soft dependency on m-clip

Author: yiyixuxu

src/diffusers/__init__.py

@@ -13,6 +13,7 @@
     is_scipy_available,
     is_torch_available,
     is_torchsde_available,
+    is_multilingual_clip_available,
     is_transformers_available,
     is_transformers_version,
     is_unidecode_available,
@@ -170,6 +171,14 @@
 else:
     from .pipelines import StableDiffusionKDiffusionPipeline
 
+try:
+    if not(is_torch_available() and is_transformers_available() and is_multilingual_clip_available()):
+         raise OptionalDependencyNotAvailable()
+except OptionalDependencyNotAvailable:
+    from .utils.dummy_torch_and_transformers_and_multilingual_clip_objects import *  # noqa F403
+else:
+    from .pipelines import KandinskyPipeline
+
 try:
     if not (is_torch_available() and is_transformers_available() and is_onnx_available()):
         raise OptionalDependencyNotAvailable()

src/diffusers/pipelines/__init__.py

@@ -7,6 +7,7 @@
     is_onnx_available,
     is_torch_available,
     is_transformers_available,
+    is_multilingual_clip_available,
 )
 
 
@@ -119,6 +120,14 @@
 else:
     from .stable_diffusion import StableDiffusionKDiffusionPipeline
 
+try:
+    if not (is_torch_available() and is_transformers_available() and is_multilingual_clip_available()):
+        raise OptionalDependencyNotAvailable()
+except OptionalDependencyNotAvailable:
+    from ..utils.dummy_torch_and_transformers_and_multilingual_clip_diffusion_objects import *  # noqa F403
+else:
+    from .kandinsky import KandinskyPipeline
+
 try:
     if not is_flax_available():
         raise OptionalDependencyNotAvailable()

src/diffusers/pipelines/kandinsky/__init__.py

@@ -3,14 +3,15 @@
     is_torch_available,
     is_transformers_available,
     is_transformers_version,
+    is_multilingual_clip_available,
 )
 
 
 try:
-    if not (is_transformers_available() and is_torch_available() and is_transformers_version(">=", "4.25.0")):
+    if not (is_transformers_available() and is_torch_available() and is_transformers_version(">=", "4.25.0")) and is_multilingual_clip_available:
         raise OptionalDependencyNotAvailable()
 except OptionalDependencyNotAvailable:
-    print("to-do")
-#    from ...utils.dummy_torch_and_transformers_objects import UnCLIPImageVariationPipeline, UnCLIPPipeline
+    from ...utils.dummy_torch_and_transformers_and_multilingual_clip_diffusion_objects import KandinskyPipeline
 else:
     from .pipeline_kandinsky import KandinskyPipeline
+    from .text_proj import KandinskyTextProjModel

src/diffusers/utils/__init__.py

@@ -75,6 +75,7 @@
     is_transformers_version,
     is_unidecode_available,
     is_wandb_available,
+    is_multilingual_clip_available,
     is_xformers_available,
     requires_backends,
 )

src/diffusers/utils/dummy_torch_and_transformers_objects.py

@@ -542,6 +542,21 @@ def from_pretrained(cls, *args, **kwargs):
         requires_backends(cls, ["torch", "transformers"])
 
 
+class KandinskyPipeline(metaclass=DummyObject):
+    _backends = ["torch", "transformers"]
+
+    def __init__(self, *args, **kwargs):
+        requires_backends(self, ["torch", "transformers"])
+
+    @classmethod
+    def from_config(cls, *args, **kwargs):
+        requires_backends(cls, ["torch", "transformers"])
+
+    @classmethod
+    def from_pretrained(cls, *args, **kwargs):
+        requires_backends(cls, ["torch", "transformers"])
+
+
 class VersatileDiffusionDualGuidedPipeline(metaclass=DummyObject):
     _backends = ["torch", "transformers"]
 

src/diffusers/utils/import_utils.py

@@ -295,6 +295,14 @@
     _torchsde_available = False
 
 
+_multilingual_clip_available = importlib.util.find_spec("multilingual-clip") is not None
+try:
+    _multilingual_clip_version = importlib_metadata.version("multilingual-clip")
+    logger.debug(f"Successfully imported multilingual-clip version {_multilingual_clip_version}")
+except importlib_metadata.PackageNotFoundError:
+    _multilingual_clip_available = False
+
+    
 def is_torch_available():
     return _torch_available
 
@@ -383,6 +391,10 @@ def is_torchsde_available():
     return _torchsde_available
 
 
+def is_multilingual_clip_available():
+    return is_multilingual_clip_available
+
+
 # docstyle-ignore
 FLAX_IMPORT_ERROR = """
 {0} requires the FLAX library but it was not found in your environment. Checkout the instructions on the
@@ -492,6 +504,12 @@ def is_torchsde_available():
 """
 
 
+# docstyle-ignore
+MULTILINGUAL_CLIP_IMPORT_ERROR = """
+{0} requires the multilingual-clip library but it was not found in your environment. You can install it with pip: `pip install multilingual-clip`
+"""
+
+
 BACKENDS_MAPPING = OrderedDict(
     [
         ("bs4", (is_bs4_available, BS4_IMPORT_ERROR)),
@@ -512,6 +530,7 @@ def is_torchsde_available():
         ("compel", (_compel_available, COMPEL_IMPORT_ERROR)),
         ("ftfy", (is_ftfy_available, FTFY_IMPORT_ERROR)),
         ("torchsde", (_torchsde_available, TORCHSDE_IMPORT_ERROR)),
+        ("multilingual-clip", (_multilingual_clip_available, MULTILINGUAL_CLIP_IMPORT_ERROR)),
     ]
 )