Unicontrol Pipeline

src/diffusers/__init__.py

@@ -29,6 +29,7 @@
  "configuration_utils": ["ConfigMixin"],
  "models": [],
  "pipelines": [],
+ "plus_pipelines": [],
  "schedulers": [],
  "utils": [
  "OptionalDependencyNotAvailable",
@@ -319,6 +320,11 @@
  "WuerstchenPriorPipeline",
  ]
  )
+ _import_structure["plus_pipelines"].extend(
+ [
+ "StableDiffusionUniControlPipeline",
+ ]
+ )
 
 try:
  if not (is_torch_available() and is_transformers_available() and is_k_diffusion_available()):
@@ -690,6 +696,9 @@
  WuerstchenDecoderPipeline,
  WuerstchenPriorPipeline,
  )
+ from .plus_pipelines import(
+ StableDiffusionUniControlPipeline
+ )
 
  try:
  if not (is_torch_available() and is_transformers_available() and is_k_diffusion_available()):

src/diffusers/plus_pipelines/__init__.py

@@ -0,0 +1,59 @@
+from typing import TYPE_CHECKING
+
+from ..utils import (
+ DIFFUSERS_SLOW_IMPORT,
+ OptionalDependencyNotAvailable,
+ _LazyModule,
+ get_objects_from_module,
+ is_flax_available,
+ is_k_diffusion_available,
+ is_librosa_available,
+ is_note_seq_available,
+ is_onnx_available,
+ is_torch_available,
+ is_transformers_available,
+)
+
+
+# These modules contain pipelines from multiple libraries/frameworks
+_dummy_objects = {}
+_import_structure = {
+ "unicontrol": [],
+}
+
+try:
+ if not (is_torch_available() and is_transformers_available()):
+ raise OptionalDependencyNotAvailable()
+except OptionalDependencyNotAvailable:
+ from ..utils import dummy_torch_and_transformers_objects # noqa F403
+
+ _dummy_objects.update(get_objects_from_module(dummy_torch_and_transformers_objects))
+else:
+ _import_structure["unicontrol"].extend(
+ [
+ "StableDiffusionUniControlPipeline",
+ ]
+ )
+
+if TYPE_CHECKING or DIFFUSERS_SLOW_IMPORT:
+ try:
+ if not (is_torch_available() and is_transformers_available()):
+ raise OptionalDependencyNotAvailable()
+ except OptionalDependencyNotAvailable:
+ from ..utils.dummy_torch_and_transformers_objects import *
+ else:
+ from .unicontrol import (
+ StableDiffusionUniControlPipeline,
+ )
+
+else:
+ import sys
+
+ sys.modules[__name__] = _LazyModule(
+ __name__,
+ globals()["__file__"],
+ _import_structure,
+ module_spec=__spec__,
+ )
+ for name, value in _dummy_objects.items():
+ setattr(sys.modules[__name__], name, value)

src/diffusers/plus_pipelines/unicontrol/__init__.py

@@ -0,0 +1,57 @@
+from typing import TYPE_CHECKING
+
+from ...utils import (
+ DIFFUSERS_SLOW_IMPORT,
+ OptionalDependencyNotAvailable,
+ _LazyModule,
+ get_objects_from_module,
+ is_flax_available,
+ is_torch_available,
+ is_transformers_available,
+)
+
+
+_dummy_objects = {}
+_import_structure = {}
+
+try:
+ if not (is_transformers_available() and is_torch_available()):
+ raise OptionalDependencyNotAvailable()
+except OptionalDependencyNotAvailable:
+ from ...utils import dummy_torch_and_transformers_objects # noqa F403
+
+ _dummy_objects.update(get_objects_from_module(dummy_torch_and_transformers_objects))
+else:
+ _import_structure["pipeline_unicontrol"] = ["StableDiffusionUniControlPipeline"]
+try:
+ if not (is_transformers_available() and is_flax_available()):
+ raise OptionalDependencyNotAvailable()
+except OptionalDependencyNotAvailable:
+ from ...utils import dummy_flax_and_transformers_objects # noqa F403
+
+ _dummy_objects.update(get_objects_from_module(dummy_flax_and_transformers_objects))
+else:
+ _import_structure["pipeline_flax_controlnet"] = ["FlaxStableDiffusionControlNetPipeline"]
+
+
+if TYPE_CHECKING or DIFFUSERS_SLOW_IMPORT:
+ try:
+ if not (is_transformers_available() and is_torch_available()):
+ raise OptionalDependencyNotAvailable()
+
+ except OptionalDependencyNotAvailable:
+ from ...utils.dummy_torch_and_transformers_objects import *
+ else:
+ from .pipeline_unicontrol import StableDiffusionUniControlPipeline
+
+else:
+ import sys
+
+ sys.modules[__name__] = _LazyModule(
+ __name__,
+ globals()["__file__"],
+ _import_structure,
+ module_spec=__spec__,
+ )
+ for name, value in _dummy_objects.items():
+ setattr(sys.modules[__name__], name, value)

src/diffusers/plus_pipelines/unicontrol/models/__init__.py

@@ -0,0 +1 @@
+from .controlnet import UniControlModel