diffusers 0.29.2__py3-none-any.whl → 0.30.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- diffusers/__init__.py +94 -3
- diffusers/commands/env.py +1 -5
- diffusers/configuration_utils.py +4 -9
- diffusers/dependency_versions_table.py +2 -2
- diffusers/image_processor.py +1 -2
- diffusers/loaders/__init__.py +17 -2
- diffusers/loaders/ip_adapter.py +10 -7
- diffusers/loaders/lora_base.py +752 -0
- diffusers/loaders/lora_pipeline.py +2252 -0
- diffusers/loaders/peft.py +213 -5
- diffusers/loaders/single_file.py +3 -14
- diffusers/loaders/single_file_model.py +31 -10
- diffusers/loaders/single_file_utils.py +293 -8
- diffusers/loaders/textual_inversion.py +1 -6
- diffusers/loaders/unet.py +23 -208
- diffusers/models/__init__.py +20 -0
- diffusers/models/activations.py +22 -0
- diffusers/models/attention.py +386 -7
- diffusers/models/attention_processor.py +1937 -629
- diffusers/models/autoencoders/__init__.py +2 -0
- diffusers/models/autoencoders/autoencoder_kl.py +14 -3
- diffusers/models/autoencoders/autoencoder_kl_cogvideox.py +1271 -0
- diffusers/models/autoencoders/autoencoder_kl_temporal_decoder.py +1 -1
- diffusers/models/autoencoders/autoencoder_oobleck.py +464 -0
- diffusers/models/autoencoders/autoencoder_tiny.py +1 -0
- diffusers/models/autoencoders/consistency_decoder_vae.py +1 -1
- diffusers/models/autoencoders/vq_model.py +4 -4
- diffusers/models/controlnet.py +2 -3
- diffusers/models/controlnet_hunyuan.py +401 -0
- diffusers/models/controlnet_sd3.py +11 -11
- diffusers/models/controlnet_sparsectrl.py +789 -0
- diffusers/models/controlnet_xs.py +40 -10
- diffusers/models/downsampling.py +68 -0
- diffusers/models/embeddings.py +403 -36
- diffusers/models/model_loading_utils.py +1 -3
- diffusers/models/modeling_flax_utils.py +1 -6
- diffusers/models/modeling_utils.py +4 -16
- diffusers/models/normalization.py +203 -12
- diffusers/models/transformers/__init__.py +6 -0
- diffusers/models/transformers/auraflow_transformer_2d.py +543 -0
- diffusers/models/transformers/cogvideox_transformer_3d.py +485 -0
- diffusers/models/transformers/hunyuan_transformer_2d.py +19 -15
- diffusers/models/transformers/latte_transformer_3d.py +327 -0
- diffusers/models/transformers/lumina_nextdit2d.py +340 -0
- diffusers/models/transformers/pixart_transformer_2d.py +102 -1
- diffusers/models/transformers/prior_transformer.py +1 -1
- diffusers/models/transformers/stable_audio_transformer.py +458 -0
- diffusers/models/transformers/transformer_flux.py +455 -0
- diffusers/models/transformers/transformer_sd3.py +18 -4
- diffusers/models/unets/unet_1d_blocks.py +1 -1
- diffusers/models/unets/unet_2d_condition.py +8 -1
- diffusers/models/unets/unet_3d_blocks.py +51 -920
- diffusers/models/unets/unet_3d_condition.py +4 -1
- diffusers/models/unets/unet_i2vgen_xl.py +4 -1
- diffusers/models/unets/unet_kandinsky3.py +1 -1
- diffusers/models/unets/unet_motion_model.py +1330 -84
- diffusers/models/unets/unet_spatio_temporal_condition.py +1 -1
- diffusers/models/unets/unet_stable_cascade.py +1 -3
- diffusers/models/unets/uvit_2d.py +1 -1
- diffusers/models/upsampling.py +64 -0
- diffusers/models/vq_model.py +8 -4
- diffusers/optimization.py +1 -1
- diffusers/pipelines/__init__.py +100 -3
- diffusers/pipelines/animatediff/__init__.py +4 -0
- diffusers/pipelines/animatediff/pipeline_animatediff.py +50 -40
- diffusers/pipelines/animatediff/pipeline_animatediff_controlnet.py +1076 -0
- diffusers/pipelines/animatediff/pipeline_animatediff_sdxl.py +17 -27
- diffusers/pipelines/animatediff/pipeline_animatediff_sparsectrl.py +1008 -0
- diffusers/pipelines/animatediff/pipeline_animatediff_video2video.py +51 -38
- diffusers/pipelines/audioldm2/modeling_audioldm2.py +1 -1
- diffusers/pipelines/audioldm2/pipeline_audioldm2.py +1 -0
- diffusers/pipelines/aura_flow/__init__.py +48 -0
- diffusers/pipelines/aura_flow/pipeline_aura_flow.py +591 -0
- diffusers/pipelines/auto_pipeline.py +97 -19
- diffusers/pipelines/cogvideo/__init__.py +48 -0
- diffusers/pipelines/cogvideo/pipeline_cogvideox.py +746 -0
- diffusers/pipelines/consistency_models/pipeline_consistency_models.py +1 -1
- diffusers/pipelines/controlnet/pipeline_controlnet.py +24 -30
- diffusers/pipelines/controlnet/pipeline_controlnet_img2img.py +31 -30
- diffusers/pipelines/controlnet/pipeline_controlnet_inpaint.py +24 -153
- diffusers/pipelines/controlnet/pipeline_controlnet_inpaint_sd_xl.py +19 -28
- diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl.py +18 -28
- diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl_img2img.py +29 -32
- diffusers/pipelines/controlnet/pipeline_flax_controlnet.py +2 -2
- diffusers/pipelines/controlnet_hunyuandit/__init__.py +48 -0
- diffusers/pipelines/controlnet_hunyuandit/pipeline_hunyuandit_controlnet.py +1042 -0
- diffusers/pipelines/controlnet_sd3/pipeline_stable_diffusion_3_controlnet.py +35 -0
- diffusers/pipelines/controlnet_xs/pipeline_controlnet_xs.py +10 -6
- diffusers/pipelines/controlnet_xs/pipeline_controlnet_xs_sd_xl.py +0 -4
- diffusers/pipelines/deepfloyd_if/pipeline_if.py +2 -2
- diffusers/pipelines/deepfloyd_if/pipeline_if_img2img.py +2 -2
- diffusers/pipelines/deepfloyd_if/pipeline_if_img2img_superresolution.py +2 -2
- diffusers/pipelines/deepfloyd_if/pipeline_if_inpainting.py +2 -2
- diffusers/pipelines/deepfloyd_if/pipeline_if_inpainting_superresolution.py +2 -2
- diffusers/pipelines/deepfloyd_if/pipeline_if_superresolution.py +2 -2
- diffusers/pipelines/deprecated/alt_diffusion/pipeline_alt_diffusion.py +11 -6
- diffusers/pipelines/deprecated/alt_diffusion/pipeline_alt_diffusion_img2img.py +11 -6
- diffusers/pipelines/deprecated/stable_diffusion_variants/pipeline_cycle_diffusion.py +6 -6
- diffusers/pipelines/deprecated/stable_diffusion_variants/pipeline_stable_diffusion_inpaint_legacy.py +6 -6
- diffusers/pipelines/deprecated/stable_diffusion_variants/pipeline_stable_diffusion_model_editing.py +10 -10
- diffusers/pipelines/deprecated/stable_diffusion_variants/pipeline_stable_diffusion_paradigms.py +10 -6
- diffusers/pipelines/deprecated/stable_diffusion_variants/pipeline_stable_diffusion_pix2pix_zero.py +3 -3
- diffusers/pipelines/deprecated/versatile_diffusion/modeling_text_unet.py +1 -1
- diffusers/pipelines/flux/__init__.py +47 -0
- diffusers/pipelines/flux/pipeline_flux.py +749 -0
- diffusers/pipelines/flux/pipeline_output.py +21 -0
- diffusers/pipelines/free_init_utils.py +2 -0
- diffusers/pipelines/free_noise_utils.py +236 -0
- diffusers/pipelines/kandinsky3/pipeline_kandinsky3.py +2 -2
- diffusers/pipelines/kandinsky3/pipeline_kandinsky3_img2img.py +2 -2
- diffusers/pipelines/kolors/__init__.py +54 -0
- diffusers/pipelines/kolors/pipeline_kolors.py +1070 -0
- diffusers/pipelines/kolors/pipeline_kolors_img2img.py +1247 -0
- diffusers/pipelines/kolors/pipeline_output.py +21 -0
- diffusers/pipelines/kolors/text_encoder.py +889 -0
- diffusers/pipelines/kolors/tokenizer.py +334 -0
- diffusers/pipelines/latent_consistency_models/pipeline_latent_consistency_img2img.py +30 -29
- diffusers/pipelines/latent_consistency_models/pipeline_latent_consistency_text2img.py +23 -29
- diffusers/pipelines/latte/__init__.py +48 -0
- diffusers/pipelines/latte/pipeline_latte.py +881 -0
- diffusers/pipelines/ledits_pp/pipeline_leditspp_stable_diffusion.py +4 -4
- diffusers/pipelines/ledits_pp/pipeline_leditspp_stable_diffusion_xl.py +0 -4
- diffusers/pipelines/lumina/__init__.py +48 -0
- diffusers/pipelines/lumina/pipeline_lumina.py +897 -0
- diffusers/pipelines/pag/__init__.py +67 -0
- diffusers/pipelines/pag/pag_utils.py +237 -0
- diffusers/pipelines/pag/pipeline_pag_controlnet_sd.py +1329 -0
- diffusers/pipelines/pag/pipeline_pag_controlnet_sd_xl.py +1612 -0
- diffusers/pipelines/pag/pipeline_pag_hunyuandit.py +953 -0
- diffusers/pipelines/pag/pipeline_pag_kolors.py +1136 -0
- diffusers/pipelines/pag/pipeline_pag_pixart_sigma.py +872 -0
- diffusers/pipelines/pag/pipeline_pag_sd.py +1050 -0
- diffusers/pipelines/pag/pipeline_pag_sd_3.py +985 -0
- diffusers/pipelines/pag/pipeline_pag_sd_animatediff.py +862 -0
- diffusers/pipelines/pag/pipeline_pag_sd_xl.py +1333 -0
- diffusers/pipelines/pag/pipeline_pag_sd_xl_img2img.py +1529 -0
- diffusers/pipelines/pag/pipeline_pag_sd_xl_inpaint.py +1753 -0
- diffusers/pipelines/pia/pipeline_pia.py +30 -37
- diffusers/pipelines/pipeline_flax_utils.py +4 -9
- diffusers/pipelines/pipeline_loading_utils.py +0 -3
- diffusers/pipelines/pipeline_utils.py +2 -14
- diffusers/pipelines/semantic_stable_diffusion/pipeline_semantic_stable_diffusion.py +0 -1
- diffusers/pipelines/stable_audio/__init__.py +50 -0
- diffusers/pipelines/stable_audio/modeling_stable_audio.py +158 -0
- diffusers/pipelines/stable_audio/pipeline_stable_audio.py +745 -0
- diffusers/pipelines/stable_diffusion/convert_from_ckpt.py +2 -0
- diffusers/pipelines/stable_diffusion/pipeline_flax_stable_diffusion.py +1 -1
- diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion.py +23 -29
- diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_depth2img.py +15 -8
- diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_img2img.py +30 -29
- diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_inpaint.py +23 -152
- diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_instruct_pix2pix.py +8 -4
- diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_upscale.py +11 -11
- diffusers/pipelines/stable_diffusion/pipeline_stable_unclip.py +8 -6
- diffusers/pipelines/stable_diffusion/pipeline_stable_unclip_img2img.py +6 -6
- diffusers/pipelines/stable_diffusion_3/__init__.py +2 -0
- diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3.py +34 -3
- diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3_img2img.py +33 -7
- diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3_inpaint.py +1201 -0
- diffusers/pipelines/stable_diffusion_attend_and_excite/pipeline_stable_diffusion_attend_and_excite.py +3 -3
- diffusers/pipelines/stable_diffusion_diffedit/pipeline_stable_diffusion_diffedit.py +6 -6
- diffusers/pipelines/stable_diffusion_gligen/pipeline_stable_diffusion_gligen.py +5 -5
- diffusers/pipelines/stable_diffusion_gligen/pipeline_stable_diffusion_gligen_text_image.py +5 -5
- diffusers/pipelines/stable_diffusion_k_diffusion/pipeline_stable_diffusion_k_diffusion.py +6 -6
- diffusers/pipelines/stable_diffusion_k_diffusion/pipeline_stable_diffusion_xl_k_diffusion.py +0 -4
- diffusers/pipelines/stable_diffusion_ldm3d/pipeline_stable_diffusion_ldm3d.py +23 -29
- diffusers/pipelines/stable_diffusion_panorama/pipeline_stable_diffusion_panorama.py +27 -29
- diffusers/pipelines/stable_diffusion_sag/pipeline_stable_diffusion_sag.py +3 -3
- diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl.py +17 -27
- diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_img2img.py +26 -29
- diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_inpaint.py +17 -145
- diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_instruct_pix2pix.py +0 -4
- diffusers/pipelines/t2i_adapter/pipeline_stable_diffusion_adapter.py +6 -6
- diffusers/pipelines/t2i_adapter/pipeline_stable_diffusion_xl_adapter.py +18 -28
- diffusers/pipelines/text_to_video_synthesis/pipeline_text_to_video_synth.py +8 -6
- diffusers/pipelines/text_to_video_synthesis/pipeline_text_to_video_synth_img2img.py +8 -6
- diffusers/pipelines/text_to_video_synthesis/pipeline_text_to_video_zero.py +6 -4
- diffusers/pipelines/text_to_video_synthesis/pipeline_text_to_video_zero_sdxl.py +0 -4
- diffusers/pipelines/unidiffuser/pipeline_unidiffuser.py +3 -3
- diffusers/pipelines/wuerstchen/modeling_wuerstchen_prior.py +1 -1
- diffusers/pipelines/wuerstchen/pipeline_wuerstchen_prior.py +5 -4
- diffusers/schedulers/__init__.py +8 -0
- diffusers/schedulers/scheduling_cosine_dpmsolver_multistep.py +572 -0
- diffusers/schedulers/scheduling_ddim.py +1 -1
- diffusers/schedulers/scheduling_ddim_cogvideox.py +449 -0
- diffusers/schedulers/scheduling_ddpm.py +1 -1
- diffusers/schedulers/scheduling_ddpm_parallel.py +1 -1
- diffusers/schedulers/scheduling_deis_multistep.py +2 -2
- diffusers/schedulers/scheduling_dpm_cogvideox.py +489 -0
- diffusers/schedulers/scheduling_dpmsolver_multistep.py +1 -1
- diffusers/schedulers/scheduling_dpmsolver_multistep_inverse.py +1 -1
- diffusers/schedulers/scheduling_dpmsolver_singlestep.py +64 -19
- diffusers/schedulers/scheduling_edm_dpmsolver_multistep.py +2 -2
- diffusers/schedulers/scheduling_flow_match_euler_discrete.py +63 -39
- diffusers/schedulers/scheduling_flow_match_heun_discrete.py +321 -0
- diffusers/schedulers/scheduling_ipndm.py +1 -1
- diffusers/schedulers/scheduling_unipc_multistep.py +1 -1
- diffusers/schedulers/scheduling_utils.py +1 -3
- diffusers/schedulers/scheduling_utils_flax.py +1 -3
- diffusers/training_utils.py +99 -14
- diffusers/utils/__init__.py +2 -2
- diffusers/utils/dummy_pt_objects.py +210 -0
- diffusers/utils/dummy_torch_and_torchsde_objects.py +15 -0
- diffusers/utils/dummy_torch_and_transformers_and_sentencepiece_objects.py +47 -0
- diffusers/utils/dummy_torch_and_transformers_objects.py +315 -0
- diffusers/utils/dynamic_modules_utils.py +1 -11
- diffusers/utils/export_utils.py +50 -6
- diffusers/utils/hub_utils.py +45 -42
- diffusers/utils/import_utils.py +37 -15
- diffusers/utils/loading_utils.py +80 -3
- diffusers/utils/testing_utils.py +11 -8
- {diffusers-0.29.2.dist-info → diffusers-0.30.1.dist-info}/METADATA +73 -83
- {diffusers-0.29.2.dist-info → diffusers-0.30.1.dist-info}/RECORD +217 -164
- {diffusers-0.29.2.dist-info → diffusers-0.30.1.dist-info}/WHEEL +1 -1
- diffusers/loaders/autoencoder.py +0 -146
- diffusers/loaders/controlnet.py +0 -136
- diffusers/loaders/lora.py +0 -1728
- {diffusers-0.29.2.dist-info → diffusers-0.30.1.dist-info}/LICENSE +0 -0
- {diffusers-0.29.2.dist-info → diffusers-0.30.1.dist-info}/entry_points.txt +0 -0
- {diffusers-0.29.2.dist-info → diffusers-0.30.1.dist-info}/top_level.txt +0 -0
@@ -18,6 +18,8 @@ from collections import OrderedDict
|
|
18
18
|
from huggingface_hub.utils import validate_hf_hub_args
|
19
19
|
|
20
20
|
from ..configuration_utils import ConfigMixin
|
21
|
+
from ..utils import is_sentencepiece_available
|
22
|
+
from .aura_flow import AuraFlowPipeline
|
21
23
|
from .controlnet import (
|
22
24
|
StableDiffusionControlNetImg2ImgPipeline,
|
23
25
|
StableDiffusionControlNetInpaintPipeline,
|
@@ -27,6 +29,7 @@ from .controlnet import (
|
|
27
29
|
StableDiffusionXLControlNetPipeline,
|
28
30
|
)
|
29
31
|
from .deepfloyd_if import IFImg2ImgPipeline, IFInpaintingPipeline, IFPipeline
|
32
|
+
from .flux import FluxPipeline
|
30
33
|
from .hunyuandit import HunyuanDiTPipeline
|
31
34
|
from .kandinsky import (
|
32
35
|
KandinskyCombinedPipeline,
|
@@ -46,6 +49,17 @@ from .kandinsky2_2 import (
|
|
46
49
|
)
|
47
50
|
from .kandinsky3 import Kandinsky3Img2ImgPipeline, Kandinsky3Pipeline
|
48
51
|
from .latent_consistency_models import LatentConsistencyModelImg2ImgPipeline, LatentConsistencyModelPipeline
|
52
|
+
from .pag import (
|
53
|
+
HunyuanDiTPAGPipeline,
|
54
|
+
PixArtSigmaPAGPipeline,
|
55
|
+
StableDiffusion3PAGPipeline,
|
56
|
+
StableDiffusionControlNetPAGPipeline,
|
57
|
+
StableDiffusionPAGPipeline,
|
58
|
+
StableDiffusionXLControlNetPAGPipeline,
|
59
|
+
StableDiffusionXLPAGImg2ImgPipeline,
|
60
|
+
StableDiffusionXLPAGInpaintPipeline,
|
61
|
+
StableDiffusionXLPAGPipeline,
|
62
|
+
)
|
49
63
|
from .pixart_alpha import PixArtAlphaPipeline, PixArtSigmaPipeline
|
50
64
|
from .stable_cascade import StableCascadeCombinedPipeline, StableCascadeDecoderPipeline
|
51
65
|
from .stable_diffusion import (
|
@@ -55,6 +69,7 @@ from .stable_diffusion import (
|
|
55
69
|
)
|
56
70
|
from .stable_diffusion_3 import (
|
57
71
|
StableDiffusion3Img2ImgPipeline,
|
72
|
+
StableDiffusion3InpaintPipeline,
|
58
73
|
StableDiffusion3Pipeline,
|
59
74
|
)
|
60
75
|
from .stable_diffusion_xl import (
|
@@ -70,8 +85,10 @@ AUTO_TEXT2IMAGE_PIPELINES_MAPPING = OrderedDict(
|
|
70
85
|
("stable-diffusion", StableDiffusionPipeline),
|
71
86
|
("stable-diffusion-xl", StableDiffusionXLPipeline),
|
72
87
|
("stable-diffusion-3", StableDiffusion3Pipeline),
|
88
|
+
("stable-diffusion-3-pag", StableDiffusion3PAGPipeline),
|
73
89
|
("if", IFPipeline),
|
74
90
|
("hunyuan", HunyuanDiTPipeline),
|
91
|
+
("hunyuan-pag", HunyuanDiTPAGPipeline),
|
75
92
|
("kandinsky", KandinskyCombinedPipeline),
|
76
93
|
("kandinsky22", KandinskyV22CombinedPipeline),
|
77
94
|
("kandinsky3", Kandinsky3Pipeline),
|
@@ -82,6 +99,13 @@ AUTO_TEXT2IMAGE_PIPELINES_MAPPING = OrderedDict(
|
|
82
99
|
("lcm", LatentConsistencyModelPipeline),
|
83
100
|
("pixart-alpha", PixArtAlphaPipeline),
|
84
101
|
("pixart-sigma", PixArtSigmaPipeline),
|
102
|
+
("stable-diffusion-pag", StableDiffusionPAGPipeline),
|
103
|
+
("stable-diffusion-controlnet-pag", StableDiffusionControlNetPAGPipeline),
|
104
|
+
("stable-diffusion-xl-pag", StableDiffusionXLPAGPipeline),
|
105
|
+
("stable-diffusion-xl-controlnet-pag", StableDiffusionXLControlNetPAGPipeline),
|
106
|
+
("pixart-sigma-pag", PixArtSigmaPAGPipeline),
|
107
|
+
("auraflow", AuraFlowPipeline),
|
108
|
+
("flux", FluxPipeline),
|
85
109
|
]
|
86
110
|
)
|
87
111
|
|
@@ -96,6 +120,7 @@ AUTO_IMAGE2IMAGE_PIPELINES_MAPPING = OrderedDict(
|
|
96
120
|
("kandinsky3", Kandinsky3Img2ImgPipeline),
|
97
121
|
("stable-diffusion-controlnet", StableDiffusionControlNetImg2ImgPipeline),
|
98
122
|
("stable-diffusion-xl-controlnet", StableDiffusionXLControlNetImg2ImgPipeline),
|
123
|
+
("stable-diffusion-xl-pag", StableDiffusionXLPAGImg2ImgPipeline),
|
99
124
|
("lcm", LatentConsistencyModelImg2ImgPipeline),
|
100
125
|
]
|
101
126
|
)
|
@@ -104,11 +129,13 @@ AUTO_INPAINT_PIPELINES_MAPPING = OrderedDict(
|
|
104
129
|
[
|
105
130
|
("stable-diffusion", StableDiffusionInpaintPipeline),
|
106
131
|
("stable-diffusion-xl", StableDiffusionXLInpaintPipeline),
|
132
|
+
("stable-diffusion-3", StableDiffusion3InpaintPipeline),
|
107
133
|
("if", IFInpaintingPipeline),
|
108
134
|
("kandinsky", KandinskyInpaintCombinedPipeline),
|
109
135
|
("kandinsky22", KandinskyV22InpaintCombinedPipeline),
|
110
136
|
("stable-diffusion-controlnet", StableDiffusionControlNetInpaintPipeline),
|
111
137
|
("stable-diffusion-xl-controlnet", StableDiffusionXLControlNetInpaintPipeline),
|
138
|
+
("stable-diffusion-xl-pag", StableDiffusionXLPAGInpaintPipeline),
|
112
139
|
]
|
113
140
|
)
|
114
141
|
|
@@ -133,6 +160,14 @@ _AUTO_INPAINT_DECODER_PIPELINES_MAPPING = OrderedDict(
|
|
133
160
|
]
|
134
161
|
)
|
135
162
|
|
163
|
+
if is_sentencepiece_available():
|
164
|
+
from .kolors import KolorsPipeline
|
165
|
+
from .pag import KolorsPAGPipeline
|
166
|
+
|
167
|
+
AUTO_TEXT2IMAGE_PIPELINES_MAPPING["kolors"] = KolorsPipeline
|
168
|
+
AUTO_TEXT2IMAGE_PIPELINES_MAPPING["kolors-pag"] = KolorsPAGPipeline
|
169
|
+
AUTO_IMAGE2IMAGE_PIPELINES_MAPPING["kolors"] = KolorsPipeline
|
170
|
+
|
136
171
|
SUPPORTED_TASKS_MAPPINGS = [
|
137
172
|
AUTO_TEXT2IMAGE_PIPELINES_MAPPING,
|
138
173
|
AUTO_IMAGE2IMAGE_PIPELINES_MAPPING,
|
@@ -242,9 +277,7 @@ class AutoPipelineForText2Image(ConfigMixin):
|
|
242
277
|
cache_dir (`Union[str, os.PathLike]`, *optional*):
|
243
278
|
Path to a directory where a downloaded pretrained model configuration is cached if the standard cache
|
244
279
|
is not used.
|
245
|
-
|
246
|
-
Deprecated and ignored. All downloads are now resumed by default when possible. Will be removed in v1
|
247
|
-
of Diffusers.
|
280
|
+
|
248
281
|
proxies (`Dict[str, str]`, *optional*):
|
249
282
|
A dictionary of proxy servers to use by protocol or endpoint, for example, `{'http': 'foo.bar:3128',
|
250
283
|
'http://hostname': 'foo.bar:4012'}`. The proxies are used on each request.
|
@@ -319,7 +352,6 @@ class AutoPipelineForText2Image(ConfigMixin):
|
|
319
352
|
"""
|
320
353
|
cache_dir = kwargs.pop("cache_dir", None)
|
321
354
|
force_download = kwargs.pop("force_download", False)
|
322
|
-
resume_download = kwargs.pop("resume_download", None)
|
323
355
|
proxies = kwargs.pop("proxies", None)
|
324
356
|
token = kwargs.pop("token", None)
|
325
357
|
local_files_only = kwargs.pop("local_files_only", False)
|
@@ -328,7 +360,6 @@ class AutoPipelineForText2Image(ConfigMixin):
|
|
328
360
|
load_config_kwargs = {
|
329
361
|
"cache_dir": cache_dir,
|
330
362
|
"force_download": force_download,
|
331
|
-
"resume_download": resume_download,
|
332
363
|
"proxies": proxies,
|
333
364
|
"token": token,
|
334
365
|
"local_files_only": local_files_only,
|
@@ -340,6 +371,10 @@ class AutoPipelineForText2Image(ConfigMixin):
|
|
340
371
|
|
341
372
|
if "controlnet" in kwargs:
|
342
373
|
orig_class_name = config["_class_name"].replace("Pipeline", "ControlNetPipeline")
|
374
|
+
if "enable_pag" in kwargs:
|
375
|
+
enable_pag = kwargs.pop("enable_pag")
|
376
|
+
if enable_pag:
|
377
|
+
orig_class_name = orig_class_name.replace("Pipeline", "PAGPipeline")
|
343
378
|
|
344
379
|
text_2_image_cls = _get_task_class(AUTO_TEXT2IMAGE_PIPELINES_MAPPING, orig_class_name)
|
345
380
|
|
@@ -383,14 +418,28 @@ class AutoPipelineForText2Image(ConfigMixin):
|
|
383
418
|
|
384
419
|
if "controlnet" in kwargs:
|
385
420
|
if kwargs["controlnet"] is not None:
|
421
|
+
to_replace = "PAGPipeline" if "PAG" in text_2_image_cls.__name__ else "Pipeline"
|
386
422
|
text_2_image_cls = _get_task_class(
|
387
423
|
AUTO_TEXT2IMAGE_PIPELINES_MAPPING,
|
388
|
-
text_2_image_cls.__name__.replace("ControlNet", "").replace(
|
424
|
+
text_2_image_cls.__name__.replace("ControlNet", "").replace(to_replace, "ControlNet" + to_replace),
|
389
425
|
)
|
390
426
|
else:
|
391
427
|
text_2_image_cls = _get_task_class(
|
392
428
|
AUTO_TEXT2IMAGE_PIPELINES_MAPPING,
|
393
|
-
text_2_image_cls.__name__.replace("
|
429
|
+
text_2_image_cls.__name__.replace("ControlNet", ""),
|
430
|
+
)
|
431
|
+
|
432
|
+
if "enable_pag" in kwargs:
|
433
|
+
enable_pag = kwargs.pop("enable_pag")
|
434
|
+
if enable_pag:
|
435
|
+
text_2_image_cls = _get_task_class(
|
436
|
+
AUTO_TEXT2IMAGE_PIPELINES_MAPPING,
|
437
|
+
text_2_image_cls.__name__.replace("PAG", "").replace("Pipeline", "PAGPipeline"),
|
438
|
+
)
|
439
|
+
else:
|
440
|
+
text_2_image_cls = _get_task_class(
|
441
|
+
AUTO_TEXT2IMAGE_PIPELINES_MAPPING,
|
442
|
+
text_2_image_cls.__name__.replace("PAG", ""),
|
394
443
|
)
|
395
444
|
|
396
445
|
# define expected module and optional kwargs given the pipeline signature
|
@@ -515,9 +564,7 @@ class AutoPipelineForImage2Image(ConfigMixin):
|
|
515
564
|
cache_dir (`Union[str, os.PathLike]`, *optional*):
|
516
565
|
Path to a directory where a downloaded pretrained model configuration is cached if the standard cache
|
517
566
|
is not used.
|
518
|
-
|
519
|
-
Deprecated and ignored. All downloads are now resumed by default when possible. Will be removed in v1
|
520
|
-
of Diffusers.
|
567
|
+
|
521
568
|
proxies (`Dict[str, str]`, *optional*):
|
522
569
|
A dictionary of proxy servers to use by protocol or endpoint, for example, `{'http': 'foo.bar:3128',
|
523
570
|
'http://hostname': 'foo.bar:4012'}`. The proxies are used on each request.
|
@@ -592,7 +639,6 @@ class AutoPipelineForImage2Image(ConfigMixin):
|
|
592
639
|
"""
|
593
640
|
cache_dir = kwargs.pop("cache_dir", None)
|
594
641
|
force_download = kwargs.pop("force_download", False)
|
595
|
-
resume_download = kwargs.pop("resume_download", None)
|
596
642
|
proxies = kwargs.pop("proxies", None)
|
597
643
|
token = kwargs.pop("token", None)
|
598
644
|
local_files_only = kwargs.pop("local_files_only", False)
|
@@ -601,7 +647,6 @@ class AutoPipelineForImage2Image(ConfigMixin):
|
|
601
647
|
load_config_kwargs = {
|
602
648
|
"cache_dir": cache_dir,
|
603
649
|
"force_download": force_download,
|
604
|
-
"resume_download": resume_download,
|
605
650
|
"proxies": proxies,
|
606
651
|
"token": token,
|
607
652
|
"local_files_only": local_files_only,
|
@@ -613,6 +658,10 @@ class AutoPipelineForImage2Image(ConfigMixin):
|
|
613
658
|
|
614
659
|
if "controlnet" in kwargs:
|
615
660
|
orig_class_name = config["_class_name"].replace("Pipeline", "ControlNetPipeline")
|
661
|
+
if "enable_pag" in kwargs:
|
662
|
+
enable_pag = kwargs.pop("enable_pag")
|
663
|
+
if enable_pag:
|
664
|
+
orig_class_name = orig_class_name.replace("Pipeline", "PAGPipeline")
|
616
665
|
|
617
666
|
image_2_image_cls = _get_task_class(AUTO_IMAGE2IMAGE_PIPELINES_MAPPING, orig_class_name)
|
618
667
|
|
@@ -658,16 +707,32 @@ class AutoPipelineForImage2Image(ConfigMixin):
|
|
658
707
|
|
659
708
|
if "controlnet" in kwargs:
|
660
709
|
if kwargs["controlnet"] is not None:
|
710
|
+
to_replace = "Img2ImgPipeline"
|
711
|
+
if "PAG" in image_2_image_cls.__name__:
|
712
|
+
to_replace = "PAG" + to_replace
|
661
713
|
image_2_image_cls = _get_task_class(
|
662
714
|
AUTO_IMAGE2IMAGE_PIPELINES_MAPPING,
|
663
715
|
image_2_image_cls.__name__.replace("ControlNet", "").replace(
|
664
|
-
|
716
|
+
to_replace, "ControlNet" + to_replace
|
665
717
|
),
|
666
718
|
)
|
667
719
|
else:
|
668
720
|
image_2_image_cls = _get_task_class(
|
669
721
|
AUTO_IMAGE2IMAGE_PIPELINES_MAPPING,
|
670
|
-
image_2_image_cls.__name__.replace("
|
722
|
+
image_2_image_cls.__name__.replace("ControlNet", ""),
|
723
|
+
)
|
724
|
+
|
725
|
+
if "enable_pag" in kwargs:
|
726
|
+
enable_pag = kwargs.pop("enable_pag")
|
727
|
+
if enable_pag:
|
728
|
+
image_2_image_cls = _get_task_class(
|
729
|
+
AUTO_IMAGE2IMAGE_PIPELINES_MAPPING,
|
730
|
+
image_2_image_cls.__name__.replace("PAG", "").replace("Img2ImgPipeline", "PAGImg2ImgPipeline"),
|
731
|
+
)
|
732
|
+
else:
|
733
|
+
image_2_image_cls = _get_task_class(
|
734
|
+
AUTO_IMAGE2IMAGE_PIPELINES_MAPPING,
|
735
|
+
image_2_image_cls.__name__.replace("PAG", ""),
|
671
736
|
)
|
672
737
|
|
673
738
|
# define expected module and optional kwargs given the pipeline signature
|
@@ -791,9 +856,7 @@ class AutoPipelineForInpainting(ConfigMixin):
|
|
791
856
|
cache_dir (`Union[str, os.PathLike]`, *optional*):
|
792
857
|
Path to a directory where a downloaded pretrained model configuration is cached if the standard cache
|
793
858
|
is not used.
|
794
|
-
|
795
|
-
Deprecated and ignored. All downloads are now resumed by default when possible. Will be removed in v1
|
796
|
-
of Diffusers.
|
859
|
+
|
797
860
|
proxies (`Dict[str, str]`, *optional*):
|
798
861
|
A dictionary of proxy servers to use by protocol or endpoint, for example, `{'http': 'foo.bar:3128',
|
799
862
|
'http://hostname': 'foo.bar:4012'}`. The proxies are used on each request.
|
@@ -868,7 +931,6 @@ class AutoPipelineForInpainting(ConfigMixin):
|
|
868
931
|
"""
|
869
932
|
cache_dir = kwargs.pop("cache_dir", None)
|
870
933
|
force_download = kwargs.pop("force_download", False)
|
871
|
-
resume_download = kwargs.pop("resume_download", None)
|
872
934
|
proxies = kwargs.pop("proxies", None)
|
873
935
|
token = kwargs.pop("token", None)
|
874
936
|
local_files_only = kwargs.pop("local_files_only", False)
|
@@ -877,7 +939,6 @@ class AutoPipelineForInpainting(ConfigMixin):
|
|
877
939
|
load_config_kwargs = {
|
878
940
|
"cache_dir": cache_dir,
|
879
941
|
"force_download": force_download,
|
880
|
-
"resume_download": resume_download,
|
881
942
|
"proxies": proxies,
|
882
943
|
"token": token,
|
883
944
|
"local_files_only": local_files_only,
|
@@ -889,6 +950,10 @@ class AutoPipelineForInpainting(ConfigMixin):
|
|
889
950
|
|
890
951
|
if "controlnet" in kwargs:
|
891
952
|
orig_class_name = config["_class_name"].replace("Pipeline", "ControlNetPipeline")
|
953
|
+
if "enable_pag" in kwargs:
|
954
|
+
enable_pag = kwargs.pop("enable_pag")
|
955
|
+
if enable_pag:
|
956
|
+
orig_class_name = config["_class_name"].replace("Pipeline", "PAGPipeline")
|
892
957
|
|
893
958
|
inpainting_cls = _get_task_class(AUTO_INPAINT_PIPELINES_MAPPING, orig_class_name)
|
894
959
|
|
@@ -945,6 +1010,19 @@ class AutoPipelineForInpainting(ConfigMixin):
|
|
945
1010
|
inpainting_cls.__name__.replace("ControlNetInpaintPipeline", "InpaintPipeline"),
|
946
1011
|
)
|
947
1012
|
|
1013
|
+
if "enable_pag" in kwargs:
|
1014
|
+
enable_pag = kwargs.pop("enable_pag")
|
1015
|
+
if enable_pag:
|
1016
|
+
inpainting_cls = _get_task_class(
|
1017
|
+
AUTO_INPAINT_PIPELINES_MAPPING,
|
1018
|
+
inpainting_cls.__name__.replace("PAG", "").replace("InpaintPipeline", "PAGInpaintPipeline"),
|
1019
|
+
)
|
1020
|
+
else:
|
1021
|
+
inpainting_cls = _get_task_class(
|
1022
|
+
AUTO_INPAINT_PIPELINES_MAPPING,
|
1023
|
+
inpainting_cls.__name__.replace("PAGInpaintPipeline", "InpaintPipeline"),
|
1024
|
+
)
|
1025
|
+
|
948
1026
|
# define expected module and optional kwargs given the pipeline signature
|
949
1027
|
expected_modules, optional_kwargs = inpainting_cls._get_signature_keys(inpainting_cls)
|
950
1028
|
|
@@ -0,0 +1,48 @@
|
|
1
|
+
from typing import TYPE_CHECKING
|
2
|
+
|
3
|
+
from ...utils import (
|
4
|
+
DIFFUSERS_SLOW_IMPORT,
|
5
|
+
OptionalDependencyNotAvailable,
|
6
|
+
_LazyModule,
|
7
|
+
get_objects_from_module,
|
8
|
+
is_torch_available,
|
9
|
+
is_transformers_available,
|
10
|
+
)
|
11
|
+
|
12
|
+
|
13
|
+
_dummy_objects = {}
|
14
|
+
_import_structure = {}
|
15
|
+
|
16
|
+
|
17
|
+
try:
|
18
|
+
if not (is_transformers_available() and is_torch_available()):
|
19
|
+
raise OptionalDependencyNotAvailable()
|
20
|
+
except OptionalDependencyNotAvailable:
|
21
|
+
from ...utils import dummy_torch_and_transformers_objects # noqa F403
|
22
|
+
|
23
|
+
_dummy_objects.update(get_objects_from_module(dummy_torch_and_transformers_objects))
|
24
|
+
else:
|
25
|
+
_import_structure["pipeline_cogvideox"] = ["CogVideoXPipeline"]
|
26
|
+
|
27
|
+
if TYPE_CHECKING or DIFFUSERS_SLOW_IMPORT:
|
28
|
+
try:
|
29
|
+
if not (is_transformers_available() and is_torch_available()):
|
30
|
+
raise OptionalDependencyNotAvailable()
|
31
|
+
|
32
|
+
except OptionalDependencyNotAvailable:
|
33
|
+
from ...utils.dummy_torch_and_transformers_objects import *
|
34
|
+
else:
|
35
|
+
from .pipeline_cogvideox import CogVideoXPipeline
|
36
|
+
|
37
|
+
else:
|
38
|
+
import sys
|
39
|
+
|
40
|
+
sys.modules[__name__] = _LazyModule(
|
41
|
+
__name__,
|
42
|
+
globals()["__file__"],
|
43
|
+
_import_structure,
|
44
|
+
module_spec=__spec__,
|
45
|
+
)
|
46
|
+
|
47
|
+
for name, value in _dummy_objects.items():
|
48
|
+
setattr(sys.modules[__name__], name, value)
|