diffusers 0.29.2__py3-none-any.whl → 0.30.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (220) hide show
  1. diffusers/__init__.py +94 -3
  2. diffusers/commands/env.py +1 -5
  3. diffusers/configuration_utils.py +4 -9
  4. diffusers/dependency_versions_table.py +2 -2
  5. diffusers/image_processor.py +1 -2
  6. diffusers/loaders/__init__.py +17 -2
  7. diffusers/loaders/ip_adapter.py +10 -7
  8. diffusers/loaders/lora_base.py +752 -0
  9. diffusers/loaders/lora_pipeline.py +2222 -0
  10. diffusers/loaders/peft.py +213 -5
  11. diffusers/loaders/single_file.py +1 -12
  12. diffusers/loaders/single_file_model.py +31 -10
  13. diffusers/loaders/single_file_utils.py +262 -2
  14. diffusers/loaders/textual_inversion.py +1 -6
  15. diffusers/loaders/unet.py +23 -208
  16. diffusers/models/__init__.py +20 -0
  17. diffusers/models/activations.py +22 -0
  18. diffusers/models/attention.py +386 -7
  19. diffusers/models/attention_processor.py +1795 -629
  20. diffusers/models/autoencoders/__init__.py +2 -0
  21. diffusers/models/autoencoders/autoencoder_kl.py +14 -3
  22. diffusers/models/autoencoders/autoencoder_kl_cogvideox.py +1035 -0
  23. diffusers/models/autoencoders/autoencoder_kl_temporal_decoder.py +1 -1
  24. diffusers/models/autoencoders/autoencoder_oobleck.py +464 -0
  25. diffusers/models/autoencoders/autoencoder_tiny.py +1 -0
  26. diffusers/models/autoencoders/consistency_decoder_vae.py +1 -1
  27. diffusers/models/autoencoders/vq_model.py +4 -4
  28. diffusers/models/controlnet.py +2 -3
  29. diffusers/models/controlnet_hunyuan.py +401 -0
  30. diffusers/models/controlnet_sd3.py +11 -11
  31. diffusers/models/controlnet_sparsectrl.py +789 -0
  32. diffusers/models/controlnet_xs.py +40 -10
  33. diffusers/models/downsampling.py +68 -0
  34. diffusers/models/embeddings.py +319 -36
  35. diffusers/models/model_loading_utils.py +1 -3
  36. diffusers/models/modeling_flax_utils.py +1 -6
  37. diffusers/models/modeling_utils.py +4 -16
  38. diffusers/models/normalization.py +203 -12
  39. diffusers/models/transformers/__init__.py +6 -0
  40. diffusers/models/transformers/auraflow_transformer_2d.py +527 -0
  41. diffusers/models/transformers/cogvideox_transformer_3d.py +345 -0
  42. diffusers/models/transformers/hunyuan_transformer_2d.py +19 -15
  43. diffusers/models/transformers/latte_transformer_3d.py +327 -0
  44. diffusers/models/transformers/lumina_nextdit2d.py +340 -0
  45. diffusers/models/transformers/pixart_transformer_2d.py +102 -1
  46. diffusers/models/transformers/prior_transformer.py +1 -1
  47. diffusers/models/transformers/stable_audio_transformer.py +458 -0
  48. diffusers/models/transformers/transformer_flux.py +455 -0
  49. diffusers/models/transformers/transformer_sd3.py +18 -4
  50. diffusers/models/unets/unet_1d_blocks.py +1 -1
  51. diffusers/models/unets/unet_2d_condition.py +8 -1
  52. diffusers/models/unets/unet_3d_blocks.py +51 -920
  53. diffusers/models/unets/unet_3d_condition.py +4 -1
  54. diffusers/models/unets/unet_i2vgen_xl.py +4 -1
  55. diffusers/models/unets/unet_kandinsky3.py +1 -1
  56. diffusers/models/unets/unet_motion_model.py +1330 -84
  57. diffusers/models/unets/unet_spatio_temporal_condition.py +1 -1
  58. diffusers/models/unets/unet_stable_cascade.py +1 -3
  59. diffusers/models/unets/uvit_2d.py +1 -1
  60. diffusers/models/upsampling.py +64 -0
  61. diffusers/models/vq_model.py +8 -4
  62. diffusers/optimization.py +1 -1
  63. diffusers/pipelines/__init__.py +100 -3
  64. diffusers/pipelines/animatediff/__init__.py +4 -0
  65. diffusers/pipelines/animatediff/pipeline_animatediff.py +50 -40
  66. diffusers/pipelines/animatediff/pipeline_animatediff_controlnet.py +1076 -0
  67. diffusers/pipelines/animatediff/pipeline_animatediff_sdxl.py +17 -27
  68. diffusers/pipelines/animatediff/pipeline_animatediff_sparsectrl.py +1008 -0
  69. diffusers/pipelines/animatediff/pipeline_animatediff_video2video.py +51 -38
  70. diffusers/pipelines/audioldm2/modeling_audioldm2.py +1 -1
  71. diffusers/pipelines/audioldm2/pipeline_audioldm2.py +1 -0
  72. diffusers/pipelines/aura_flow/__init__.py +48 -0
  73. diffusers/pipelines/aura_flow/pipeline_aura_flow.py +591 -0
  74. diffusers/pipelines/auto_pipeline.py +97 -19
  75. diffusers/pipelines/cogvideo/__init__.py +48 -0
  76. diffusers/pipelines/cogvideo/pipeline_cogvideox.py +687 -0
  77. diffusers/pipelines/consistency_models/pipeline_consistency_models.py +1 -1
  78. diffusers/pipelines/controlnet/pipeline_controlnet.py +24 -30
  79. diffusers/pipelines/controlnet/pipeline_controlnet_img2img.py +31 -30
  80. diffusers/pipelines/controlnet/pipeline_controlnet_inpaint.py +24 -153
  81. diffusers/pipelines/controlnet/pipeline_controlnet_inpaint_sd_xl.py +19 -28
  82. diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl.py +18 -28
  83. diffusers/pipelines/controlnet/pipeline_controlnet_sd_xl_img2img.py +29 -32
  84. diffusers/pipelines/controlnet/pipeline_flax_controlnet.py +2 -2
  85. diffusers/pipelines/controlnet_hunyuandit/__init__.py +48 -0
  86. diffusers/pipelines/controlnet_hunyuandit/pipeline_hunyuandit_controlnet.py +1042 -0
  87. diffusers/pipelines/controlnet_sd3/pipeline_stable_diffusion_3_controlnet.py +35 -0
  88. diffusers/pipelines/controlnet_xs/pipeline_controlnet_xs.py +10 -6
  89. diffusers/pipelines/controlnet_xs/pipeline_controlnet_xs_sd_xl.py +0 -4
  90. diffusers/pipelines/deepfloyd_if/pipeline_if.py +2 -2
  91. diffusers/pipelines/deepfloyd_if/pipeline_if_img2img.py +2 -2
  92. diffusers/pipelines/deepfloyd_if/pipeline_if_img2img_superresolution.py +2 -2
  93. diffusers/pipelines/deepfloyd_if/pipeline_if_inpainting.py +2 -2
  94. diffusers/pipelines/deepfloyd_if/pipeline_if_inpainting_superresolution.py +2 -2
  95. diffusers/pipelines/deepfloyd_if/pipeline_if_superresolution.py +2 -2
  96. diffusers/pipelines/deprecated/alt_diffusion/pipeline_alt_diffusion.py +11 -6
  97. diffusers/pipelines/deprecated/alt_diffusion/pipeline_alt_diffusion_img2img.py +11 -6
  98. diffusers/pipelines/deprecated/stable_diffusion_variants/pipeline_cycle_diffusion.py +6 -6
  99. diffusers/pipelines/deprecated/stable_diffusion_variants/pipeline_stable_diffusion_inpaint_legacy.py +6 -6
  100. diffusers/pipelines/deprecated/stable_diffusion_variants/pipeline_stable_diffusion_model_editing.py +10 -10
  101. diffusers/pipelines/deprecated/stable_diffusion_variants/pipeline_stable_diffusion_paradigms.py +10 -6
  102. diffusers/pipelines/deprecated/stable_diffusion_variants/pipeline_stable_diffusion_pix2pix_zero.py +3 -3
  103. diffusers/pipelines/deprecated/versatile_diffusion/modeling_text_unet.py +1 -1
  104. diffusers/pipelines/flux/__init__.py +47 -0
  105. diffusers/pipelines/flux/pipeline_flux.py +749 -0
  106. diffusers/pipelines/flux/pipeline_output.py +21 -0
  107. diffusers/pipelines/free_init_utils.py +2 -0
  108. diffusers/pipelines/free_noise_utils.py +236 -0
  109. diffusers/pipelines/kandinsky3/pipeline_kandinsky3.py +2 -2
  110. diffusers/pipelines/kandinsky3/pipeline_kandinsky3_img2img.py +2 -2
  111. diffusers/pipelines/kolors/__init__.py +54 -0
  112. diffusers/pipelines/kolors/pipeline_kolors.py +1070 -0
  113. diffusers/pipelines/kolors/pipeline_kolors_img2img.py +1247 -0
  114. diffusers/pipelines/kolors/pipeline_output.py +21 -0
  115. diffusers/pipelines/kolors/text_encoder.py +889 -0
  116. diffusers/pipelines/kolors/tokenizer.py +334 -0
  117. diffusers/pipelines/latent_consistency_models/pipeline_latent_consistency_img2img.py +30 -29
  118. diffusers/pipelines/latent_consistency_models/pipeline_latent_consistency_text2img.py +23 -29
  119. diffusers/pipelines/latte/__init__.py +48 -0
  120. diffusers/pipelines/latte/pipeline_latte.py +881 -0
  121. diffusers/pipelines/ledits_pp/pipeline_leditspp_stable_diffusion.py +4 -4
  122. diffusers/pipelines/ledits_pp/pipeline_leditspp_stable_diffusion_xl.py +0 -4
  123. diffusers/pipelines/lumina/__init__.py +48 -0
  124. diffusers/pipelines/lumina/pipeline_lumina.py +897 -0
  125. diffusers/pipelines/pag/__init__.py +67 -0
  126. diffusers/pipelines/pag/pag_utils.py +237 -0
  127. diffusers/pipelines/pag/pipeline_pag_controlnet_sd.py +1329 -0
  128. diffusers/pipelines/pag/pipeline_pag_controlnet_sd_xl.py +1612 -0
  129. diffusers/pipelines/pag/pipeline_pag_hunyuandit.py +953 -0
  130. diffusers/pipelines/pag/pipeline_pag_kolors.py +1136 -0
  131. diffusers/pipelines/pag/pipeline_pag_pixart_sigma.py +872 -0
  132. diffusers/pipelines/pag/pipeline_pag_sd.py +1050 -0
  133. diffusers/pipelines/pag/pipeline_pag_sd_3.py +985 -0
  134. diffusers/pipelines/pag/pipeline_pag_sd_animatediff.py +862 -0
  135. diffusers/pipelines/pag/pipeline_pag_sd_xl.py +1333 -0
  136. diffusers/pipelines/pag/pipeline_pag_sd_xl_img2img.py +1529 -0
  137. diffusers/pipelines/pag/pipeline_pag_sd_xl_inpaint.py +1753 -0
  138. diffusers/pipelines/pia/pipeline_pia.py +30 -37
  139. diffusers/pipelines/pipeline_flax_utils.py +4 -9
  140. diffusers/pipelines/pipeline_loading_utils.py +0 -3
  141. diffusers/pipelines/pipeline_utils.py +2 -14
  142. diffusers/pipelines/semantic_stable_diffusion/pipeline_semantic_stable_diffusion.py +0 -1
  143. diffusers/pipelines/stable_audio/__init__.py +50 -0
  144. diffusers/pipelines/stable_audio/modeling_stable_audio.py +158 -0
  145. diffusers/pipelines/stable_audio/pipeline_stable_audio.py +745 -0
  146. diffusers/pipelines/stable_diffusion/convert_from_ckpt.py +2 -0
  147. diffusers/pipelines/stable_diffusion/pipeline_flax_stable_diffusion.py +1 -1
  148. diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion.py +23 -29
  149. diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_depth2img.py +15 -8
  150. diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_img2img.py +30 -29
  151. diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_inpaint.py +23 -152
  152. diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_instruct_pix2pix.py +8 -4
  153. diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_upscale.py +11 -11
  154. diffusers/pipelines/stable_diffusion/pipeline_stable_unclip.py +8 -6
  155. diffusers/pipelines/stable_diffusion/pipeline_stable_unclip_img2img.py +6 -6
  156. diffusers/pipelines/stable_diffusion_3/__init__.py +2 -0
  157. diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3.py +34 -3
  158. diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3_img2img.py +33 -7
  159. diffusers/pipelines/stable_diffusion_3/pipeline_stable_diffusion_3_inpaint.py +1201 -0
  160. diffusers/pipelines/stable_diffusion_attend_and_excite/pipeline_stable_diffusion_attend_and_excite.py +3 -3
  161. diffusers/pipelines/stable_diffusion_diffedit/pipeline_stable_diffusion_diffedit.py +6 -6
  162. diffusers/pipelines/stable_diffusion_gligen/pipeline_stable_diffusion_gligen.py +5 -5
  163. diffusers/pipelines/stable_diffusion_gligen/pipeline_stable_diffusion_gligen_text_image.py +5 -5
  164. diffusers/pipelines/stable_diffusion_k_diffusion/pipeline_stable_diffusion_k_diffusion.py +6 -6
  165. diffusers/pipelines/stable_diffusion_k_diffusion/pipeline_stable_diffusion_xl_k_diffusion.py +0 -4
  166. diffusers/pipelines/stable_diffusion_ldm3d/pipeline_stable_diffusion_ldm3d.py +23 -29
  167. diffusers/pipelines/stable_diffusion_panorama/pipeline_stable_diffusion_panorama.py +27 -29
  168. diffusers/pipelines/stable_diffusion_sag/pipeline_stable_diffusion_sag.py +3 -3
  169. diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl.py +17 -27
  170. diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_img2img.py +26 -29
  171. diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_inpaint.py +17 -145
  172. diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl_instruct_pix2pix.py +0 -4
  173. diffusers/pipelines/t2i_adapter/pipeline_stable_diffusion_adapter.py +6 -6
  174. diffusers/pipelines/t2i_adapter/pipeline_stable_diffusion_xl_adapter.py +18 -28
  175. diffusers/pipelines/text_to_video_synthesis/pipeline_text_to_video_synth.py +8 -6
  176. diffusers/pipelines/text_to_video_synthesis/pipeline_text_to_video_synth_img2img.py +8 -6
  177. diffusers/pipelines/text_to_video_synthesis/pipeline_text_to_video_zero.py +6 -4
  178. diffusers/pipelines/text_to_video_synthesis/pipeline_text_to_video_zero_sdxl.py +0 -4
  179. diffusers/pipelines/unidiffuser/pipeline_unidiffuser.py +3 -3
  180. diffusers/pipelines/wuerstchen/modeling_wuerstchen_prior.py +1 -1
  181. diffusers/pipelines/wuerstchen/pipeline_wuerstchen_prior.py +5 -4
  182. diffusers/schedulers/__init__.py +8 -0
  183. diffusers/schedulers/scheduling_cosine_dpmsolver_multistep.py +572 -0
  184. diffusers/schedulers/scheduling_ddim.py +1 -1
  185. diffusers/schedulers/scheduling_ddim_cogvideox.py +449 -0
  186. diffusers/schedulers/scheduling_ddpm.py +1 -1
  187. diffusers/schedulers/scheduling_ddpm_parallel.py +1 -1
  188. diffusers/schedulers/scheduling_deis_multistep.py +2 -2
  189. diffusers/schedulers/scheduling_dpm_cogvideox.py +489 -0
  190. diffusers/schedulers/scheduling_dpmsolver_multistep.py +1 -1
  191. diffusers/schedulers/scheduling_dpmsolver_multistep_inverse.py +1 -1
  192. diffusers/schedulers/scheduling_dpmsolver_singlestep.py +64 -19
  193. diffusers/schedulers/scheduling_edm_dpmsolver_multistep.py +2 -2
  194. diffusers/schedulers/scheduling_flow_match_euler_discrete.py +63 -39
  195. diffusers/schedulers/scheduling_flow_match_heun_discrete.py +321 -0
  196. diffusers/schedulers/scheduling_ipndm.py +1 -1
  197. diffusers/schedulers/scheduling_unipc_multistep.py +1 -1
  198. diffusers/schedulers/scheduling_utils.py +1 -3
  199. diffusers/schedulers/scheduling_utils_flax.py +1 -3
  200. diffusers/training_utils.py +99 -14
  201. diffusers/utils/__init__.py +2 -2
  202. diffusers/utils/dummy_pt_objects.py +210 -0
  203. diffusers/utils/dummy_torch_and_torchsde_objects.py +15 -0
  204. diffusers/utils/dummy_torch_and_transformers_and_sentencepiece_objects.py +47 -0
  205. diffusers/utils/dummy_torch_and_transformers_objects.py +315 -0
  206. diffusers/utils/dynamic_modules_utils.py +1 -11
  207. diffusers/utils/export_utils.py +1 -4
  208. diffusers/utils/hub_utils.py +45 -42
  209. diffusers/utils/import_utils.py +19 -16
  210. diffusers/utils/loading_utils.py +76 -3
  211. diffusers/utils/testing_utils.py +11 -8
  212. {diffusers-0.29.2.dist-info → diffusers-0.30.0.dist-info}/METADATA +73 -83
  213. {diffusers-0.29.2.dist-info → diffusers-0.30.0.dist-info}/RECORD +217 -164
  214. {diffusers-0.29.2.dist-info → diffusers-0.30.0.dist-info}/WHEEL +1 -1
  215. diffusers/loaders/autoencoder.py +0 -146
  216. diffusers/loaders/controlnet.py +0 -136
  217. diffusers/loaders/lora.py +0 -1728
  218. {diffusers-0.29.2.dist-info → diffusers-0.30.0.dist-info}/LICENSE +0 -0
  219. {diffusers-0.29.2.dist-info → diffusers-0.30.0.dist-info}/entry_points.txt +0 -0
  220. {diffusers-0.29.2.dist-info → diffusers-0.30.0.dist-info}/top_level.txt +0 -0
@@ -18,6 +18,8 @@ from collections import OrderedDict
18
18
  from huggingface_hub.utils import validate_hf_hub_args
19
19
 
20
20
  from ..configuration_utils import ConfigMixin
21
+ from ..utils import is_sentencepiece_available
22
+ from .aura_flow import AuraFlowPipeline
21
23
  from .controlnet import (
22
24
  StableDiffusionControlNetImg2ImgPipeline,
23
25
  StableDiffusionControlNetInpaintPipeline,
@@ -27,6 +29,7 @@ from .controlnet import (
27
29
  StableDiffusionXLControlNetPipeline,
28
30
  )
29
31
  from .deepfloyd_if import IFImg2ImgPipeline, IFInpaintingPipeline, IFPipeline
32
+ from .flux import FluxPipeline
30
33
  from .hunyuandit import HunyuanDiTPipeline
31
34
  from .kandinsky import (
32
35
  KandinskyCombinedPipeline,
@@ -46,6 +49,17 @@ from .kandinsky2_2 import (
46
49
  )
47
50
  from .kandinsky3 import Kandinsky3Img2ImgPipeline, Kandinsky3Pipeline
48
51
  from .latent_consistency_models import LatentConsistencyModelImg2ImgPipeline, LatentConsistencyModelPipeline
52
+ from .pag import (
53
+ HunyuanDiTPAGPipeline,
54
+ PixArtSigmaPAGPipeline,
55
+ StableDiffusion3PAGPipeline,
56
+ StableDiffusionControlNetPAGPipeline,
57
+ StableDiffusionPAGPipeline,
58
+ StableDiffusionXLControlNetPAGPipeline,
59
+ StableDiffusionXLPAGImg2ImgPipeline,
60
+ StableDiffusionXLPAGInpaintPipeline,
61
+ StableDiffusionXLPAGPipeline,
62
+ )
49
63
  from .pixart_alpha import PixArtAlphaPipeline, PixArtSigmaPipeline
50
64
  from .stable_cascade import StableCascadeCombinedPipeline, StableCascadeDecoderPipeline
51
65
  from .stable_diffusion import (
@@ -55,6 +69,7 @@ from .stable_diffusion import (
55
69
  )
56
70
  from .stable_diffusion_3 import (
57
71
  StableDiffusion3Img2ImgPipeline,
72
+ StableDiffusion3InpaintPipeline,
58
73
  StableDiffusion3Pipeline,
59
74
  )
60
75
  from .stable_diffusion_xl import (
@@ -70,8 +85,10 @@ AUTO_TEXT2IMAGE_PIPELINES_MAPPING = OrderedDict(
70
85
  ("stable-diffusion", StableDiffusionPipeline),
71
86
  ("stable-diffusion-xl", StableDiffusionXLPipeline),
72
87
  ("stable-diffusion-3", StableDiffusion3Pipeline),
88
+ ("stable-diffusion-3-pag", StableDiffusion3PAGPipeline),
73
89
  ("if", IFPipeline),
74
90
  ("hunyuan", HunyuanDiTPipeline),
91
+ ("hunyuan-pag", HunyuanDiTPAGPipeline),
75
92
  ("kandinsky", KandinskyCombinedPipeline),
76
93
  ("kandinsky22", KandinskyV22CombinedPipeline),
77
94
  ("kandinsky3", Kandinsky3Pipeline),
@@ -82,6 +99,13 @@ AUTO_TEXT2IMAGE_PIPELINES_MAPPING = OrderedDict(
82
99
  ("lcm", LatentConsistencyModelPipeline),
83
100
  ("pixart-alpha", PixArtAlphaPipeline),
84
101
  ("pixart-sigma", PixArtSigmaPipeline),
102
+ ("stable-diffusion-pag", StableDiffusionPAGPipeline),
103
+ ("stable-diffusion-controlnet-pag", StableDiffusionControlNetPAGPipeline),
104
+ ("stable-diffusion-xl-pag", StableDiffusionXLPAGPipeline),
105
+ ("stable-diffusion-xl-controlnet-pag", StableDiffusionXLControlNetPAGPipeline),
106
+ ("pixart-sigma-pag", PixArtSigmaPAGPipeline),
107
+ ("auraflow", AuraFlowPipeline),
108
+ ("flux", FluxPipeline),
85
109
  ]
86
110
  )
87
111
 
@@ -96,6 +120,7 @@ AUTO_IMAGE2IMAGE_PIPELINES_MAPPING = OrderedDict(
96
120
  ("kandinsky3", Kandinsky3Img2ImgPipeline),
97
121
  ("stable-diffusion-controlnet", StableDiffusionControlNetImg2ImgPipeline),
98
122
  ("stable-diffusion-xl-controlnet", StableDiffusionXLControlNetImg2ImgPipeline),
123
+ ("stable-diffusion-xl-pag", StableDiffusionXLPAGImg2ImgPipeline),
99
124
  ("lcm", LatentConsistencyModelImg2ImgPipeline),
100
125
  ]
101
126
  )
@@ -104,11 +129,13 @@ AUTO_INPAINT_PIPELINES_MAPPING = OrderedDict(
104
129
  [
105
130
  ("stable-diffusion", StableDiffusionInpaintPipeline),
106
131
  ("stable-diffusion-xl", StableDiffusionXLInpaintPipeline),
132
+ ("stable-diffusion-3", StableDiffusion3InpaintPipeline),
107
133
  ("if", IFInpaintingPipeline),
108
134
  ("kandinsky", KandinskyInpaintCombinedPipeline),
109
135
  ("kandinsky22", KandinskyV22InpaintCombinedPipeline),
110
136
  ("stable-diffusion-controlnet", StableDiffusionControlNetInpaintPipeline),
111
137
  ("stable-diffusion-xl-controlnet", StableDiffusionXLControlNetInpaintPipeline),
138
+ ("stable-diffusion-xl-pag", StableDiffusionXLPAGInpaintPipeline),
112
139
  ]
113
140
  )
114
141
 
@@ -133,6 +160,14 @@ _AUTO_INPAINT_DECODER_PIPELINES_MAPPING = OrderedDict(
133
160
  ]
134
161
  )
135
162
 
163
+ if is_sentencepiece_available():
164
+ from .kolors import KolorsPipeline
165
+ from .pag import KolorsPAGPipeline
166
+
167
+ AUTO_TEXT2IMAGE_PIPELINES_MAPPING["kolors"] = KolorsPipeline
168
+ AUTO_TEXT2IMAGE_PIPELINES_MAPPING["kolors-pag"] = KolorsPAGPipeline
169
+ AUTO_IMAGE2IMAGE_PIPELINES_MAPPING["kolors"] = KolorsPipeline
170
+
136
171
  SUPPORTED_TASKS_MAPPINGS = [
137
172
  AUTO_TEXT2IMAGE_PIPELINES_MAPPING,
138
173
  AUTO_IMAGE2IMAGE_PIPELINES_MAPPING,
@@ -242,9 +277,7 @@ class AutoPipelineForText2Image(ConfigMixin):
242
277
  cache_dir (`Union[str, os.PathLike]`, *optional*):
243
278
  Path to a directory where a downloaded pretrained model configuration is cached if the standard cache
244
279
  is not used.
245
- resume_download:
246
- Deprecated and ignored. All downloads are now resumed by default when possible. Will be removed in v1
247
- of Diffusers.
280
+
248
281
  proxies (`Dict[str, str]`, *optional*):
249
282
  A dictionary of proxy servers to use by protocol or endpoint, for example, `{'http': 'foo.bar:3128',
250
283
  'http://hostname': 'foo.bar:4012'}`. The proxies are used on each request.
@@ -319,7 +352,6 @@ class AutoPipelineForText2Image(ConfigMixin):
319
352
  """
320
353
  cache_dir = kwargs.pop("cache_dir", None)
321
354
  force_download = kwargs.pop("force_download", False)
322
- resume_download = kwargs.pop("resume_download", None)
323
355
  proxies = kwargs.pop("proxies", None)
324
356
  token = kwargs.pop("token", None)
325
357
  local_files_only = kwargs.pop("local_files_only", False)
@@ -328,7 +360,6 @@ class AutoPipelineForText2Image(ConfigMixin):
328
360
  load_config_kwargs = {
329
361
  "cache_dir": cache_dir,
330
362
  "force_download": force_download,
331
- "resume_download": resume_download,
332
363
  "proxies": proxies,
333
364
  "token": token,
334
365
  "local_files_only": local_files_only,
@@ -340,6 +371,10 @@ class AutoPipelineForText2Image(ConfigMixin):
340
371
 
341
372
  if "controlnet" in kwargs:
342
373
  orig_class_name = config["_class_name"].replace("Pipeline", "ControlNetPipeline")
374
+ if "enable_pag" in kwargs:
375
+ enable_pag = kwargs.pop("enable_pag")
376
+ if enable_pag:
377
+ orig_class_name = orig_class_name.replace("Pipeline", "PAGPipeline")
343
378
 
344
379
  text_2_image_cls = _get_task_class(AUTO_TEXT2IMAGE_PIPELINES_MAPPING, orig_class_name)
345
380
 
@@ -383,14 +418,28 @@ class AutoPipelineForText2Image(ConfigMixin):
383
418
 
384
419
  if "controlnet" in kwargs:
385
420
  if kwargs["controlnet"] is not None:
421
+ to_replace = "PAGPipeline" if "PAG" in text_2_image_cls.__name__ else "Pipeline"
386
422
  text_2_image_cls = _get_task_class(
387
423
  AUTO_TEXT2IMAGE_PIPELINES_MAPPING,
388
- text_2_image_cls.__name__.replace("ControlNet", "").replace("Pipeline", "ControlNetPipeline"),
424
+ text_2_image_cls.__name__.replace("ControlNet", "").replace(to_replace, "ControlNet" + to_replace),
389
425
  )
390
426
  else:
391
427
  text_2_image_cls = _get_task_class(
392
428
  AUTO_TEXT2IMAGE_PIPELINES_MAPPING,
393
- text_2_image_cls.__name__.replace("ControlNetPipeline", "Pipeline"),
429
+ text_2_image_cls.__name__.replace("ControlNet", ""),
430
+ )
431
+
432
+ if "enable_pag" in kwargs:
433
+ enable_pag = kwargs.pop("enable_pag")
434
+ if enable_pag:
435
+ text_2_image_cls = _get_task_class(
436
+ AUTO_TEXT2IMAGE_PIPELINES_MAPPING,
437
+ text_2_image_cls.__name__.replace("PAG", "").replace("Pipeline", "PAGPipeline"),
438
+ )
439
+ else:
440
+ text_2_image_cls = _get_task_class(
441
+ AUTO_TEXT2IMAGE_PIPELINES_MAPPING,
442
+ text_2_image_cls.__name__.replace("PAG", ""),
394
443
  )
395
444
 
396
445
  # define expected module and optional kwargs given the pipeline signature
@@ -515,9 +564,7 @@ class AutoPipelineForImage2Image(ConfigMixin):
515
564
  cache_dir (`Union[str, os.PathLike]`, *optional*):
516
565
  Path to a directory where a downloaded pretrained model configuration is cached if the standard cache
517
566
  is not used.
518
- resume_download:
519
- Deprecated and ignored. All downloads are now resumed by default when possible. Will be removed in v1
520
- of Diffusers.
567
+
521
568
  proxies (`Dict[str, str]`, *optional*):
522
569
  A dictionary of proxy servers to use by protocol or endpoint, for example, `{'http': 'foo.bar:3128',
523
570
  'http://hostname': 'foo.bar:4012'}`. The proxies are used on each request.
@@ -592,7 +639,6 @@ class AutoPipelineForImage2Image(ConfigMixin):
592
639
  """
593
640
  cache_dir = kwargs.pop("cache_dir", None)
594
641
  force_download = kwargs.pop("force_download", False)
595
- resume_download = kwargs.pop("resume_download", None)
596
642
  proxies = kwargs.pop("proxies", None)
597
643
  token = kwargs.pop("token", None)
598
644
  local_files_only = kwargs.pop("local_files_only", False)
@@ -601,7 +647,6 @@ class AutoPipelineForImage2Image(ConfigMixin):
601
647
  load_config_kwargs = {
602
648
  "cache_dir": cache_dir,
603
649
  "force_download": force_download,
604
- "resume_download": resume_download,
605
650
  "proxies": proxies,
606
651
  "token": token,
607
652
  "local_files_only": local_files_only,
@@ -613,6 +658,10 @@ class AutoPipelineForImage2Image(ConfigMixin):
613
658
 
614
659
  if "controlnet" in kwargs:
615
660
  orig_class_name = config["_class_name"].replace("Pipeline", "ControlNetPipeline")
661
+ if "enable_pag" in kwargs:
662
+ enable_pag = kwargs.pop("enable_pag")
663
+ if enable_pag:
664
+ orig_class_name = orig_class_name.replace("Pipeline", "PAGPipeline")
616
665
 
617
666
  image_2_image_cls = _get_task_class(AUTO_IMAGE2IMAGE_PIPELINES_MAPPING, orig_class_name)
618
667
 
@@ -658,16 +707,32 @@ class AutoPipelineForImage2Image(ConfigMixin):
658
707
 
659
708
  if "controlnet" in kwargs:
660
709
  if kwargs["controlnet"] is not None:
710
+ to_replace = "Img2ImgPipeline"
711
+ if "PAG" in image_2_image_cls.__name__:
712
+ to_replace = "PAG" + to_replace
661
713
  image_2_image_cls = _get_task_class(
662
714
  AUTO_IMAGE2IMAGE_PIPELINES_MAPPING,
663
715
  image_2_image_cls.__name__.replace("ControlNet", "").replace(
664
- "Img2ImgPipeline", "ControlNetImg2ImgPipeline"
716
+ to_replace, "ControlNet" + to_replace
665
717
  ),
666
718
  )
667
719
  else:
668
720
  image_2_image_cls = _get_task_class(
669
721
  AUTO_IMAGE2IMAGE_PIPELINES_MAPPING,
670
- image_2_image_cls.__name__.replace("ControlNetImg2ImgPipeline", "Img2ImgPipeline"),
722
+ image_2_image_cls.__name__.replace("ControlNet", ""),
723
+ )
724
+
725
+ if "enable_pag" in kwargs:
726
+ enable_pag = kwargs.pop("enable_pag")
727
+ if enable_pag:
728
+ image_2_image_cls = _get_task_class(
729
+ AUTO_IMAGE2IMAGE_PIPELINES_MAPPING,
730
+ image_2_image_cls.__name__.replace("PAG", "").replace("Img2ImgPipeline", "PAGImg2ImgPipeline"),
731
+ )
732
+ else:
733
+ image_2_image_cls = _get_task_class(
734
+ AUTO_IMAGE2IMAGE_PIPELINES_MAPPING,
735
+ image_2_image_cls.__name__.replace("PAG", ""),
671
736
  )
672
737
 
673
738
  # define expected module and optional kwargs given the pipeline signature
@@ -791,9 +856,7 @@ class AutoPipelineForInpainting(ConfigMixin):
791
856
  cache_dir (`Union[str, os.PathLike]`, *optional*):
792
857
  Path to a directory where a downloaded pretrained model configuration is cached if the standard cache
793
858
  is not used.
794
- resume_download:
795
- Deprecated and ignored. All downloads are now resumed by default when possible. Will be removed in v1
796
- of Diffusers.
859
+
797
860
  proxies (`Dict[str, str]`, *optional*):
798
861
  A dictionary of proxy servers to use by protocol or endpoint, for example, `{'http': 'foo.bar:3128',
799
862
  'http://hostname': 'foo.bar:4012'}`. The proxies are used on each request.
@@ -868,7 +931,6 @@ class AutoPipelineForInpainting(ConfigMixin):
868
931
  """
869
932
  cache_dir = kwargs.pop("cache_dir", None)
870
933
  force_download = kwargs.pop("force_download", False)
871
- resume_download = kwargs.pop("resume_download", None)
872
934
  proxies = kwargs.pop("proxies", None)
873
935
  token = kwargs.pop("token", None)
874
936
  local_files_only = kwargs.pop("local_files_only", False)
@@ -877,7 +939,6 @@ class AutoPipelineForInpainting(ConfigMixin):
877
939
  load_config_kwargs = {
878
940
  "cache_dir": cache_dir,
879
941
  "force_download": force_download,
880
- "resume_download": resume_download,
881
942
  "proxies": proxies,
882
943
  "token": token,
883
944
  "local_files_only": local_files_only,
@@ -889,6 +950,10 @@ class AutoPipelineForInpainting(ConfigMixin):
889
950
 
890
951
  if "controlnet" in kwargs:
891
952
  orig_class_name = config["_class_name"].replace("Pipeline", "ControlNetPipeline")
953
+ if "enable_pag" in kwargs:
954
+ enable_pag = kwargs.pop("enable_pag")
955
+ if enable_pag:
956
+ orig_class_name = config["_class_name"].replace("Pipeline", "PAGPipeline")
892
957
 
893
958
  inpainting_cls = _get_task_class(AUTO_INPAINT_PIPELINES_MAPPING, orig_class_name)
894
959
 
@@ -945,6 +1010,19 @@ class AutoPipelineForInpainting(ConfigMixin):
945
1010
  inpainting_cls.__name__.replace("ControlNetInpaintPipeline", "InpaintPipeline"),
946
1011
  )
947
1012
 
1013
+ if "enable_pag" in kwargs:
1014
+ enable_pag = kwargs.pop("enable_pag")
1015
+ if enable_pag:
1016
+ inpainting_cls = _get_task_class(
1017
+ AUTO_INPAINT_PIPELINES_MAPPING,
1018
+ inpainting_cls.__name__.replace("PAG", "").replace("InpaintPipeline", "PAGInpaintPipeline"),
1019
+ )
1020
+ else:
1021
+ inpainting_cls = _get_task_class(
1022
+ AUTO_INPAINT_PIPELINES_MAPPING,
1023
+ inpainting_cls.__name__.replace("PAGInpaintPipeline", "InpaintPipeline"),
1024
+ )
1025
+
948
1026
  # define expected module and optional kwargs given the pipeline signature
949
1027
  expected_modules, optional_kwargs = inpainting_cls._get_signature_keys(inpainting_cls)
950
1028
 
@@ -0,0 +1,48 @@
1
+ from typing import TYPE_CHECKING
2
+
3
+ from ...utils import (
4
+ DIFFUSERS_SLOW_IMPORT,
5
+ OptionalDependencyNotAvailable,
6
+ _LazyModule,
7
+ get_objects_from_module,
8
+ is_torch_available,
9
+ is_transformers_available,
10
+ )
11
+
12
+
13
+ _dummy_objects = {}
14
+ _import_structure = {}
15
+
16
+
17
+ try:
18
+ if not (is_transformers_available() and is_torch_available()):
19
+ raise OptionalDependencyNotAvailable()
20
+ except OptionalDependencyNotAvailable:
21
+ from ...utils import dummy_torch_and_transformers_objects # noqa F403
22
+
23
+ _dummy_objects.update(get_objects_from_module(dummy_torch_and_transformers_objects))
24
+ else:
25
+ _import_structure["pipeline_cogvideox"] = ["CogVideoXPipeline"]
26
+
27
+ if TYPE_CHECKING or DIFFUSERS_SLOW_IMPORT:
28
+ try:
29
+ if not (is_transformers_available() and is_torch_available()):
30
+ raise OptionalDependencyNotAvailable()
31
+
32
+ except OptionalDependencyNotAvailable:
33
+ from ...utils.dummy_torch_and_transformers_objects import *
34
+ else:
35
+ from .pipeline_cogvideox import CogVideoXPipeline
36
+
37
+ else:
38
+ import sys
39
+
40
+ sys.modules[__name__] = _LazyModule(
41
+ __name__,
42
+ globals()["__file__"],
43
+ _import_structure,
44
+ module_spec=__spec__,
45
+ )
46
+
47
+ for name, value in _dummy_objects.items():
48
+ setattr(sys.modules[__name__], name, value)