xinference 1.7.1.post1__py3-none-any.whl → 1.8.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of xinference might be problematic. Click here for more details.

Files changed (136) hide show
  1. xinference/_version.py +3 -3
  2. xinference/client/restful/async_restful_client.py +8 -13
  3. xinference/client/restful/restful_client.py +6 -2
  4. xinference/core/chat_interface.py +6 -4
  5. xinference/core/media_interface.py +5 -0
  6. xinference/core/model.py +1 -5
  7. xinference/core/supervisor.py +117 -68
  8. xinference/core/worker.py +49 -37
  9. xinference/deploy/test/test_cmdline.py +2 -6
  10. xinference/model/audio/__init__.py +26 -23
  11. xinference/model/audio/chattts.py +3 -2
  12. xinference/model/audio/core.py +49 -98
  13. xinference/model/audio/cosyvoice.py +3 -2
  14. xinference/model/audio/custom.py +28 -73
  15. xinference/model/audio/f5tts.py +3 -2
  16. xinference/model/audio/f5tts_mlx.py +3 -2
  17. xinference/model/audio/fish_speech.py +3 -2
  18. xinference/model/audio/funasr.py +17 -4
  19. xinference/model/audio/kokoro.py +3 -2
  20. xinference/model/audio/megatts.py +3 -2
  21. xinference/model/audio/melotts.py +3 -2
  22. xinference/model/audio/model_spec.json +572 -171
  23. xinference/model/audio/utils.py +0 -6
  24. xinference/model/audio/whisper.py +3 -2
  25. xinference/model/audio/whisper_mlx.py +3 -2
  26. xinference/model/cache_manager.py +141 -0
  27. xinference/model/core.py +6 -49
  28. xinference/model/custom.py +174 -0
  29. xinference/model/embedding/__init__.py +67 -56
  30. xinference/model/embedding/cache_manager.py +35 -0
  31. xinference/model/embedding/core.py +104 -84
  32. xinference/model/embedding/custom.py +55 -78
  33. xinference/model/embedding/embed_family.py +80 -31
  34. xinference/model/embedding/flag/core.py +21 -5
  35. xinference/model/embedding/llama_cpp/__init__.py +0 -0
  36. xinference/model/embedding/llama_cpp/core.py +234 -0
  37. xinference/model/embedding/model_spec.json +968 -103
  38. xinference/model/embedding/sentence_transformers/core.py +30 -20
  39. xinference/model/embedding/vllm/core.py +11 -5
  40. xinference/model/flexible/__init__.py +8 -2
  41. xinference/model/flexible/core.py +26 -119
  42. xinference/model/flexible/custom.py +69 -0
  43. xinference/model/flexible/launchers/image_process_launcher.py +1 -0
  44. xinference/model/flexible/launchers/modelscope_launcher.py +5 -1
  45. xinference/model/flexible/launchers/transformers_launcher.py +15 -3
  46. xinference/model/flexible/launchers/yolo_launcher.py +5 -1
  47. xinference/model/image/__init__.py +20 -20
  48. xinference/model/image/cache_manager.py +62 -0
  49. xinference/model/image/core.py +70 -182
  50. xinference/model/image/custom.py +28 -72
  51. xinference/model/image/model_spec.json +402 -119
  52. xinference/model/image/ocr/got_ocr2.py +3 -2
  53. xinference/model/image/stable_diffusion/core.py +22 -7
  54. xinference/model/image/stable_diffusion/mlx.py +6 -6
  55. xinference/model/image/utils.py +2 -2
  56. xinference/model/llm/__init__.py +71 -94
  57. xinference/model/llm/cache_manager.py +292 -0
  58. xinference/model/llm/core.py +37 -111
  59. xinference/model/llm/custom.py +88 -0
  60. xinference/model/llm/llama_cpp/core.py +5 -7
  61. xinference/model/llm/llm_family.json +16260 -8151
  62. xinference/model/llm/llm_family.py +138 -839
  63. xinference/model/llm/lmdeploy/core.py +5 -7
  64. xinference/model/llm/memory.py +3 -4
  65. xinference/model/llm/mlx/core.py +6 -8
  66. xinference/model/llm/reasoning_parser.py +3 -1
  67. xinference/model/llm/sglang/core.py +32 -14
  68. xinference/model/llm/transformers/chatglm.py +3 -7
  69. xinference/model/llm/transformers/core.py +49 -27
  70. xinference/model/llm/transformers/deepseek_v2.py +2 -2
  71. xinference/model/llm/transformers/gemma3.py +2 -2
  72. xinference/model/llm/transformers/multimodal/cogagent.py +2 -2
  73. xinference/model/llm/transformers/multimodal/deepseek_vl2.py +2 -2
  74. xinference/model/llm/transformers/multimodal/gemma3.py +2 -2
  75. xinference/model/llm/transformers/multimodal/glm4_1v.py +167 -0
  76. xinference/model/llm/transformers/multimodal/glm4v.py +2 -2
  77. xinference/model/llm/transformers/multimodal/intern_vl.py +2 -2
  78. xinference/model/llm/transformers/multimodal/minicpmv26.py +3 -3
  79. xinference/model/llm/transformers/multimodal/ovis2.py +2 -2
  80. xinference/model/llm/transformers/multimodal/qwen-omni.py +2 -2
  81. xinference/model/llm/transformers/multimodal/qwen2_audio.py +2 -2
  82. xinference/model/llm/transformers/multimodal/qwen2_vl.py +2 -2
  83. xinference/model/llm/transformers/opt.py +3 -7
  84. xinference/model/llm/utils.py +34 -49
  85. xinference/model/llm/vllm/core.py +77 -27
  86. xinference/model/llm/vllm/xavier/engine.py +5 -3
  87. xinference/model/llm/vllm/xavier/scheduler.py +10 -6
  88. xinference/model/llm/vllm/xavier/transfer.py +1 -1
  89. xinference/model/rerank/__init__.py +26 -25
  90. xinference/model/rerank/core.py +47 -87
  91. xinference/model/rerank/custom.py +25 -71
  92. xinference/model/rerank/model_spec.json +158 -33
  93. xinference/model/rerank/utils.py +2 -2
  94. xinference/model/utils.py +115 -54
  95. xinference/model/video/__init__.py +13 -17
  96. xinference/model/video/core.py +44 -102
  97. xinference/model/video/diffusers.py +4 -3
  98. xinference/model/video/model_spec.json +90 -21
  99. xinference/types.py +5 -3
  100. xinference/web/ui/build/asset-manifest.json +3 -3
  101. xinference/web/ui/build/index.html +1 -1
  102. xinference/web/ui/build/static/js/main.7d24df53.js +3 -0
  103. xinference/web/ui/build/static/js/main.7d24df53.js.map +1 -0
  104. xinference/web/ui/node_modules/.cache/babel-loader/2704ff66a5f73ca78b341eb3edec60154369df9d87fbc8c6dd60121abc5e1b0a.json +1 -0
  105. xinference/web/ui/node_modules/.cache/babel-loader/607dfef23d33e6b594518c0c6434567639f24f356b877c80c60575184ec50ed0.json +1 -0
  106. xinference/web/ui/node_modules/.cache/babel-loader/9be3d56173aacc3efd0b497bcb13c4f6365de30069176ee9403b40e717542326.json +1 -0
  107. xinference/web/ui/node_modules/.cache/babel-loader/9f9dd6c32c78a222d07da5987ae902effe16bcf20aac00774acdccc4de3c9ff2.json +1 -0
  108. xinference/web/ui/node_modules/.cache/babel-loader/b2ab5ee972c60d15eb9abf5845705f8ab7e1d125d324d9a9b1bcae5d6fd7ffb2.json +1 -0
  109. xinference/web/ui/src/locales/en.json +0 -1
  110. xinference/web/ui/src/locales/ja.json +0 -1
  111. xinference/web/ui/src/locales/ko.json +0 -1
  112. xinference/web/ui/src/locales/zh.json +0 -1
  113. {xinference-1.7.1.post1.dist-info → xinference-1.8.0.dist-info}/METADATA +9 -11
  114. {xinference-1.7.1.post1.dist-info → xinference-1.8.0.dist-info}/RECORD +119 -119
  115. xinference/model/audio/model_spec_modelscope.json +0 -231
  116. xinference/model/embedding/model_spec_modelscope.json +0 -293
  117. xinference/model/embedding/utils.py +0 -18
  118. xinference/model/image/model_spec_modelscope.json +0 -375
  119. xinference/model/llm/llama_cpp/memory.py +0 -457
  120. xinference/model/llm/llm_family_csghub.json +0 -56
  121. xinference/model/llm/llm_family_modelscope.json +0 -8700
  122. xinference/model/llm/llm_family_openmind_hub.json +0 -1019
  123. xinference/model/rerank/model_spec_modelscope.json +0 -85
  124. xinference/model/video/model_spec_modelscope.json +0 -184
  125. xinference/web/ui/build/static/js/main.9b12b7f9.js +0 -3
  126. xinference/web/ui/build/static/js/main.9b12b7f9.js.map +0 -1
  127. xinference/web/ui/node_modules/.cache/babel-loader/1460361af6975e63576708039f1cb732faf9c672d97c494d4055fc6331460be0.json +0 -1
  128. xinference/web/ui/node_modules/.cache/babel-loader/4efd8dda58fda83ed9546bf2f587df67f8d98e639117bee2d9326a9a1d9bebb2.json +0 -1
  129. xinference/web/ui/node_modules/.cache/babel-loader/55b9fb40b57fa926e8f05f31c2f96467e76e5ad62f033dca97c03f9e8c4eb4fe.json +0 -1
  130. xinference/web/ui/node_modules/.cache/babel-loader/5b2dafe5aa9e1105e0244a2b6751807342fa86aa0144b4e84d947a1686102715.json +0 -1
  131. xinference/web/ui/node_modules/.cache/babel-loader/611fa2c6c53b66039991d06dfb0473b5ab37fc63b4564e0f6e1718523768a045.json +0 -1
  132. /xinference/web/ui/build/static/js/{main.9b12b7f9.js.LICENSE.txt → main.7d24df53.js.LICENSE.txt} +0 -0
  133. {xinference-1.7.1.post1.dist-info → xinference-1.8.0.dist-info}/WHEEL +0 -0
  134. {xinference-1.7.1.post1.dist-info → xinference-1.8.0.dist-info}/entry_points.txt +0 -0
  135. {xinference-1.7.1.post1.dist-info → xinference-1.8.0.dist-info}/licenses/LICENSE +0 -0
  136. {xinference-1.7.1.post1.dist-info → xinference-1.8.0.dist-info}/top_level.txt +0 -0
xinference/model/image/model_spec.json CHANGED
@@ -1,9 +1,8 @@
1
1
  [
2
2
  {
3
+ "version": 2,
3
4
  "model_name": "FLUX.1-schnell",
4
5
  "model_family": "stable_diffusion",
5
- "model_id": "black-forest-labs/FLUX.1-schnell",
6
- "model_revision": "768d12a373ed5cc9ef9a9dea7504dc09fcc14842",
7
6
  "model_ability": [
8
7
  "text2image",
9
8
  "image2image",
@@ -14,27 +13,51 @@
14
13
  "quantize_text_encoder": "text_encoder_2",
15
14
  "torch_dtype": "bfloat16"
16
15
  },
17
- "gguf_model_id": "city96/FLUX.1-schnell-gguf",
18
- "gguf_quantizations": [
19
- "F16",
20
- "Q2_K",
21
- "Q3_K_S",
22
- "Q4_0",
23
- "Q4_1",
24
- "Q4_K_S",
25
- "Q5_0",
26
- "Q5_1",
27
- "Q5_K_S",
28
- "Q6_K",
29
- "Q8_0"
30
- ],
31
- "gguf_model_file_name_template": "flux1-schnell-{quantization}.gguf"
16
+ "model_src": {
17
+ "huggingface": {
18
+ "model_id": "black-forest-labs/FLUX.1-schnell",
19
+ "model_revision": "768d12a373ed5cc9ef9a9dea7504dc09fcc14842",
20
+ "gguf_model_id": "city96/FLUX.1-schnell-gguf",
21
+ "gguf_quantizations": [
22
+ "F16",
23
+ "Q2_K",
24
+ "Q3_K_S",
25
+ "Q4_0",
26
+ "Q4_1",
27
+ "Q4_K_S",
28
+ "Q5_0",
29
+ "Q5_1",
30
+ "Q5_K_S",
31
+ "Q6_K",
32
+ "Q8_0"
33
+ ],
34
+ "gguf_model_file_name_template": "flux1-schnell-{quantization}.gguf"
35
+ },
36
+ "modelscope": {
37
+ "model_id": "AI-ModelScope/FLUX.1-schnell",
38
+ "model_revision": "master",
39
+ "gguf_model_id": "Xorbits/FLUX.1-schnell-gguf",
40
+ "gguf_quantizations": [
41
+ "F16",
42
+ "Q2_K",
43
+ "Q3_K_S",
44
+ "Q4_0",
45
+ "Q4_1",
46
+ "Q4_K_S",
47
+ "Q5_0",
48
+ "Q5_1",
49
+ "Q5_K_S",
50
+ "Q6_K",
51
+ "Q8_0"
52
+ ],
53
+ "gguf_model_file_name_template": "flux1-schnell-{quantization}.gguf"
54
+ }
55
+ }
32
56
  },
33
57
  {
58
+ "version": 2,
34
59
  "model_name": "FLUX.1-dev",
35
60
  "model_family": "stable_diffusion",
36
- "model_id": "black-forest-labs/FLUX.1-dev",
37
- "model_revision": "01aa605f2c300568dd6515476f04565a954fcb59",
38
61
  "model_ability": [
39
62
  "text2image",
40
63
  "image2image",
@@ -45,27 +68,117 @@
45
68
  "quantize_text_encoder": "text_encoder_2",
46
69
  "torch_dtype": "bfloat16"
47
70
  },
48
- "gguf_model_id": "city96/FLUX.1-dev-gguf",
49
- "gguf_quantizations": [
50
- "F16",
51
- "Q2_K",
52
- "Q3_K_S",
53
- "Q4_0",
54
- "Q4_1",
55
- "Q4_K_S",
56
- "Q5_0",
57
- "Q5_1",
58
- "Q5_K_S",
59
- "Q6_K",
60
- "Q8_0"
71
+ "model_src": {
72
+ "huggingface": {
73
+ "model_id": "black-forest-labs/FLUX.1-dev",
74
+ "model_revision": "01aa605f2c300568dd6515476f04565a954fcb59",
75
+ "gguf_model_id": "city96/FLUX.1-dev-gguf",
76
+ "gguf_quantizations": [
77
+ "F16",
78
+ "Q2_K",
79
+ "Q3_K_S",
80
+ "Q4_0",
81
+ "Q4_1",
82
+ "Q4_K_S",
83
+ "Q5_0",
84
+ "Q5_1",
85
+ "Q5_K_S",
86
+ "Q6_K",
87
+ "Q8_0"
88
+ ],
89
+ "gguf_model_file_name_template": "flux1-dev-{quantization}.gguf"
90
+ },
91
+ "modelscope": {
92
+ "model_id": "AI-ModelScope/FLUX.1-dev",
93
+ "model_revision": "master",
94
+ "gguf_model_id": "AI-ModelScope/FLUX.1-dev-gguf",
95
+ "gguf_quantizations": [
96
+ "F16",
97
+ "Q2_K",
98
+ "Q3_K_S",
99
+ "Q4_0",
100
+ "Q4_1",
101
+ "Q4_K_S",
102
+ "Q5_0",
103
+ "Q5_1",
104
+ "Q5_K_S",
105
+ "Q6_K",
106
+ "Q8_0"
107
+ ],
108
+ "gguf_model_file_name_template": "flux1-dev-{quantization}.gguf"
109
+ }
110
+ }
111
+ },
112
+ {
113
+ "version": 2,
114
+ "model_name": "FLUX.1-Kontext-dev",
115
+ "model_family": "stable_diffusion",
116
+ "model_ability": [
117
+ "image2image"
61
118
  ],
62
- "gguf_model_file_name_template": "flux1-dev-{quantization}.gguf"
119
+ "default_model_config": {
120
+ "quantize": true,
121
+ "quantize_text_encoder": "text_encoder_2",
122
+ "torch_dtype": "bfloat16"
123
+ },
124
+ "cache_config": {
125
+ "ignore_patterns": [
126
+ "ae.safetensors",
127
+ "flux1-kontext-dev.safetensors"
128
+ ]
129
+ },
130
+ "model_src": {
131
+ "huggingface": {
132
+ "model_id": "black-forest-labs/FLUX.1-Kontext-dev",
133
+ "model_revision": "5f6b5b0f9b24f61c714603ae90c01343563bc3dd",
134
+ "gguf_model_id": "bullerwins/FLUX.1-Kontext-dev-GGUF",
135
+ "gguf_quantizations": [
136
+ "BF16",
137
+ "Q2_K",
138
+ "Q3_K_S",
139
+ "Q4_K_M",
140
+ "Q4_K_S",
141
+ "Q4_K_S",
142
+ "Q5_K_M",
143
+ "Q5_K_S",
144
+ "Q5_K_S",
145
+ "Q6_K",
146
+ "Q8_0"
147
+ ],
148
+ "gguf_model_file_name_template": "flux1-kontext-dev-{quantization}.gguf"
149
+ },
150
+ "modelscope": {
151
+ "model_id": "black-forest-labs/FLUX.1-Kontext-dev",
152
+ "model_revision": "master",
153
+ "gguf_model_id": "bullerwins/FLUX.1-Kontext-dev-GGUF",
154
+ "gguf_quantizations": [
155
+ "BF16",
156
+ "Q2_K",
157
+ "Q3_K_S",
158
+ "Q4_K_M",
159
+ "Q4_K_S",
160
+ "Q4_K_S",
161
+ "Q5_K_M",
162
+ "Q5_K_S",
163
+ "Q5_K_S",
164
+ "Q6_K",
165
+ "Q8_0"
166
+ ],
167
+ "gguf_model_file_name_template": "flux1-kontext-dev-{quantization}.gguf"
168
+ }
169
+ },
170
+ "virtualenv": {
171
+ "packages": [
172
+ "git+https://github.com/huggingface/diffusers.git",
173
+ "#system_numpy#"
174
+ ],
175
+ "no_build_isolation": true
176
+ }
63
177
  },
64
178
  {
179
+ "version": 2,
65
180
  "model_name": "sd3-medium",
66
181
  "model_family": "stable_diffusion",
67
- "model_id": "stabilityai/stable-diffusion-3-medium-diffusers",
68
- "model_revision": "ea42f8cef0f178587cf766dc8129abd379c90671",
69
182
  "model_ability": [
70
183
  "text2image",
71
184
  "image2image",
@@ -74,13 +187,22 @@
74
187
  "default_model_config": {
75
188
  "quantize": true,
76
189
  "quantize_text_encoder": "text_encoder_3"
190
+ },
191
+ "model_src": {
192
+ "huggingface": {
193
+ "model_id": "stabilityai/stable-diffusion-3-medium-diffusers",
194
+ "model_revision": "ea42f8cef0f178587cf766dc8129abd379c90671"
195
+ },
196
+ "modelscope": {
197
+ "model_id": "AI-ModelScope/stable-diffusion-3-medium-diffusers",
198
+ "model_revision": "master"
199
+ }
77
200
  }
78
201
  },
79
202
  {
203
+ "version": 2,
80
204
  "model_name": "sd3.5-medium",
81
205
  "model_family": "stable_diffusion",
82
- "model_id": "stabilityai/stable-diffusion-3.5-medium",
83
- "model_revision": "94b13ccbe959c51e8159d91f562c58f29fac971a",
84
206
  "model_ability": [
85
207
  "text2image",
86
208
  "image2image",
@@ -91,29 +213,55 @@
91
213
  "quantize_text_encoder": "text_encoder_3",
92
214
  "torch_dtype": "bfloat16"
93
215
  },
94
- "gguf_model_id": "city96/stable-diffusion-3.5-medium-gguf",
95
- "gguf_quantizations": [
96
- "F16",
97
- "Q3_K_M",
98
- "Q3_K_S",
99
- "Q4_0",
100
- "Q4_1",
101
- "Q4_K_M",
102
- "Q4_K_S",
103
- "Q5_0",
104
- "Q5_1",
105
- "Q5_K_M",
106
- "Q5_K_S",
107
- "Q6_K",
108
- "Q8_0"
109
- ],
110
- "gguf_model_file_name_template": "sd3.5_medium-{quantization}.gguf"
216
+ "model_src": {
217
+ "huggingface": {
218
+ "model_id": "stabilityai/stable-diffusion-3.5-medium",
219
+ "model_revision": "94b13ccbe959c51e8159d91f562c58f29fac971a",
220
+ "gguf_model_id": "city96/stable-diffusion-3.5-medium-gguf",
221
+ "gguf_quantizations": [
222
+ "F16",
223
+ "Q3_K_M",
224
+ "Q3_K_S",
225
+ "Q4_0",
226
+ "Q4_1",
227
+ "Q4_K_M",
228
+ "Q4_K_S",
229
+ "Q5_0",
230
+ "Q5_1",
231
+ "Q5_K_M",
232
+ "Q5_K_S",
233
+ "Q6_K",
234
+ "Q8_0"
235
+ ],
236
+ "gguf_model_file_name_template": "sd3.5_medium-{quantization}.gguf"
237
+ },
238
+ "modelscope": {
239
+ "model_id": "AI-ModelScope/stable-diffusion-3.5-medium",
240
+ "model_revision": "master",
241
+ "gguf_model_id": "Xorbits/stable-diffusion-3.5-medium-gguf",
242
+ "gguf_quantizations": [
243
+ "F16",
244
+ "Q3_K_M",
245
+ "Q3_K_S",
246
+ "Q4_0",
247
+ "Q4_1",
248
+ "Q4_K_M",
249
+ "Q4_K_S",
250
+ "Q5_0",
251
+ "Q5_1",
252
+ "Q5_K_M",
253
+ "Q5_K_S",
254
+ "Q6_K",
255
+ "Q8_0"
256
+ ],
257
+ "gguf_model_file_name_template": "sd3.5_medium-{quantization}.gguf"
258
+ }
259
+ }
111
260
  },
112
261
  {
262
+ "version": 2,
113
263
  "model_name": "sd3.5-large",
114
264
  "model_family": "stable_diffusion",
115
- "model_id": "stabilityai/stable-diffusion-3.5-large",
116
- "model_revision": "ceddf0a7fdf2064ea28e2213e3b84e4afa170a0f",
117
265
  "model_ability": [
118
266
  "text2image",
119
267
  "image2image",
@@ -125,22 +273,41 @@
125
273
  "torch_dtype": "bfloat16",
126
274
  "transformer_quantization": "nf4"
127
275
  },
128
- "gguf_model_id": "city96/stable-diffusion-3.5-large-gguf",
129
- "gguf_quantizations": [
130
- "F16",
131
- "Q4_0",
132
- "Q4_1",
133
- "Q5_0",
134
- "Q5_1",
135
- "Q8_0"
136
- ],
137
- "gguf_model_file_name_template": "sd3.5_large-{quantization}.gguf"
276
+ "model_src": {
277
+ "huggingface": {
278
+ "model_id": "stabilityai/stable-diffusion-3.5-large",
279
+ "model_revision": "ceddf0a7fdf2064ea28e2213e3b84e4afa170a0f",
280
+ "gguf_model_id": "city96/stable-diffusion-3.5-large-gguf",
281
+ "gguf_quantizations": [
282
+ "F16",
283
+ "Q4_0",
284
+ "Q4_1",
285
+ "Q5_0",
286
+ "Q5_1",
287
+ "Q8_0"
288
+ ],
289
+ "gguf_model_file_name_template": "sd3.5_large-{quantization}.gguf"
290
+ },
291
+ "modelscope": {
292
+ "model_id": "AI-ModelScope/stable-diffusion-3.5-large",
293
+ "model_revision": "master",
294
+ "gguf_model_id": "Xorbits/stable-diffusion-3.5-large-gguf",
295
+ "gguf_quantizations": [
296
+ "F16",
297
+ "Q4_0",
298
+ "Q4_1",
299
+ "Q5_0",
300
+ "Q5_1",
301
+ "Q8_0"
302
+ ],
303
+ "gguf_model_file_name_template": "sd3.5_large-{quantization}.gguf"
304
+ }
305
+ }
138
306
  },
139
307
  {
308
+ "version": 2,
140
309
  "model_name": "sd3.5-large-turbo",
141
310
  "model_family": "stable_diffusion",
142
- "model_id": "stabilityai/stable-diffusion-3.5-large-turbo",
143
- "model_revision": "ec07796fc06b096cc56de9762974a28f4c632eda",
144
311
  "model_ability": [
145
312
  "text2image",
146
313
  "image2image",
@@ -156,150 +323,223 @@
156
323
  "guidance_scale": 1.0,
157
324
  "num_inference_steps": 4
158
325
  },
159
- "gguf_model_id": "city96/stable-diffusion-3.5-large-turbo-gguf",
160
- "gguf_quantizations": [
161
- "F16",
162
- "Q4_0",
163
- "Q4_1",
164
- "Q5_0",
165
- "Q5_1",
166
- "Q8_0"
167
- ],
168
- "gguf_model_file_name_template": "sd3.5_large_turbo-{quantization}.gguf"
326
+ "model_src": {
327
+ "huggingface": {
328
+ "model_id": "stabilityai/stable-diffusion-3.5-large-turbo",
329
+ "model_revision": "ec07796fc06b096cc56de9762974a28f4c632eda",
330
+ "gguf_model_id": "city96/stable-diffusion-3.5-large-turbo-gguf",
331
+ "gguf_quantizations": [
332
+ "F16",
333
+ "Q4_0",
334
+ "Q4_1",
335
+ "Q5_0",
336
+ "Q5_1",
337
+ "Q8_0"
338
+ ],
339
+ "gguf_model_file_name_template": "sd3.5_large_turbo-{quantization}.gguf"
340
+ },
341
+ "modelscope": {
342
+ "model_id": "AI-ModelScope/stable-diffusion-3.5-large-turbo",
343
+ "model_revision": "master",
344
+ "gguf_model_id": "Xorbits/stable-diffusion-3.5-large-turbo-gguf",
345
+ "gguf_quantizations": [
346
+ "F16",
347
+ "Q4_0",
348
+ "Q4_1",
349
+ "Q5_0",
350
+ "Q5_1",
351
+ "Q8_0"
352
+ ],
353
+ "gguf_model_file_name_template": "sd3.5_large_turbo-{quantization}.gguf"
354
+ }
355
+ }
169
356
  },
170
357
  {
358
+ "version": 2,
171
359
  "model_name": "HunyuanDiT-v1.2",
172
360
  "model_family": "stable_diffusion",
173
- "model_id": "Tencent-Hunyuan/HunyuanDiT-v1.2-Diffusers",
174
- "model_revision": "5e96094e0ad19e7f475de8711f03634ca0ccc40c",
175
361
  "model_ability": [
176
362
  "text2image"
177
- ]
363
+ ],
364
+ "model_src": {
365
+ "huggingface": {
366
+ "model_id": "Tencent-Hunyuan/HunyuanDiT-v1.2-Diffusers",
367
+ "model_revision": "5e96094e0ad19e7f475de8711f03634ca0ccc40c"
368
+ },
369
+ "modelscope": {
370
+ "model_id": "Xorbits/HunyuanDiT-v1.2-Diffusers",
371
+ "model_revision": "master"
372
+ }
373
+ }
178
374
  },
179
375
  {
376
+ "version": 2,
180
377
  "model_name": "HunyuanDiT-v1.2-Distilled",
181
378
  "model_family": "stable_diffusion",
182
- "model_id": "Tencent-Hunyuan/HunyuanDiT-v1.2-Diffusers-Distilled",
183
- "model_revision": "ba991d1546d8c50936c4c16398ed0a87b9b99fb1",
184
379
  "model_ability": [
185
380
  "text2image"
186
- ]
381
+ ],
382
+ "model_src": {
383
+ "huggingface": {
384
+ "model_id": "Tencent-Hunyuan/HunyuanDiT-v1.2-Diffusers-Distilled",
385
+ "model_revision": "ba991d1546d8c50936c4c16398ed0a87b9b99fb1"
386
+ },
387
+ "modelscope": {
388
+ "model_id": "Xorbits/HunyuanDiT-v1.2-Diffusers-Distilled",
389
+ "model_revision": "master"
390
+ }
391
+ }
187
392
  },
188
393
  {
394
+ "version": 2,
189
395
  "model_name": "sd-turbo",
190
396
  "model_family": "stable_diffusion",
191
- "model_id": "stabilityai/sd-turbo",
192
- "model_revision": "1681ed09e0cff58eeb41e878a49893228b78b94c",
193
397
  "model_ability": [
194
398
  "text2image"
195
399
  ],
196
400
  "default_generate_config": {
197
401
  "guidance_scale": 0.0,
198
402
  "num_inference_steps": 1
403
+ },
404
+ "model_src": {
405
+ "huggingface": {
406
+ "model_id": "stabilityai/sd-turbo",
407
+ "model_revision": "1681ed09e0cff58eeb41e878a49893228b78b94c"
408
+ },
409
+ "modelscope": {
410
+ "model_id": "AI-ModelScope/sd-turbo",
411
+ "model_revision": "master"
412
+ }
199
413
  }
200
414
  },
201
415
  {
416
+ "version": 2,
202
417
  "model_name": "sdxl-turbo",
203
418
  "model_family": "stable_diffusion",
204
- "model_id": "stabilityai/sdxl-turbo",
205
- "model_revision": "f4b0486b498f84668e828044de1d0c8ba486e05b",
206
419
  "model_ability": [
207
420
  "text2image"
208
421
  ],
209
422
  "default_generate_config": {
210
423
  "guidance_scale": 0.0,
211
424
  "num_inference_steps": 1
425
+ },
426
+ "model_src": {
427
+ "huggingface": {
428
+ "model_id": "stabilityai/sdxl-turbo",
429
+ "model_revision": "f4b0486b498f84668e828044de1d0c8ba486e05b"
430
+ },
431
+ "modelscope": {
432
+ "model_id": "AI-ModelScope/sdxl-turbo",
433
+ "model_revision": "master"
434
+ }
212
435
  }
213
436
  },
214
437
  {
438
+ "version": 2,
215
439
  "model_name": "stable-diffusion-v1.5",
216
440
  "model_family": "stable_diffusion",
217
- "model_id": "runwayml/stable-diffusion-v1-5",
218
- "model_revision": "1d0c4ebf6ff58a5caecab40fa1406526bca4b5b9",
219
441
  "model_ability": [
220
442
  "text2image",
221
443
  "image2image"
222
444
  ],
223
445
  "controlnet": [
224
446
  {
225
- "model_name":"canny",
447
+ "model_name": "canny",
226
448
  "model_family": "controlnet",
227
449
  "model_id": "lllyasviel/sd-controlnet-canny",
228
450
  "model_revision": "7f2f69197050967007f6bbd23ab5e52f0384162a"
229
451
  },
230
452
  {
231
- "model_name":"mlsd",
453
+ "model_name": "mlsd",
232
454
  "model_family": "controlnet",
233
455
  "model_id": "lllyasviel/sd-controlnet-mlsd",
234
456
  "model_revision": "456fc1af4dc8f7d5fa6c949c5040d3828a24e3ad"
235
457
  },
236
458
  {
237
- "model_name":"hed",
459
+ "model_name": "hed",
238
460
  "model_family": "controlnet",
239
461
  "model_id": "lllyasviel/sd-controlnet-hed",
240
462
  "model_revision": "04473d9334ab44908daa66107bbfb6f710aa056d"
241
463
  },
242
464
  {
243
- "model_name":"scribble",
465
+ "model_name": "scribble",
244
466
  "model_family": "controlnet",
245
467
  "model_id": "lllyasviel/sd-controlnet-scribble",
246
468
  "model_revision": "864edcd5ccc6ee2695eeebea5b4512100c83e7b3"
247
469
  },
248
470
  {
249
- "model_name":"openpose",
471
+ "model_name": "openpose",
250
472
  "model_family": "controlnet",
251
473
  "model_id": "lllyasviel/sd-controlnet-openpose",
252
474
  "model_revision": "df796456519d1ac5dbe674caa0653fcc9673bca8"
253
475
  },
254
476
  {
255
- "model_name":"normal",
477
+ "model_name": "normal",
256
478
  "model_family": "controlnet",
257
479
  "model_id": "lllyasviel/sd-controlnet-normal",
258
480
  "model_revision": "1cbed9b3ca84422e4a2f23c14b9f5a114742b31d"
259
481
  },
260
482
  {
261
- "model_name":"seg",
483
+ "model_name": "seg",
262
484
  "model_family": "controlnet",
263
485
  "model_id": "lllyasviel/sd-controlnet-seg",
264
486
  "model_revision": "ecdcb5645b5099c9a7500a504fb9ab3f743c4d96"
265
487
  }
266
- ]
488
+ ],
489
+ "model_src": {
490
+ "huggingface": {
491
+ "model_id": "runwayml/stable-diffusion-v1-5",
492
+ "model_revision": "1d0c4ebf6ff58a5caecab40fa1406526bca4b5b9"
493
+ },
494
+ "modelscope": {
495
+ "model_id": "AI-ModelScope/stable-diffusion-v1-5",
496
+ "model_revision": "master"
497
+ }
498
+ }
267
499
  },
268
500
  {
501
+ "version": 2,
269
502
  "model_name": "stable-diffusion-xl-base-1.0",
270
503
  "model_family": "stable_diffusion",
271
- "model_id": "stabilityai/stable-diffusion-xl-base-1.0",
272
- "model_revision": "f898a3e026e802f68796b95e9702464bac78d76f",
273
504
  "model_ability": [
274
505
  "text2image",
275
506
  "image2image"
276
507
  ],
277
508
  "controlnet": [
278
509
  {
279
- "model_name":"canny",
510
+ "model_name": "canny",
280
511
  "model_family": "controlnet",
281
512
  "model_id": "diffusers/controlnet-canny-sdxl-1.0",
282
513
  "model_revision": "eb115a19a10d14909256db740ed109532ab1483c"
283
514
  },
284
515
  {
285
- "model_name":"depth",
516
+ "model_name": "depth",
286
517
  "model_family": "controlnet",
287
518
  "model_id": "diffusers/controlnet-depth-sdxl-1.0",
288
519
  "model_revision": "cb2e660019b26f7d2379e26922b5b2c87253dcf7"
289
520
  },
290
521
  {
291
- "model_name":"zoe-depth",
522
+ "model_name": "zoe-depth",
292
523
  "model_family": "controlnet",
293
524
  "model_id": "diffusers/controlnet-zoe-depth-sdxl-1.0",
294
525
  "model_revision": "62134b9d8e703b5d6f74f1534457287a8bba77ef"
295
526
  }
296
- ]
527
+ ],
528
+ "model_src": {
529
+ "huggingface": {
530
+ "model_id": "stabilityai/stable-diffusion-xl-base-1.0",
531
+ "model_revision": "f898a3e026e802f68796b95e9702464bac78d76f"
532
+ },
533
+ "modelscope": {
534
+ "model_id": "AI-ModelScope/stable-diffusion-xl-base-1.0",
535
+ "model_revision": "master"
536
+ }
537
+ }
297
538
  },
298
539
  {
540
+ "version": 2,
299
541
  "model_name": "kolors",
300
542
  "model_family": "stable_diffusion",
301
- "model_id": "Kwai-Kolors/Kolors-diffusers",
302
- "model_revision": "7e091c75199e910a26cd1b51ed52c28de5db3711",
303
543
  "model_ability": [
304
544
  "text2image",
305
545
  "image2image"
@@ -312,13 +552,22 @@
312
552
  "diffusers>=0.30.0",
313
553
  "#system_numpy#"
314
554
  ]
555
+ },
556
+ "model_src": {
557
+ "huggingface": {
558
+ "model_id": "Kwai-Kolors/Kolors-diffusers",
559
+ "model_revision": "7e091c75199e910a26cd1b51ed52c28de5db3711"
560
+ },
561
+ "modelscope": {
562
+ "model_id": "JunHowie/Kolors-diffusers",
563
+ "model_revision": "master"
564
+ }
315
565
  }
316
566
  },
317
567
  {
568
+ "version": 2,
318
569
  "model_name": "cogview4",
319
570
  "model_family": "stable_diffusion",
320
- "model_id": "THUDM/CogView4-6B",
321
- "model_revision": "63a52b7f6dace7033380cd6da14d0915eab3e6b5",
322
571
  "model_ability": [
323
572
  "text2image"
324
573
  ],
@@ -330,40 +579,64 @@
330
579
  "diffusers>=0.33.0",
331
580
  "#system_numpy#"
332
581
  ]
582
+ },
583
+ "model_src": {
584
+ "huggingface": {
585
+ "model_id": "THUDM/CogView4-6B",
586
+ "model_revision": "63a52b7f6dace7033380cd6da14d0915eab3e6b5"
587
+ },
588
+ "modelscope": {
589
+ "model_id": "ZhipuAI/CogView4-6B",
590
+ "model_revision": "master"
591
+ }
333
592
  }
334
593
  },
335
594
  {
595
+ "version": 2,
336
596
  "model_name": "stable-diffusion-inpainting",
337
597
  "model_family": "stable_diffusion",
338
- "model_id": "runwayml/stable-diffusion-inpainting",
339
- "model_revision": "51388a731f57604945fddd703ecb5c50e8e7b49d",
340
598
  "model_ability": [
341
599
  "inpainting"
342
- ]
600
+ ],
601
+ "model_src": {
602
+ "huggingface": {
603
+ "model_id": "runwayml/stable-diffusion-inpainting",
604
+ "model_revision": "51388a731f57604945fddd703ecb5c50e8e7b49d"
605
+ }
606
+ }
343
607
  },
344
608
  {
609
+ "version": 2,
345
610
  "model_name": "stable-diffusion-2-inpainting",
346
611
  "model_family": "stable_diffusion",
347
- "model_id": "stabilityai/stable-diffusion-2-inpainting",
348
- "model_revision": "81a84f49b15956b60b4272a405ad3daef3da4590",
349
612
  "model_ability": [
350
613
  "inpainting"
351
- ]
614
+ ],
615
+ "model_src": {
616
+ "huggingface": {
617
+ "model_id": "stabilityai/stable-diffusion-2-inpainting",
618
+ "model_revision": "81a84f49b15956b60b4272a405ad3daef3da4590"
619
+ }
620
+ }
352
621
  },
353
622
  {
623
+ "version": 2,
354
624
  "model_name": "stable-diffusion-xl-inpainting",
355
625
  "model_family": "stable_diffusion",
356
- "model_id": "diffusers/stable-diffusion-xl-1.0-inpainting-0.1",
357
- "model_revision": "115134f363124c53c7d878647567d04daf26e41e",
358
626
  "model_ability": [
359
627
  "inpainting"
360
- ]
628
+ ],
629
+ "model_src": {
630
+ "huggingface": {
631
+ "model_id": "diffusers/stable-diffusion-xl-1.0-inpainting-0.1",
632
+ "model_revision": "115134f363124c53c7d878647567d04daf26e41e"
633
+ }
634
+ }
361
635
  },
362
636
  {
637
+ "version": 2,
363
638
  "model_name": "GOT-OCR2_0",
364
639
  "model_family": "ocr",
365
- "model_id": "stepfun-ai/GOT-OCR2_0",
366
- "model_revision": "cf6b7386bc89a54f09785612ba74cb12de6fa17c",
367
640
  "model_ability": [
368
641
  "ocr"
369
642
  ],
@@ -382,6 +655,16 @@
382
655
  "timm==0.6.13",
383
656
  "numpy==1.26.4"
384
657
  ]
658
+ },
659
+ "model_src": {
660
+ "huggingface": {
661
+ "model_id": "stepfun-ai/GOT-OCR2_0",
662
+ "model_revision": "cf6b7386bc89a54f09785612ba74cb12de6fa17c"
663
+ },
664
+ "modelscope": {
665
+ "model_id": "stepfun-ai/GOT-OCR2_0",
666
+ "model_revision": "master"
667
+ }
385
668
  }
386
669
  }
387
670
  ]