comfyui-workflow-templates 0.1.16__py3-none-any.whl → 0.1.18__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (23) hide show
  1. comfyui_workflow_templates/templates/audio_ace_step_1_m2m_editing-1.mp3 +0 -0
  2. comfyui_workflow_templates/templates/audio_ace_step_1_m2m_editing.json +431 -375
  3. comfyui_workflow_templates/templates/audio_ace_step_1_t2a_instrumentals-1.mp3 +0 -0
  4. comfyui_workflow_templates/templates/audio_ace_step_1_t2a_instrumentals.json +451 -319
  5. comfyui_workflow_templates/templates/audio_ace_step_1_t2a_song-1.mp3 +0 -0
  6. comfyui_workflow_templates/templates/audio_ace_step_1_t2a_song.json +458 -328
  7. comfyui_workflow_templates/templates/image_lotus_depth_v1_1-1.webp +0 -0
  8. comfyui_workflow_templates/templates/image_lotus_depth_v1_1-2.webp +0 -0
  9. comfyui_workflow_templates/templates/image_lotus_depth_v1_1.json +789 -0
  10. comfyui_workflow_templates/templates/index.json +46 -22
  11. comfyui_workflow_templates/templates/video_wan_vace_14B_i2v.json +1629 -677
  12. comfyui_workflow_templates/templates/video_wan_vace_14B_t2v.json +678 -693
  13. comfyui_workflow_templates/templates/video_wan_vace_14B_v2v.json +838 -559
  14. comfyui_workflow_templates/templates/video_wan_vace_flf2v-1.webp +0 -0
  15. comfyui_workflow_templates/templates/video_wan_vace_flf2v.json +2239 -0
  16. comfyui_workflow_templates/templates/video_wan_vace_outpainting-1.webp +0 -0
  17. comfyui_workflow_templates/templates/video_wan_vace_outpainting-2.webp +0 -0
  18. comfyui_workflow_templates/templates/video_wan_vace_outpainting.json +1914 -0
  19. {comfyui_workflow_templates-0.1.16.dist-info → comfyui_workflow_templates-0.1.18.dist-info}/METADATA +1 -1
  20. {comfyui_workflow_templates-0.1.16.dist-info → comfyui_workflow_templates-0.1.18.dist-info}/RECORD +23 -15
  21. {comfyui_workflow_templates-0.1.16.dist-info → comfyui_workflow_templates-0.1.18.dist-info}/WHEEL +1 -1
  22. {comfyui_workflow_templates-0.1.16.dist-info → comfyui_workflow_templates-0.1.18.dist-info}/licenses/LICENSE +0 -0
  23. {comfyui_workflow_templates-0.1.16.dist-info → comfyui_workflow_templates-0.1.18.dist-info}/top_level.txt +0 -0
@@ -1,123 +1,222 @@
1
1
  {
2
2
  "id": "96995b8f-85c5-47af-b3cf-7b6a24675694",
3
3
  "revision": 0,
4
- "last_node_id": 107,
5
- "last_link_id": 180,
4
+ "last_node_id": 148,
5
+ "last_link_id": 226,
6
6
  "nodes": [
7
7
  {
8
- "id": 58,
9
- "type": "TrimVideoLatent",
8
+ "id": 68,
9
+ "type": "CreateVideo",
10
10
  "pos": [
11
- 980,
12
- 530
11
+ 1920,
12
+ 50
13
13
  ],
14
14
  "size": [
15
- 276.5860290527344,
16
- 58
15
+ 270,
16
+ 78
17
17
  ],
18
18
  "flags": {
19
- "collapsed": true
19
+ "collapsed": false
20
20
  },
21
- "order": 18,
21
+ "order": 27,
22
22
  "mode": 0,
23
23
  "inputs": [
24
24
  {
25
- "name": "samples",
26
- "type": "LATENT",
27
- "link": 116
25
+ "name": "images",
26
+ "type": "IMAGE",
27
+ "link": 139
28
28
  },
29
29
  {
30
- "name": "trim_amount",
31
- "type": "INT",
32
- "widget": {
33
- "name": "trim_amount"
34
- },
35
- "link": 115
30
+ "name": "audio",
31
+ "shape": 7,
32
+ "type": "AUDIO",
33
+ "link": null
34
+ }
35
+ ],
36
+ "outputs": [
37
+ {
38
+ "name": "VIDEO",
39
+ "type": "VIDEO",
40
+ "links": [
41
+ 185
42
+ ]
43
+ }
44
+ ],
45
+ "properties": {
46
+ "Node name for S&R": "CreateVideo",
47
+ "cnr_id": "comfy-core",
48
+ "ver": "0.3.34"
49
+ },
50
+ "widgets_values": [
51
+ 16
52
+ ]
53
+ },
54
+ {
55
+ "id": 7,
56
+ "type": "CLIPTextEncode",
57
+ "pos": [
58
+ 150,
59
+ 410
60
+ ],
61
+ "size": [
62
+ 425.27801513671875,
63
+ 180.6060791015625
64
+ ],
65
+ "flags": {},
66
+ "order": 19,
67
+ "mode": 0,
68
+ "inputs": [
69
+ {
70
+ "name": "clip",
71
+ "type": "CLIP",
72
+ "link": 191
73
+ }
74
+ ],
75
+ "outputs": [
76
+ {
77
+ "name": "CONDITIONING",
78
+ "type": "CONDITIONING",
79
+ "slot_index": 0,
80
+ "links": [
81
+ 97
82
+ ]
83
+ }
84
+ ],
85
+ "title": "CLIP Text Encode (Negative Prompt)",
86
+ "properties": {
87
+ "Node name for S&R": "CLIPTextEncode",
88
+ "cnr_id": "comfy-core",
89
+ "ver": "0.3.34"
90
+ },
91
+ "widgets_values": [
92
+ "过曝,静态,细节模糊不清,字幕,风格,作品,画作,画面,静止,整体发灰,最差质量,低质量,JPEG压缩残留,丑陋的,残缺的,多余的手指,画得不好的手部,画得不好的脸部,畸形的,毁容的,形态畸形的肢体,手指融合,静止不动的画面,杂乱的背景,三条腿,背景人很多,倒着走,"
93
+ ],
94
+ "color": "#322",
95
+ "bgcolor": "#533"
96
+ },
97
+ {
98
+ "id": 3,
99
+ "type": "KSampler",
100
+ "pos": [
101
+ 980,
102
+ 50
103
+ ],
104
+ "size": [
105
+ 315,
106
+ 262
107
+ ],
108
+ "flags": {},
109
+ "order": 23,
110
+ "mode": 0,
111
+ "inputs": [
112
+ {
113
+ "name": "model",
114
+ "type": "MODEL",
115
+ "link": 95
116
+ },
117
+ {
118
+ "name": "positive",
119
+ "type": "CONDITIONING",
120
+ "link": 98
121
+ },
122
+ {
123
+ "name": "negative",
124
+ "type": "CONDITIONING",
125
+ "link": 99
126
+ },
127
+ {
128
+ "name": "latent_image",
129
+ "type": "LATENT",
130
+ "link": 160
36
131
  }
37
132
  ],
38
133
  "outputs": [
39
134
  {
40
135
  "name": "LATENT",
41
136
  "type": "LATENT",
137
+ "slot_index": 0,
42
138
  "links": [
43
- 117
139
+ 116
44
140
  ]
45
141
  }
46
142
  ],
47
143
  "properties": {
48
- "Node name for S&R": "TrimVideoLatent",
144
+ "Node name for S&R": "KSampler",
49
145
  "cnr_id": "comfy-core",
50
146
  "ver": "0.3.34"
51
147
  },
52
148
  "widgets_values": [
53
- 0
149
+ 165707254722797,
150
+ "randomize",
151
+ 4,
152
+ 1,
153
+ "uni_pc",
154
+ "simple",
155
+ 1
54
156
  ]
55
157
  },
56
158
  {
57
- "id": 8,
58
- "type": "VAEDecode",
159
+ "id": 48,
160
+ "type": "ModelSamplingSD3",
59
161
  "pos": [
60
- 1150,
61
- 530
162
+ 730,
163
+ 10
62
164
  ],
63
165
  "size": [
64
166
  210,
65
- 46
167
+ 58
66
168
  ],
67
169
  "flags": {
68
170
  "collapsed": true
69
171
  },
70
- "order": 19,
172
+ "order": 17,
71
173
  "mode": 0,
72
174
  "inputs": [
73
175
  {
74
- "name": "samples",
75
- "type": "LATENT",
76
- "link": 117
77
- },
78
- {
79
- "name": "vae",
80
- "type": "VAE",
81
- "link": 76
176
+ "name": "model",
177
+ "type": "MODEL",
178
+ "link": 192
82
179
  }
83
180
  ],
84
181
  "outputs": [
85
182
  {
86
- "name": "IMAGE",
87
- "type": "IMAGE",
183
+ "name": "MODEL",
184
+ "type": "MODEL",
88
185
  "slot_index": 0,
89
186
  "links": [
90
- 130,
91
- 139
187
+ 95
92
188
  ]
93
189
  }
94
190
  ],
95
191
  "properties": {
96
- "Node name for S&R": "VAEDecode",
192
+ "Node name for S&R": "ModelSamplingSD3",
97
193
  "cnr_id": "comfy-core",
98
194
  "ver": "0.3.34"
99
195
  },
100
- "widgets_values": []
196
+ "widgets_values": [
197
+ 8.000000000000002
198
+ ]
101
199
  },
102
200
  {
103
- "id": 77,
201
+ "id": 115,
104
202
  "type": "MarkdownNote",
105
203
  "pos": [
106
- -750,
107
- 0
204
+ -290,
205
+ -210
108
206
  ],
109
207
  "size": [
110
- 440,
111
- 410
208
+ 420,
209
+ 150
112
210
  ],
113
211
  "flags": {},
114
212
  "order": 0,
115
213
  "mode": 0,
116
214
  "inputs": [],
117
215
  "outputs": [],
216
+ "title": "About CausVid LoRA",
118
217
  "properties": {},
119
218
  "widgets_values": [
120
- "[Tutorial](https://docs.comfy.org/tutorials/video/wan/vace) | [教程](https://docs.comfy.org/zh-CN/tutorials/video/wan/vace)\n\n\n**diffusion_models** \n\n- [wan2.1_vace_14B_fp16.safetensors](https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/diffusion_models/wan2.1_vace_14B_fp16.safetensors)\n\n**VAE**\n- [wan_2.1_vae.safetensors](https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/vae/wan_2.1_vae.safetensors?download=true)\n\n**Text encoders** Chose one of following model\n- [umt5_xxl_fp16.safetensors](https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/text_encoders/umt5_xxl_fp16.safetensors?download=true)\n- [umt5_xxl_fp8_e4m3fn_scaled.safetensors](https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/text_encoders/umt5_xxl_fp8_e4m3fn_scaled.safetensors?download=true)\n\n> You can choose between fp16 of fp8; I used fp16 to match what kijai's wrapper is compatible with.\n\nFile save location\n\n```\nComfyUI/\n├── models/\n│ ├── diffusion_models/\n│ │ └─── wan2.1_vace_14B_fp16.safetensors\n│ ├── text_encoders/\n│ │ └─── umt5_xxl_fp8_e4m3fn_scaled.safetensors # or fp16\n│ └── vae/\n│ └── wan_2.1_vae.safetensors\n```\n"
219
+ "You may need to test different LoRA strength to get the best results. Test within the range of 0.3 to 1. \nWhen we were testing the workflow, we found that sometimes there are relatively obvious artifacts when the intensity is around 0.5. The effect is sometimes quite good when it's above 0.7. When the value is too high, it will be overly saturated. \n\n---\n\n\n你可能需要测试不同的 LoRA 强度来获取最好的结果,0.3~1 之间进行测试,我们在测试工作流时发现,有时候 0.5 左右会有比较明显的伪影,0.7 后效果有时还不错,但数值过高时会过于饱和。\n"
121
220
  ],
122
221
  "color": "#432",
123
222
  "bgcolor": "#653"
@@ -146,15 +245,15 @@
146
245
  "bgcolor": "#653"
147
246
  },
148
247
  {
149
- "id": 38,
150
- "type": "CLIPLoader",
248
+ "id": 106,
249
+ "type": "UNETLoader",
151
250
  "pos": [
152
- -280,
153
- 187.3333282470703
251
+ -260,
252
+ 90
154
253
  ],
155
254
  "size": [
156
- 390,
157
- 106
255
+ 350,
256
+ 82
158
257
  ],
159
258
  "flags": {},
160
259
  "order": 2,
@@ -162,91 +261,46 @@
162
261
  "inputs": [],
163
262
  "outputs": [
164
263
  {
165
- "name": "CLIP",
166
- "type": "CLIP",
264
+ "name": "MODEL",
265
+ "type": "MODEL",
167
266
  "slot_index": 0,
168
267
  "links": [
169
- 74,
170
- 75
268
+ 188
171
269
  ]
172
270
  }
173
271
  ],
174
272
  "properties": {
175
- "Node name for S&R": "CLIPLoader",
273
+ "Node name for S&R": "UNETLoader",
176
274
  "cnr_id": "comfy-core",
177
275
  "ver": "0.3.34",
178
276
  "models": [
179
277
  {
180
- "name": "umt5_xxl_fp16.safetensors",
181
- "url": "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/text_encoders/umt5_xxl_fp16.safetensors",
182
- "hash": "7b8850f1961e1cf8a77cca4c964a358d303f490833c6c087d0cff4b2f99db2af",
183
- "hash_type": "SHA256",
184
- "directory": "text_encoders"
278
+ "name": "wan2.1_vace_14B_fp16.safetensors",
279
+ "url": "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/diffusion_models/wan2.1_vace_14B_fp16.safetensors",
280
+ "directory": "diffusion_models"
185
281
  }
186
282
  ]
187
283
  },
188
284
  "widgets_values": [
189
- "umt5_xxl_fp16.safetensors",
190
- "wan",
285
+ "wan2.1_vace_14B_fp16.safetensors",
191
286
  "default"
192
- ]
193
- },
194
- {
195
- "id": 66,
196
- "type": "CLIPLoader",
197
- "pos": [
198
- -280,
199
- 348.6666564941406
200
- ],
201
- "size": [
202
- 390,
203
- 106
204
- ],
205
- "flags": {},
206
- "order": 3,
207
- "mode": 4,
208
- "inputs": [],
209
- "outputs": [
210
- {
211
- "name": "CLIP",
212
- "type": "CLIP",
213
- "slot_index": 0,
214
- "links": []
215
- }
216
287
  ],
217
- "properties": {
218
- "Node name for S&R": "CLIPLoader",
219
- "cnr_id": "comfy-core",
220
- "ver": "0.3.34",
221
- "models": [
222
- {
223
- "name": "umt5_xxl_fp8_e4m3fn_scaled.safetensors",
224
- "url": "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/text_encoders/umt5_xxl_fp8_e4m3fn_scaled.safetensors",
225
- "hash": "c3355d30191f1f066b26d93fba017ae9809dce6c627dda5f6a66eaa651204f68",
226
- "hash_type": "SHA256",
227
- "directory": "text_encoders"
228
- }
229
- ]
230
- },
231
- "widgets_values": [
232
- "umt5_xxl_fp8_e4m3fn_scaled.safetensors",
233
- "wan",
234
- "default"
235
- ]
288
+ "color": "#322",
289
+ "bgcolor": "#533"
236
290
  },
237
291
  {
238
- "id": 39,
292
+ "id": 105,
239
293
  "type": "VAELoader",
240
294
  "pos": [
241
- -280,
242
- 510
295
+ -260,
296
+ 530
243
297
  ],
244
298
  "size": [
245
- 390,
246
- 60
299
+ 350,
300
+ 58
247
301
  ],
248
302
  "flags": {},
249
- "order": 4,
303
+ "order": 3,
250
304
  "mode": 0,
251
305
  "inputs": [],
252
306
  "outputs": [
@@ -255,8 +309,8 @@
255
309
  "type": "VAE",
256
310
  "slot_index": 0,
257
311
  "links": [
258
- 76,
259
- 101
312
+ 183,
313
+ 184
260
314
  ]
261
315
  }
262
316
  ],
@@ -268,126 +322,208 @@
268
322
  {
269
323
  "name": "wan_2.1_vae.safetensors",
270
324
  "url": "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/vae/wan_2.1_vae.safetensors",
271
- "hash": "2fc39d31359a4b0a64f55876d8ff7fa8d780956ae2cb13463b0223e15148976b",
272
- "hash_type": "SHA256",
273
325
  "directory": "vae"
274
326
  }
275
327
  ]
276
328
  },
277
329
  "widgets_values": [
278
330
  "wan_2.1_vae.safetensors"
279
- ]
331
+ ],
332
+ "color": "#322",
333
+ "bgcolor": "#533"
280
334
  },
281
335
  {
282
- "id": 70,
283
- "type": "SaveAnimatedWEBP",
336
+ "id": 116,
337
+ "type": "MarkdownNote",
284
338
  "pos": [
285
- 2110,
286
- 200
339
+ 640,
340
+ 370
287
341
  ],
288
342
  "size": [
289
- 670,
290
- 780
343
+ 310,
344
+ 110
291
345
  ],
292
346
  "flags": {},
293
- "order": 20,
294
- "mode": 4,
295
- "inputs": [
296
- {
297
- "name": "images",
298
- "type": "IMAGE",
299
- "link": 130
300
- }
347
+ "order": 4,
348
+ "mode": 0,
349
+ "inputs": [],
350
+ "outputs": [],
351
+ "title": "About Video Size",
352
+ "properties": {},
353
+ "widgets_values": [
354
+ "| Model | 480P | 720P |\n| ------------------------------------------------------------ | ---- | ---- |\n| [VACE-1.3B](https://huggingface.co/Wan-AI/Wan2.1-VACE-1.3B) | ✅ | ❌ |\n| [VACE-14B](https://huggingface.co/Wan-AI/Wan2.1-VACE-14B) | ✅ | ✅ |"
301
355
  ],
356
+ "color": "#432",
357
+ "bgcolor": "#653"
358
+ },
359
+ {
360
+ "id": 112,
361
+ "type": "MarkdownNote",
362
+ "pos": [
363
+ 980,
364
+ 350
365
+ ],
366
+ "size": [
367
+ 320,
368
+ 170
369
+ ],
370
+ "flags": {},
371
+ "order": 5,
372
+ "mode": 0,
373
+ "inputs": [],
302
374
  "outputs": [],
375
+ "title": "KSampler Setting",
376
+ "properties": {},
377
+ "widgets_values": [
378
+ "## Default\n\n- steps:20\n- cfg:4.0\n\n## [For CausVid LoRA](https://www.reddit.com/r/StableDiffusion/comments/1knuafk/causvid_lora_massive_speedup_for_wan21_made_by/)\n\n- steps: 2-4\n- cfg: 1.0\n\n"
379
+ ],
380
+ "color": "#432",
381
+ "bgcolor": "#653"
382
+ },
383
+ {
384
+ "id": 58,
385
+ "type": "TrimVideoLatent",
386
+ "pos": [
387
+ 980,
388
+ 570
389
+ ],
390
+ "size": [
391
+ 276.5860290527344,
392
+ 58
393
+ ],
394
+ "flags": {
395
+ "collapsed": true
396
+ },
397
+ "order": 24,
398
+ "mode": 0,
399
+ "inputs": [
400
+ {
401
+ "name": "samples",
402
+ "type": "LATENT",
403
+ "link": 116
404
+ },
405
+ {
406
+ "name": "trim_amount",
407
+ "type": "INT",
408
+ "widget": {
409
+ "name": "trim_amount"
410
+ },
411
+ "link": 115
412
+ }
413
+ ],
414
+ "outputs": [
415
+ {
416
+ "name": "LATENT",
417
+ "type": "LATENT",
418
+ "links": [
419
+ 117
420
+ ]
421
+ }
422
+ ],
303
423
  "properties": {
304
- "Node name for S&R": "SaveAnimatedWEBP",
424
+ "Node name for S&R": "TrimVideoLatent",
305
425
  "cnr_id": "comfy-core",
306
426
  "ver": "0.3.34"
307
427
  },
308
428
  "widgets_values": [
309
- "ComfyUI",
310
- 6,
311
- true,
312
- 80,
313
- "default"
429
+ 0
314
430
  ]
315
431
  },
316
432
  {
317
- "id": 3,
318
- "type": "KSampler",
433
+ "id": 8,
434
+ "type": "VAEDecode",
319
435
  "pos": [
320
- 980,
321
- 200
436
+ 1170,
437
+ 570
322
438
  ],
323
439
  "size": [
324
- 315,
325
- 262
440
+ 210,
441
+ 46
326
442
  ],
327
- "flags": {},
328
- "order": 17,
443
+ "flags": {
444
+ "collapsed": true
445
+ },
446
+ "order": 25,
329
447
  "mode": 0,
330
448
  "inputs": [
331
449
  {
332
- "name": "model",
333
- "type": "MODEL",
334
- "link": 95
335
- },
336
- {
337
- "name": "positive",
338
- "type": "CONDITIONING",
339
- "link": 98
340
- },
341
- {
342
- "name": "negative",
343
- "type": "CONDITIONING",
344
- "link": 99
450
+ "name": "samples",
451
+ "type": "LATENT",
452
+ "link": 117
345
453
  },
346
454
  {
347
- "name": "latent_image",
348
- "type": "LATENT",
349
- "link": 160
455
+ "name": "vae",
456
+ "type": "VAE",
457
+ "link": 184
350
458
  }
351
459
  ],
352
460
  "outputs": [
353
461
  {
354
- "name": "LATENT",
355
- "type": "LATENT",
462
+ "name": "IMAGE",
463
+ "type": "IMAGE",
356
464
  "slot_index": 0,
357
465
  "links": [
358
- 116
466
+ 130,
467
+ 139
359
468
  ]
360
469
  }
361
470
  ],
362
471
  "properties": {
363
- "Node name for S&R": "KSampler",
472
+ "Node name for S&R": "VAEDecode",
473
+ "cnr_id": "comfy-core",
474
+ "ver": "0.3.34"
475
+ },
476
+ "widgets_values": []
477
+ },
478
+ {
479
+ "id": 70,
480
+ "type": "SaveAnimatedWEBP",
481
+ "pos": [
482
+ 2260,
483
+ 70
484
+ ],
485
+ "size": [
486
+ 670,
487
+ 800
488
+ ],
489
+ "flags": {},
490
+ "order": 26,
491
+ "mode": 4,
492
+ "inputs": [
493
+ {
494
+ "name": "images",
495
+ "type": "IMAGE",
496
+ "link": 130
497
+ }
498
+ ],
499
+ "outputs": [],
500
+ "properties": {
501
+ "Node name for S&R": "SaveAnimatedWEBP",
364
502
  "cnr_id": "comfy-core",
365
503
  "ver": "0.3.34"
366
504
  },
367
505
  "widgets_values": [
368
- 18746726466702,
369
- "randomize",
370
- 20,
371
- 4,
372
- "uni_pc",
373
- "simple",
374
- 1
506
+ "ComfyUI",
507
+ 6,
508
+ true,
509
+ 80,
510
+ "default"
375
511
  ]
376
512
  },
377
513
  {
378
- "id": 37,
514
+ "id": 108,
379
515
  "type": "UNETLoader",
380
516
  "pos": [
381
- -270,
382
- 50
517
+ -670,
518
+ 40
383
519
  ],
384
520
  "size": [
385
- 380,
521
+ 350,
386
522
  82
387
523
  ],
388
524
  "flags": {},
389
- "order": 5,
390
- "mode": 0,
525
+ "order": 6,
526
+ "mode": 4,
391
527
  "inputs": [],
392
528
  "outputs": [
393
529
  {
@@ -395,7 +531,7 @@
395
531
  "type": "MODEL",
396
532
  "slot_index": 0,
397
533
  "links": [
398
- 109
534
+ 178
399
535
  ]
400
536
  }
401
537
  ],
@@ -405,191 +541,245 @@
405
541
  "ver": "0.3.34",
406
542
  "models": [
407
543
  {
408
- "name": "wan2.1_vace_14B_fp16.safetensors",
409
- "url": "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/diffusion_models/wan2.1_vace_14B_fp16.safetensors",
410
- "hash": "f202a5c59b8a91ada1862c46a038214f1f7f216c61ec8350d25f69b919da4307",
411
- "hash_type": "SHA256",
544
+ "name": "wan2.1_vace_1.3B_fp16.safetensors",
545
+ "url": "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/diffusion_models/wan2.1_vace_1.3B_fp16.safetensors",
412
546
  "directory": "diffusion_models"
413
547
  }
414
548
  ]
415
549
  },
416
550
  "widgets_values": [
417
- "wan2.1_vace_14B_fp16.safetensors",
551
+ "wan2.1_vace_1.3B_fp16.safetensors",
418
552
  "default"
419
- ]
553
+ ],
554
+ "color": "#322",
555
+ "bgcolor": "#533"
420
556
  },
421
557
  {
422
- "id": 7,
423
- "type": "CLIPTextEncode",
558
+ "id": 109,
559
+ "type": "LoraLoader",
424
560
  "pos": [
425
- 149.87985229492188,
426
- 401.6088562011719
561
+ -670,
562
+ 160
427
563
  ],
428
564
  "size": [
429
- 425.27801513671875,
430
- 180.6060791015625
565
+ 350,
566
+ 126
431
567
  ],
432
568
  "flags": {},
433
- "order": 10,
434
- "mode": 0,
569
+ "order": 14,
570
+ "mode": 4,
435
571
  "inputs": [
572
+ {
573
+ "name": "model",
574
+ "type": "MODEL",
575
+ "link": 178
576
+ },
436
577
  {
437
578
  "name": "clip",
438
579
  "type": "CLIP",
439
- "link": 75
580
+ "link": 179
440
581
  }
441
582
  ],
442
583
  "outputs": [
443
584
  {
444
- "name": "CONDITIONING",
445
- "type": "CONDITIONING",
446
- "slot_index": 0,
447
- "links": [
448
- 97
449
- ]
585
+ "name": "MODEL",
586
+ "type": "MODEL",
587
+ "links": []
588
+ },
589
+ {
590
+ "name": "CLIP",
591
+ "type": "CLIP",
592
+ "links": []
450
593
  }
451
594
  ],
452
- "title": "CLIP Text Encode (Negative Prompt)",
453
595
  "properties": {
454
- "Node name for S&R": "CLIPTextEncode",
455
- "cnr_id": "comfy-core",
456
- "ver": "0.3.34"
596
+ "Node name for S&R": "LoraLoader",
597
+ "models": [
598
+ {
599
+ "name": "Wan21_CausVid_bidirect2_T2V_1_3B_lora_rank32.safetensors",
600
+ "url": "https://huggingface.co/Kijai/WanVideo_comfy/resolve/main/Wan21_CausVid_bidirect2_T2V_1_3B_lora_rank32.safetensors",
601
+ "directory": "loras"
602
+ }
603
+ ]
457
604
  },
458
605
  "widgets_values": [
459
- "bad quality, blurry, messy, chaotic"
606
+ "Wan21_CausVid_bidirect2_T2V_1_3B_lora_rank32.safetensors",
607
+ 0.7000000000000002,
608
+ 1
460
609
  ],
461
610
  "color": "#322",
462
611
  "bgcolor": "#533"
463
612
  },
464
613
  {
465
- "id": 48,
466
- "type": "ModelSamplingSD3",
614
+ "id": 111,
615
+ "type": "CLIPLoader",
467
616
  "pos": [
468
- 1090,
469
- 40
617
+ -680,
618
+ 350
470
619
  ],
471
620
  "size": [
472
- 210,
473
- 58
621
+ 370,
622
+ 106
474
623
  ],
475
624
  "flags": {},
476
- "order": 11,
477
- "mode": 0,
478
- "inputs": [
479
- {
480
- "name": "model",
481
- "type": "MODEL",
482
- "link": 109
483
- }
484
- ],
625
+ "order": 7,
626
+ "mode": 4,
627
+ "inputs": [],
485
628
  "outputs": [
486
629
  {
487
- "name": "MODEL",
488
- "type": "MODEL",
630
+ "name": "CLIP",
631
+ "type": "CLIP",
489
632
  "slot_index": 0,
490
- "links": [
491
- 95
492
- ]
633
+ "links": []
493
634
  }
494
635
  ],
495
636
  "properties": {
496
- "Node name for S&R": "ModelSamplingSD3",
637
+ "Node name for S&R": "CLIPLoader",
497
638
  "cnr_id": "comfy-core",
498
- "ver": "0.3.34"
639
+ "ver": "0.3.34",
640
+ "models": [
641
+ {
642
+ "name": "umt5_xxl_fp8_e4m3fn_scaled.safetensors",
643
+ "url": "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/text_encoders/umt5_xxl_fp8_e4m3fn_scaled.safetensors?download=true",
644
+ "directory": "text_encoders"
645
+ }
646
+ ]
499
647
  },
500
648
  "widgets_values": [
501
- 8.000000000000002
502
- ]
649
+ "umt5_xxl_fp8_e4m3fn_scaled.safetensors",
650
+ "wan",
651
+ "default"
652
+ ],
653
+ "color": "#322",
654
+ "bgcolor": "#533"
503
655
  },
504
656
  {
505
- "id": 75,
506
- "type": "PreviewImage",
657
+ "id": 110,
658
+ "type": "CLIPLoader",
507
659
  "pos": [
508
- 920,
509
- 670
660
+ -260,
661
+ 380
510
662
  ],
511
663
  "size": [
512
- 409.20550537109375,
513
- 246
664
+ 350,
665
+ 106
514
666
  ],
515
667
  "flags": {},
516
- "order": 15,
517
- "mode": 4,
518
- "inputs": [
668
+ "order": 8,
669
+ "mode": 0,
670
+ "inputs": [],
671
+ "outputs": [
519
672
  {
520
- "name": "images",
521
- "type": "IMAGE",
522
- "link": 141
673
+ "name": "CLIP",
674
+ "type": "CLIP",
675
+ "slot_index": 0,
676
+ "links": [
677
+ 179,
678
+ 189
679
+ ]
523
680
  }
524
681
  ],
525
- "outputs": [],
526
682
  "properties": {
527
- "Node name for S&R": "PreviewImage",
683
+ "Node name for S&R": "CLIPLoader",
528
684
  "cnr_id": "comfy-core",
529
- "ver": "0.3.34"
685
+ "ver": "0.3.34",
686
+ "models": [
687
+ {
688
+ "name": "umt5_xxl_fp16.safetensors",
689
+ "url": "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/text_encoders/umt5_xxl_fp16.safetensors",
690
+ "directory": "text_encoders"
691
+ }
692
+ ]
530
693
  },
531
- "widgets_values": []
694
+ "widgets_values": [
695
+ "umt5_xxl_fp16.safetensors",
696
+ "wan",
697
+ "default"
698
+ ],
699
+ "color": "#322",
700
+ "bgcolor": "#533"
532
701
  },
533
702
  {
534
- "id": 78,
535
- "type": "Canny",
703
+ "id": 107,
704
+ "type": "LoraLoader",
536
705
  "pos": [
537
- 630,
538
- 680
706
+ -260,
707
+ 210
539
708
  ],
540
709
  "size": [
541
- 270,
542
- 82
710
+ 350,
711
+ 126
543
712
  ],
544
713
  "flags": {},
545
- "order": 14,
546
- "mode": 4,
714
+ "order": 15,
715
+ "mode": 0,
547
716
  "inputs": [
548
717
  {
549
- "name": "image",
550
- "type": "IMAGE",
551
- "link": 140
718
+ "name": "model",
719
+ "type": "MODEL",
720
+ "link": 188
721
+ },
722
+ {
723
+ "name": "clip",
724
+ "type": "CLIP",
725
+ "link": 189
552
726
  }
553
727
  ],
554
728
  "outputs": [
555
729
  {
556
- "name": "IMAGE",
557
- "type": "IMAGE",
730
+ "name": "MODEL",
731
+ "type": "MODEL",
558
732
  "links": [
559
- 141,
560
- 174
733
+ 192
734
+ ]
735
+ },
736
+ {
737
+ "name": "CLIP",
738
+ "type": "CLIP",
739
+ "links": [
740
+ 190,
741
+ 191
561
742
  ]
562
743
  }
563
744
  ],
564
745
  "properties": {
565
- "Node name for S&R": "Canny",
566
- "cnr_id": "comfy-core",
567
- "ver": "0.3.34"
746
+ "Node name for S&R": "LoraLoader",
747
+ "models": [
748
+ {
749
+ "name": "Wan21_CausVid_14B_T2V_lora_rank32.safetensors",
750
+ "url": "https://huggingface.co/Kijai/WanVideo_comfy/resolve/main/Wan21_CausVid_14B_T2V_lora_rank32.safetensors",
751
+ "directory": "loras"
752
+ }
753
+ ]
568
754
  },
569
755
  "widgets_values": [
570
- 0.4,
571
- 0.8
572
- ]
756
+ "Wan21_CausVid_14B_T2V_lora_rank32.safetensors",
757
+ 0.7000000000000002,
758
+ 1
759
+ ],
760
+ "color": "#322",
761
+ "bgcolor": "#533"
573
762
  },
574
763
  {
575
- "id": 80,
764
+ "id": 113,
576
765
  "type": "MarkdownNote",
577
766
  "pos": [
578
- 630,
579
- 810
767
+ -680,
768
+ 500
580
769
  ],
581
770
  "size": [
582
- 270.8102111816406,
583
- 186.98114013671875
771
+ 370,
772
+ 220
584
773
  ],
585
774
  "flags": {},
586
- "order": 6,
775
+ "order": 9,
587
776
  "mode": 0,
588
777
  "inputs": [],
589
778
  "outputs": [],
779
+ "title": "Note",
590
780
  "properties": {},
591
781
  "widgets_values": [
592
- "You can replace this part with another image preprocessor. \n\nRelated custom node: \n[comfyui_controlnet_aux](https://github.com/Fannovel16/comfyui_controlnet_aux)\n\n可以把这部分替换成其它的图像预处理器\n"
782
+ "The generation quality of the 14B model is better, but it takes longer to generate. If you have already downloaded the model, you can choose to directly use the nodes above, or just modify the model loaded by the loader node.\n\nThe corresponding LoRA should match the Diffusion Model. For example, the LoRA corresponding to the 14B diffusion model is the 14B LoRA. \n\n---\n\n14B 的生成质量更好,但是需要更长的时间去生成,如果你下载好了模型,你可以选择直接使用上面的节点,或者只是修改 loader 节点加载的模型。\n\n对应的 LoRA 应该是和 Diffusion Model匹配的,比如 14B 的 diffusion model 对应的是 14B 的 LoRA"
593
783
  ],
594
784
  "color": "#432",
595
785
  "bgcolor": "#653"
@@ -598,21 +788,21 @@
598
788
  "id": 6,
599
789
  "type": "CLIPTextEncode",
600
790
  "pos": [
601
- 149.87985229492188,
602
- 191.60894775390625
791
+ 150,
792
+ 200
603
793
  ],
604
794
  "size": [
605
795
  422.84503173828125,
606
796
  164.31304931640625
607
797
  ],
608
798
  "flags": {},
609
- "order": 9,
799
+ "order": 18,
610
800
  "mode": 0,
611
801
  "inputs": [
612
802
  {
613
803
  "name": "clip",
614
804
  "type": "CLIP",
615
- "link": 74
805
+ "link": 190
616
806
  }
617
807
  ],
618
808
  "outputs": [
@@ -638,117 +828,162 @@
638
828
  "bgcolor": "#353"
639
829
  },
640
830
  {
641
- "id": 73,
642
- "type": "LoadImage",
831
+ "id": 49,
832
+ "type": "WanVaceToVideo",
643
833
  "pos": [
644
- -280,
645
- 680
834
+ 630,
835
+ 60
646
836
  ],
647
837
  "size": [
648
- 274.080078125,
649
- 314.00006103515625
838
+ 315,
839
+ 254
650
840
  ],
651
841
  "flags": {},
652
- "order": 7,
842
+ "order": 22,
653
843
  "mode": 0,
654
- "inputs": [],
655
- "outputs": [
844
+ "inputs": [
656
845
  {
657
- "name": "IMAGE",
846
+ "name": "positive",
847
+ "type": "CONDITIONING",
848
+ "link": 96
849
+ },
850
+ {
851
+ "name": "negative",
852
+ "type": "CONDITIONING",
853
+ "link": 97
854
+ },
855
+ {
856
+ "name": "vae",
857
+ "type": "VAE",
858
+ "link": 183
859
+ },
860
+ {
861
+ "name": "control_video",
862
+ "shape": 7,
863
+ "type": "IMAGE",
864
+ "link": 226
865
+ },
866
+ {
867
+ "name": "control_masks",
868
+ "shape": 7,
869
+ "type": "MASK",
870
+ "link": null
871
+ },
872
+ {
873
+ "name": "reference_image",
874
+ "shape": 7,
658
875
  "type": "IMAGE",
876
+ "link": 216
877
+ }
878
+ ],
879
+ "outputs": [
880
+ {
881
+ "name": "positive",
882
+ "type": "CONDITIONING",
659
883
  "links": [
660
- 175
884
+ 98
661
885
  ]
662
886
  },
663
887
  {
664
- "name": "MASK",
665
- "type": "MASK",
666
- "links": null
888
+ "name": "negative",
889
+ "type": "CONDITIONING",
890
+ "links": [
891
+ 99
892
+ ]
893
+ },
894
+ {
895
+ "name": "latent",
896
+ "type": "LATENT",
897
+ "links": [
898
+ 160
899
+ ]
900
+ },
901
+ {
902
+ "name": "trim_latent",
903
+ "type": "INT",
904
+ "links": [
905
+ 115
906
+ ]
667
907
  }
668
908
  ],
669
909
  "properties": {
670
- "Node name for S&R": "LoadImage",
910
+ "Node name for S&R": "WanVaceToVideo",
671
911
  "cnr_id": "comfy-core",
672
912
  "ver": "0.3.34"
673
913
  },
674
914
  "widgets_values": [
675
- "girl.webp",
676
- "image"
915
+ 720,
916
+ 720,
917
+ 81,
918
+ 1,
919
+ 1
677
920
  ]
678
921
  },
679
922
  {
680
- "id": 68,
681
- "type": "CreateVideo",
923
+ "id": 134,
924
+ "type": "LoadImage",
682
925
  "pos": [
683
- 1360,
684
- 20
926
+ -280,
927
+ 680
685
928
  ],
686
929
  "size": [
687
- 270,
688
- 78
930
+ 280,
931
+ 314
689
932
  ],
690
- "flags": {
691
- "collapsed": false
692
- },
693
- "order": 21,
933
+ "flags": {},
934
+ "order": 10,
694
935
  "mode": 0,
695
- "inputs": [
696
- {
697
- "name": "images",
698
- "type": "IMAGE",
699
- "link": 139
700
- },
701
- {
702
- "name": "audio",
703
- "shape": 7,
704
- "type": "AUDIO",
705
- "link": null
706
- }
707
- ],
936
+ "inputs": [],
708
937
  "outputs": [
709
938
  {
710
- "name": "VIDEO",
711
- "type": "VIDEO",
939
+ "name": "IMAGE",
940
+ "type": "IMAGE",
712
941
  "links": [
713
- 129
942
+ 216
714
943
  ]
944
+ },
945
+ {
946
+ "name": "MASK",
947
+ "type": "MASK",
948
+ "links": null
715
949
  }
716
950
  ],
717
951
  "properties": {
718
- "Node name for S&R": "CreateVideo",
952
+ "Node name for S&R": "LoadImage",
719
953
  "cnr_id": "comfy-core",
720
954
  "ver": "0.3.34"
721
955
  },
722
956
  "widgets_values": [
723
- 16
724
- ]
957
+ "girl.jpg",
958
+ "image"
959
+ ],
960
+ "color": "#322",
961
+ "bgcolor": "#533"
725
962
  },
726
963
  {
727
- "id": 69,
964
+ "id": 114,
728
965
  "type": "SaveVideo",
729
966
  "pos": [
730
- 1380,
731
- 210
967
+ 1360,
968
+ 170
732
969
  ],
733
970
  "size": [
734
- 676.23095703125,
735
- 774.23095703125
971
+ 830,
972
+ 928
736
973
  ],
737
974
  "flags": {},
738
- "order": 22,
975
+ "order": 28,
739
976
  "mode": 0,
740
977
  "inputs": [
741
978
  {
742
979
  "name": "video",
743
980
  "type": "VIDEO",
744
- "link": 129
981
+ "link": 185
745
982
  }
746
983
  ],
747
984
  "outputs": [],
748
985
  "properties": {
749
- "Node name for S&R": "SaveVideo",
750
- "cnr_id": "comfy-core",
751
- "ver": "0.3.34"
986
+ "Node name for S&R": "SaveVideo"
752
987
  },
753
988
  "widgets_values": [
754
989
  "video/ComfyUI",
@@ -757,18 +992,18 @@
757
992
  ]
758
993
  },
759
994
  {
760
- "id": 106,
995
+ "id": 145,
761
996
  "type": "LoadVideo",
762
997
  "pos": [
763
- 50,
764
- 700
998
+ 60,
999
+ 680
765
1000
  ],
766
1001
  "size": [
767
1002
  274.080078125,
768
1003
  348.080078125
769
1004
  ],
770
1005
  "flags": {},
771
- "order": 8,
1006
+ "order": 11,
772
1007
  "mode": 0,
773
1008
  "inputs": [],
774
1009
  "outputs": [
@@ -776,8 +1011,7 @@
776
1011
  "name": "VIDEO",
777
1012
  "type": "VIDEO",
778
1013
  "links": [
779
- 178,
780
- 179
1014
+ 223
781
1015
  ]
782
1016
  }
783
1017
  ],
@@ -785,204 +1019,175 @@
785
1019
  "Node name for S&R": "LoadVideo"
786
1020
  },
787
1021
  "widgets_values": [
788
- "ComfyUI_00063_.mp4",
1022
+ "vace-v2v.mp4",
789
1023
  "image"
790
- ]
1024
+ ],
1025
+ "color": "#322",
1026
+ "bgcolor": "#533"
791
1027
  },
792
1028
  {
793
- "id": 72,
794
- "type": "GetVideoComponents",
1029
+ "id": 146,
1030
+ "type": "PreviewImage",
795
1031
  "pos": [
796
- 360,
797
- 700
1032
+ 920,
1033
+ 670
798
1034
  ],
799
1035
  "size": [
800
- 185.17733764648438,
801
- 66
1036
+ 409.20550537109375,
1037
+ 246
802
1038
  ],
803
1039
  "flags": {},
804
- "order": 12,
805
- "mode": 0,
1040
+ "order": 21,
1041
+ "mode": 4,
806
1042
  "inputs": [
807
- {
808
- "name": "video",
809
- "type": "VIDEO",
810
- "link": 178
811
- }
812
- ],
813
- "outputs": [
814
1043
  {
815
1044
  "name": "images",
816
1045
  "type": "IMAGE",
817
- "links": [
818
- 140
819
- ]
820
- },
821
- {
822
- "name": "audio",
823
- "type": "AUDIO",
824
- "links": null
825
- },
826
- {
827
- "name": "fps",
828
- "type": "FLOAT",
829
- "links": []
1046
+ "link": 224
830
1047
  }
831
1048
  ],
1049
+ "outputs": [],
832
1050
  "properties": {
833
- "Node name for S&R": "GetVideoComponents",
1051
+ "Node name for S&R": "PreviewImage",
834
1052
  "cnr_id": "comfy-core",
835
1053
  "ver": "0.3.34"
836
1054
  },
837
1055
  "widgets_values": []
838
1056
  },
839
1057
  {
840
- "id": 76,
841
- "type": "PreviewAny",
1058
+ "id": 148,
1059
+ "type": "MarkdownNote",
842
1060
  "pos": [
843
- 350,
844
- 830
1061
+ 630,
1062
+ 810
845
1063
  ],
846
1064
  "size": [
847
- 210,
848
- 88
1065
+ 270.8102111816406,
1066
+ 186.98114013671875
849
1067
  ],
850
1068
  "flags": {},
851
- "order": 13,
1069
+ "order": 12,
852
1070
  "mode": 0,
853
- "inputs": [
854
- {
855
- "name": "source",
856
- "type": "*",
857
- "link": 179
858
- }
859
- ],
1071
+ "inputs": [],
860
1072
  "outputs": [],
861
- "properties": {
862
- "Node name for S&R": "PreviewAny",
863
- "cnr_id": "comfy-core",
864
- "ver": "0.3.34"
865
- },
866
- "widgets_values": []
1073
+ "properties": {},
1074
+ "widgets_values": [
1075
+ "You can replace this part with another image preprocessor. \n\nRelated custom node: \n[comfyui_controlnet_aux](https://github.com/Fannovel16/comfyui_controlnet_aux)\n\n可以把这部分替换成其它的图像预处理器\n"
1076
+ ],
1077
+ "color": "#432",
1078
+ "bgcolor": "#653"
867
1079
  },
868
1080
  {
869
- "id": 49,
870
- "type": "WanVaceToVideo",
1081
+ "id": 144,
1082
+ "type": "GetVideoComponents",
871
1083
  "pos": [
872
- 630,
873
- 210
1084
+ 380,
1085
+ 680
874
1086
  ],
875
1087
  "size": [
876
- 315,
877
- 254
1088
+ 185.17733764648438,
1089
+ 66
878
1090
  ],
879
1091
  "flags": {},
880
1092
  "order": 16,
881
1093
  "mode": 0,
882
1094
  "inputs": [
883
1095
  {
884
- "name": "positive",
885
- "type": "CONDITIONING",
886
- "link": 96
887
- },
888
- {
889
- "name": "negative",
890
- "type": "CONDITIONING",
891
- "link": 97
892
- },
893
- {
894
- "name": "vae",
895
- "type": "VAE",
896
- "link": 101
897
- },
898
- {
899
- "name": "control_video",
900
- "shape": 7,
901
- "type": "IMAGE",
902
- "link": 174
903
- },
904
- {
905
- "name": "control_masks",
906
- "shape": 7,
907
- "type": "MASK",
908
- "link": null
909
- },
910
- {
911
- "name": "reference_image",
912
- "shape": 7,
913
- "type": "IMAGE",
914
- "link": 175
1096
+ "name": "video",
1097
+ "type": "VIDEO",
1098
+ "link": 223
915
1099
  }
916
1100
  ],
917
1101
  "outputs": [
918
1102
  {
919
- "name": "positive",
920
- "type": "CONDITIONING",
1103
+ "name": "images",
1104
+ "type": "IMAGE",
921
1105
  "links": [
922
- 98
1106
+ 225
923
1107
  ]
924
1108
  },
925
1109
  {
926
- "name": "negative",
927
- "type": "CONDITIONING",
928
- "links": [
929
- 99
930
- ]
1110
+ "name": "audio",
1111
+ "type": "AUDIO",
1112
+ "links": null
931
1113
  },
932
1114
  {
933
- "name": "latent",
934
- "type": "LATENT",
935
- "links": [
936
- 160
937
- ]
938
- },
1115
+ "name": "fps",
1116
+ "type": "FLOAT",
1117
+ "links": null
1118
+ }
1119
+ ],
1120
+ "properties": {
1121
+ "Node name for S&R": "GetVideoComponents"
1122
+ },
1123
+ "widgets_values": []
1124
+ },
1125
+ {
1126
+ "id": 147,
1127
+ "type": "Canny",
1128
+ "pos": [
1129
+ 630,
1130
+ 680
1131
+ ],
1132
+ "size": [
1133
+ 270,
1134
+ 82
1135
+ ],
1136
+ "flags": {},
1137
+ "order": 20,
1138
+ "mode": 4,
1139
+ "inputs": [
939
1140
  {
940
- "name": "trim_latent",
941
- "type": "INT",
1141
+ "name": "image",
1142
+ "type": "IMAGE",
1143
+ "link": 225
1144
+ }
1145
+ ],
1146
+ "outputs": [
1147
+ {
1148
+ "name": "IMAGE",
1149
+ "type": "IMAGE",
942
1150
  "links": [
943
- 115
1151
+ 224,
1152
+ 226
944
1153
  ]
945
1154
  }
946
1155
  ],
947
1156
  "properties": {
948
- "Node name for S&R": "WanVaceToVideo",
1157
+ "Node name for S&R": "Canny",
949
1158
  "cnr_id": "comfy-core",
950
1159
  "ver": "0.3.34"
951
1160
  },
952
1161
  "widgets_values": [
953
- 720,
954
- 720,
955
- 49,
956
- 1,
957
- 1
1162
+ 0.4,
1163
+ 0.8
958
1164
  ]
1165
+ },
1166
+ {
1167
+ "id": 77,
1168
+ "type": "MarkdownNote",
1169
+ "pos": [
1170
+ -1170,
1171
+ 0
1172
+ ],
1173
+ "size": [
1174
+ 470,
1175
+ 800
1176
+ ],
1177
+ "flags": {},
1178
+ "order": 13,
1179
+ "mode": 0,
1180
+ "inputs": [],
1181
+ "outputs": [],
1182
+ "properties": {},
1183
+ "widgets_values": [
1184
+ "[Tutorial](https://docs.comfy.org/tutorials/video/wan/vace) | [教程](https://docs.comfy.org/zh-CN/tutorials/video/wan/vace)\n\n[Causvid Lora extracted by Kijai](https://www.reddit.com/r/StableDiffusion/comments/1knuafk/causvid_lora_massive_speedup_for_wan21_made_by/) Thanks to CausVid MIT\n\n## 14B Support 480P 720P\n\n**Diffusion Model**\n- [wan2.1_vace_14B_fp16.safetensors](https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/diffusion_models/wan2.1_vace_14B_fp16.safetensors)\n\n**LoRA**\n- [Wan21_CausVid_14B_T2V_lora_rank32.safetensors](https://huggingface.co/Kijai/WanVideo_comfy/blob/main/Wan21_CausVid_14B_T2V_lora_rank32.safetensors)\n\nIt takes about 40 minutes to complete at 81 frames 720P resolution with the RTX 4090 . \nAfter using Wan21_CausVid_14B_T2V_lora_rank32.safetensors, it only takes about 4 minutes.\n\n## 1.3B Support 480P only\n\n**Diffusion Model**\n- [wan2.1_vace_1.3B_fp16.safetensors](https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/diffusion_models/wan2.1_vace_14B_fp16.safetensors)\n\n**LoRA**\n- [Wan21_CausVid_bidirect2_T2V_1_3B_lora_rank32.safetensors](https://huggingface.co/Kijai/WanVideo_comfy/blob/main/Wan21_CausVid_bidirect2_T2V_1_3B_lora_rank32.safetensors)\n \n\n## Other Models\n\n* You may already have these models if you use Wan workflow before.\n\n**VAE**\n- [wan_2.1_vae.safetensors](https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/vae/wan_2.1_vae.safetensors?download=true)\n\n**Text encoders** Chose one of following model\n- [umt5_xxl_fp16.safetensors](https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/text_encoders/umt5_xxl_fp16.safetensors?download=true)\n- [umt5_xxl_fp8_e4m3fn_scaled.safetensors](https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/text_encoders/umt5_xxl_fp8_e4m3fn_scaled.safetensors?download=true)\n\n> You can choose between fp16 of fp8; I used fp16 to match what kijai's wrapper is compatible with.\n\nFile save location\n\n```\nComfyUI/\n├── models/\n│ ├── diffusion_models/\n│ │ ├-── wan2.1_vace_14B_fp16.safetensors\n│ │ └─── wan2.1_vace_1.3B_fp16.safetensors \n│ ├── text_encoders/\n│ │ └─── umt5_xxl_fp8_e4m3fn_scaled.safetensors # or fp16\n│ ├── loras/\n│ │ ├── Wan21_CausVid_14B_T2V_lora_rank32.safetensors\n│ │ └── Wan21_CausVid_bidirect2_T2V_1_3B_lora_rank32.safetensors\n│ └── vae/\n│ └── wan_2.1_vae.safetensors\n```\n"
1185
+ ],
1186
+ "color": "#432",
1187
+ "bgcolor": "#653"
959
1188
  }
960
1189
  ],
961
1190
  "links": [
962
- [
963
- 74,
964
- 38,
965
- 0,
966
- 6,
967
- 0,
968
- "CLIP"
969
- ],
970
- [
971
- 75,
972
- 38,
973
- 0,
974
- 7,
975
- 0,
976
- "CLIP"
977
- ],
978
- [
979
- 76,
980
- 39,
981
- 0,
982
- 8,
983
- 1,
984
- "VAE"
985
- ],
986
1191
  [
987
1192
  95,
988
1193
  48,
@@ -1023,22 +1228,6 @@
1023
1228
  2,
1024
1229
  "CONDITIONING"
1025
1230
  ],
1026
- [
1027
- 101,
1028
- 39,
1029
- 0,
1030
- 49,
1031
- 2,
1032
- "VAE"
1033
- ],
1034
- [
1035
- 109,
1036
- 37,
1037
- 0,
1038
- 48,
1039
- 0,
1040
- "MODEL"
1041
- ],
1042
1231
  [
1043
1232
  115,
1044
1233
  49,
@@ -1063,14 +1252,6 @@
1063
1252
  0,
1064
1253
  "LATENT"
1065
1254
  ],
1066
- [
1067
- 129,
1068
- 68,
1069
- 0,
1070
- 69,
1071
- 0,
1072
- "VIDEO"
1073
- ],
1074
1255
  [
1075
1256
  130,
1076
1257
  8,
@@ -1088,76 +1269,135 @@
1088
1269
  "IMAGE"
1089
1270
  ],
1090
1271
  [
1091
- 140,
1092
- 72,
1272
+ 160,
1273
+ 49,
1274
+ 2,
1275
+ 3,
1276
+ 3,
1277
+ "LATENT"
1278
+ ],
1279
+ [
1280
+ 178,
1281
+ 108,
1093
1282
  0,
1094
- 78,
1283
+ 109,
1095
1284
  0,
1096
- "IMAGE"
1285
+ "MODEL"
1097
1286
  ],
1098
1287
  [
1099
- 141,
1100
- 78,
1101
- 0,
1102
- 75,
1288
+ 179,
1289
+ 110,
1103
1290
  0,
1104
- "IMAGE"
1291
+ 109,
1292
+ 1,
1293
+ "CLIP"
1105
1294
  ],
1106
1295
  [
1107
- 160,
1296
+ 183,
1297
+ 105,
1298
+ 0,
1108
1299
  49,
1109
1300
  2,
1110
- 3,
1111
- 3,
1112
- "LATENT"
1301
+ "VAE"
1113
1302
  ],
1114
1303
  [
1115
- 174,
1116
- 78,
1304
+ 184,
1305
+ 105,
1117
1306
  0,
1118
- 49,
1119
- 3,
1120
- "IMAGE"
1307
+ 8,
1308
+ 1,
1309
+ "VAE"
1310
+ ],
1311
+ [
1312
+ 185,
1313
+ 68,
1314
+ 0,
1315
+ 114,
1316
+ 0,
1317
+ "VIDEO"
1318
+ ],
1319
+ [
1320
+ 188,
1321
+ 106,
1322
+ 0,
1323
+ 107,
1324
+ 0,
1325
+ "MODEL"
1121
1326
  ],
1122
1327
  [
1123
- 175,
1124
- 73,
1328
+ 189,
1329
+ 110,
1330
+ 0,
1331
+ 107,
1332
+ 1,
1333
+ "CLIP"
1334
+ ],
1335
+ [
1336
+ 190,
1337
+ 107,
1338
+ 1,
1339
+ 6,
1340
+ 0,
1341
+ "CLIP"
1342
+ ],
1343
+ [
1344
+ 191,
1345
+ 107,
1346
+ 1,
1347
+ 7,
1348
+ 0,
1349
+ "CLIP"
1350
+ ],
1351
+ [
1352
+ 192,
1353
+ 107,
1354
+ 0,
1355
+ 48,
1356
+ 0,
1357
+ "MODEL"
1358
+ ],
1359
+ [
1360
+ 216,
1361
+ 134,
1125
1362
  0,
1126
1363
  49,
1127
1364
  5,
1128
1365
  "IMAGE"
1129
1366
  ],
1130
1367
  [
1131
- 178,
1132
- 106,
1368
+ 223,
1369
+ 145,
1133
1370
  0,
1134
- 72,
1371
+ 144,
1135
1372
  0,
1136
1373
  "VIDEO"
1137
1374
  ],
1138
1375
  [
1139
- 179,
1140
- 106,
1376
+ 224,
1377
+ 147,
1378
+ 0,
1379
+ 146,
1380
+ 0,
1381
+ "IMAGE"
1382
+ ],
1383
+ [
1384
+ 225,
1385
+ 144,
1141
1386
  0,
1142
- 76,
1387
+ 147,
1143
1388
  0,
1144
- "*"
1389
+ "IMAGE"
1390
+ ],
1391
+ [
1392
+ 226,
1393
+ 147,
1394
+ 0,
1395
+ 49,
1396
+ 3,
1397
+ "IMAGE"
1145
1398
  ]
1146
1399
  ],
1147
1400
  "groups": [
1148
- {
1149
- "id": 1,
1150
- "title": "Load models here",
1151
- "bounding": [
1152
- -290,
1153
- -30,
1154
- 410,
1155
- 620
1156
- ],
1157
- "color": "#3f789e",
1158
- "font_size": 24,
1159
- "flags": {}
1160
- },
1161
1401
  {
1162
1402
  "id": 2,
1163
1403
  "title": "Prompt",
@@ -1176,9 +1416,9 @@
1176
1416
  "title": "Sampling & Decoding",
1177
1417
  "bounding": [
1178
1418
  610,
1179
- 120,
1180
- 730,
1181
- 470
1419
+ -30,
1420
+ 720,
1421
+ 620
1182
1422
  ],
1183
1423
  "color": "#3f789e",
1184
1424
  "font_size": 24,
@@ -1188,10 +1428,10 @@
1188
1428
  "id": 4,
1189
1429
  "title": "Save Video(Mp4)",
1190
1430
  "bounding": [
1191
- 1360,
1192
- 120,
1193
- 720,
1194
- 900
1431
+ 1340,
1432
+ -30,
1433
+ 880,
1434
+ 1140
1195
1435
  ],
1196
1436
  "color": "#3f789e",
1197
1437
  "font_size": 24,
@@ -1201,17 +1441,56 @@
1201
1441
  "id": 5,
1202
1442
  "title": "Save Video(WebP)",
1203
1443
  "bounding": [
1204
- 2100,
1205
- 120,
1206
- 700,
1207
- 900
1444
+ 2240,
1445
+ -20,
1446
+ 720,
1447
+ 1130
1208
1448
  ],
1209
1449
  "color": "#3f789e",
1210
1450
  "font_size": 24,
1211
1451
  "flags": {}
1212
1452
  },
1213
1453
  {
1214
- "id": 6,
1454
+ "id": 9,
1455
+ "title": "Load models here",
1456
+ "bounding": [
1457
+ -290,
1458
+ -30,
1459
+ 410,
1460
+ 620
1461
+ ],
1462
+ "color": "#3f789e",
1463
+ "font_size": 24,
1464
+ "flags": {}
1465
+ },
1466
+ {
1467
+ "id": 10,
1468
+ "title": "14B",
1469
+ "bounding": [
1470
+ -270,
1471
+ 10,
1472
+ 370,
1473
+ 340
1474
+ ],
1475
+ "color": "#3f789e",
1476
+ "font_size": 24,
1477
+ "flags": {}
1478
+ },
1479
+ {
1480
+ "id": 11,
1481
+ "title": "1.3B",
1482
+ "bounding": [
1483
+ -680,
1484
+ -30,
1485
+ 370,
1486
+ 330
1487
+ ],
1488
+ "color": "#3f789e",
1489
+ "font_size": 24,
1490
+ "flags": {}
1491
+ },
1492
+ {
1493
+ "id": 13,
1215
1494
  "title": "Load control video",
1216
1495
  "bounding": [
1217
1496
  30,
@@ -1224,7 +1503,7 @@
1224
1503
  "flags": {}
1225
1504
  },
1226
1505
  {
1227
- "id": 7,
1506
+ "id": 14,
1228
1507
  "title": "Load reference image",
1229
1508
  "bounding": [
1230
1509
  -290,
@@ -1237,12 +1516,12 @@
1237
1516
  "flags": {}
1238
1517
  },
1239
1518
  {
1240
- "id": 8,
1519
+ "id": 15,
1241
1520
  "title": "Image preprocessing",
1242
1521
  "bounding": [
1243
1522
  610,
1244
1523
  610,
1245
- 730,
1524
+ 720,
1246
1525
  410
1247
1526
  ],
1248
1527
  "color": "#3f789e",
@@ -1253,10 +1532,10 @@
1253
1532
  "config": {},
1254
1533
  "extra": {
1255
1534
  "ds": {
1256
- "scale": 0.611590904484152,
1535
+ "scale": 0.4594972986357255,
1257
1536
  "offset": [
1258
- 954.226431554424,
1259
- 120.29293825629637
1537
+ 240.6390913025308,
1538
+ 395.9457534629581
1260
1539
  ]
1261
1540
  },
1262
1541
  "frontendVersion": "1.19.9",