|
{ |
|
"id": "96995b8f-85c5-47af-b3cf-7b6a24675694", |
|
"revision": 0, |
|
"last_node_id": 128, |
|
"last_link_id": 205, |
|
"nodes": [ |
|
{ |
|
"id": 39, |
|
"type": "VAELoader", |
|
"pos": [ |
|
-278.1507568359375, |
|
505.3769836425781 |
|
], |
|
"size": [ |
|
390, |
|
60 |
|
], |
|
"flags": {}, |
|
"order": 0, |
|
"mode": 0, |
|
"inputs": [], |
|
"outputs": [ |
|
{ |
|
"name": "VAE", |
|
"type": "VAE", |
|
"slot_index": 0, |
|
"links": [ |
|
76, |
|
101 |
|
] |
|
} |
|
], |
|
"properties": { |
|
"cnr_id": "comfy-core", |
|
"ver": "0.3.34", |
|
"Node name for S&R": "VAELoader", |
|
"models": [ |
|
{ |
|
"name": "wan_2.1_vae.safetensors", |
|
"url": "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/vae/wan_2.1_vae.safetensors", |
|
"hash": "2fc39d31359a4b0a64f55876d8ff7fa8d780956ae2cb13463b0223e15148976b", |
|
"hash_type": "SHA256", |
|
"directory": "vae" |
|
} |
|
], |
|
"widget_ue_connectable": {} |
|
}, |
|
"widgets_values": [ |
|
"wan_2.1_vae.safetensors" |
|
] |
|
}, |
|
{ |
|
"id": 70, |
|
"type": "SaveAnimatedWEBP", |
|
"pos": [ |
|
2110, |
|
200 |
|
], |
|
"size": [ |
|
670, |
|
780 |
|
], |
|
"flags": {}, |
|
"order": 30, |
|
"mode": 4, |
|
"inputs": [ |
|
{ |
|
"name": "images", |
|
"type": "IMAGE", |
|
"link": 130 |
|
} |
|
], |
|
"outputs": [], |
|
"properties": { |
|
"cnr_id": "comfy-core", |
|
"ver": "0.3.34", |
|
"Node name for S&R": "SaveAnimatedWEBP", |
|
"widget_ue_connectable": {} |
|
}, |
|
"widgets_values": [ |
|
"ComfyUI", |
|
6, |
|
true, |
|
80, |
|
"default" |
|
] |
|
}, |
|
{ |
|
"id": 78, |
|
"type": "Canny", |
|
"pos": [ |
|
630, |
|
680 |
|
], |
|
"size": [ |
|
270, |
|
82 |
|
], |
|
"flags": {}, |
|
"order": 18, |
|
"mode": 0, |
|
"inputs": [ |
|
{ |
|
"name": "image", |
|
"type": "IMAGE", |
|
"link": 193 |
|
} |
|
], |
|
"outputs": [ |
|
{ |
|
"name": "IMAGE", |
|
"type": "IMAGE", |
|
"links": [ |
|
141, |
|
174 |
|
] |
|
} |
|
], |
|
"properties": { |
|
"cnr_id": "comfy-core", |
|
"ver": "0.3.34", |
|
"Node name for S&R": "Canny", |
|
"widget_ue_connectable": {} |
|
}, |
|
"widgets_values": [ |
|
0.4, |
|
0.8 |
|
] |
|
}, |
|
{ |
|
"id": 6, |
|
"type": "CLIPTextEncode", |
|
"pos": [ |
|
149.87985229492188, |
|
191.60894775390625 |
|
], |
|
"size": [ |
|
422.84503173828125, |
|
164.31304931640625 |
|
], |
|
"flags": {}, |
|
"order": 25, |
|
"mode": 0, |
|
"inputs": [ |
|
{ |
|
"name": "clip", |
|
"type": "CLIP", |
|
"link": 186 |
|
} |
|
], |
|
"outputs": [ |
|
{ |
|
"name": "CONDITIONING", |
|
"type": "CONDITIONING", |
|
"slot_index": 0, |
|
"links": [ |
|
96 |
|
] |
|
} |
|
], |
|
"title": "CLIP Text Encode (Positive Prompt)", |
|
"properties": { |
|
"cnr_id": "comfy-core", |
|
"ver": "0.3.34", |
|
"Node name for S&R": "CLIPTextEncode", |
|
"widget_ue_connectable": {} |
|
}, |
|
"widgets_values": [ |
|
"The girl is dancing in a sea of flowers, slowly moving her hands. There is a close - up shot of her upper body. The character is surrounded by other transparent glass flowers in the style of Nicoletta Ceccoli, creating a beautiful, surreal, and emotionally expressive movie scene with a white, transparent feel and a dreamy atmosphere. " |
|
], |
|
"color": "#232", |
|
"bgcolor": "#353" |
|
}, |
|
{ |
|
"id": 75, |
|
"type": "PreviewImage", |
|
"pos": [ |
|
915.0689086914062, |
|
754.513671875 |
|
], |
|
"size": [ |
|
409.20550537109375, |
|
246 |
|
], |
|
"flags": {}, |
|
"order": 20, |
|
"mode": 0, |
|
"inputs": [ |
|
{ |
|
"name": "images", |
|
"type": "IMAGE", |
|
"link": 141 |
|
} |
|
], |
|
"outputs": [], |
|
"properties": { |
|
"cnr_id": "comfy-core", |
|
"ver": "0.3.34", |
|
"Node name for S&R": "PreviewImage", |
|
"widget_ue_connectable": {} |
|
}, |
|
"widgets_values": [] |
|
}, |
|
{ |
|
"id": 58, |
|
"type": "TrimVideoLatent", |
|
"pos": [ |
|
629.102783203125, |
|
507.86151123046875 |
|
], |
|
"size": [ |
|
276.5860290527344, |
|
58 |
|
], |
|
"flags": { |
|
"collapsed": false |
|
}, |
|
"order": 28, |
|
"mode": 0, |
|
"inputs": [ |
|
{ |
|
"name": "samples", |
|
"type": "LATENT", |
|
"link": 116 |
|
}, |
|
{ |
|
"name": "trim_amount", |
|
"type": "INT", |
|
"widget": { |
|
"name": "trim_amount" |
|
}, |
|
"link": 115 |
|
} |
|
], |
|
"outputs": [ |
|
{ |
|
"name": "LATENT", |
|
"type": "LATENT", |
|
"links": [ |
|
117 |
|
] |
|
} |
|
], |
|
"properties": { |
|
"cnr_id": "comfy-core", |
|
"ver": "0.3.34", |
|
"Node name for S&R": "TrimVideoLatent", |
|
"widget_ue_connectable": { |
|
"trim_amount": true |
|
} |
|
}, |
|
"widgets_values": [ |
|
0 |
|
] |
|
}, |
|
{ |
|
"id": 112, |
|
"type": "VHS_VideoCombine", |
|
"pos": [ |
|
1377.75830078125, |
|
178.68763732910156 |
|
], |
|
"size": [ |
|
691.6607055664062, |
|
813.3536376953125 |
|
], |
|
"flags": {}, |
|
"order": 31, |
|
"mode": 0, |
|
"inputs": [ |
|
{ |
|
"name": "images", |
|
"type": "IMAGE", |
|
"link": 189 |
|
}, |
|
{ |
|
"name": "audio", |
|
"shape": 7, |
|
"type": "AUDIO", |
|
"link": null |
|
}, |
|
{ |
|
"name": "meta_batch", |
|
"shape": 7, |
|
"type": "VHS_BatchManager", |
|
"link": null |
|
}, |
|
{ |
|
"name": "vae", |
|
"shape": 7, |
|
"type": "VAE", |
|
"link": null |
|
} |
|
], |
|
"outputs": [ |
|
{ |
|
"name": "Filenames", |
|
"type": "VHS_FILENAMES", |
|
"links": null |
|
} |
|
], |
|
"properties": { |
|
"cnr_id": "comfyui-videohelpersuite", |
|
"ver": "1.6.1", |
|
"Node name for S&R": "VHS_VideoCombine", |
|
"widget_ue_connectable": {} |
|
}, |
|
"widgets_values": { |
|
"frame_rate": 16, |
|
"loop_count": 0, |
|
"filename_prefix": "vace_14b", |
|
"format": "video/nvenc_h264-mp4", |
|
"pix_fmt": "yuv420p", |
|
"bitrate": 10, |
|
"megabit": true, |
|
"save_metadata": true, |
|
"pingpong": false, |
|
"save_output": true, |
|
"videopreview": { |
|
"hidden": false, |
|
"paused": false, |
|
"params": { |
|
"filename": "vace_14b_00006.mp4", |
|
"subfolder": "", |
|
"type": "output", |
|
"format": "video/nvenc_h264-mp4", |
|
"frame_rate": 16, |
|
"workflow": "vace_14b_00006.png", |
|
"fullpath": "G:\\ComfyUI\\new\\ComfyUI_windows_portable\\ComfyUI\\output\\vace_14b_00006.mp4" |
|
} |
|
} |
|
} |
|
}, |
|
{ |
|
"id": 114, |
|
"type": "VHS_LoadVideo", |
|
"pos": [ |
|
41.01040267944336, |
|
686.3965454101562 |
|
], |
|
"size": [ |
|
247.455078125, |
|
310 |
|
], |
|
"flags": {}, |
|
"order": 1, |
|
"mode": 0, |
|
"inputs": [ |
|
{ |
|
"name": "meta_batch", |
|
"shape": 7, |
|
"type": "VHS_BatchManager", |
|
"link": null |
|
}, |
|
{ |
|
"name": "vae", |
|
"shape": 7, |
|
"type": "VAE", |
|
"link": null |
|
} |
|
], |
|
"outputs": [ |
|
{ |
|
"name": "IMAGE", |
|
"type": "IMAGE", |
|
"links": [ |
|
192 |
|
] |
|
}, |
|
{ |
|
"name": "frame_count", |
|
"type": "INT", |
|
"links": null |
|
}, |
|
{ |
|
"name": "audio", |
|
"type": "AUDIO", |
|
"links": null |
|
}, |
|
{ |
|
"name": "video_info", |
|
"type": "VHS_VIDEOINFO", |
|
"links": null |
|
} |
|
], |
|
"properties": { |
|
"cnr_id": "comfyui-videohelpersuite", |
|
"ver": "1.6.1", |
|
"Node name for S&R": "VHS_LoadVideo", |
|
"widget_ue_connectable": {} |
|
}, |
|
"widgets_values": { |
|
"video": "original.mp4", |
|
"force_rate": 0, |
|
"custom_width": 0, |
|
"custom_height": 0, |
|
"frame_load_cap": 0, |
|
"skip_first_frames": 0, |
|
"select_every_nth": 1, |
|
"format": "Wan", |
|
"choose video to upload": "image", |
|
"videopreview": { |
|
"hidden": false, |
|
"paused": false, |
|
"params": { |
|
"filename": "original.mp4", |
|
"type": "input", |
|
"format": "video/mp4", |
|
"force_rate": 0, |
|
"custom_width": 0, |
|
"custom_height": 0, |
|
"frame_load_cap": 0, |
|
"skip_first_frames": 0, |
|
"select_every_nth": 1 |
|
} |
|
} |
|
} |
|
}, |
|
{ |
|
"id": 73, |
|
"type": "LoadImage", |
|
"pos": [ |
|
-280, |
|
680 |
|
], |
|
"size": [ |
|
274.080078125, |
|
314.00006103515625 |
|
], |
|
"flags": {}, |
|
"order": 2, |
|
"mode": 0, |
|
"inputs": [], |
|
"outputs": [ |
|
{ |
|
"name": "IMAGE", |
|
"type": "IMAGE", |
|
"links": [ |
|
175 |
|
] |
|
}, |
|
{ |
|
"name": "MASK", |
|
"type": "MASK", |
|
"links": null |
|
} |
|
], |
|
"properties": { |
|
"cnr_id": "comfy-core", |
|
"ver": "0.3.34", |
|
"Node name for S&R": "LoadImage", |
|
"widget_ue_connectable": {} |
|
}, |
|
"widgets_values": [ |
|
"example.png", |
|
"image" |
|
] |
|
}, |
|
{ |
|
"id": 118, |
|
"type": "CLIPLoader", |
|
"pos": [ |
|
-266.6441345214844, |
|
359.6828918457031 |
|
], |
|
"size": [ |
|
270, |
|
106 |
|
], |
|
"flags": {}, |
|
"order": 3, |
|
"mode": 4, |
|
"inputs": [], |
|
"outputs": [ |
|
{ |
|
"name": "CLIP", |
|
"type": "CLIP", |
|
"links": null |
|
} |
|
], |
|
"properties": { |
|
"cnr_id": "comfy-core", |
|
"ver": "0.3.32", |
|
"widget_ue_connectable": {}, |
|
"Node name for S&R": "CLIPLoader" |
|
}, |
|
"widgets_values": [ |
|
"umt5_xxl_fp8_e4m3fn_scaled.safetensors", |
|
"wan", |
|
"default" |
|
] |
|
}, |
|
{ |
|
"id": 117, |
|
"type": "ClipLoaderGGUF", |
|
"pos": [ |
|
-267.6416931152344, |
|
218.6607666015625 |
|
], |
|
"size": [ |
|
270, |
|
106 |
|
], |
|
"flags": {}, |
|
"order": 4, |
|
"mode": 0, |
|
"inputs": [], |
|
"outputs": [ |
|
{ |
|
"name": "CLIP", |
|
"type": "CLIP", |
|
"links": [ |
|
194 |
|
] |
|
} |
|
], |
|
"properties": { |
|
"cnr_id": "gguf", |
|
"ver": "556ffba1a1dff3f5e1d1ad65c3103839883a824c", |
|
"widget_ue_connectable": {}, |
|
"Node name for S&R": "ClipLoaderGGUF" |
|
}, |
|
"widgets_values": [ |
|
"umt5-xxl-encoder-Q8_0.gguf", |
|
"wan", |
|
"default" |
|
] |
|
}, |
|
{ |
|
"id": 103, |
|
"type": "Note", |
|
"pos": [ |
|
140, |
|
0 |
|
], |
|
"size": [ |
|
440, |
|
100 |
|
], |
|
"flags": {}, |
|
"order": 5, |
|
"mode": 0, |
|
"inputs": [], |
|
"outputs": [], |
|
"properties": { |
|
"widget_ue_connectable": {} |
|
}, |
|
"widgets_values": [ |
|
"Since umt5 is a variant based on T5, the input of prompt supports multiple languages.\n\n---\n\n由于 umt5 是基于 T5 的变体,所以提示词输入是支持多种语言输入的" |
|
], |
|
"color": "#432", |
|
"bgcolor": "#653" |
|
}, |
|
{ |
|
"id": 115, |
|
"type": "ImageResize+", |
|
"pos": [ |
|
309.4512939453125, |
|
672.8857421875 |
|
], |
|
"size": [ |
|
270, |
|
218 |
|
], |
|
"flags": {}, |
|
"order": 16, |
|
"mode": 0, |
|
"inputs": [ |
|
{ |
|
"name": "image", |
|
"type": "IMAGE", |
|
"link": 192 |
|
} |
|
], |
|
"outputs": [ |
|
{ |
|
"name": "IMAGE", |
|
"type": "IMAGE", |
|
"links": [ |
|
193 |
|
] |
|
}, |
|
{ |
|
"name": "width", |
|
"type": "INT", |
|
"links": [ |
|
197 |
|
] |
|
}, |
|
{ |
|
"name": "height", |
|
"type": "INT", |
|
"links": [ |
|
198 |
|
] |
|
} |
|
], |
|
"properties": { |
|
"cnr_id": "comfyui_essentials", |
|
"ver": "1.1.0", |
|
"widget_ue_connectable": {}, |
|
"Node name for S&R": "ImageResize+" |
|
}, |
|
"widgets_values": [ |
|
720, |
|
720, |
|
"nearest-exact", |
|
"fill / crop", |
|
"always", |
|
0 |
|
] |
|
}, |
|
{ |
|
"id": 49, |
|
"type": "WanVaceToVideo", |
|
"pos": [ |
|
630, |
|
210 |
|
], |
|
"size": [ |
|
315, |
|
254 |
|
], |
|
"flags": {}, |
|
"order": 26, |
|
"mode": 0, |
|
"inputs": [ |
|
{ |
|
"name": "positive", |
|
"type": "CONDITIONING", |
|
"link": 96 |
|
}, |
|
{ |
|
"name": "negative", |
|
"type": "CONDITIONING", |
|
"link": 97 |
|
}, |
|
{ |
|
"name": "vae", |
|
"type": "VAE", |
|
"link": 101 |
|
}, |
|
{ |
|
"name": "control_video", |
|
"shape": 7, |
|
"type": "IMAGE", |
|
"link": 174 |
|
}, |
|
{ |
|
"name": "control_masks", |
|
"shape": 7, |
|
"type": "MASK", |
|
"link": null |
|
}, |
|
{ |
|
"name": "reference_image", |
|
"shape": 7, |
|
"type": "IMAGE", |
|
"link": 175 |
|
}, |
|
{ |
|
"name": "width", |
|
"type": "INT", |
|
"widget": { |
|
"name": "width" |
|
}, |
|
"link": 197 |
|
}, |
|
{ |
|
"name": "height", |
|
"type": "INT", |
|
"widget": { |
|
"name": "height" |
|
}, |
|
"link": 198 |
|
} |
|
], |
|
"outputs": [ |
|
{ |
|
"name": "positive", |
|
"type": "CONDITIONING", |
|
"links": [ |
|
98 |
|
] |
|
}, |
|
{ |
|
"name": "negative", |
|
"type": "CONDITIONING", |
|
"links": [ |
|
99 |
|
] |
|
}, |
|
{ |
|
"name": "latent", |
|
"type": "LATENT", |
|
"links": [ |
|
160 |
|
] |
|
}, |
|
{ |
|
"name": "trim_latent", |
|
"type": "INT", |
|
"links": [ |
|
115 |
|
] |
|
} |
|
], |
|
"properties": { |
|
"cnr_id": "comfy-core", |
|
"ver": "0.3.34", |
|
"Node name for S&R": "WanVaceToVideo", |
|
"widget_ue_connectable": {} |
|
}, |
|
"widgets_values": [ |
|
720, |
|
720, |
|
81, |
|
1, |
|
1 |
|
] |
|
}, |
|
{ |
|
"id": 80, |
|
"type": "MarkdownNote", |
|
"pos": [ |
|
630, |
|
810 |
|
], |
|
"size": [ |
|
270.8102111816406, |
|
186.98114013671875 |
|
], |
|
"flags": {}, |
|
"order": 6, |
|
"mode": 0, |
|
"inputs": [], |
|
"outputs": [], |
|
"properties": { |
|
"widget_ue_connectable": {} |
|
}, |
|
"widgets_values": [ |
|
"You can replace this part with another image preprocessor. \n\nRelated custom node: \n[comfyui_controlnet_aux](https://github.com/Fannovel16/comfyui_controlnet_aux)\n\n可以把这部分替换成其它的图像预处理器\n" |
|
], |
|
"color": "#432", |
|
"bgcolor": "#653" |
|
}, |
|
{ |
|
"id": 48, |
|
"type": "ModelSamplingSD3", |
|
"pos": [ |
|
613.355712890625, |
|
26.215227127075195 |
|
], |
|
"size": [ |
|
210, |
|
58 |
|
], |
|
"flags": {}, |
|
"order": 23, |
|
"mode": 0, |
|
"inputs": [ |
|
{ |
|
"name": "model", |
|
"type": "MODEL", |
|
"link": 180 |
|
} |
|
], |
|
"outputs": [ |
|
{ |
|
"name": "MODEL", |
|
"type": "MODEL", |
|
"slot_index": 0, |
|
"links": [ |
|
95 |
|
] |
|
} |
|
], |
|
"properties": { |
|
"cnr_id": "comfy-core", |
|
"ver": "0.3.34", |
|
"Node name for S&R": "ModelSamplingSD3", |
|
"widget_ue_connectable": {} |
|
}, |
|
"widgets_values": [ |
|
8.000000000000002 |
|
] |
|
}, |
|
{ |
|
"id": 121, |
|
"type": "Note", |
|
"pos": [ |
|
610.9427490234375, |
|
-100.13400268554688 |
|
], |
|
"size": [ |
|
210, |
|
88 |
|
], |
|
"flags": {}, |
|
"order": 7, |
|
"mode": 0, |
|
"inputs": [], |
|
"outputs": [], |
|
"properties": {}, |
|
"widgets_values": [ |
|
"Test around with the shift value to get your prefered resutls, you can also disable it." |
|
], |
|
"color": "#432", |
|
"bgcolor": "#653" |
|
}, |
|
{ |
|
"id": 8, |
|
"type": "VAEDecode", |
|
"pos": [ |
|
1023.565185546875, |
|
523.473876953125 |
|
], |
|
"size": [ |
|
210, |
|
46 |
|
], |
|
"flags": { |
|
"collapsed": false |
|
}, |
|
"order": 29, |
|
"mode": 0, |
|
"inputs": [ |
|
{ |
|
"name": "samples", |
|
"type": "LATENT", |
|
"link": 117 |
|
}, |
|
{ |
|
"name": "vae", |
|
"type": "VAE", |
|
"link": 76 |
|
} |
|
], |
|
"outputs": [ |
|
{ |
|
"name": "IMAGE", |
|
"type": "IMAGE", |
|
"slot_index": 0, |
|
"links": [ |
|
130, |
|
189 |
|
] |
|
} |
|
], |
|
"properties": { |
|
"cnr_id": "comfy-core", |
|
"ver": "0.3.34", |
|
"Node name for S&R": "VAEDecode", |
|
"widget_ue_connectable": {} |
|
}, |
|
"widgets_values": [] |
|
}, |
|
{ |
|
"id": 109, |
|
"type": "Power Lora Loader (rgthree)", |
|
"pos": [ |
|
-259.3006896972656, |
|
33.600223541259766 |
|
], |
|
"size": [ |
|
324.8211669921875, |
|
142 |
|
], |
|
"flags": {}, |
|
"order": 22, |
|
"mode": 0, |
|
"inputs": [ |
|
{ |
|
"dir": 3, |
|
"name": "model", |
|
"type": "MODEL", |
|
"link": 184 |
|
}, |
|
{ |
|
"dir": 3, |
|
"name": "clip", |
|
"type": "CLIP", |
|
"link": 194 |
|
} |
|
], |
|
"outputs": [ |
|
{ |
|
"dir": 4, |
|
"name": "MODEL", |
|
"shape": 3, |
|
"type": "MODEL", |
|
"links": [ |
|
180 |
|
] |
|
}, |
|
{ |
|
"dir": 4, |
|
"name": "CLIP", |
|
"shape": 3, |
|
"type": "CLIP", |
|
"links": [ |
|
182, |
|
186 |
|
] |
|
} |
|
], |
|
"properties": { |
|
"cnr_id": "rgthree-comfy", |
|
"ver": "6c5f7c95ed8487fe08e42bd0341cae6dc9c0f0ad", |
|
"Show Strengths": "Single Strength", |
|
"widget_ue_connectable": {} |
|
}, |
|
"widgets_values": [ |
|
{}, |
|
{ |
|
"type": "PowerLoraLoaderHeaderWidget" |
|
}, |
|
{ |
|
"on": false, |
|
"lora": "Wan21_CausVid_14B_T2V_lora_rank32.safetensors", |
|
"strength": 0.25, |
|
"strengthTwo": null |
|
}, |
|
{}, |
|
"" |
|
] |
|
}, |
|
{ |
|
"id": 77, |
|
"type": "MarkdownNote", |
|
"pos": [ |
|
-852.302490234375, |
|
-6.671901226043701 |
|
], |
|
"size": [ |
|
555.9662475585938, |
|
458.7068786621094 |
|
], |
|
"flags": {}, |
|
"order": 8, |
|
"mode": 0, |
|
"inputs": [], |
|
"outputs": [], |
|
"properties": { |
|
"widget_ue_connectable": {} |
|
}, |
|
"widgets_values": [ |
|
"[Tutorial](https://docs.comfy.org/tutorials/video/wan/vace) | [教程](https://docs.comfy.org/zh-CN/tutorials/video/wan/vace)\n\n\n**diffusion_models** \n\n- [Wan2.1-VACE-14B-GGUF](https://huggingface.co/QuantStack/Wan2.1-VACE-14B-GGUF)\n\n**VAE**\n- [wan_2.1_vae.safetensors](https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/vae/wan_2.1_vae.safetensors?download=true)\n\n**Text encoders** Chose one of following model\n- [umt5_xxl_fp16.safetensors](https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/text_encoders/umt5_xxl_fp16.safetensors?download=true)\n- [umt5_xxl_fp8_e4m3fn_scaled.safetensors](https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/text_encoders/umt5_xxl_fp8_e4m3fn_scaled.safetensors?download=true)\n- [umt5-xxl-encoder-gguf](https://huggingface.co/city96/umt5-xxl-encoder-gguf/tree/main)\n\n> You can choose between fp16, fp8 and ggufs.\n\n**CausVidLora(Optional for a lot more speed)**\n- [Wan21_CausVid_14B_T2V_lora_rank32.safetensors](https://huggingface.co/Kijai/WanVideo_comfy/resolve/main/Wan21_CausVid_14B_T2V_lora_rank32.safetensors?download=true)\n\n\n\nFile save location\n\n```\nComfyUI/\n├── models/\n│ ├── loras/\n│ │ └─── Wan21_CausVid_14B_T2V_lora_rank32.safetensors\n│ ├── unet/\n│ │ └─── Wan2.1-VACE-14B-Qx_x_x.gguf\n│ ├── text_encoders/\n│ │ └─── umt5_xxl_fp8_e4m3fn_scaled.safetensors # or GGUF (umt5-xxl-encoder-Qx_x.gguf)\n│ └── vae/\n│ └── wan_2.1_vae.safetensors\n\n```\n" |
|
], |
|
"color": "#432", |
|
"bgcolor": "#653" |
|
}, |
|
{ |
|
"id": 107, |
|
"type": "UnetLoaderGGUFDisTorchMultiGPU", |
|
"pos": [ |
|
-633.2891845703125, |
|
-212.59024047851562 |
|
], |
|
"size": [ |
|
327.8580017089844, |
|
154 |
|
], |
|
"flags": {}, |
|
"order": 9, |
|
"mode": 4, |
|
"inputs": [], |
|
"outputs": [ |
|
{ |
|
"name": "MODEL", |
|
"type": "MODEL", |
|
"links": [ |
|
205 |
|
] |
|
} |
|
], |
|
"properties": { |
|
"cnr_id": "comfyui-multigpu", |
|
"ver": "a05823ff0a5296332ae478b18ab93b46cd996a44", |
|
"Node name for S&R": "UnetLoaderGGUFDisTorchMultiGPU", |
|
"widget_ue_connectable": {} |
|
}, |
|
"widgets_values": [ |
|
"Wan2.1-VACE-14B-Q5_K_S.gguf", |
|
"cuda:0", |
|
14, |
|
false, |
|
"" |
|
] |
|
}, |
|
{ |
|
"id": 111, |
|
"type": "ModelPatchTorchSettings", |
|
"pos": [ |
|
123.14593505859375, |
|
-122.0054931640625 |
|
], |
|
"size": [ |
|
307.443359375, |
|
58 |
|
], |
|
"flags": {}, |
|
"order": 21, |
|
"mode": 4, |
|
"inputs": [ |
|
{ |
|
"name": "model", |
|
"type": "MODEL", |
|
"link": 187 |
|
} |
|
], |
|
"outputs": [ |
|
{ |
|
"name": "MODEL", |
|
"type": "MODEL", |
|
"links": [ |
|
184 |
|
] |
|
} |
|
], |
|
"properties": { |
|
"cnr_id": "comfyui-kjnodes", |
|
"ver": "5dcda71011870278c35d92ff77a677ed2e538f2d", |
|
"Node name for S&R": "ModelPatchTorchSettings", |
|
"widget_ue_connectable": {} |
|
}, |
|
"widgets_values": [ |
|
true |
|
] |
|
}, |
|
{ |
|
"id": 124, |
|
"type": "Any Switch (rgthree)", |
|
"pos": [ |
|
-286.85748291015625, |
|
-91.01009368896484 |
|
], |
|
"size": [ |
|
250.08045959472656, |
|
106 |
|
], |
|
"flags": { |
|
"collapsed": true |
|
}, |
|
"order": 17, |
|
"mode": 0, |
|
"inputs": [ |
|
{ |
|
"dir": 3, |
|
"name": "any_01", |
|
"type": "MODEL", |
|
"link": 204 |
|
}, |
|
{ |
|
"dir": 3, |
|
"name": "any_02", |
|
"type": "MODEL", |
|
"link": 205 |
|
}, |
|
{ |
|
"dir": 3, |
|
"name": "any_03", |
|
"type": "MODEL", |
|
"link": null |
|
}, |
|
{ |
|
"dir": 3, |
|
"name": "any_04", |
|
"type": "MODEL", |
|
"link": null |
|
}, |
|
{ |
|
"dir": 3, |
|
"name": "any_05", |
|
"type": "MODEL", |
|
"link": null |
|
} |
|
], |
|
"outputs": [ |
|
{ |
|
"dir": 4, |
|
"label": "MODEL", |
|
"name": "*", |
|
"shape": 3, |
|
"type": "MODEL", |
|
"links": [ |
|
201 |
|
] |
|
} |
|
], |
|
"title": "Model switch", |
|
"properties": { |
|
"cnr_id": "rgthree-comfy", |
|
"ver": "aa6c75a30b3ee8f01d7c9f8b0a126cccdc90616a", |
|
"widget_ue_connectable": {} |
|
}, |
|
"widgets_values": [] |
|
}, |
|
{ |
|
"id": 125, |
|
"type": "UnetLoaderGGUF", |
|
"pos": [ |
|
-598.3447875976562, |
|
-405.9792785644531 |
|
], |
|
"size": [ |
|
270, |
|
58 |
|
], |
|
"flags": {}, |
|
"order": 10, |
|
"mode": 0, |
|
"inputs": [], |
|
"outputs": [ |
|
{ |
|
"name": "MODEL", |
|
"type": "MODEL", |
|
"links": [ |
|
204 |
|
] |
|
} |
|
], |
|
"properties": { |
|
"cnr_id": "comfyui-gguf", |
|
"ver": "6570efec6992015085f11b84e42d32f6cc71e8b7", |
|
"widget_ue_connectable": {}, |
|
"Node name for S&R": "UnetLoaderGGUF" |
|
}, |
|
"widgets_values": [ |
|
"Wan2.1-VACE-14B-Q5_K_S.gguf" |
|
] |
|
}, |
|
{ |
|
"id": 123, |
|
"type": "Fast Groups Bypasser (rgthree)", |
|
"pos": [ |
|
-280.0939025878906, |
|
-494.5566101074219 |
|
], |
|
"size": [ |
|
252.24124145507812, |
|
82 |
|
], |
|
"flags": {}, |
|
"order": 11, |
|
"mode": 0, |
|
"inputs": [], |
|
"outputs": [ |
|
{ |
|
"name": "OPT_CONNECTION", |
|
"type": "*", |
|
"links": null |
|
} |
|
], |
|
"properties": { |
|
"matchColors": "purple", |
|
"matchTitle": "", |
|
"showNav": true, |
|
"sort": "position", |
|
"customSortAlphabet": "", |
|
"toggleRestriction": "max one", |
|
"widget_ue_connectable": {} |
|
}, |
|
"color": "#323", |
|
"bgcolor": "#535" |
|
}, |
|
{ |
|
"id": 126, |
|
"type": "Note", |
|
"pos": [ |
|
-278.7073974609375, |
|
-374.02386474609375 |
|
], |
|
"size": [ |
|
250.90176391601562, |
|
147.25364685058594 |
|
], |
|
"flags": {}, |
|
"order": 12, |
|
"mode": 0, |
|
"inputs": [], |
|
"outputs": [], |
|
"properties": {}, |
|
"widgets_values": [ |
|
"IF you have 32gb but only 12/16gb or even less vram, you might want to use the \"Low Vram high ram\" loader to offload parts of the model to prevent out of memory errors. You can use this on any card, it can be useful even on a 4090, though be careful with only 16gb ram, you might need to change the virtual vram gb to less." |
|
], |
|
"color": "#432", |
|
"bgcolor": "#653" |
|
}, |
|
{ |
|
"id": 108, |
|
"type": "PathchSageAttentionKJ", |
|
"pos": [ |
|
-148.71556091308594, |
|
-122.38591766357422 |
|
], |
|
"size": [ |
|
270, |
|
58 |
|
], |
|
"flags": {}, |
|
"order": 19, |
|
"mode": 4, |
|
"inputs": [ |
|
{ |
|
"name": "model", |
|
"type": "MODEL", |
|
"link": 201 |
|
} |
|
], |
|
"outputs": [ |
|
{ |
|
"name": "MODEL", |
|
"type": "MODEL", |
|
"links": [ |
|
187 |
|
] |
|
} |
|
], |
|
"properties": { |
|
"cnr_id": "comfyui-kjnodes", |
|
"ver": "5dcda71011870278c35d92ff77a677ed2e538f2d", |
|
"Node name for S&R": "PathchSageAttentionKJ", |
|
"widget_ue_connectable": {} |
|
}, |
|
"widgets_values": [ |
|
"auto" |
|
] |
|
}, |
|
{ |
|
"id": 127, |
|
"type": "Note", |
|
"pos": [ |
|
121.08098602294922, |
|
-248.99232482910156 |
|
], |
|
"size": [ |
|
250.90176391601562, |
|
88 |
|
], |
|
"flags": {}, |
|
"order": 13, |
|
"mode": 0, |
|
"inputs": [], |
|
"outputs": [], |
|
"properties": {}, |
|
"widgets_values": [ |
|
"Feel free to enabled those two Optimizations if you have updated torch, and for the one on the left sage attention installed." |
|
], |
|
"color": "#432", |
|
"bgcolor": "#653" |
|
}, |
|
{ |
|
"id": 3, |
|
"type": "KSampler", |
|
"pos": [ |
|
961.57861328125, |
|
183.95208740234375 |
|
], |
|
"size": [ |
|
362.2787170410156, |
|
618.2786865234375 |
|
], |
|
"flags": {}, |
|
"order": 27, |
|
"mode": 0, |
|
"inputs": [ |
|
{ |
|
"name": "model", |
|
"type": "MODEL", |
|
"link": 95 |
|
}, |
|
{ |
|
"name": "positive", |
|
"type": "CONDITIONING", |
|
"link": 98 |
|
}, |
|
{ |
|
"name": "negative", |
|
"type": "CONDITIONING", |
|
"link": 99 |
|
}, |
|
{ |
|
"name": "latent_image", |
|
"type": "LATENT", |
|
"link": 160 |
|
} |
|
], |
|
"outputs": [ |
|
{ |
|
"name": "LATENT", |
|
"type": "LATENT", |
|
"slot_index": 0, |
|
"links": [ |
|
116 |
|
] |
|
} |
|
], |
|
"properties": { |
|
"cnr_id": "comfy-core", |
|
"ver": "0.3.34", |
|
"Node name for S&R": "KSampler", |
|
"widget_ue_connectable": {} |
|
}, |
|
"widgets_values": [ |
|
859911411659251, |
|
"fixed", |
|
20, |
|
4, |
|
"uni_pc", |
|
"normal", |
|
1, |
|
"" |
|
] |
|
}, |
|
{ |
|
"id": 128, |
|
"type": "Note", |
|
"pos": [ |
|
963.8065795898438, |
|
1.6980524063110352 |
|
], |
|
"size": [ |
|
347.763427734375, |
|
108.60783386230469 |
|
], |
|
"flags": {}, |
|
"order": 14, |
|
"mode": 0, |
|
"inputs": [], |
|
"outputs": [], |
|
"properties": {}, |
|
"widgets_values": [ |
|
"If you want to speed up your generation by 5x or more, use the causvid lora in the lora loader. If you enable this, you can set the steps to around 4-6 and have to set cfg to 1. \nThat way it can generate a good looking output video in a lot less time." |
|
], |
|
"color": "#432", |
|
"bgcolor": "#653" |
|
}, |
|
{ |
|
"id": 116, |
|
"type": "Note", |
|
"pos": [ |
|
40.575645446777344, |
|
1051.2095947265625 |
|
], |
|
"size": [ |
|
549.1627197265625, |
|
102.93431091308594 |
|
], |
|
"flags": {}, |
|
"order": 15, |
|
"mode": 0, |
|
"inputs": [], |
|
"outputs": [], |
|
"properties": {}, |
|
"widgets_values": [ |
|
"Make sure to use roughly the same frame amount and framerate for your input video, as you do for the generation. \n\nAlso make sure to set width and height in this node, otherwise you might run into ooms with the canny node. If you replace that part feel free to change this though." |
|
], |
|
"color": "#432", |
|
"bgcolor": "#653" |
|
}, |
|
{ |
|
"id": 7, |
|
"type": "CLIPTextEncode", |
|
"pos": [ |
|
149.87985229492188, |
|
401.6088562011719 |
|
], |
|
"size": [ |
|
425.27801513671875, |
|
180.6060791015625 |
|
], |
|
"flags": {}, |
|
"order": 24, |
|
"mode": 0, |
|
"inputs": [ |
|
{ |
|
"name": "clip", |
|
"type": "CLIP", |
|
"link": 182 |
|
} |
|
], |
|
"outputs": [ |
|
{ |
|
"name": "CONDITIONING", |
|
"type": "CONDITIONING", |
|
"slot_index": 0, |
|
"links": [ |
|
97 |
|
] |
|
} |
|
], |
|
"title": "CLIP Text Encode (Negative Prompt)", |
|
"properties": { |
|
"cnr_id": "comfy-core", |
|
"ver": "0.3.34", |
|
"Node name for S&R": "CLIPTextEncode", |
|
"widget_ue_connectable": {} |
|
}, |
|
"widgets_values": [ |
|
"Overexposure, blurred, subtitles, paintings, poorly drawn hands/faces, deformed limbs, cluttered background " |
|
], |
|
"color": "#322", |
|
"bgcolor": "#533" |
|
} |
|
], |
|
"links": [ |
|
[ |
|
76, |
|
39, |
|
0, |
|
8, |
|
1, |
|
"VAE" |
|
], |
|
[ |
|
95, |
|
48, |
|
0, |
|
3, |
|
0, |
|
"MODEL" |
|
], |
|
[ |
|
96, |
|
6, |
|
0, |
|
49, |
|
0, |
|
"CONDITIONING" |
|
], |
|
[ |
|
97, |
|
7, |
|
0, |
|
49, |
|
1, |
|
"CONDITIONING" |
|
], |
|
[ |
|
98, |
|
49, |
|
0, |
|
3, |
|
1, |
|
"CONDITIONING" |
|
], |
|
[ |
|
99, |
|
49, |
|
1, |
|
3, |
|
2, |
|
"CONDITIONING" |
|
], |
|
[ |
|
101, |
|
39, |
|
0, |
|
49, |
|
2, |
|
"VAE" |
|
], |
|
[ |
|
115, |
|
49, |
|
3, |
|
58, |
|
1, |
|
"INT" |
|
], |
|
[ |
|
116, |
|
3, |
|
0, |
|
58, |
|
0, |
|
"LATENT" |
|
], |
|
[ |
|
117, |
|
58, |
|
0, |
|
8, |
|
0, |
|
"LATENT" |
|
], |
|
[ |
|
130, |
|
8, |
|
0, |
|
70, |
|
0, |
|
"IMAGE" |
|
], |
|
[ |
|
141, |
|
78, |
|
0, |
|
75, |
|
0, |
|
"IMAGE" |
|
], |
|
[ |
|
160, |
|
49, |
|
2, |
|
3, |
|
3, |
|
"LATENT" |
|
], |
|
[ |
|
174, |
|
78, |
|
0, |
|
49, |
|
3, |
|
"IMAGE" |
|
], |
|
[ |
|
175, |
|
73, |
|
0, |
|
49, |
|
5, |
|
"IMAGE" |
|
], |
|
[ |
|
180, |
|
109, |
|
0, |
|
48, |
|
0, |
|
"MODEL" |
|
], |
|
[ |
|
182, |
|
109, |
|
1, |
|
7, |
|
0, |
|
"CLIP" |
|
], |
|
[ |
|
184, |
|
111, |
|
0, |
|
109, |
|
0, |
|
"MODEL" |
|
], |
|
[ |
|
186, |
|
109, |
|
1, |
|
6, |
|
0, |
|
"CLIP" |
|
], |
|
[ |
|
187, |
|
108, |
|
0, |
|
111, |
|
0, |
|
"MODEL" |
|
], |
|
[ |
|
189, |
|
8, |
|
0, |
|
112, |
|
0, |
|
"IMAGE" |
|
], |
|
[ |
|
192, |
|
114, |
|
0, |
|
115, |
|
0, |
|
"IMAGE" |
|
], |
|
[ |
|
193, |
|
115, |
|
0, |
|
78, |
|
0, |
|
"IMAGE" |
|
], |
|
[ |
|
194, |
|
117, |
|
0, |
|
109, |
|
1, |
|
"CLIP" |
|
], |
|
[ |
|
197, |
|
115, |
|
1, |
|
49, |
|
6, |
|
"INT" |
|
], |
|
[ |
|
198, |
|
115, |
|
2, |
|
49, |
|
7, |
|
"INT" |
|
], |
|
[ |
|
201, |
|
124, |
|
0, |
|
108, |
|
0, |
|
"MODEL" |
|
], |
|
[ |
|
204, |
|
125, |
|
0, |
|
124, |
|
0, |
|
"MODEL" |
|
], |
|
[ |
|
205, |
|
107, |
|
0, |
|
124, |
|
1, |
|
"MODEL" |
|
] |
|
], |
|
"groups": [ |
|
{ |
|
"id": 1, |
|
"title": "Load models here", |
|
"bounding": [ |
|
-288.1507568359375, |
|
-34.62283706665039, |
|
410, |
|
620 |
|
], |
|
"color": "#3f789e", |
|
"font_size": 24, |
|
"flags": {} |
|
}, |
|
{ |
|
"id": 2, |
|
"title": "Prompt", |
|
"bounding": [ |
|
140, |
|
120, |
|
450, |
|
470 |
|
], |
|
"color": "#3f789e", |
|
"font_size": 24, |
|
"flags": {} |
|
}, |
|
{ |
|
"id": 3, |
|
"title": "Sampling & Decoding", |
|
"bounding": [ |
|
610, |
|
120, |
|
730, |
|
470 |
|
], |
|
"color": "#3f789e", |
|
"font_size": 24, |
|
"flags": {} |
|
}, |
|
{ |
|
"id": 4, |
|
"title": "Save Video(Mp4)", |
|
"bounding": [ |
|
1360, |
|
120, |
|
720, |
|
900 |
|
], |
|
"color": "#3f789e", |
|
"font_size": 24, |
|
"flags": {} |
|
}, |
|
{ |
|
"id": 5, |
|
"title": "Save Video(WebP)", |
|
"bounding": [ |
|
2100, |
|
120, |
|
700, |
|
900 |
|
], |
|
"color": "#3f789e", |
|
"font_size": 24, |
|
"flags": {} |
|
}, |
|
{ |
|
"id": 6, |
|
"title": "Load control video", |
|
"bounding": [ |
|
30, |
|
610, |
|
560, |
|
410 |
|
], |
|
"color": "#3f789e", |
|
"font_size": 24, |
|
"flags": {} |
|
}, |
|
{ |
|
"id": 7, |
|
"title": "Load reference image", |
|
"bounding": [ |
|
-290, |
|
610, |
|
300, |
|
410 |
|
], |
|
"color": "#3f789e", |
|
"font_size": 24, |
|
"flags": {} |
|
}, |
|
{ |
|
"id": 8, |
|
"title": "Image preprocessing", |
|
"bounding": [ |
|
610, |
|
610, |
|
730, |
|
410 |
|
], |
|
"color": "#3f789e", |
|
"font_size": 24, |
|
"flags": {} |
|
}, |
|
{ |
|
"id": 9, |
|
"title": "Low Vram high ram", |
|
"bounding": [ |
|
-643.607666015625, |
|
-288.4152526855469, |
|
347.9408874511719, |
|
240.64456176757812 |
|
], |
|
"color": "#a1309b", |
|
"font_size": 24, |
|
"flags": {} |
|
}, |
|
{ |
|
"id": 10, |
|
"title": "Normal GGUF loader", |
|
"bounding": [ |
|
-644.4185180664062, |
|
-527.482177734375, |
|
348.7563781738281, |
|
234.12091064453125 |
|
], |
|
"color": "#a1309b", |
|
"font_size": 24, |
|
"flags": {} |
|
} |
|
], |
|
"config": {}, |
|
"extra": { |
|
"ds": { |
|
"scale": 0.92295998177065, |
|
"offset": [ |
|
1127.6195597836404, |
|
314.3678965652815 |
|
] |
|
}, |
|
"frontendVersion": "1.19.9", |
|
"node_versions": { |
|
"comfy-core": "0.3.34" |
|
}, |
|
"VHS_latentpreview": true, |
|
"VHS_latentpreviewrate": 0, |
|
"VHS_MetadataImage": true, |
|
"VHS_KeepIntermediate": true, |
|
"ue_links": [], |
|
"links_added_by_ue": [] |
|
}, |
|
"version": 0.4 |
|
} |