Wan2.1-VACE-14B-GGUF / vace_v2v_example_workflow.json
wsbagnsv1's picture
Upload vace_v2v_example_workflow.json
5bb4552 verified
{
"id": "96995b8f-85c5-47af-b3cf-7b6a24675694",
"revision": 0,
"last_node_id": 128,
"last_link_id": 205,
"nodes": [
{
"id": 39,
"type": "VAELoader",
"pos": [
-278.1507568359375,
505.3769836425781
],
"size": [
390,
60
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "VAE",
"type": "VAE",
"slot_index": 0,
"links": [
76,
101
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "VAELoader",
"models": [
{
"name": "wan_2.1_vae.safetensors",
"url": "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/vae/wan_2.1_vae.safetensors",
"hash": "2fc39d31359a4b0a64f55876d8ff7fa8d780956ae2cb13463b0223e15148976b",
"hash_type": "SHA256",
"directory": "vae"
}
],
"widget_ue_connectable": {}
},
"widgets_values": [
"wan_2.1_vae.safetensors"
]
},
{
"id": 70,
"type": "SaveAnimatedWEBP",
"pos": [
2110,
200
],
"size": [
670,
780
],
"flags": {},
"order": 30,
"mode": 4,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 130
}
],
"outputs": [],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "SaveAnimatedWEBP",
"widget_ue_connectable": {}
},
"widgets_values": [
"ComfyUI",
6,
true,
80,
"default"
]
},
{
"id": 78,
"type": "Canny",
"pos": [
630,
680
],
"size": [
270,
82
],
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 193
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
141,
174
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "Canny",
"widget_ue_connectable": {}
},
"widgets_values": [
0.4,
0.8
]
},
{
"id": 6,
"type": "CLIPTextEncode",
"pos": [
149.87985229492188,
191.60894775390625
],
"size": [
422.84503173828125,
164.31304931640625
],
"flags": {},
"order": 25,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 186
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"slot_index": 0,
"links": [
96
]
}
],
"title": "CLIP Text Encode (Positive Prompt)",
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "CLIPTextEncode",
"widget_ue_connectable": {}
},
"widgets_values": [
"The girl is dancing in a sea of flowers, slowly moving her hands. There is a close - up shot of her upper body. The character is surrounded by other transparent glass flowers in the style of Nicoletta Ceccoli, creating a beautiful, surreal, and emotionally expressive movie scene with a white, transparent feel and a dreamy atmosphere. "
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 75,
"type": "PreviewImage",
"pos": [
915.0689086914062,
754.513671875
],
"size": [
409.20550537109375,
246
],
"flags": {},
"order": 20,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 141
}
],
"outputs": [],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "PreviewImage",
"widget_ue_connectable": {}
},
"widgets_values": []
},
{
"id": 58,
"type": "TrimVideoLatent",
"pos": [
629.102783203125,
507.86151123046875
],
"size": [
276.5860290527344,
58
],
"flags": {
"collapsed": false
},
"order": 28,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 116
},
{
"name": "trim_amount",
"type": "INT",
"widget": {
"name": "trim_amount"
},
"link": 115
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
117
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "TrimVideoLatent",
"widget_ue_connectable": {
"trim_amount": true
}
},
"widgets_values": [
0
]
},
{
"id": 112,
"type": "VHS_VideoCombine",
"pos": [
1377.75830078125,
178.68763732910156
],
"size": [
691.6607055664062,
813.3536376953125
],
"flags": {},
"order": 31,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 189
},
{
"name": "audio",
"shape": 7,
"type": "AUDIO",
"link": null
},
{
"name": "meta_batch",
"shape": 7,
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"shape": 7,
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null
}
],
"properties": {
"cnr_id": "comfyui-videohelpersuite",
"ver": "1.6.1",
"Node name for S&R": "VHS_VideoCombine",
"widget_ue_connectable": {}
},
"widgets_values": {
"frame_rate": 16,
"loop_count": 0,
"filename_prefix": "vace_14b",
"format": "video/nvenc_h264-mp4",
"pix_fmt": "yuv420p",
"bitrate": 10,
"megabit": true,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "vace_14b_00006.mp4",
"subfolder": "",
"type": "output",
"format": "video/nvenc_h264-mp4",
"frame_rate": 16,
"workflow": "vace_14b_00006.png",
"fullpath": "G:\\ComfyUI\\new\\ComfyUI_windows_portable\\ComfyUI\\output\\vace_14b_00006.mp4"
}
}
}
},
{
"id": 114,
"type": "VHS_LoadVideo",
"pos": [
41.01040267944336,
686.3965454101562
],
"size": [
247.455078125,
310
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"shape": 7,
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"shape": 7,
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
192
]
},
{
"name": "frame_count",
"type": "INT",
"links": null
},
{
"name": "audio",
"type": "AUDIO",
"links": null
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": null
}
],
"properties": {
"cnr_id": "comfyui-videohelpersuite",
"ver": "1.6.1",
"Node name for S&R": "VHS_LoadVideo",
"widget_ue_connectable": {}
},
"widgets_values": {
"video": "original.mp4",
"force_rate": 0,
"custom_width": 0,
"custom_height": 0,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1,
"format": "Wan",
"choose video to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "original.mp4",
"type": "input",
"format": "video/mp4",
"force_rate": 0,
"custom_width": 0,
"custom_height": 0,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1
}
}
}
},
{
"id": 73,
"type": "LoadImage",
"pos": [
-280,
680
],
"size": [
274.080078125,
314.00006103515625
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
175
]
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "LoadImage",
"widget_ue_connectable": {}
},
"widgets_values": [
"example.png",
"image"
]
},
{
"id": 118,
"type": "CLIPLoader",
"pos": [
-266.6441345214844,
359.6828918457031
],
"size": [
270,
106
],
"flags": {},
"order": 3,
"mode": 4,
"inputs": [],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": null
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.32",
"widget_ue_connectable": {},
"Node name for S&R": "CLIPLoader"
},
"widgets_values": [
"umt5_xxl_fp8_e4m3fn_scaled.safetensors",
"wan",
"default"
]
},
{
"id": 117,
"type": "ClipLoaderGGUF",
"pos": [
-267.6416931152344,
218.6607666015625
],
"size": [
270,
106
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
194
]
}
],
"properties": {
"cnr_id": "gguf",
"ver": "556ffba1a1dff3f5e1d1ad65c3103839883a824c",
"widget_ue_connectable": {},
"Node name for S&R": "ClipLoaderGGUF"
},
"widgets_values": [
"umt5-xxl-encoder-Q8_0.gguf",
"wan",
"default"
]
},
{
"id": 103,
"type": "Note",
"pos": [
140,
0
],
"size": [
440,
100
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {
"widget_ue_connectable": {}
},
"widgets_values": [
"Since umt5 is a variant based on T5, the input of prompt supports multiple languages.\n\n---\n\n由于 umt5 是基于 T5 的变体,所以提示词输入是支持多种语言输入的"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 115,
"type": "ImageResize+",
"pos": [
309.4512939453125,
672.8857421875
],
"size": [
270,
218
],
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 192
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
193
]
},
{
"name": "width",
"type": "INT",
"links": [
197
]
},
{
"name": "height",
"type": "INT",
"links": [
198
]
}
],
"properties": {
"cnr_id": "comfyui_essentials",
"ver": "1.1.0",
"widget_ue_connectable": {},
"Node name for S&R": "ImageResize+"
},
"widgets_values": [
720,
720,
"nearest-exact",
"fill / crop",
"always",
0
]
},
{
"id": 49,
"type": "WanVaceToVideo",
"pos": [
630,
210
],
"size": [
315,
254
],
"flags": {},
"order": 26,
"mode": 0,
"inputs": [
{
"name": "positive",
"type": "CONDITIONING",
"link": 96
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 97
},
{
"name": "vae",
"type": "VAE",
"link": 101
},
{
"name": "control_video",
"shape": 7,
"type": "IMAGE",
"link": 174
},
{
"name": "control_masks",
"shape": 7,
"type": "MASK",
"link": null
},
{
"name": "reference_image",
"shape": 7,
"type": "IMAGE",
"link": 175
},
{
"name": "width",
"type": "INT",
"widget": {
"name": "width"
},
"link": 197
},
{
"name": "height",
"type": "INT",
"widget": {
"name": "height"
},
"link": 198
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
98
]
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
99
]
},
{
"name": "latent",
"type": "LATENT",
"links": [
160
]
},
{
"name": "trim_latent",
"type": "INT",
"links": [
115
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "WanVaceToVideo",
"widget_ue_connectable": {}
},
"widgets_values": [
720,
720,
81,
1,
1
]
},
{
"id": 80,
"type": "MarkdownNote",
"pos": [
630,
810
],
"size": [
270.8102111816406,
186.98114013671875
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {
"widget_ue_connectable": {}
},
"widgets_values": [
"You can replace this part with another image preprocessor. \n\nRelated custom node: \n[comfyui_controlnet_aux](https://github.com/Fannovel16/comfyui_controlnet_aux)\n\n可以把这部分替换成其它的图像预处理器\n"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 48,
"type": "ModelSamplingSD3",
"pos": [
613.355712890625,
26.215227127075195
],
"size": [
210,
58
],
"flags": {},
"order": 23,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 180
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"slot_index": 0,
"links": [
95
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "ModelSamplingSD3",
"widget_ue_connectable": {}
},
"widgets_values": [
8.000000000000002
]
},
{
"id": 121,
"type": "Note",
"pos": [
610.9427490234375,
-100.13400268554688
],
"size": [
210,
88
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"Test around with the shift value to get your prefered resutls, you can also disable it."
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 8,
"type": "VAEDecode",
"pos": [
1023.565185546875,
523.473876953125
],
"size": [
210,
46
],
"flags": {
"collapsed": false
},
"order": 29,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 117
},
{
"name": "vae",
"type": "VAE",
"link": 76
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"slot_index": 0,
"links": [
130,
189
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "VAEDecode",
"widget_ue_connectable": {}
},
"widgets_values": []
},
{
"id": 109,
"type": "Power Lora Loader (rgthree)",
"pos": [
-259.3006896972656,
33.600223541259766
],
"size": [
324.8211669921875,
142
],
"flags": {},
"order": 22,
"mode": 0,
"inputs": [
{
"dir": 3,
"name": "model",
"type": "MODEL",
"link": 184
},
{
"dir": 3,
"name": "clip",
"type": "CLIP",
"link": 194
}
],
"outputs": [
{
"dir": 4,
"name": "MODEL",
"shape": 3,
"type": "MODEL",
"links": [
180
]
},
{
"dir": 4,
"name": "CLIP",
"shape": 3,
"type": "CLIP",
"links": [
182,
186
]
}
],
"properties": {
"cnr_id": "rgthree-comfy",
"ver": "6c5f7c95ed8487fe08e42bd0341cae6dc9c0f0ad",
"Show Strengths": "Single Strength",
"widget_ue_connectable": {}
},
"widgets_values": [
{},
{
"type": "PowerLoraLoaderHeaderWidget"
},
{
"on": false,
"lora": "Wan21_CausVid_14B_T2V_lora_rank32.safetensors",
"strength": 0.25,
"strengthTwo": null
},
{},
""
]
},
{
"id": 77,
"type": "MarkdownNote",
"pos": [
-852.302490234375,
-6.671901226043701
],
"size": [
555.9662475585938,
458.7068786621094
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {
"widget_ue_connectable": {}
},
"widgets_values": [
"[Tutorial](https://docs.comfy.org/tutorials/video/wan/vace) | [教程](https://docs.comfy.org/zh-CN/tutorials/video/wan/vace)\n\n\n**diffusion_models** \n\n- [Wan2.1-VACE-14B-GGUF](https://huggingface.co/QuantStack/Wan2.1-VACE-14B-GGUF)\n\n**VAE**\n- [wan_2.1_vae.safetensors](https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/vae/wan_2.1_vae.safetensors?download=true)\n\n**Text encoders** Chose one of following model\n- [umt5_xxl_fp16.safetensors](https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/text_encoders/umt5_xxl_fp16.safetensors?download=true)\n- [umt5_xxl_fp8_e4m3fn_scaled.safetensors](https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/text_encoders/umt5_xxl_fp8_e4m3fn_scaled.safetensors?download=true)\n- [umt5-xxl-encoder-gguf](https://huggingface.co/city96/umt5-xxl-encoder-gguf/tree/main)\n\n> You can choose between fp16, fp8 and ggufs.\n\n**CausVidLora(Optional for a lot more speed)**\n- [Wan21_CausVid_14B_T2V_lora_rank32.safetensors](https://huggingface.co/Kijai/WanVideo_comfy/resolve/main/Wan21_CausVid_14B_T2V_lora_rank32.safetensors?download=true)\n\n\n\nFile save location\n\n```\nComfyUI/\n├── models/\n│ ├── loras/\n│ │ └─── Wan21_CausVid_14B_T2V_lora_rank32.safetensors\n│ ├── unet/\n│ │ └─── Wan2.1-VACE-14B-Qx_x_x.gguf\n│ ├── text_encoders/\n│ │ └─── umt5_xxl_fp8_e4m3fn_scaled.safetensors # or GGUF (umt5-xxl-encoder-Qx_x.gguf)\n│ └── vae/\n│ └── wan_2.1_vae.safetensors\n\n```\n"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 107,
"type": "UnetLoaderGGUFDisTorchMultiGPU",
"pos": [
-633.2891845703125,
-212.59024047851562
],
"size": [
327.8580017089844,
154
],
"flags": {},
"order": 9,
"mode": 4,
"inputs": [],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
205
]
}
],
"properties": {
"cnr_id": "comfyui-multigpu",
"ver": "a05823ff0a5296332ae478b18ab93b46cd996a44",
"Node name for S&R": "UnetLoaderGGUFDisTorchMultiGPU",
"widget_ue_connectable": {}
},
"widgets_values": [
"Wan2.1-VACE-14B-Q5_K_S.gguf",
"cuda:0",
14,
false,
""
]
},
{
"id": 111,
"type": "ModelPatchTorchSettings",
"pos": [
123.14593505859375,
-122.0054931640625
],
"size": [
307.443359375,
58
],
"flags": {},
"order": 21,
"mode": 4,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 187
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
184
]
}
],
"properties": {
"cnr_id": "comfyui-kjnodes",
"ver": "5dcda71011870278c35d92ff77a677ed2e538f2d",
"Node name for S&R": "ModelPatchTorchSettings",
"widget_ue_connectable": {}
},
"widgets_values": [
true
]
},
{
"id": 124,
"type": "Any Switch (rgthree)",
"pos": [
-286.85748291015625,
-91.01009368896484
],
"size": [
250.08045959472656,
106
],
"flags": {
"collapsed": true
},
"order": 17,
"mode": 0,
"inputs": [
{
"dir": 3,
"name": "any_01",
"type": "MODEL",
"link": 204
},
{
"dir": 3,
"name": "any_02",
"type": "MODEL",
"link": 205
},
{
"dir": 3,
"name": "any_03",
"type": "MODEL",
"link": null
},
{
"dir": 3,
"name": "any_04",
"type": "MODEL",
"link": null
},
{
"dir": 3,
"name": "any_05",
"type": "MODEL",
"link": null
}
],
"outputs": [
{
"dir": 4,
"label": "MODEL",
"name": "*",
"shape": 3,
"type": "MODEL",
"links": [
201
]
}
],
"title": "Model switch",
"properties": {
"cnr_id": "rgthree-comfy",
"ver": "aa6c75a30b3ee8f01d7c9f8b0a126cccdc90616a",
"widget_ue_connectable": {}
},
"widgets_values": []
},
{
"id": 125,
"type": "UnetLoaderGGUF",
"pos": [
-598.3447875976562,
-405.9792785644531
],
"size": [
270,
58
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
204
]
}
],
"properties": {
"cnr_id": "comfyui-gguf",
"ver": "6570efec6992015085f11b84e42d32f6cc71e8b7",
"widget_ue_connectable": {},
"Node name for S&R": "UnetLoaderGGUF"
},
"widgets_values": [
"Wan2.1-VACE-14B-Q5_K_S.gguf"
]
},
{
"id": 123,
"type": "Fast Groups Bypasser (rgthree)",
"pos": [
-280.0939025878906,
-494.5566101074219
],
"size": [
252.24124145507812,
82
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "OPT_CONNECTION",
"type": "*",
"links": null
}
],
"properties": {
"matchColors": "purple",
"matchTitle": "",
"showNav": true,
"sort": "position",
"customSortAlphabet": "",
"toggleRestriction": "max one",
"widget_ue_connectable": {}
},
"color": "#323",
"bgcolor": "#535"
},
{
"id": 126,
"type": "Note",
"pos": [
-278.7073974609375,
-374.02386474609375
],
"size": [
250.90176391601562,
147.25364685058594
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"IF you have 32gb but only 12/16gb or even less vram, you might want to use the \"Low Vram high ram\" loader to offload parts of the model to prevent out of memory errors. You can use this on any card, it can be useful even on a 4090, though be careful with only 16gb ram, you might need to change the virtual vram gb to less."
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 108,
"type": "PathchSageAttentionKJ",
"pos": [
-148.71556091308594,
-122.38591766357422
],
"size": [
270,
58
],
"flags": {},
"order": 19,
"mode": 4,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 201
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
187
]
}
],
"properties": {
"cnr_id": "comfyui-kjnodes",
"ver": "5dcda71011870278c35d92ff77a677ed2e538f2d",
"Node name for S&R": "PathchSageAttentionKJ",
"widget_ue_connectable": {}
},
"widgets_values": [
"auto"
]
},
{
"id": 127,
"type": "Note",
"pos": [
121.08098602294922,
-248.99232482910156
],
"size": [
250.90176391601562,
88
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"Feel free to enabled those two Optimizations if you have updated torch, and for the one on the left sage attention installed."
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 3,
"type": "KSampler",
"pos": [
961.57861328125,
183.95208740234375
],
"size": [
362.2787170410156,
618.2786865234375
],
"flags": {},
"order": 27,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 95
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 98
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 99
},
{
"name": "latent_image",
"type": "LATENT",
"link": 160
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"slot_index": 0,
"links": [
116
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "KSampler",
"widget_ue_connectable": {}
},
"widgets_values": [
859911411659251,
"fixed",
20,
4,
"uni_pc",
"normal",
1,
""
]
},
{
"id": 128,
"type": "Note",
"pos": [
963.8065795898438,
1.6980524063110352
],
"size": [
347.763427734375,
108.60783386230469
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"If you want to speed up your generation by 5x or more, use the causvid lora in the lora loader. If you enable this, you can set the steps to around 4-6 and have to set cfg to 1. \nThat way it can generate a good looking output video in a lot less time."
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 116,
"type": "Note",
"pos": [
40.575645446777344,
1051.2095947265625
],
"size": [
549.1627197265625,
102.93431091308594
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"Make sure to use roughly the same frame amount and framerate for your input video, as you do for the generation. \n\nAlso make sure to set width and height in this node, otherwise you might run into ooms with the canny node. If you replace that part feel free to change this though."
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 7,
"type": "CLIPTextEncode",
"pos": [
149.87985229492188,
401.6088562011719
],
"size": [
425.27801513671875,
180.6060791015625
],
"flags": {},
"order": 24,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 182
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"slot_index": 0,
"links": [
97
]
}
],
"title": "CLIP Text Encode (Negative Prompt)",
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "CLIPTextEncode",
"widget_ue_connectable": {}
},
"widgets_values": [
"Overexposure, blurred, subtitles, paintings, poorly drawn hands/faces, deformed limbs, cluttered background "
],
"color": "#322",
"bgcolor": "#533"
}
],
"links": [
[
76,
39,
0,
8,
1,
"VAE"
],
[
95,
48,
0,
3,
0,
"MODEL"
],
[
96,
6,
0,
49,
0,
"CONDITIONING"
],
[
97,
7,
0,
49,
1,
"CONDITIONING"
],
[
98,
49,
0,
3,
1,
"CONDITIONING"
],
[
99,
49,
1,
3,
2,
"CONDITIONING"
],
[
101,
39,
0,
49,
2,
"VAE"
],
[
115,
49,
3,
58,
1,
"INT"
],
[
116,
3,
0,
58,
0,
"LATENT"
],
[
117,
58,
0,
8,
0,
"LATENT"
],
[
130,
8,
0,
70,
0,
"IMAGE"
],
[
141,
78,
0,
75,
0,
"IMAGE"
],
[
160,
49,
2,
3,
3,
"LATENT"
],
[
174,
78,
0,
49,
3,
"IMAGE"
],
[
175,
73,
0,
49,
5,
"IMAGE"
],
[
180,
109,
0,
48,
0,
"MODEL"
],
[
182,
109,
1,
7,
0,
"CLIP"
],
[
184,
111,
0,
109,
0,
"MODEL"
],
[
186,
109,
1,
6,
0,
"CLIP"
],
[
187,
108,
0,
111,
0,
"MODEL"
],
[
189,
8,
0,
112,
0,
"IMAGE"
],
[
192,
114,
0,
115,
0,
"IMAGE"
],
[
193,
115,
0,
78,
0,
"IMAGE"
],
[
194,
117,
0,
109,
1,
"CLIP"
],
[
197,
115,
1,
49,
6,
"INT"
],
[
198,
115,
2,
49,
7,
"INT"
],
[
201,
124,
0,
108,
0,
"MODEL"
],
[
204,
125,
0,
124,
0,
"MODEL"
],
[
205,
107,
0,
124,
1,
"MODEL"
]
],
"groups": [
{
"id": 1,
"title": "Load models here",
"bounding": [
-288.1507568359375,
-34.62283706665039,
410,
620
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
},
{
"id": 2,
"title": "Prompt",
"bounding": [
140,
120,
450,
470
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
},
{
"id": 3,
"title": "Sampling & Decoding",
"bounding": [
610,
120,
730,
470
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
},
{
"id": 4,
"title": "Save Video(Mp4)",
"bounding": [
1360,
120,
720,
900
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
},
{
"id": 5,
"title": "Save Video(WebP)",
"bounding": [
2100,
120,
700,
900
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
},
{
"id": 6,
"title": "Load control video",
"bounding": [
30,
610,
560,
410
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
},
{
"id": 7,
"title": "Load reference image",
"bounding": [
-290,
610,
300,
410
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
},
{
"id": 8,
"title": "Image preprocessing",
"bounding": [
610,
610,
730,
410
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
},
{
"id": 9,
"title": "Low Vram high ram",
"bounding": [
-643.607666015625,
-288.4152526855469,
347.9408874511719,
240.64456176757812
],
"color": "#a1309b",
"font_size": 24,
"flags": {}
},
{
"id": 10,
"title": "Normal GGUF loader",
"bounding": [
-644.4185180664062,
-527.482177734375,
348.7563781738281,
234.12091064453125
],
"color": "#a1309b",
"font_size": 24,
"flags": {}
}
],
"config": {},
"extra": {
"ds": {
"scale": 0.92295998177065,
"offset": [
1127.6195597836404,
314.3678965652815
]
},
"frontendVersion": "1.19.9",
"node_versions": {
"comfy-core": "0.3.34"
},
"VHS_latentpreview": true,
"VHS_latentpreviewrate": 0,
"VHS_MetadataImage": true,
"VHS_KeepIntermediate": true,
"ue_links": [],
"links_added_by_ue": []
},
"version": 0.4
}