LTX-Video-Cakeify-LoRA / assets /ltxv-i2v-lora.json
matanby's picture
Upload contents.
53a5ac9 verified
{
"last_node_id": 93,
"last_link_id": 219,
"nodes": [
{
"id": 38,
"type": "CLIPLoader",
"pos": [
-825.3175659179688,
60.00958251953125
],
"size": [
315,
98
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
74,
75
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPLoader"
},
"widgets_values": [
"t5xxl_fp16.safetensors",
"ltxv",
"default"
]
},
{
"id": 91,
"type": "LTXVLoRALoader",
"pos": [
-370.38250732421875,
73.05004119873047
],
"size": [
315,
78
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 217
},
{
"name": "lora",
"type": "LTXVLORA",
"shape": 7,
"link": 218
}
],
"outputs": [
{
"name": "model",
"type": "MODEL",
"links": [
216
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LTXVLoRALoader"
},
"widgets_values": [
false
]
},
{
"id": 6,
"type": "CLIPTextEncode",
"pos": [
-379.79364013671875,
287.47509765625
],
"size": [
314.9385986328125,
122.6602783203125
],
"flags": {
"collapsed": false
},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 74
},
{
"name": "text",
"type": "STRING",
"pos": [
10,
36
],
"widget": {
"name": "text"
},
"link": 219
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
187
],
"slot_index": 0
}
],
"title": "CLIP Text Encode (Positive Prompt)",
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"best quality, 4k, HDR, a tracking shot of a beautiful scene of the sea waves on the beach with a massive explosion in the water"
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 7,
"type": "CLIPTextEncode",
"pos": [
-374.6581726074219,
461.08111572265625
],
"size": [
302.620361328125,
138.66993713378906
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 75
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
188
],
"slot_index": 0
}
],
"title": "CLIP Text Encode (Negative Prompt)",
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"low quality, worst quality, deformed, distorted, disfigured, motion smear, motion artifacts, fused fingers, bad anatomy, weird hand, ugly"
],
"color": "#322",
"bgcolor": "#533"
},
{
"id": 90,
"type": "Note",
"pos": [
-819.3479614257812,
940.6119384765625
],
"size": [
268.2266540527344,
88
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"The conditioning image size should match the aspect ratio of the generated video."
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 79,
"type": "LTXVApplySTG",
"pos": [
529.9146728515625,
210.9912109375
],
"size": [
315,
58
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 216
}
],
"outputs": [
{
"name": "model",
"type": "MODEL",
"links": [
195
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LTXVApplySTG"
},
"widgets_values": [
"14"
]
},
{
"id": 69,
"type": "LTXVConditioning",
"pos": [
572.4468383789062,
322.3687744140625
],
"size": [
223.8660125732422,
78
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "positive",
"type": "CONDITIONING",
"link": 183
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 184
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
201
],
"slot_index": 0
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
202
],
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "LTXVConditioning"
},
"widgets_values": [
25
]
},
{
"id": 82,
"type": "STGGuider",
"pos": [
870.8995361328125,
221.1026611328125
],
"size": [
315,
146
],
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 195
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 201
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 202
}
],
"outputs": [
{
"name": "GUIDER",
"type": "GUIDER",
"links": [
200
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "STGGuider"
},
"widgets_values": [
3,
1,
0.75
]
},
{
"id": 73,
"type": "KSamplerSelect",
"pos": [
412.88189697265625,
533.893798828125
],
"size": [
315,
58
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "SAMPLER",
"type": "SAMPLER",
"links": [
196
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSamplerSelect"
},
"widgets_values": [
"gradient_estimation"
]
},
{
"id": 81,
"type": "SamplerCustomAdvanced",
"pos": [
765.1566772460938,
638.5603637695312
],
"size": [
355.20001220703125,
106
],
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "noise",
"type": "NOISE",
"link": 194
},
{
"name": "guider",
"type": "GUIDER",
"link": 200
},
{
"name": "sampler",
"type": "SAMPLER",
"link": 196
},
{
"name": "sigmas",
"type": "SIGMAS",
"link": 197
},
{
"name": "latent_image",
"type": "LATENT",
"link": 198
}
],
"outputs": [
{
"name": "output",
"type": "LATENT",
"links": [
199
],
"slot_index": 0
},
{
"name": "denoised_output",
"type": "LATENT",
"links": null
}
],
"properties": {
"Node name for S&R": "SamplerCustomAdvanced"
},
"widgets_values": []
},
{
"id": 71,
"type": "LTXVScheduler",
"pos": [
414.73089599609375,
786.745849609375
],
"size": [
315,
154
],
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "latent",
"type": "LATENT",
"shape": 7,
"link": 185
}
],
"outputs": [
{
"name": "SIGMAS",
"type": "SIGMAS",
"links": [
197
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LTXVScheduler"
},
"widgets_values": [
50,
2.05,
0.95,
true,
0.1
]
},
{
"id": 8,
"type": "VAEDecode",
"pos": [
1154.818359375,
647.7904052734375
],
"size": [
210,
46
],
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 199
},
{
"name": "vae",
"type": "VAE",
"link": 212
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
211
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
},
"widgets_values": []
},
{
"id": 88,
"type": "VHS_VideoCombine",
"pos": [
1439.7525634765625,
75.49195861816406
],
"size": [
703.8472900390625,
1007.8472900390625
],
"flags": {},
"order": 20,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"shape": 7,
"link": 211
},
{
"name": "audio",
"type": "AUDIO",
"shape": 7,
"link": null
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"shape": 7,
"link": null
},
{
"name": "vae",
"type": "VAE",
"shape": 7,
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 25,
"loop_count": 0,
"filename_prefix": "ltxv",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "ltxv_00227.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 25
}
}
}
},
{
"id": 44,
"type": "CheckpointLoaderSimple",
"pos": [
-825.589111328125,
-99.53693389892578
],
"size": [
315,
98
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
217
],
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": null
},
{
"name": "VAE",
"type": "VAE",
"links": [
212,
213
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"ltx-video-2b-v0.9.5.safetensors"
]
},
{
"id": 92,
"type": "LTXVLoRASelector",
"pos": [
-371.1002197265625,
-89.50731658935547
],
"size": [
315,
102
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "previous_lora",
"type": "LTXVLORA",
"shape": 7,
"link": null
},
{
"name": "blocks",
"type": "SELECTEDBLOCKS",
"shape": 7,
"link": null
}
],
"outputs": [
{
"name": "lora",
"type": "LTXVLORA",
"links": [
218
]
}
],
"properties": {
"Node name for S&R": "LTXVLoRASelector"
},
"widgets_values": [
"ltxv_095_cakeify_lora.safetensors",
1
]
},
{
"id": 78,
"type": "LoadImage",
"pos": [
-873.0076293945312,
539.24853515625
],
"size": [
385.15606689453125,
333.3305358886719
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
214
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"pikachu.png",
"image"
]
},
{
"id": 77,
"type": "LTXVImgToVideo",
"pos": [
-29.12864112854004,
376.6113586425781
],
"size": [
315,
190
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "positive",
"type": "CONDITIONING",
"link": 187
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 188
},
{
"name": "vae",
"type": "VAE",
"link": 213
},
{
"name": "image",
"type": "IMAGE",
"link": 204
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
183
],
"slot_index": 0
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
184
],
"slot_index": 1
},
{
"name": "latent",
"type": "LATENT",
"links": [
185,
198
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "LTXVImgToVideo"
},
"widgets_values": [
576,
576,
121,
1
]
},
{
"id": 89,
"type": "ImageResizeKJ",
"pos": [
-376.87969970703125,
658.8834838867188
],
"size": [
315,
286
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 214
},
{
"name": "get_image_size",
"type": "IMAGE",
"shape": 7,
"link": null
},
{
"name": "width_input",
"type": "INT",
"shape": 7,
"pos": [
10,
196
],
"widget": {
"name": "width_input"
},
"link": null
},
{
"name": "height_input",
"type": "INT",
"shape": 7,
"pos": [
10,
220
],
"widget": {
"name": "height_input"
},
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
215
],
"slot_index": 0
},
{
"name": "width",
"type": "INT",
"links": null
},
{
"name": "height",
"type": "INT",
"links": null
}
],
"properties": {
"Node name for S&R": "ImageResizeKJ"
},
"widgets_values": [
576,
576,
"lanczos",
false,
2,
0,
0,
"center"
]
},
{
"id": 84,
"type": "LTXVPreprocess",
"pos": [
-22.662538528442383,
652.86767578125
],
"size": [
315,
58
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 215
}
],
"outputs": [
{
"name": "output_image",
"type": "IMAGE",
"links": [
204
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LTXVPreprocess"
},
"widgets_values": [
10
]
},
{
"id": 83,
"type": "RandomNoise",
"pos": [
411.09796142578125,
644.958251953125
],
"size": [
315,
82
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "NOISE",
"type": "NOISE",
"links": [
194
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "RandomNoise"
},
"widgets_values": [
50,
"fixed"
]
},
{
"id": 93,
"type": "String-πŸ”¬",
"pos": [
-877.6921997070312,
287.8499755859375
],
"size": [
400,
200
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "STRING",
"type": "STRING",
"links": [
219
]
}
],
"properties": {
"Node name for S&R": "String-πŸ”¬"
},
"widgets_values": [
"CAKEIFY a person using a knife to cut a cake shaped like pikachu"
]
}
],
"links": [
[
74,
38,
0,
6,
0,
"CLIP"
],
[
75,
38,
0,
7,
0,
"CLIP"
],
[
183,
77,
0,
69,
0,
"CONDITIONING"
],
[
184,
77,
1,
69,
1,
"CONDITIONING"
],
[
185,
77,
2,
71,
0,
"LATENT"
],
[
187,
6,
0,
77,
0,
"CONDITIONING"
],
[
188,
7,
0,
77,
1,
"CONDITIONING"
],
[
194,
83,
0,
81,
0,
"NOISE"
],
[
195,
79,
0,
82,
0,
"MODEL"
],
[
196,
73,
0,
81,
2,
"SAMPLER"
],
[
197,
71,
0,
81,
3,
"SIGMAS"
],
[
198,
77,
2,
81,
4,
"LATENT"
],
[
199,
81,
0,
8,
0,
"LATENT"
],
[
200,
82,
0,
81,
1,
"GUIDER"
],
[
201,
69,
0,
82,
1,
"CONDITIONING"
],
[
202,
69,
1,
82,
2,
"CONDITIONING"
],
[
204,
84,
0,
77,
3,
"IMAGE"
],
[
211,
8,
0,
88,
0,
"IMAGE"
],
[
212,
44,
2,
8,
1,
"VAE"
],
[
213,
44,
2,
77,
2,
"VAE"
],
[
214,
78,
0,
89,
0,
"IMAGE"
],
[
215,
89,
0,
84,
0,
"IMAGE"
],
[
216,
91,
0,
79,
0,
"MODEL"
],
[
217,
44,
0,
91,
0,
"MODEL"
],
[
218,
92,
0,
91,
1,
"LTXVLORA"
],
[
219,
93,
0,
6,
1,
"STRING"
]
],
"groups": [
{
"id": 1,
"title": "Load Models",
"bounding": [
-835.589111328125,
-173.1370086669922,
335.27154541015625,
341.1465759277344
],
"color": "#3f789e",
"font_size": 24,
"flags": {},
"nodes": [
38,
44
]
},
{
"id": 2,
"title": "Input Conditions",
"bounding": [
-887.6921997070312,
214.2501678466797,
420,
668.329833984375
],
"color": "#3f789e",
"font_size": 24,
"flags": {},
"nodes": [
78,
93
]
},
{
"id": 3,
"title": "Load LoRA",
"bounding": [
-381.1002197265625,
-163.10736083984375,
335.71771240234375,
324.15740966796875
],
"color": "#3f789e",
"font_size": 24,
"flags": {},
"nodes": [
91,
92
]
},
{
"id": 4,
"title": "Prepare Conditioning",
"bounding": [
-389.79364013671875,
213.875,
702.5595092773438,
742.904541015625
],
"color": "#3f789e",
"font_size": 24,
"flags": {},
"nodes": [
6,
7,
77,
89,
84
]
},
{
"id": 5,
"title": "Apply STG",
"bounding": [
519.9144287109375,
137.3910369873047,
675.984619140625,
272.97772216796875
],
"color": "#3f789e",
"font_size": 24,
"flags": {},
"nodes": [
79,
69,
82
]
},
{
"id": 6,
"title": "Generate Video",
"bounding": [
401.09796142578125,
460.29388427734375,
973.7205200195312,
490.4521179199219
],
"color": "#3f789e",
"font_size": 24,
"flags": {},
"nodes": [
73,
81,
71,
8,
83
]
}
],
"config": {},
"extra": {
"ds": {
"scale": 0.7603950681459739,
"offset": [
1014.0977322211725,
260.83477844628214
]
},
"node_versions": {
"comfy-core": "0.3.20",
"ComfyUI-LTXVideoLoRA": "89c4ca078f4ee8558a2daec45cba925912ba5862",
"ComfyUI-Logic": "42d4f3df45fb7f0dd6e2201a14c07d4dd09f235d"
},
"prompt": {
"6": {
"inputs": {
"text": [
"85",
0
],
"clip": [
"38",
0
]
},
"class_type": "CLIPTextEncode",
"_meta": {
"title": "CLIP Text Encode (Positive Prompt)"
}
},
"7": {
"inputs": {
"text": "low quality, worst quality, deformed, distorted, disfigured, motion smear, motion artifacts, fused fingers, bad anatomy, weird hand, ugly",
"clip": [
"38",
0
]
},
"class_type": "CLIPTextEncode",
"_meta": {
"title": "CLIP Text Encode (Negative Prompt)"
}
},
"8": {
"inputs": {
"samples": [
"81",
0
],
"vae": [
"44",
2
]
},
"class_type": "VAEDecode",
"_meta": {
"title": "VAE Decode"
}
},
"38": {
"inputs": {
"clip_name": "t5xxl_fp16.safetensors",
"type": "ltxv",
"device": "default"
},
"class_type": "CLIPLoader",
"_meta": {
"title": "Load CLIP"
}
},
"44": {
"inputs": {
"ckpt_name": "ltx-video-2b-v0.9.5.safetensors"
},
"class_type": "CheckpointLoaderSimple",
"_meta": {
"title": "Load Checkpoint"
}
},
"69": {
"inputs": {
"frame_rate": 25,
"positive": [
"77",
0
],
"negative": [
"77",
1
]
},
"class_type": "LTXVConditioning",
"_meta": {
"title": "LTXVConditioning"
}
},
"71": {
"inputs": {
"steps": 20,
"max_shift": 2.05,
"base_shift": 0.95,
"stretch": true,
"terminal": 0.1,
"latent": [
"77",
2
]
},
"class_type": "LTXVScheduler",
"_meta": {
"title": "LTXVScheduler"
}
},
"73": {
"inputs": {
"sampler_name": "gradient_estimation"
},
"class_type": "KSamplerSelect",
"_meta": {
"title": "KSamplerSelect"
}
},
"77": {
"inputs": {
"width": 768,
"height": 512,
"length": 97,
"batch_size": 1,
"positive": [
"6",
0
],
"negative": [
"7",
0
],
"vae": [
"44",
2
],
"image": [
"84",
0
]
},
"class_type": "LTXVImgToVideo",
"_meta": {
"title": "LTXVImgToVideo"
}
},
"78": {
"inputs": {
"image": "shrek2.jpg",
"upload": "image"
},
"class_type": "LoadImage",
"_meta": {
"title": "Load Image"
}
},
"79": {
"inputs": {
"block_indices": "14",
"model": [
"44",
0
]
},
"class_type": "LTXVApplySTG",
"_meta": {
"title": "πŸ…›πŸ…£πŸ…§ LTXV Apply STG"
}
},
"81": {
"inputs": {
"noise": [
"83",
0
],
"guider": [
"82",
0
],
"sampler": [
"73",
0
],
"sigmas": [
"71",
0
],
"latent_image": [
"77",
2
]
},
"class_type": "SamplerCustomAdvanced",
"_meta": {
"title": "SamplerCustomAdvanced"
}
},
"82": {
"inputs": {
"cfg": 3,
"stg": 1,
"rescale": 0.75,
"model": [
"79",
0
],
"positive": [
"69",
0
],
"negative": [
"69",
1
]
},
"class_type": "STGGuider",
"_meta": {
"title": "πŸ…›πŸ…£πŸ…§ STG Guider"
}
},
"83": {
"inputs": {
"noise_seed": 42
},
"class_type": "RandomNoise",
"_meta": {
"title": "RandomNoise"
}
},
"84": {
"inputs": {
"img_compression": 40,
"image": [
"89",
0
]
},
"class_type": "LTXVPreprocess",
"_meta": {
"title": "LTXVPreprocess"
}
},
"85": {
"inputs": {
"prompt": "a person looking like Shrek talking",
"max_resulting_tokens": 256,
"prompt_enhancer": [
"86",
0
],
"image_prompt": [
"78",
0
]
},
"class_type": "LTXVPromptEnhancer",
"_meta": {
"title": "πŸ…›πŸ…£πŸ…§ LTXV Prompt Enhancer"
}
},
"86": {
"inputs": {
"llm_name": "unsloth/Llama-3.2-3B-Instruct",
"image_captioner_name": "MiaoshouAI/Florence-2-large-PromptGen-v2.0"
},
"class_type": "LTXVPromptEnhancerLoader",
"_meta": {
"title": "πŸ…›πŸ…£πŸ…§ LTXV Prompt Enhancer Loader"
}
},
"88": {
"inputs": {
"frame_rate": 25,
"loop_count": 0,
"filename_prefix": "ltxv",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"images": [
"8",
0
]
},
"class_type": "VHS_VideoCombine",
"_meta": {
"title": "Video Combine πŸŽ₯πŸ…₯πŸ…—πŸ…’"
}
},
"89": {
"inputs": {
"width": 768,
"height": 512,
"upscale_method": "nearest-exact",
"keep_proportion": false,
"divisible_by": 2,
"crop": "center",
"image": [
"78",
0
]
},
"class_type": "ImageResizeKJ",
"_meta": {
"title": "Resize Image"
}
}
},
"comfy_fork_version": "update_nodes@db0f122d"
},
"version": 0.4
}