valknar/runpod
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: restructure AnimateDiff workflow for Evolved Gen2 nodes

Browse Source 
- Replace deprecated AnimateDiffLoaderV1 with ADE_LoadAnimateDiffModel
- Add ADE_ApplyAnimateDiffModelSimple to create M_MODELS
- Add ADE_UseEvolvedSampling to inject motion into base model
- Replace AnimateDiffSampler with KSamplerAdvanced
- Add complete node links for all connections
- Update node IDs and execution order

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Co-Authored-By: Claude <noreply@anthropic.com>
This commit is contained in:
Sebastian Krüger
2025-11-22 15:47:52 +01:00
parent 360fd52c59
commit 003caf668b
1 changed files with 143 additions and 145 deletions
Download Patch File Download Diff File Expand all files Collapse all files

286
models/comfyui/workflows/advanced/animatediff-video-production-v1.json
View File

@@ -1,193 +1,193 @@
{ {
"last_node_id": 12, "last_node_id": 10,
"last_link_id": 12,
"nodes": [ "nodes": [
{ {
"id": 1, "id": 1,
"type": "CheckpointLoaderSimple", "type": "CheckpointLoaderSimple",
"pos": [ "pos": [50, 100],
50, "size": {"0": 350, "1": 100},
100
],
"widgets_values": [
"diffusers/stable-diffusion-xl-base-1.0"
],
"title": "SDXL Checkpoint Loader",
"flags": {}, "flags": {},
"order": 0, "order": 0,
"mode": 0, "mode": 0,
"properties": { "properties": {"Node name for S&R": "CheckpointLoaderSimple"},
"Node name for S&R": "CheckpointLoaderSimple" "widgets_values": ["diffusers/stable-diffusion-xl-base-1.0"],
}, "title": "SDXL Checkpoint Loader",
"size": { "outputs": [
"0": 350, {"name": "MODEL", "type": "MODEL", "links": [1], "slot_index": 0},
"1": 100 {"name": "CLIP", "type": "CLIP", "links": [2, 3], "slot_index": 1},
} {"name": "VAE", "type": "VAE", "links": [4], "slot_index": 2}
]
}, },
{ {
"id": 2, "id": 2,
"type": "AnimateDiffLoaderV1", "type": "ADE_LoadAnimateDiffModel",
"pos": [ "pos": [50, 300],
50, "size": {"0": 350, "1": 100},
300
],
"widgets_values": [
"mm_sd_v15_v2.ckpt"
],
"title": "AnimateDiff Motion Module",
"flags": {}, "flags": {},
"order": 1, "order": 1,
"mode": 0, "mode": 0,
"properties": { "properties": {"Node name for S&R": "ADE_LoadAnimateDiffModel"},
"Node name for S&R": "AnimateDiffLoaderV1" "widgets_values": ["mm_sd_v15_v2.ckpt"],
}, "title": "Load AnimateDiff Motion Module",
"size": { "outputs": [
"0": 350, {"name": "MOTION_MODEL", "type": "MOTION_MODEL_ADE", "links": [5], "slot_index": 0}
"1": 100 ]
}
}, },
{ {
"id": 3, "id": 3,
"type": "CLIPTextEncode", "type": "ADE_ApplyAnimateDiffModelSimple",
"pos": [ "pos": [450, 300],
450, "size": {"0": 315, "1": 100},
100
],
"widgets_values": [
"A person walking through a forest, cinematic movement"
],
"title": "API Video Prompt",
"flags": {}, "flags": {},
"order": 2, "order": 2,
"mode": 0, "mode": 0,
"properties": { "properties": {"Node name for S&R": "ADE_ApplyAnimateDiffModelSimple"},
"Node name for S&R": "CLIPTextEncode" "inputs": [
}, {"name": "motion_model", "type": "MOTION_MODEL_ADE", "link": 5}
"size": { ],
"0": 400, "outputs": [
"1": 200 {"name": "M_MODELS", "type": "M_MODELS", "links": [6], "slot_index": 0}
} ]
}, },
{ {
"id": 4, "id": 4,
"type": "CLIPTextEncode", "type": "ADE_UseEvolvedSampling",
"pos": [ "pos": [800, 100],
450, "size": {"0": 315, "1": 100},
350
],
"widgets_values": [
"static, blurry, low quality"
],
"title": "API Negative Prompt",
"flags": {}, "flags": {},
"order": 3, "order": 3,
"mode": 0, "mode": 0,
"properties": { "properties": {"Node name for S&R": "ADE_UseEvolvedSampling"},
"Node name for S&R": "CLIPTextEncode" "widgets_values": ["sqrt_linear (AnimateDiff)"],
}, "inputs": [
"size": { {"name": "model", "type": "MODEL", "link": 1},
"0": 400, {"name": "m_models", "type": "M_MODELS", "link": 6}
"1": 200 ],
} "outputs": [
{"name": "MODEL", "type": "MODEL", "links": [7], "slot_index": 0}
]
}, },
{ {
"id": 5, "id": 5,
"type": "EmptyLatentImage", "type": "CLIPTextEncode",
"pos": [ "pos": [450, 500],
450, "size": {"0": 400, "1": 200},
600
],
"widgets_values": [
512,
512,
16
],
"title": "API Latent Config (16 frames)",
"flags": {}, "flags": {},
"order": 4, "order": 4,
"mode": 0, "mode": 0,
"properties": { "properties": {"Node name for S&R": "CLIPTextEncode"},
"Node name for S&R": "EmptyLatentImage" "widgets_values": ["A person walking through a forest, cinematic movement"],
}, "title": "API Video Prompt",
"size": { "inputs": [
"0": 315, {"name": "clip", "type": "CLIP", "link": 2}
"1": 100 ],
} "outputs": [
{"name": "CONDITIONING", "type": "CONDITIONING", "links": [8], "slot_index": 0}
]
}, },
{ {
"id": 6, "id": 6,
"type": "KSamplerAdvanced", "type": "CLIPTextEncode",
"pos": [ "pos": [450, 750],
800, "size": {"0": 400, "1": 200},
100
],
"widgets_values": [
"enable",
42,
25,
7.5,
"dpmpp_2m",
"karras",
0,
10000,
"disable"
],
"title": "AnimateDiff Sampler",
"flags": {}, "flags": {},
"order": 5, "order": 5,
"mode": 0, "mode": 0,
"properties": { "properties": {"Node name for S&R": "CLIPTextEncode"},
"Node name for S&R": "KSamplerAdvanced" "widgets_values": ["static, blurry, low quality"],
}, "title": "API Negative Prompt",
"size": { "inputs": [
"0": 315, {"name": "clip", "type": "CLIP", "link": 3}
"1": 474 ],
} "outputs": [
{"name": "CONDITIONING", "type": "CONDITIONING", "links": [9], "slot_index": 0}
]
}, },
{ {
"id": 7, "id": 7,
"type": "VAEDecode", "type": "EmptyLatentImage",
"pos": [ "pos": [800, 300],
1150, "size": {"0": 315, "1": 100},
100
],
"title": "VAE Decode Video",
"flags": {}, "flags": {},
"order": 6, "order": 6,
"mode": 0, "mode": 0,
"properties": { "properties": {"Node name for S&R": "EmptyLatentImage"},
"Node name for S&R": "VAEDecode" "widgets_values": [512, 512, 16],
}, "title": "API Latent Config (16 frames)",
"size": { "outputs": [
"0": 315, {"name": "LATENT", "type": "LATENT", "links": [10], "slot_index": 0}
"1": 100 ]
}
}, },
{ {
"id": 8, "id": 8,
"type": "VHS_VideoCombine", "type": "KSamplerAdvanced",
"pos": [ "pos": [1150, 100],
1450, "size": {"0": 315, "1": 474},
100
],
"widgets_values": [
8,
0,
"animatediff_output",
"video/h264-mp4"
],
"title": "Combine Frames",
"flags": {}, "flags": {},
"order": 7, "order": 7,
"mode": 0, "mode": 0,
"properties": { "properties": {"Node name for S&R": "KSamplerAdvanced"},
"Node name for S&R": "VHS_VideoCombine" "widgets_values": ["enable", 42, 25, 7.5, "dpmpp_2m", "karras", 0, 10000, "disable"],
}, "title": "AnimateDiff Sampler",
"size": { "inputs": [
"0": 315, {"name": "model", "type": "MODEL", "link": 7},
"1": 100 {"name": "positive", "type": "CONDITIONING", "link": 8},
} {"name": "negative", "type": "CONDITIONING", "link": 9},
{"name": "latent_image", "type": "LATENT", "link": 10}
],
"outputs": [
{"name": "LATENT", "type": "LATENT", "links": [11], "slot_index": 0}
]
},
{
"id": 9,
"type": "VAEDecode",
"pos": [1500, 100],
"size": {"0": 315, "1": 100},
"flags": {},
"order": 8,
"mode": 0,
"properties": {"Node name for S&R": "VAEDecode"},
"title": "VAE Decode Video",
"inputs": [
{"name": "samples", "type": "LATENT", "link": 11},
{"name": "vae", "type": "VAE", "link": 4}
],
"outputs": [
{"name": "IMAGE", "type": "IMAGE", "links": [12], "slot_index": 0}
]
},
{
"id": 10,
"type": "VHS_VideoCombine",
"pos": [1800, 100],
"size": {"0": 315, "1": 100},
"flags": {},
"order": 9,
"mode": 0,
"properties": {"Node name for S&R": "VHS_VideoCombine"},
"widgets_values": [8, 0, "animatediff_output", "video/h264-mp4"],
"title": "Combine Frames",
"inputs": [
{"name": "images", "type": "IMAGE", "link": 12}
]
} }
], ],
"links": [
[1, 1, 0, 4, 0, "MODEL"],
[2, 1, 1, 5, 0, "CLIP"],
[3, 1, 1, 6, 0, "CLIP"],
[4, 1, 2, 9, 1, "VAE"],
[5, 2, 0, 3, 0, "MOTION_MODEL_ADE"],
[6, 3, 0, 4, 1, "M_MODELS"],
[7, 4, 0, 8, 0, "MODEL"],
[8, 5, 0, 8, 1, "CONDITIONING"],
[9, 6, 0, 8, 2, "CONDITIONING"],
[10, 7, 0, 8, 3, "LATENT"],
[11, 8, 0, 9, 0, "LATENT"],
[12, 9, 0, 10, 0, "IMAGE"]
],
"extra": { "extra": {
"workflow_info": { "workflow_info": {
"name": "AnimateDiff Video Production", "name": "AnimateDiff Video Production",
@@ -214,19 +214,19 @@
}, },
"parameters": { "parameters": {
"prompt": { "prompt": {
"node_id": 3, "node_id": 5,
"type": "string", "type": "string",
"required": true, "required": true,
"description": "Describe action and movement" "description": "Describe action and movement"
}, },
"frames": { "frames": {
"node_id": 5, "node_id": 7,
"type": "integer", "type": "integer",
"default": 16, "default": 16,
"description": "Number of frames (8-32)" "description": "Number of frames (8-32)"
}, },
"fps": { "fps": {
"node_id": 8, "node_id": 10,
"type": "integer", "type": "integer",
"default": 8 "default": 8
} }
@@ -244,7 +244,5 @@
] ]
} }
}, },
"version": 0.4, "version": 0.4
"links": [],
"last_link_id": 0
} }