From 003caf668b382dfff994e8ee0c5f689f057effbc Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Sebastian=20Kr=C3=BCger?= Date: Sat, 22 Nov 2025 15:47:52 +0100 Subject: [PATCH] fix: restructure AnimateDiff workflow for Evolved Gen2 nodes MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit - Replace deprecated AnimateDiffLoaderV1 with ADE_LoadAnimateDiffModel - Add ADE_ApplyAnimateDiffModelSimple to create M_MODELS - Add ADE_UseEvolvedSampling to inject motion into base model - Replace AnimateDiffSampler with KSamplerAdvanced - Add complete node links for all connections - Update node IDs and execution order 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude --- .../animatediff-video-production-v1.json | 288 +++++++++--------- 1 file changed, 143 insertions(+), 145 deletions(-) diff --git a/models/comfyui/workflows/advanced/animatediff-video-production-v1.json b/models/comfyui/workflows/advanced/animatediff-video-production-v1.json index 616d57a..fbb72a4 100644 --- a/models/comfyui/workflows/advanced/animatediff-video-production-v1.json +++ b/models/comfyui/workflows/advanced/animatediff-video-production-v1.json @@ -1,193 +1,193 @@ { - "last_node_id": 12, + "last_node_id": 10, + "last_link_id": 12, "nodes": [ { "id": 1, "type": "CheckpointLoaderSimple", - "pos": [ - 50, - 100 - ], - "widgets_values": [ - "diffusers/stable-diffusion-xl-base-1.0" - ], - "title": "SDXL Checkpoint Loader", + "pos": [50, 100], + "size": {"0": 350, "1": 100}, "flags": {}, "order": 0, "mode": 0, - "properties": { - "Node name for S&R": "CheckpointLoaderSimple" - }, - "size": { - "0": 350, - "1": 100 - } + "properties": {"Node name for S&R": "CheckpointLoaderSimple"}, + "widgets_values": ["diffusers/stable-diffusion-xl-base-1.0"], + "title": "SDXL Checkpoint Loader", + "outputs": [ + {"name": "MODEL", "type": "MODEL", "links": [1], "slot_index": 0}, + {"name": "CLIP", "type": "CLIP", "links": [2, 3], "slot_index": 1}, + {"name": "VAE", "type": "VAE", "links": [4], "slot_index": 2} + ] }, { "id": 2, - "type": "AnimateDiffLoaderV1", - "pos": [ - 50, - 300 - ], - "widgets_values": [ - "mm_sd_v15_v2.ckpt" - ], - "title": "AnimateDiff Motion Module", + "type": "ADE_LoadAnimateDiffModel", + "pos": [50, 300], + "size": {"0": 350, "1": 100}, "flags": {}, "order": 1, "mode": 0, - "properties": { - "Node name for S&R": "AnimateDiffLoaderV1" - }, - "size": { - "0": 350, - "1": 100 - } + "properties": {"Node name for S&R": "ADE_LoadAnimateDiffModel"}, + "widgets_values": ["mm_sd_v15_v2.ckpt"], + "title": "Load AnimateDiff Motion Module", + "outputs": [ + {"name": "MOTION_MODEL", "type": "MOTION_MODEL_ADE", "links": [5], "slot_index": 0} + ] }, { "id": 3, - "type": "CLIPTextEncode", - "pos": [ - 450, - 100 - ], - "widgets_values": [ - "A person walking through a forest, cinematic movement" - ], - "title": "API Video Prompt", + "type": "ADE_ApplyAnimateDiffModelSimple", + "pos": [450, 300], + "size": {"0": 315, "1": 100}, "flags": {}, "order": 2, "mode": 0, - "properties": { - "Node name for S&R": "CLIPTextEncode" - }, - "size": { - "0": 400, - "1": 200 - } + "properties": {"Node name for S&R": "ADE_ApplyAnimateDiffModelSimple"}, + "inputs": [ + {"name": "motion_model", "type": "MOTION_MODEL_ADE", "link": 5} + ], + "outputs": [ + {"name": "M_MODELS", "type": "M_MODELS", "links": [6], "slot_index": 0} + ] }, { "id": 4, - "type": "CLIPTextEncode", - "pos": [ - 450, - 350 - ], - "widgets_values": [ - "static, blurry, low quality" - ], - "title": "API Negative Prompt", + "type": "ADE_UseEvolvedSampling", + "pos": [800, 100], + "size": {"0": 315, "1": 100}, "flags": {}, "order": 3, "mode": 0, - "properties": { - "Node name for S&R": "CLIPTextEncode" - }, - "size": { - "0": 400, - "1": 200 - } + "properties": {"Node name for S&R": "ADE_UseEvolvedSampling"}, + "widgets_values": ["sqrt_linear (AnimateDiff)"], + "inputs": [ + {"name": "model", "type": "MODEL", "link": 1}, + {"name": "m_models", "type": "M_MODELS", "link": 6} + ], + "outputs": [ + {"name": "MODEL", "type": "MODEL", "links": [7], "slot_index": 0} + ] }, { "id": 5, - "type": "EmptyLatentImage", - "pos": [ - 450, - 600 - ], - "widgets_values": [ - 512, - 512, - 16 - ], - "title": "API Latent Config (16 frames)", + "type": "CLIPTextEncode", + "pos": [450, 500], + "size": {"0": 400, "1": 200}, "flags": {}, "order": 4, "mode": 0, - "properties": { - "Node name for S&R": "EmptyLatentImage" - }, - "size": { - "0": 315, - "1": 100 - } + "properties": {"Node name for S&R": "CLIPTextEncode"}, + "widgets_values": ["A person walking through a forest, cinematic movement"], + "title": "API Video Prompt", + "inputs": [ + {"name": "clip", "type": "CLIP", "link": 2} + ], + "outputs": [ + {"name": "CONDITIONING", "type": "CONDITIONING", "links": [8], "slot_index": 0} + ] }, { "id": 6, - "type": "KSamplerAdvanced", - "pos": [ - 800, - 100 - ], - "widgets_values": [ - "enable", - 42, - 25, - 7.5, - "dpmpp_2m", - "karras", - 0, - 10000, - "disable" - ], - "title": "AnimateDiff Sampler", + "type": "CLIPTextEncode", + "pos": [450, 750], + "size": {"0": 400, "1": 200}, "flags": {}, "order": 5, "mode": 0, - "properties": { - "Node name for S&R": "KSamplerAdvanced" - }, - "size": { - "0": 315, - "1": 474 - } + "properties": {"Node name for S&R": "CLIPTextEncode"}, + "widgets_values": ["static, blurry, low quality"], + "title": "API Negative Prompt", + "inputs": [ + {"name": "clip", "type": "CLIP", "link": 3} + ], + "outputs": [ + {"name": "CONDITIONING", "type": "CONDITIONING", "links": [9], "slot_index": 0} + ] }, { "id": 7, - "type": "VAEDecode", - "pos": [ - 1150, - 100 - ], - "title": "VAE Decode Video", + "type": "EmptyLatentImage", + "pos": [800, 300], + "size": {"0": 315, "1": 100}, "flags": {}, "order": 6, "mode": 0, - "properties": { - "Node name for S&R": "VAEDecode" - }, - "size": { - "0": 315, - "1": 100 - } + "properties": {"Node name for S&R": "EmptyLatentImage"}, + "widgets_values": [512, 512, 16], + "title": "API Latent Config (16 frames)", + "outputs": [ + {"name": "LATENT", "type": "LATENT", "links": [10], "slot_index": 0} + ] }, { "id": 8, - "type": "VHS_VideoCombine", - "pos": [ - 1450, - 100 - ], - "widgets_values": [ - 8, - 0, - "animatediff_output", - "video/h264-mp4" - ], - "title": "Combine Frames", + "type": "KSamplerAdvanced", + "pos": [1150, 100], + "size": {"0": 315, "1": 474}, "flags": {}, "order": 7, "mode": 0, - "properties": { - "Node name for S&R": "VHS_VideoCombine" - }, - "size": { - "0": 315, - "1": 100 - } + "properties": {"Node name for S&R": "KSamplerAdvanced"}, + "widgets_values": ["enable", 42, 25, 7.5, "dpmpp_2m", "karras", 0, 10000, "disable"], + "title": "AnimateDiff Sampler", + "inputs": [ + {"name": "model", "type": "MODEL", "link": 7}, + {"name": "positive", "type": "CONDITIONING", "link": 8}, + {"name": "negative", "type": "CONDITIONING", "link": 9}, + {"name": "latent_image", "type": "LATENT", "link": 10} + ], + "outputs": [ + {"name": "LATENT", "type": "LATENT", "links": [11], "slot_index": 0} + ] + }, + { + "id": 9, + "type": "VAEDecode", + "pos": [1500, 100], + "size": {"0": 315, "1": 100}, + "flags": {}, + "order": 8, + "mode": 0, + "properties": {"Node name for S&R": "VAEDecode"}, + "title": "VAE Decode Video", + "inputs": [ + {"name": "samples", "type": "LATENT", "link": 11}, + {"name": "vae", "type": "VAE", "link": 4} + ], + "outputs": [ + {"name": "IMAGE", "type": "IMAGE", "links": [12], "slot_index": 0} + ] + }, + { + "id": 10, + "type": "VHS_VideoCombine", + "pos": [1800, 100], + "size": {"0": 315, "1": 100}, + "flags": {}, + "order": 9, + "mode": 0, + "properties": {"Node name for S&R": "VHS_VideoCombine"}, + "widgets_values": [8, 0, "animatediff_output", "video/h264-mp4"], + "title": "Combine Frames", + "inputs": [ + {"name": "images", "type": "IMAGE", "link": 12} + ] } ], + "links": [ + [1, 1, 0, 4, 0, "MODEL"], + [2, 1, 1, 5, 0, "CLIP"], + [3, 1, 1, 6, 0, "CLIP"], + [4, 1, 2, 9, 1, "VAE"], + [5, 2, 0, 3, 0, "MOTION_MODEL_ADE"], + [6, 3, 0, 4, 1, "M_MODELS"], + [7, 4, 0, 8, 0, "MODEL"], + [8, 5, 0, 8, 1, "CONDITIONING"], + [9, 6, 0, 8, 2, "CONDITIONING"], + [10, 7, 0, 8, 3, "LATENT"], + [11, 8, 0, 9, 0, "LATENT"], + [12, 9, 0, 10, 0, "IMAGE"] + ], "extra": { "workflow_info": { "name": "AnimateDiff Video Production", @@ -214,19 +214,19 @@ }, "parameters": { "prompt": { - "node_id": 3, + "node_id": 5, "type": "string", "required": true, "description": "Describe action and movement" }, "frames": { - "node_id": 5, + "node_id": 7, "type": "integer", "default": 16, "description": "Number of frames (8-32)" }, "fps": { - "node_id": 8, + "node_id": 10, "type": "integer", "default": 8 } @@ -244,7 +244,5 @@ ] } }, - "version": 0.4, - "links": [], - "last_link_id": 0 -} \ No newline at end of file + "version": 0.4 +}