valknar/runpod
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: complete ComfyUI workflow schema validation

Browse Source 
Fix all 20 production workflows to comply with ComfyUI schema requirements:
- Add missing 'flags', 'order', 'mode', 'properties', 'size' fields to all nodes
- Update deprecated node names:
  - AnimateDiffLoader → AnimateDiffLoaderV1
  - VHSVideoCombine → VHS_VideoCombine
  - IPAdapterApply → IPAdapter
  - IPAdapterApplyFace → IPAdapterFaceID
- Remove deprecated nodes: PreviewVideo, SaveVideo
- Add fix_workflows.py script for future maintenance

Changes:
- 16 workflows updated with complete schema
- 4 workflows (FLUX, SD3.5) were already valid
- All workflows now pass zod schema validation

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Co-Authored-By: Claude <noreply@anthropic.com>
This commit is contained in:
Sebastian Krüger
2025-11-22 15:30:08 +01:00
parent 19d82108b0
commit 2213ed3c85
17 changed files with 3727 additions and 300 deletions
Download Patch File Download Diff File Expand all files Collapse all files

202
models/comfyui/workflows/image-to-video/cogvideox-i2v-production-v1.json
View File

@@ -2,14 +2,144 @@
"last_node_id": 10,
"last_link_id": 12,
"nodes": [
{"id": 1, "type": "LoadImage", "pos": [50, 100], "size": [315, 314], "widgets_values": ["input_frame.png", "image"], "title": "API Input Image"},
{"id": 2, "type": "DiffusersLoader", "pos": [50, 500], "widgets_values": ["diffusion_models/CogVideoX-5b"], "title": "CogVideoX-5b Loader"},
{"id": 3, "type": "CLIPTextEncode", "pos": [450, 100], "widgets_values": ["Camera movement description, action, scene details"], "title": "API Video Prompt"},
{"id": 4, "type": "CogVideoXSampler", "pos": [800, 100], "widgets_values": [42, "fixed", 50, 6.0, 49, 6], "title": "CogVideoX Sampler (6s @ 8fps)"},
{"id": 5, "type": "VAEDecode", "pos": [1150, 100], "title": "VAE Decode Video"},
{"id": 6, "type": "VHSVideoCombine", "pos": [1450, 100], "widgets_values": [8, 0, "cogvideox_output", "video/h264-mp4"], "title": "Combine Video Frames"},
{"id": 7, "type": "PreviewVideo", "pos": [1750, 100], "title": "Preview Video"},
{"id": 8, "type": "SaveVideo", "pos": [1750, 400], "widgets_values": ["cogvideox_output"], "title": "API Video Output"}
{
"id": 1,
"type": "LoadImage",
"pos": [
50,
100
],
"size": [
315,
314
],
"widgets_values": [
"input_frame.png",
"image"
],
"title": "API Input Image",
"flags": {},
"order": 0,
"mode": 0,
"properties": {
"Node name for S&R": "LoadImage"
}
},
{
"id": 2,
"type": "DiffusersLoader",
"pos": [
50,
500
],
"widgets_values": [
"diffusion_models/CogVideoX-5b"
],
"title": "CogVideoX-5b Loader",
"flags": {},
"order": 1,
"mode": 0,
"properties": {
"Node name for S&R": "DiffusersLoader"
},
"size": {
"0": 350,
"1": 100
}
},
{
"id": 3,
"type": "CLIPTextEncode",
"pos": [
450,
100
],
"widgets_values": [
"Camera movement description, action, scene details"
],
"title": "API Video Prompt",
"flags": {},
"order": 2,
"mode": 0,
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"size": {
"0": 400,
"1": 200
}
},
{
"id": 4,
"type": "CogVideoXSampler",
"pos": [
800,
100
],
"widgets_values": [
42,
"fixed",
50,
6.0,
49,
6
],
"title": "CogVideoX Sampler (6s @ 8fps)",
"flags": {},
"order": 3,
"mode": 0,
"properties": {
"Node name for S&R": "CogVideoXSampler"
},
"size": {
"0": 315,
"1": 474
}
},
{
"id": 5,
"type": "VAEDecode",
"pos": [
1150,
100
],
"title": "VAE Decode Video",
"flags": {},
"order": 4,
"mode": 0,
"properties": {
"Node name for S&R": "VAEDecode"
},
"size": {
"0": 315,
"1": 100
}
},
{
"id": 6,
"type": "VHS_VideoCombine",
"pos": [
1450,
100
],
"widgets_values": [
8,
0,
"cogvideox_output",
"video/h264-mp4"
],
"title": "Combine Video Frames",
"flags": {},
"order": 5,
"mode": 0,
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"size": {
"0": 315,
"1": 100
}
}
],
"links": [],
"extra": {
@@ -18,16 +148,54 @@
"version": "1.0.0",
"description": "AI-driven image-to-video using CogVideoX-5b. Generate 6-second videos (48 frames @ 8fps) from input images with camera movement and action.",
"category": "image-to-video",
"tags": ["cogvideox", "i2v", "video-generation", "production"],
"requirements": {"models": ["CogVideoX-5b"], "custom_nodes": ["ComfyUI-VideoHelperSuite", "ComfyUI-CogVideoXWrapper"], "vram_min": "20GB"},
"parameters": {
"input_image": {"node_id": 1, "type": "image", "required": true, "description": "Starting frame for video"},
"video_prompt": {"node_id": 3, "type": "string", "required": true, "description": "Describe camera movement and action"},
"steps": {"node_id": 4, "type": "integer", "default": 50, "description": "Sampling steps (50 recommended)"},
"fps": {"node_id": 6, "type": "integer", "default": 8, "description": "Output framerate"}
"tags": [
"cogvideox",
"i2v",
"video-generation",
"production"
],
"requirements": {
"models": [
"CogVideoX-5b"
],
"custom_nodes": [
"ComfyUI-VideoHelperSuite",
"ComfyUI-CogVideoXWrapper"
],
"vram_min": "20GB"
},
"performance": {"avg_generation_time": "120-180 seconds", "vram_usage": "~20-22GB", "output": "6 seconds @ 8fps (48 frames)"}
"parameters": {
"input_image": {
"node_id": 1,
"type": "image",
"required": true,
"description": "Starting frame for video"
},
"video_prompt": {
"node_id": 3,
"type": "string",
"required": true,
"description": "Describe camera movement and action"
},
"steps": {
"node_id": 4,
"type": "integer",
"default": 50,
"description": "Sampling steps (50 recommended)"
},
"fps": {
"node_id": 6,
"type": "integer",
"default": 8,
"description": "Output framerate"
}
},
"performance": {
"avg_generation_time": "120-180 seconds",
"vram_usage": "~20-22GB",
"output": "6 seconds @ 8fps (48 frames)"
}
}
},
"version": 0.4
}
}

177
models/comfyui/workflows/image-to-video/svd-i2v-production-v1.json
View File

@@ -2,13 +2,122 @@
"last_node_id": 8,
"last_link_id": 10,
"nodes": [
{"id": 1, "type": "LoadImage", "pos": [50, 100], "widgets_values": ["input_frame.png", "image"], "title": "API Input Image"},
{"id": 2, "type": "DiffusersLoader", "pos": [50, 400], "widgets_values": ["diffusion_models/stable-video-diffusion-img2vid"], "title": "SVD Model Loader"},
{"id": 3, "type": "SVDSampler", "pos": [450, 100], "widgets_values": [42, "fixed", 25, 14, 127, 0.02], "title": "SVD Sampler (14 frames)"},
{"id": 4, "type": "VAEDecode", "pos": [800, 100], "title": "VAE Decode Video"},
{"id": 5, "type": "VHSVideoCombine", "pos": [1100, 100], "widgets_values": [6, 0, "svd_output", "video/h264-mp4"], "title": "Combine Frames"},
{"id": 6, "type": "PreviewVideo", "pos": [1400, 100], "title": "Preview Video"},
{"id": 7, "type": "SaveVideo", "pos": [1400, 350], "widgets_values": ["svd_output"], "title": "API Video Output"}
{
"id": 1,
"type": "LoadImage",
"pos": [
50,
100
],
"widgets_values": [
"input_frame.png",
"image"
],
"title": "API Input Image",
"flags": {},
"order": 0,
"mode": 0,
"properties": {
"Node name for S&R": "LoadImage"
},
"size": {
"0": 350,
"1": 100
}
},
{
"id": 2,
"type": "DiffusersLoader",
"pos": [
50,
400
],
"widgets_values": [
"diffusion_models/stable-video-diffusion-img2vid"
],
"title": "SVD Model Loader",
"flags": {},
"order": 1,
"mode": 0,
"properties": {
"Node name for S&R": "DiffusersLoader"
},
"size": {
"0": 350,
"1": 100
}
},
{
"id": 3,
"type": "SVDSampler",
"pos": [
450,
100
],
"widgets_values": [
42,
"fixed",
25,
14,
127,
0.02
],
"title": "SVD Sampler (14 frames)",
"flags": {},
"order": 2,
"mode": 0,
"properties": {
"Node name for S&R": "SVDSampler"
},
"size": {
"0": 315,
"1": 474
}
},
{
"id": 4,
"type": "VAEDecode",
"pos": [
800,
100
],
"title": "VAE Decode Video",
"flags": {},
"order": 3,
"mode": 0,
"properties": {
"Node name for S&R": "VAEDecode"
},
"size": {
"0": 315,
"1": 100
}
},
{
"id": 5,
"type": "VHS_VideoCombine",
"pos": [
1100,
100
],
"widgets_values": [
6,
0,
"svd_output",
"video/h264-mp4"
],
"title": "Combine Frames",
"flags": {},
"order": 4,
"mode": 0,
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"size": {
"0": 315,
"1": 100
}
}
],
"links": [],
"extra": {
@@ -17,16 +126,52 @@
"version": "1.0.0",
"description": "Quick animation using SVD. Generate 14-frame video from single image with motion and camera movement.",
"category": "image-to-video",
"tags": ["svd", "stable-video-diffusion", "i2v", "animation", "production"],
"requirements": {"models": ["stable-video-diffusion-img2vid"], "custom_nodes": ["ComfyUI-VideoHelperSuite"], "vram_min": "16GB"},
"parameters": {
"input_image": {"node_id": 1, "type": "image", "required": true},
"steps": {"node_id": 3, "type": "integer", "default": 25},
"frames": {"node_id": 3, "type": "integer", "default": 14, "description": "Number of output frames"},
"motion_bucket": {"node_id": 3, "type": "integer", "default": 127, "description": "Motion amount (0-255)"}
"tags": [
"svd",
"stable-video-diffusion",
"i2v",
"animation",
"production"
],
"requirements": {
"models": [
"stable-video-diffusion-img2vid"
],
"custom_nodes": [
"ComfyUI-VideoHelperSuite"
],
"vram_min": "16GB"
},
"performance": {"avg_generation_time": "25-35 seconds", "vram_usage": "~14-16GB", "output": "14 frames (~2.3s @ 6fps)"}
"parameters": {
"input_image": {
"node_id": 1,
"type": "image",
"required": true
},
"steps": {
"node_id": 3,
"type": "integer",
"default": 25
},
"frames": {
"node_id": 3,
"type": "integer",
"default": 14,
"description": "Number of output frames"
},
"motion_bucket": {
"node_id": 3,
"type": "integer",
"default": 127,
"description": "Motion amount (0-255)"
}
},
"performance": {
"avg_generation_time": "25-35 seconds",
"vram_usage": "~14-16GB",
"output": "14 frames (~2.3s @ 6fps)"
}
}
},
"version": 0.4
}
}

176
models/comfyui/workflows/image-to-video/svd-xt-i2v-production-v1.json
View File

@@ -2,13 +2,122 @@
"last_node_id": 8,
"last_link_id": 10,
"nodes": [
{"id": 1, "type": "LoadImage", "pos": [50, 100], "widgets_values": ["input_frame.png", "image"], "title": "API Input Image"},
{"id": 2, "type": "DiffusersLoader", "pos": [50, 400], "widgets_values": ["diffusion_models/stable-video-diffusion-img2vid-xt"], "title": "SVD-XT Model Loader"},
{"id": 3, "type": "SVDSampler", "pos": [450, 100], "widgets_values": [42, "fixed", 30, 25, 127, 0.02], "title": "SVD-XT Sampler (25 frames)"},
{"id": 4, "type": "VAEDecode", "pos": [800, 100], "title": "VAE Decode Video"},
{"id": 5, "type": "VHSVideoCombine", "pos": [1100, 100], "widgets_values": [6, 0, "svd_xt_output", "video/h264-mp4"], "title": "Combine Frames"},
{"id": 6, "type": "PreviewVideo", "pos": [1400, 100], "title": "Preview Video"},
{"id": 7, "type": "SaveVideo", "pos": [1400, 350], "widgets_values": ["svd_xt_output"], "title": "API Video Output"}
{
"id": 1,
"type": "LoadImage",
"pos": [
50,
100
],
"widgets_values": [
"input_frame.png",
"image"
],
"title": "API Input Image",
"flags": {},
"order": 0,
"mode": 0,
"properties": {
"Node name for S&R": "LoadImage"
},
"size": {
"0": 350,
"1": 100
}
},
{
"id": 2,
"type": "DiffusersLoader",
"pos": [
50,
400
],
"widgets_values": [
"diffusion_models/stable-video-diffusion-img2vid-xt"
],
"title": "SVD-XT Model Loader",
"flags": {},
"order": 1,
"mode": 0,
"properties": {
"Node name for S&R": "DiffusersLoader"
},
"size": {
"0": 350,
"1": 100
}
},
{
"id": 3,
"type": "SVDSampler",
"pos": [
450,
100
],
"widgets_values": [
42,
"fixed",
30,
25,
127,
0.02
],
"title": "SVD-XT Sampler (25 frames)",
"flags": {},
"order": 2,
"mode": 0,
"properties": {
"Node name for S&R": "SVDSampler"
},
"size": {
"0": 315,
"1": 474
}
},
{
"id": 4,
"type": "VAEDecode",
"pos": [
800,
100
],
"title": "VAE Decode Video",
"flags": {},
"order": 3,
"mode": 0,
"properties": {
"Node name for S&R": "VAEDecode"
},
"size": {
"0": 315,
"1": 100
}
},
{
"id": 5,
"type": "VHS_VideoCombine",
"pos": [
1100,
100
],
"widgets_values": [
6,
0,
"svd_xt_output",
"video/h264-mp4"
],
"title": "Combine Frames",
"flags": {},
"order": 4,
"mode": 0,
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"size": {
"0": 315,
"1": 100
}
}
],
"links": [],
"extra": {
@@ -17,16 +126,51 @@
"version": "1.0.0",
"description": "Extended animation using SVD-XT. Generate 25-frame video for longer animations with smooth motion.",
"category": "image-to-video",
"tags": ["svd-xt", "stable-video-diffusion", "i2v", "extended", "production"],
"requirements": {"models": ["stable-video-diffusion-img2vid-xt"], "custom_nodes": ["ComfyUI-VideoHelperSuite"], "vram_min": "18GB"},
"parameters": {
"input_image": {"node_id": 1, "type": "image", "required": true},
"steps": {"node_id": 3, "type": "integer", "default": 30},
"frames": {"node_id": 3, "type": "integer", "default": 25, "description": "Number of output frames"},
"motion_bucket": {"node_id": 3, "type": "integer", "default": 127}
"tags": [
"svd-xt",
"stable-video-diffusion",
"i2v",
"extended",
"production"
],
"requirements": {
"models": [
"stable-video-diffusion-img2vid-xt"
],
"custom_nodes": [
"ComfyUI-VideoHelperSuite"
],
"vram_min": "18GB"
},
"performance": {"avg_generation_time": "40-55 seconds", "vram_usage": "~16-18GB", "output": "25 frames (~4.2s @ 6fps)"}
"parameters": {
"input_image": {
"node_id": 1,
"type": "image",
"required": true
},
"steps": {
"node_id": 3,
"type": "integer",
"default": 30
},
"frames": {
"node_id": 3,
"type": "integer",
"default": 25,
"description": "Number of output frames"
},
"motion_bucket": {
"node_id": 3,
"type": "integer",
"default": 127
}
},
"performance": {
"avg_generation_time": "40-55 seconds",
"vram_usage": "~16-18GB",
"output": "25 frames (~4.2s @ 6fps)"
}
}
},
"version": 0.4
}
}