Files
runpod/models/comfyui/workflows/image-to-video/cogvideox-i2v-production-v1.json

34 lines
2.3 KiB
JSON
Raw Normal View History

{
"last_node_id": 10,
"last_link_id": 12,
"nodes": [
{"id": 1, "type": "LoadImage", "pos": [50, 100], "size": [315, 314], "widgets_values": ["input_frame.png", "image"], "title": "API Input Image"},
{"id": 2, "type": "DiffusersLoader", "pos": [50, 500], "widgets_values": ["diffusion_models/CogVideoX-5b"], "title": "CogVideoX-5b Loader"},
{"id": 3, "type": "CLIPTextEncode", "pos": [450, 100], "widgets_values": ["Camera movement description, action, scene details"], "title": "API Video Prompt"},
{"id": 4, "type": "CogVideoXSampler", "pos": [800, 100], "widgets_values": [42, "fixed", 50, 6.0, 49, 6], "title": "CogVideoX Sampler (6s @ 8fps)"},
{"id": 5, "type": "VAEDecode", "pos": [1150, 100], "title": "VAE Decode Video"},
{"id": 6, "type": "VHSVideoCombine", "pos": [1450, 100], "widgets_values": [8, 0, "cogvideox_output", "video/h264-mp4"], "title": "Combine Video Frames"},
{"id": 7, "type": "PreviewVideo", "pos": [1750, 100], "title": "Preview Video"},
{"id": 8, "type": "SaveVideo", "pos": [1750, 400], "widgets_values": ["cogvideox_output"], "title": "API Video Output"}
],
"links": [],
"extra": {
"workflow_info": {
"name": "CogVideoX Image-to-Video Production",
"version": "1.0.0",
"description": "AI-driven image-to-video using CogVideoX-5b. Generate 6-second videos (48 frames @ 8fps) from input images with camera movement and action.",
"category": "image-to-video",
"tags": ["cogvideox", "i2v", "video-generation", "production"],
"requirements": {"models": ["CogVideoX-5b"], "custom_nodes": ["ComfyUI-VideoHelperSuite", "ComfyUI-CogVideoXWrapper"], "vram_min": "20GB"},
"parameters": {
"input_image": {"node_id": 1, "type": "image", "required": true, "description": "Starting frame for video"},
"video_prompt": {"node_id": 3, "type": "string", "required": true, "description": "Describe camera movement and action"},
"steps": {"node_id": 4, "type": "integer", "default": 50, "description": "Sampling steps (50 recommended)"},
"fps": {"node_id": 6, "type": "integer", "default": 8, "description": "Output framerate"}
},
"performance": {"avg_generation_time": "120-180 seconds", "vram_usage": "~20-22GB", "output": "6 seconds @ 8fps (48 frames)"}
}
},
"version": 0.4
}