fix: add missing node connections to ControlNet fusion workflow
The ControlNet workflow had no links between nodes. Added all required connections for a complete multi-ControlNet pipeline: - SDXL checkpoint → model/CLIP/VAE - Load depth & canny control images - Load ControlNet models - Chain ControlNet applications (depth → canny) - Text encoders → conditioning - Sampler → VAE decode → save/preview Also fixed checkpoint to use sd_xl_base_1.0.safetensors 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude <noreply@anthropic.com>
This commit is contained in:
@@ -1,382 +1,388 @@
|
||||
{
|
||||
"last_node_id": 15,
|
||||
"last_node_id": 14,
|
||||
"last_link_id": 16,
|
||||
"nodes": [
|
||||
{
|
||||
"id": 1,
|
||||
"type": "CheckpointLoaderSimple",
|
||||
"pos": [
|
||||
50,
|
||||
100
|
||||
],
|
||||
"widgets_values": [
|
||||
"diffusers/stable-diffusion-xl-base-1.0"
|
||||
],
|
||||
"title": "SDXL Checkpoint Loader",
|
||||
"pos": [50, 100],
|
||||
"size": {"0": 350, "1": 100},
|
||||
"flags": {},
|
||||
"order": 0,
|
||||
"mode": 0,
|
||||
"properties": {
|
||||
"Node name for S&R": "CheckpointLoaderSimple"
|
||||
},
|
||||
"size": {
|
||||
"0": 350,
|
||||
"1": 100
|
||||
}
|
||||
"properties": {"Node name for S&R": "CheckpointLoaderSimple"},
|
||||
"widgets_values": ["sd_xl_base_1.0.safetensors"],
|
||||
"title": "SDXL Checkpoint Loader",
|
||||
"outputs": [
|
||||
{"name": "MODEL", "type": "MODEL", "links": [1], "slot_index": 0},
|
||||
{"name": "CLIP", "type": "CLIP", "links": [2, 3], "slot_index": 1},
|
||||
{"name": "VAE", "type": "VAE", "links": [4], "slot_index": 2}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": 2,
|
||||
"type": "LoadImage",
|
||||
"pos": [
|
||||
50,
|
||||
300
|
||||
],
|
||||
"widgets_values": [
|
||||
"control_depth.png",
|
||||
"image"
|
||||
],
|
||||
"title": "API Depth Control Image",
|
||||
"pos": [50, 300],
|
||||
"size": {"0": 350, "1": 100},
|
||||
"flags": {},
|
||||
"order": 1,
|
||||
"mode": 0,
|
||||
"properties": {
|
||||
"Node name for S&R": "LoadImage"
|
||||
},
|
||||
"size": {
|
||||
"0": 350,
|
||||
"1": 100
|
||||
}
|
||||
"properties": {"Node name for S&R": "LoadImage"},
|
||||
"widgets_values": ["control_depth.png", "image"],
|
||||
"title": "API Depth Control Image",
|
||||
"outputs": [
|
||||
{"name": "IMAGE", "type": "IMAGE", "links": [5], "slot_index": 0},
|
||||
{"name": "MASK", "type": "MASK", "links": null, "slot_index": 1}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": 3,
|
||||
"type": "LoadImage",
|
||||
"pos": [
|
||||
50,
|
||||
650
|
||||
],
|
||||
"widgets_values": [
|
||||
"control_canny.png",
|
||||
"image"
|
||||
],
|
||||
"title": "API Canny Control Image",
|
||||
"pos": [50, 500],
|
||||
"size": {"0": 350, "1": 100},
|
||||
"flags": {},
|
||||
"order": 2,
|
||||
"mode": 0,
|
||||
"properties": {
|
||||
"Node name for S&R": "LoadImage"
|
||||
},
|
||||
"size": {
|
||||
"0": 350,
|
||||
"1": 100
|
||||
}
|
||||
"properties": {"Node name for S&R": "LoadImage"},
|
||||
"widgets_values": ["control_canny.png", "image"],
|
||||
"title": "API Canny Control Image",
|
||||
"outputs": [
|
||||
{"name": "IMAGE", "type": "IMAGE", "links": [6], "slot_index": 0},
|
||||
{"name": "MASK", "type": "MASK", "links": null, "slot_index": 1}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": 4,
|
||||
"type": "ControlNetLoader",
|
||||
"pos": [
|
||||
450,
|
||||
100
|
||||
],
|
||||
"widgets_values": [
|
||||
"control_v11p_sd15_depth"
|
||||
],
|
||||
"title": "Depth ControlNet Loader",
|
||||
"pos": [450, 100],
|
||||
"size": {"0": 350, "1": 60},
|
||||
"flags": {},
|
||||
"order": 3,
|
||||
"mode": 0,
|
||||
"properties": {
|
||||
"Node name for S&R": "ControlNetLoader"
|
||||
},
|
||||
"size": {
|
||||
"0": 350,
|
||||
"1": 100
|
||||
}
|
||||
"properties": {"Node name for S&R": "ControlNetLoader"},
|
||||
"widgets_values": ["control_v11p_sd15_depth"],
|
||||
"title": "Depth ControlNet Loader",
|
||||
"outputs": [
|
||||
{"name": "CONTROL_NET", "type": "CONTROL_NET", "links": [7], "slot_index": 0}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": 5,
|
||||
"type": "ControlNetLoader",
|
||||
"pos": [
|
||||
450,
|
||||
300
|
||||
],
|
||||
"widgets_values": [
|
||||
"control_v11p_sd15_canny"
|
||||
],
|
||||
"title": "Canny ControlNet Loader",
|
||||
"pos": [450, 250],
|
||||
"size": {"0": 350, "1": 60},
|
||||
"flags": {},
|
||||
"order": 4,
|
||||
"mode": 0,
|
||||
"properties": {
|
||||
"Node name for S&R": "ControlNetLoader"
|
||||
},
|
||||
"size": {
|
||||
"0": 350,
|
||||
"1": 100
|
||||
}
|
||||
"properties": {"Node name for S&R": "ControlNetLoader"},
|
||||
"widgets_values": ["control_v11p_sd15_canny"],
|
||||
"title": "Canny ControlNet Loader",
|
||||
"outputs": [
|
||||
{"name": "CONTROL_NET", "type": "CONTROL_NET", "links": [8], "slot_index": 0}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": 6,
|
||||
"type": "ControlNetApplyAdvanced",
|
||||
"pos": [
|
||||
800,
|
||||
100
|
||||
],
|
||||
"widgets_values": [
|
||||
0.8,
|
||||
0.0,
|
||||
1.0
|
||||
],
|
||||
"title": "Apply Depth Control",
|
||||
"pos": [850, 100],
|
||||
"size": {"0": 315, "1": 166},
|
||||
"flags": {},
|
||||
"order": 5,
|
||||
"mode": 0,
|
||||
"properties": {
|
||||
"Node name for S&R": "ControlNetApplyAdvanced"
|
||||
},
|
||||
"size": {
|
||||
"0": 315,
|
||||
"1": 100
|
||||
}
|
||||
"properties": {"Node name for S&R": "ControlNetApplyAdvanced"},
|
||||
"widgets_values": [0.8, 0.0, 1.0],
|
||||
"title": "Apply Depth Control",
|
||||
"inputs": [
|
||||
{"name": "positive", "type": "CONDITIONING", "link": 9},
|
||||
{"name": "negative", "type": "CONDITIONING", "link": 10},
|
||||
{"name": "control_net", "type": "CONTROL_NET", "link": 7},
|
||||
{"name": "image", "type": "IMAGE", "link": 5}
|
||||
],
|
||||
"outputs": [
|
||||
{"name": "positive", "type": "CONDITIONING", "links": [11], "slot_index": 0},
|
||||
{"name": "negative", "type": "CONDITIONING", "links": [12], "slot_index": 1}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": 7,
|
||||
"type": "ControlNetApplyAdvanced",
|
||||
"pos": [
|
||||
800,
|
||||
350
|
||||
],
|
||||
"widgets_values": [
|
||||
0.7,
|
||||
0.0,
|
||||
1.0
|
||||
],
|
||||
"title": "Apply Canny Control",
|
||||
"pos": [850, 350],
|
||||
"size": {"0": 315, "1": 166},
|
||||
"flags": {},
|
||||
"order": 6,
|
||||
"mode": 0,
|
||||
"properties": {
|
||||
"Node name for S&R": "ControlNetApplyAdvanced"
|
||||
},
|
||||
"size": {
|
||||
"0": 315,
|
||||
"1": 100
|
||||
}
|
||||
"properties": {"Node name for S&R": "ControlNetApplyAdvanced"},
|
||||
"widgets_values": [0.7, 0.0, 1.0],
|
||||
"title": "Apply Canny Control",
|
||||
"inputs": [
|
||||
{"name": "positive", "type": "CONDITIONING", "link": 11},
|
||||
{"name": "negative", "type": "CONDITIONING", "link": 12},
|
||||
{"name": "control_net", "type": "CONTROL_NET", "link": 8},
|
||||
{"name": "image", "type": "IMAGE", "link": 6}
|
||||
],
|
||||
"outputs": [
|
||||
{"name": "positive", "type": "CONDITIONING", "links": [13], "slot_index": 0},
|
||||
{"name": "negative", "type": "CONDITIONING", "links": [14], "slot_index": 1}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": 8,
|
||||
"type": "CLIPTextEncode",
|
||||
"pos": [
|
||||
450,
|
||||
600
|
||||
],
|
||||
"widgets_values": [
|
||||
"Detailed scene with precise composition"
|
||||
],
|
||||
"title": "API Positive Prompt",
|
||||
"pos": [450, 400],
|
||||
"size": {"0": 350, "1": 150},
|
||||
"flags": {},
|
||||
"order": 7,
|
||||
"mode": 0,
|
||||
"properties": {
|
||||
"Node name for S&R": "CLIPTextEncode"
|
||||
},
|
||||
"size": {
|
||||
"0": 400,
|
||||
"1": 200
|
||||
}
|
||||
"properties": {"Node name for S&R": "CLIPTextEncode"},
|
||||
"widgets_values": ["Detailed scene with precise composition"],
|
||||
"title": "API Positive Prompt",
|
||||
"inputs": [
|
||||
{"name": "clip", "type": "CLIP", "link": 2}
|
||||
],
|
||||
"outputs": [
|
||||
{"name": "CONDITIONING", "type": "CONDITIONING", "links": [9], "slot_index": 0}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": 9,
|
||||
"type": "CLIPTextEncode",
|
||||
"pos": [
|
||||
450,
|
||||
850
|
||||
],
|
||||
"widgets_values": [
|
||||
"blurry, low quality"
|
||||
],
|
||||
"title": "API Negative Prompt",
|
||||
"pos": [450, 600],
|
||||
"size": {"0": 350, "1": 150},
|
||||
"flags": {},
|
||||
"order": 8,
|
||||
"mode": 0,
|
||||
"properties": {
|
||||
"Node name for S&R": "CLIPTextEncode"
|
||||
},
|
||||
"size": {
|
||||
"0": 400,
|
||||
"1": 200
|
||||
}
|
||||
"properties": {"Node name for S&R": "CLIPTextEncode"},
|
||||
"widgets_values": ["blurry, low quality"],
|
||||
"title": "API Negative Prompt",
|
||||
"inputs": [
|
||||
{"name": "clip", "type": "CLIP", "link": 3}
|
||||
],
|
||||
"outputs": [
|
||||
{"name": "CONDITIONING", "type": "CONDITIONING", "links": [10], "slot_index": 0}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": 10,
|
||||
"type": "EmptyLatentImage",
|
||||
"pos": [
|
||||
800,
|
||||
700
|
||||
],
|
||||
"widgets_values": [
|
||||
1024,
|
||||
1024,
|
||||
1
|
||||
],
|
||||
"title": "API Latent Config",
|
||||
"pos": [850, 600],
|
||||
"size": {"0": 315, "1": 106},
|
||||
"flags": {},
|
||||
"order": 9,
|
||||
"mode": 0,
|
||||
"properties": {
|
||||
"Node name for S&R": "EmptyLatentImage"
|
||||
},
|
||||
"size": {
|
||||
"0": 315,
|
||||
"1": 100
|
||||
}
|
||||
"properties": {"Node name for S&R": "EmptyLatentImage"},
|
||||
"widgets_values": [1024, 1024, 1],
|
||||
"title": "API Latent Config",
|
||||
"outputs": [
|
||||
{"name": "LATENT", "type": "LATENT", "links": [15], "slot_index": 0}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": 11,
|
||||
"type": "KSampler",
|
||||
"pos": [
|
||||
1150,
|
||||
100
|
||||
],
|
||||
"widgets_values": [
|
||||
42,
|
||||
"fixed",
|
||||
30,
|
||||
7.5,
|
||||
"dpmpp_2m",
|
||||
"karras",
|
||||
1
|
||||
],
|
||||
"title": "Multi-ControlNet Sampler",
|
||||
"pos": [1200, 100],
|
||||
"size": {"0": 315, "1": 474},
|
||||
"flags": {},
|
||||
"order": 10,
|
||||
"mode": 0,
|
||||
"properties": {
|
||||
"Node name for S&R": "KSampler"
|
||||
},
|
||||
"size": {
|
||||
"0": 315,
|
||||
"1": 474
|
||||
}
|
||||
"properties": {"Node name for S&R": "KSampler"},
|
||||
"widgets_values": [42, "fixed", 30, 7.5, "dpmpp_2m", "karras", 1],
|
||||
"title": "Multi-ControlNet Sampler",
|
||||
"inputs": [
|
||||
{"name": "model", "type": "MODEL", "link": 1},
|
||||
{"name": "positive", "type": "CONDITIONING", "link": 13},
|
||||
{"name": "negative", "type": "CONDITIONING", "link": 14},
|
||||
{"name": "latent_image", "type": "LATENT", "link": 15}
|
||||
],
|
||||
"outputs": [
|
||||
{"name": "LATENT", "type": "LATENT", "links": [16], "slot_index": 0}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": 12,
|
||||
"type": "VAEDecode",
|
||||
"pos": [
|
||||
1500,
|
||||
100
|
||||
],
|
||||
"title": "VAE Decode",
|
||||
"pos": [1550, 100],
|
||||
"size": {"0": 210, "1": 46},
|
||||
"flags": {},
|
||||
"order": 11,
|
||||
"mode": 0,
|
||||
"properties": {
|
||||
"Node name for S&R": "VAEDecode"
|
||||
},
|
||||
"size": {
|
||||
"0": 315,
|
||||
"1": 100
|
||||
}
|
||||
"properties": {"Node name for S&R": "VAEDecode"},
|
||||
"title": "VAE Decode",
|
||||
"inputs": [
|
||||
{"name": "samples", "type": "LATENT", "link": 16},
|
||||
{"name": "vae", "type": "VAE", "link": 4}
|
||||
],
|
||||
"outputs": [
|
||||
{"name": "IMAGE", "type": "IMAGE", "links": [17, 18], "slot_index": 0}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": 13,
|
||||
"type": "PreviewImage",
|
||||
"pos": [
|
||||
1800,
|
||||
100
|
||||
],
|
||||
"title": "Preview Output",
|
||||
"pos": [1800, 100],
|
||||
"size": {"0": 400, "1": 400},
|
||||
"flags": {},
|
||||
"order": 12,
|
||||
"mode": 0,
|
||||
"properties": {
|
||||
"Node name for S&R": "PreviewImage"
|
||||
},
|
||||
"size": {
|
||||
"0": 315,
|
||||
"1": 100
|
||||
}
|
||||
"properties": {"Node name for S&R": "PreviewImage"},
|
||||
"title": "Preview Output",
|
||||
"inputs": [
|
||||
{"name": "images", "type": "IMAGE", "link": 17}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": 14,
|
||||
"type": "SaveImage",
|
||||
"pos": [
|
||||
1800,
|
||||
450
|
||||
],
|
||||
"widgets_values": [
|
||||
"controlnet_fusion_output"
|
||||
],
|
||||
"title": "API Image Output",
|
||||
"pos": [1800, 550],
|
||||
"size": {"0": 400, "1": 100},
|
||||
"flags": {},
|
||||
"order": 13,
|
||||
"mode": 0,
|
||||
"properties": {
|
||||
"Node name for S&R": "SaveImage"
|
||||
},
|
||||
"size": {
|
||||
"0": 315,
|
||||
"1": 100
|
||||
}
|
||||
"properties": {"Node name for S&R": "SaveImage"},
|
||||
"widgets_values": ["controlnet_fusion_output"],
|
||||
"title": "API Image Output",
|
||||
"inputs": [
|
||||
{"name": "images", "type": "IMAGE", "link": 18}
|
||||
]
|
||||
}
|
||||
],
|
||||
"links": [
|
||||
[1, 1, 0, 11, 0, "MODEL"],
|
||||
[2, 1, 1, 8, 0, "CLIP"],
|
||||
[3, 1, 1, 9, 0, "CLIP"],
|
||||
[4, 1, 2, 12, 1, "VAE"],
|
||||
[5, 2, 0, 6, 3, "IMAGE"],
|
||||
[6, 3, 0, 7, 3, "IMAGE"],
|
||||
[7, 4, 0, 6, 2, "CONTROL_NET"],
|
||||
[8, 5, 0, 7, 2, "CONTROL_NET"],
|
||||
[9, 8, 0, 6, 0, "CONDITIONING"],
|
||||
[10, 9, 0, 6, 1, "CONDITIONING"],
|
||||
[11, 6, 0, 7, 0, "CONDITIONING"],
|
||||
[12, 6, 1, 7, 1, "CONDITIONING"],
|
||||
[13, 7, 0, 11, 1, "CONDITIONING"],
|
||||
[14, 7, 1, 11, 2, "CONDITIONING"],
|
||||
[15, 10, 0, 11, 3, "LATENT"],
|
||||
[16, 11, 0, 12, 0, "LATENT"],
|
||||
[17, 12, 0, 13, 0, "IMAGE"],
|
||||
[18, 12, 0, 14, 0, "IMAGE"]
|
||||
],
|
||||
"groups": [],
|
||||
"config": {},
|
||||
"extra": {
|
||||
"workflow_info": {
|
||||
"name": "ControlNet Fusion Production",
|
||||
"version": "1.0.0",
|
||||
"description": "Multi-ControlNet workflow for precise composition control. Combine depth, canny, pose, or other controls for exact image generation.",
|
||||
"description": "Multi-ControlNet workflow for precise composition control. Combine depth and canny controls for exact image generation using SDXL.",
|
||||
"category": "advanced",
|
||||
"tags": [
|
||||
"controlnet",
|
||||
"multi-control",
|
||||
"fusion",
|
||||
"advanced",
|
||||
"production"
|
||||
"production",
|
||||
"sdxl"
|
||||
],
|
||||
"requirements": {
|
||||
"models": [
|
||||
"stable-diffusion-xl-base-1.0",
|
||||
"controlnet-depth",
|
||||
"controlnet-canny"
|
||||
"controlnet-depth-sdxl",
|
||||
"controlnet-canny-sdxl"
|
||||
],
|
||||
"custom_nodes": [
|
||||
"ComfyUI-Advanced-ControlNet"
|
||||
],
|
||||
"vram_min": "20GB"
|
||||
"vram_min": "20GB",
|
||||
"vram_recommended": "24GB"
|
||||
},
|
||||
"parameters": {
|
||||
"depth_control": {
|
||||
"node_id": 2,
|
||||
"widget_index": 0,
|
||||
"type": "image",
|
||||
"required": false
|
||||
"required": false,
|
||||
"description": "Depth map control image"
|
||||
},
|
||||
"canny_control": {
|
||||
"node_id": 3,
|
||||
"widget_index": 0,
|
||||
"type": "image",
|
||||
"required": false
|
||||
"required": false,
|
||||
"description": "Canny edge control image"
|
||||
},
|
||||
"prompt": {
|
||||
"node_id": 8,
|
||||
"widget_index": 0,
|
||||
"type": "string",
|
||||
"required": true,
|
||||
"default": "Detailed scene with precise composition",
|
||||
"description": "Text description"
|
||||
},
|
||||
"negative_prompt": {
|
||||
"node_id": 9,
|
||||
"widget_index": 0,
|
||||
"type": "string",
|
||||
"required": false,
|
||||
"default": "blurry, low quality",
|
||||
"description": "Undesired elements"
|
||||
},
|
||||
"depth_strength": {
|
||||
"node_id": 6,
|
||||
"widget_index": 0,
|
||||
"type": "float",
|
||||
"default": 0.8
|
||||
"required": false,
|
||||
"default": 0.8,
|
||||
"min": 0.0,
|
||||
"max": 1.0,
|
||||
"description": "Depth control strength"
|
||||
},
|
||||
"canny_strength": {
|
||||
"node_id": 7,
|
||||
"widget_index": 0,
|
||||
"type": "float",
|
||||
"default": 0.7
|
||||
"required": false,
|
||||
"default": 0.7,
|
||||
"min": 0.0,
|
||||
"max": 1.0,
|
||||
"description": "Canny control strength"
|
||||
},
|
||||
"seed": {
|
||||
"node_id": 11,
|
||||
"widget_index": 0,
|
||||
"type": "integer",
|
||||
"required": false,
|
||||
"default": 42,
|
||||
"description": "Random seed"
|
||||
},
|
||||
"steps": {
|
||||
"node_id": 11,
|
||||
"widget_index": 2,
|
||||
"type": "integer",
|
||||
"required": false,
|
||||
"default": 30,
|
||||
"min": 20,
|
||||
"max": 50,
|
||||
"description": "Sampling steps"
|
||||
}
|
||||
},
|
||||
"outputs": {
|
||||
"image": {
|
||||
"node_id": 14,
|
||||
"type": "image",
|
||||
"format": "PNG",
|
||||
"resolution": "1024x1024 (configurable)"
|
||||
}
|
||||
},
|
||||
"performance": {
|
||||
"avg_generation_time": "45-70 seconds",
|
||||
"vram_usage": "~18-22GB"
|
||||
"avg_generation_time": "50-80 seconds (30 steps)",
|
||||
"vram_usage": "~20-24GB",
|
||||
"gpu_utilization": "95-100%"
|
||||
},
|
||||
"use_cases": [
|
||||
"Architectural visualization",
|
||||
"Product photography",
|
||||
"Precise composition control",
|
||||
"3D-to-2D rendering"
|
||||
"Architectural visualization with depth control",
|
||||
"Product photography with edge guidance",
|
||||
"Precise composition control for professional work",
|
||||
"3D-to-2D rendering with multi-modal control"
|
||||
]
|
||||
}
|
||||
},
|
||||
"version": 0.4,
|
||||
"links": [],
|
||||
"last_link_id": 0
|
||||
}
|
||||
"version": 0.4
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user