diff --git a/comfyui/workflows/text-to-music/musicgen-medium-t2m-production-v1.json b/comfyui/workflows/text-to-music/musicgen-medium-t2m-production-v1.json index b70a606..df30526 100644 --- a/comfyui/workflows/text-to-music/musicgen-medium-t2m-production-v1.json +++ b/comfyui/workflows/text-to-music/musicgen-medium-t2m-production-v1.json @@ -1,136 +1,152 @@ { - "last_node_id": 6, + "last_node_id": 2, + "last_link_id": 1, "nodes": [ { "id": 1, - "type": "MusicGenLoader", - "pos": [ - 50, - 100 - ], - "widgets_values": [ - "facebook/musicgen-medium" - ], - "title": "MusicGen Medium Loader", + "type": "Musicgen_", + "pos": [50, 100], + "size": [400, 300], "flags": {}, "order": 0, "mode": 0, + "outputs": [ + { + "name": "audio", + "type": "AUDIO", + "links": [1], + "slot_index": 0 + } + ], "properties": { - "Node name for S&R": "MusicGenLoader" + "Node name for S&R": "Musicgen_" }, - "size": { - "0": 350, - "1": 100 - } + "widgets_values": [ + "Upbeat electronic dance music with energetic beats and synthesizer melodies", + 30.0, + 3.0, + 42, + "auto" + ], + "title": "MusicGen Medium Generator" }, { "id": 2, - "type": "MusicGenTextEncode", - "pos": [ - 400, - 100 - ], - "widgets_values": [ - "Upbeat electronic dance music" - ], - "title": "API Music Prompt", + "type": "SaveAudio", + "pos": [500, 100], + "size": [315, 100], "flags": {}, "order": 1, "mode": 0, + "inputs": [ + { + "name": "audio", + "type": "AUDIO", + "link": 1 + } + ], "properties": { - "Node name for S&R": "MusicGenTextEncode" + "Node name for S&R": "SaveAudio" }, - "size": { - "0": 400, - "1": 200 - } - }, - { - "id": 3, - "type": "MusicGenSampler", - "pos": [ - 750, - 100 - ], - "widgets_values": [ - 42, - "fixed", - 30.0, - 250, - 3.0 - ], - "title": "MusicGen Sampler", - "flags": {}, - "order": 2, - "mode": 0, - "properties": { - "Node name for S&R": "MusicGenSampler" - }, - "size": { - "0": 315, - "1": 474 - } - }, - { - "id": 4, - "type": "SaveAudio", - "pos": [ - 1100, - 100 - ], - "widgets_values": [ - "musicgen_medium_output", - "wav" - ], - "title": "API Audio Output", - "flags": {}, - "order": 3, - "mode": 0, - "properties": { - "Node name for S&R": "AudioSave" - }, - "size": { - "0": 315, - "1": 100 - } + "widgets_values": ["audio/musicgen_medium_output"], + "title": "API Audio Output" } ], + "links": [ + [1, 1, 0, 2, 0, "AUDIO"] + ], + "groups": [], + "config": {}, "extra": { "workflow_info": { - "name": "MusicGen Medium Text-to-Music", - "version": "1.0.0", + "name": "MusicGen Medium Text-to-Music Production", + "version": "1.2.0", + "description": "Balanced music generation using MusicGen Medium. Good quality with moderate VRAM usage.", "category": "text-to-music", - "tags": [ - "musicgen", - "medium", - "t2m" - ], + "tags": ["musicgen", "medium", "t2m", "audio", "production"], "requirements": { - "models": [ - "musicgen-medium" - ], - "custom_nodes": [ - "comfyui-sound-lab" - ], - "vram_min": "10GB" + "models": ["facebook/musicgen-medium"], + "custom_nodes": ["comfyui-sound-lab"], + "vram_min": "8GB", + "vram_recommended": "10GB" }, "parameters": { "prompt": { - "node_id": 2, - "type": "string" + "node_id": 1, + "widget_index": 0, + "type": "string", + "required": true, + "default": "Upbeat electronic dance music", + "description": "Text description of desired music style, genre, mood, instruments" }, "duration": { - "node_id": 3, - "default": 30.0 + "node_id": 1, + "widget_index": 1, + "type": "float", + "required": false, + "default": 30.0, + "min": 1.0, + "max": 60.0, + "description": "Duration in seconds (up to 30s recommended for best quality)" + }, + "guidance_scale": { + "node_id": 1, + "widget_index": 2, + "type": "float", + "required": false, + "default": 3.0, + "min": 0.0, + "max": 20.0, + "description": "How closely to follow the prompt (3.0 recommended)" + }, + "seed": { + "node_id": 1, + "widget_index": 3, + "type": "integer", + "required": false, + "default": 42, + "min": 0, + "max": 2147483647, + "description": "Random seed for reproducibility" + }, + "device": { + "node_id": 1, + "widget_index": 4, + "type": "string", + "required": false, + "default": "auto", + "options": ["auto", "cpu"], + "description": "Computation device (auto recommended)" + } + }, + "outputs": { + "audio": { + "node_id": 2, + "type": "audio", + "format": "FLAC", + "sample_rate": "32000 Hz", + "channels": "stereo" } }, "performance": { - "avg_generation_time": "25-40 seconds", - "vram_usage": "~8-10GB" - } + "avg_generation_time": "30-50 seconds for 30s audio", + "vram_usage": "~8-10GB", + "gpu_utilization": "90-100%" + }, + "use_cases": [ + "Background music generation", + "Game soundtrack creation", + "Video background music", + "Music prototyping with moderate quality" + ], + "notes": [ + "MusicGen Medium balances quality and resource usage", + "Faster than Large, better quality than Small", + "Best results with clear, specific prompts", + "Can specify genre, mood, instruments, tempo", + "Output is 32kHz stereo FLAC format" + ] } }, - "version": 0.4, - "links": [], - "last_link_id": 0 -} \ No newline at end of file + "version": 0.4 +} diff --git a/comfyui/workflows/text-to-music/musicgen-melody-t2m-production-v1.json b/comfyui/workflows/text-to-music/musicgen-melody-t2m-production-v1.json index 9efcca4..2a2ee47 100644 --- a/comfyui/workflows/text-to-music/musicgen-melody-t2m-production-v1.json +++ b/comfyui/workflows/text-to-music/musicgen-melody-t2m-production-v1.json @@ -1,163 +1,151 @@ { - "last_node_id": 7, + "last_node_id": 2, + "last_link_id": 1, "nodes": [ { "id": 1, - "type": "LoadAudio", - "pos": [ - 50, - 100 - ], - "widgets_values": [ - "melody_reference.wav" - ], - "title": "API Melody Reference", + "type": "Musicgen_", + "pos": [50, 100], + "size": [400, 300], "flags": {}, "order": 0, "mode": 0, + "outputs": [ + { + "name": "audio", + "type": "AUDIO", + "links": [1], + "slot_index": 0 + } + ], "properties": { - "Node name for S&R": "LoadAudio" + "Node name for S&R": "Musicgen_" }, - "size": { - "0": 350, - "1": 100 - } + "widgets_values": [ + "Electronic music with melodic elements and catchy hooks", + 30.0, + 3.5, + 42, + "auto" + ], + "title": "MusicGen Melody Generator" }, { "id": 2, - "type": "MusicGenLoader", - "pos": [ - 50, - 350 - ], - "widgets_values": [ - "facebook/musicgen-melody" - ], - "title": "MusicGen Melody Loader", + "type": "SaveAudio", + "pos": [500, 100], + "size": [315, 100], "flags": {}, "order": 1, "mode": 0, + "inputs": [ + { + "name": "audio", + "type": "AUDIO", + "link": 1 + } + ], "properties": { - "Node name for S&R": "MusicGenLoader" + "Node name for S&R": "SaveAudio" }, - "size": { - "0": 350, - "1": 100 - } - }, - { - "id": 3, - "type": "MusicGenTextEncode", - "pos": [ - 400, - 100 - ], - "widgets_values": [ - "Electronic music following the melody" - ], - "title": "API Music Prompt", - "flags": {}, - "order": 2, - "mode": 0, - "properties": { - "Node name for S&R": "MusicGenTextEncode" - }, - "size": { - "0": 400, - "1": 200 - } - }, - { - "id": 4, - "type": "MusicGenMelodySampler", - "pos": [ - 750, - 100 - ], - "widgets_values": [ - 42, - "fixed", - 30.0, - 250, - 3.0 - ], - "title": "MusicGen Melody Sampler", - "flags": {}, - "order": 3, - "mode": 0, - "properties": { - "Node name for S&R": "MusicGenMelodySampler" - }, - "size": { - "0": 315, - "1": 474 - } - }, - { - "id": 5, - "type": "SaveAudio", - "pos": [ - 1100, - 100 - ], - "widgets_values": [ - "musicgen_melody_output", - "wav" - ], - "title": "API Audio Output", - "flags": {}, - "order": 4, - "mode": 0, - "properties": { - "Node name for S&R": "AudioSave" - }, - "size": { - "0": 315, - "1": 100 - } + "widgets_values": ["audio/musicgen_melody_output"], + "title": "API Audio Output" } ], + "links": [ + [1, 1, 0, 2, 0, "AUDIO"] + ], + "groups": [], + "config": {}, "extra": { "workflow_info": { - "name": "MusicGen Melody Text-to-Music", - "version": "1.0.0", + "name": "MusicGen Melody Text-to-Music Production", + "version": "1.2.0", + "description": "Music generation using MusicGen with melodic focus. Note: Melody conditioning via audio input not yet supported.", "category": "text-to-music", - "tags": [ - "musicgen", - "melody", - "melody-conditioning", - "t2m" - ], + "tags": ["musicgen", "melody", "t2m", "audio", "production"], "requirements": { - "models": [ - "musicgen-melody" - ], - "custom_nodes": [ - "comfyui-sound-lab" - ], - "vram_min": "12GB" + "models": ["facebook/musicgen-melody"], + "custom_nodes": ["comfyui-sound-lab"], + "vram_min": "10GB", + "vram_recommended": "12GB" }, "parameters": { - "melody_audio": { - "node_id": 1, - "type": "audio" - }, "prompt": { - "node_id": 3, - "type": "string" + "node_id": 1, + "widget_index": 0, + "type": "string", + "required": true, + "default": "Electronic music with melodic elements", + "description": "Text description of desired music style, genre, mood, instruments" }, "duration": { - "node_id": 4, - "default": 30.0 + "node_id": 1, + "widget_index": 1, + "type": "float", + "required": false, + "default": 30.0, + "min": 1.0, + "max": 60.0, + "description": "Duration in seconds (up to 30s recommended for best quality)" + }, + "guidance_scale": { + "node_id": 1, + "widget_index": 2, + "type": "float", + "required": false, + "default": 3.5, + "min": 0.0, + "max": 20.0, + "description": "How closely to follow the prompt (3.5 recommended)" + }, + "seed": { + "node_id": 1, + "widget_index": 3, + "type": "integer", + "required": false, + "default": 42, + "min": 0, + "max": 2147483647, + "description": "Random seed for reproducibility" + }, + "device": { + "node_id": 1, + "widget_index": 4, + "type": "string", + "required": false, + "default": "auto", + "options": ["auto", "cpu"], + "description": "Computation device (auto recommended)" + } + }, + "outputs": { + "audio": { + "node_id": 2, + "type": "audio", + "format": "FLAC", + "sample_rate": "32000 Hz", + "channels": "stereo" } }, "performance": { - "avg_generation_time": "35-55 seconds", - "vram_usage": "~10-12GB" - } + "avg_generation_time": "40-60 seconds for 30s audio", + "vram_usage": "~10-12GB", + "gpu_utilization": "90-100%" + }, + "use_cases": [ + "Melodic music generation", + "Creating catchy hooks and melodies", + "Music with strong melodic structure" + ], + "notes": [ + "IMPORTANT: Melody conditioning via audio input not yet supported in current Sound Lab implementation", + "This workflow uses text prompts only - describe melodic characteristics in the prompt", + "For best melodic results, use descriptive terms like 'catchy melody', 'melodic hooks', 'harmonic progression'", + "MusicGen Melody model trained for melodic content", + "Output is 32kHz stereo FLAC format" + ] } }, - "version": 0.4, - "links": [], - "last_link_id": 0 -} \ No newline at end of file + "version": 0.4 +} diff --git a/comfyui/workflows/text-to-music/musicgen-small-t2m-production-v1.json b/comfyui/workflows/text-to-music/musicgen-small-t2m-production-v1.json index 73ab50a..22e4db3 100644 --- a/comfyui/workflows/text-to-music/musicgen-small-t2m-production-v1.json +++ b/comfyui/workflows/text-to-music/musicgen-small-t2m-production-v1.json @@ -1,136 +1,152 @@ { - "last_node_id": 6, + "last_node_id": 2, + "last_link_id": 1, "nodes": [ { "id": 1, - "type": "MusicGenLoader", - "pos": [ - 50, - 100 - ], - "widgets_values": [ - "facebook/musicgen-small" - ], - "title": "MusicGen Small Loader", + "type": "Musicgen_", + "pos": [50, 100], + "size": [400, 300], "flags": {}, "order": 0, "mode": 0, + "outputs": [ + { + "name": "audio", + "type": "AUDIO", + "links": [1], + "slot_index": 0 + } + ], "properties": { - "Node name for S&R": "MusicGenLoader" + "Node name for S&R": "Musicgen_" }, - "size": { - "0": 350, - "1": 100 - } + "widgets_values": [ + "Upbeat electronic dance music with energetic beats and synthesizer melodies", + 30.0, + 3.0, + 42, + "auto" + ], + "title": "MusicGen Small Generator" }, { "id": 2, - "type": "MusicGenTextEncode", - "pos": [ - 400, - 100 - ], - "widgets_values": [ - "Upbeat electronic dance music" - ], - "title": "API Music Prompt", + "type": "SaveAudio", + "pos": [500, 100], + "size": [315, 100], "flags": {}, "order": 1, "mode": 0, + "inputs": [ + { + "name": "audio", + "type": "AUDIO", + "link": 1 + } + ], "properties": { - "Node name for S&R": "MusicGenTextEncode" + "Node name for S&R": "SaveAudio" }, - "size": { - "0": 400, - "1": 200 - } - }, - { - "id": 3, - "type": "MusicGenSampler", - "pos": [ - 750, - 100 - ], - "widgets_values": [ - 42, - "fixed", - 30.0, - 250, - 3.0 - ], - "title": "MusicGen Sampler", - "flags": {}, - "order": 2, - "mode": 0, - "properties": { - "Node name for S&R": "MusicGenSampler" - }, - "size": { - "0": 315, - "1": 474 - } - }, - { - "id": 4, - "type": "SaveAudio", - "pos": [ - 1100, - 100 - ], - "widgets_values": [ - "musicgen_small_output", - "wav" - ], - "title": "API Audio Output", - "flags": {}, - "order": 3, - "mode": 0, - "properties": { - "Node name for S&R": "AudioSave" - }, - "size": { - "0": 315, - "1": 100 - } + "widgets_values": ["audio/musicgen_small_output"], + "title": "API Audio Output" } ], + "links": [ + [1, 1, 0, 2, 0, "AUDIO"] + ], + "groups": [], + "config": {}, "extra": { "workflow_info": { - "name": "MusicGen Small Text-to-Music", - "version": "1.0.0", + "name": "MusicGen Small Text-to-Music Production", + "version": "1.2.0", + "description": "Fast music generation using MusicGen Small. Lower quality but fastest generation and minimal VRAM.", "category": "text-to-music", - "tags": [ - "musicgen", - "small", - "t2m" - ], + "tags": ["musicgen", "small", "t2m", "audio", "production", "fast"], "requirements": { - "models": [ - "musicgen-small" - ], - "custom_nodes": [ - "comfyui-sound-lab" - ], - "vram_min": "6GB" + "models": ["facebook/musicgen-small"], + "custom_nodes": ["comfyui-sound-lab"], + "vram_min": "4GB", + "vram_recommended": "6GB" }, "parameters": { "prompt": { - "node_id": 2, - "type": "string" + "node_id": 1, + "widget_index": 0, + "type": "string", + "required": true, + "default": "Upbeat electronic dance music", + "description": "Text description of desired music style, genre, mood, instruments" }, "duration": { - "node_id": 3, - "default": 30.0 + "node_id": 1, + "widget_index": 1, + "type": "float", + "required": false, + "default": 30.0, + "min": 1.0, + "max": 60.0, + "description": "Duration in seconds (up to 30s recommended for best quality)" + }, + "guidance_scale": { + "node_id": 1, + "widget_index": 2, + "type": "float", + "required": false, + "default": 3.0, + "min": 0.0, + "max": 20.0, + "description": "How closely to follow the prompt (3.0 recommended)" + }, + "seed": { + "node_id": 1, + "widget_index": 3, + "type": "integer", + "required": false, + "default": 42, + "min": 0, + "max": 2147483647, + "description": "Random seed for reproducibility" + }, + "device": { + "node_id": 1, + "widget_index": 4, + "type": "string", + "required": false, + "default": "auto", + "options": ["auto", "cpu"], + "description": "Computation device (auto recommended)" + } + }, + "outputs": { + "audio": { + "node_id": 2, + "type": "audio", + "format": "FLAC", + "sample_rate": "32000 Hz", + "channels": "stereo" } }, "performance": { - "avg_generation_time": "15-25 seconds", - "vram_usage": "~4-6GB" - } + "avg_generation_time": "20-35 seconds for 30s audio", + "vram_usage": "~4-6GB", + "gpu_utilization": "85-95%" + }, + "use_cases": [ + "Rapid prototyping", + "Low-resource environments", + "Quick background music drafts", + "Testing different prompts quickly" + ], + "notes": [ + "MusicGen Small is fastest but lowest quality", + "Good for rapid iteration and testing", + "Best results with clear, specific prompts", + "Can specify genre, mood, instruments, tempo", + "Output is 32kHz stereo FLAC format" + ] } }, - "version": 0.4, - "links": [], - "last_link_id": 0 -} \ No newline at end of file + "version": 0.4 +}