@nodetool-ai/websocket 0.8.4-a24.3 → 0.8.5

package/dist/examples/nodetool-base/Music Video Visualizer.json

@@ -0,0 +1,720 @@
+{
+  "id": "",
+  "access": "private",
+  "created_at": "2026-07-08T10:44:16.057Z",
+  "updated_at": "2026-07-08T10:44:38.859Z",
+  "name": "Music Video Visualizer",
+  "tool_name": null,
+  "description": "Turn a track into a sequence of AI visuals. Read the lyrics, generate matching scenes, fit each frame to 720p, and time the sequence to the audio.",
+  "tags": [
+    "video",
+    "audio",
+    "music",
+    "visualization",
+    "example"
+  ],
+  "thumbnail": null,
+  "thumbnail_url": null,
+  "graph": {
+    "edges": [
+      {
+        "id": "e1",
+        "source": "audio_track",
+        "sourceHandle": "output",
+        "target": "transcription",
+        "targetHandle": "audio",
+        "edge_type": "data"
+      },
+      {
+        "id": "e2",
+        "source": "transcription",
+        "sourceHandle": "text",
+        "target": "mood_analyzer",
+        "targetHandle": "transcription",
+        "edge_type": "data"
+      },
+      {
+        "id": "e3",
+        "source": "genre_hint",
+        "sourceHandle": "output",
+        "target": "mood_analyzer",
+        "targetHandle": "genre",
+        "edge_type": "data"
+      },
+      {
+        "id": "e4",
+        "source": "visual_style",
+        "sourceHandle": "output",
+        "target": "mood_analyzer",
+        "targetHandle": "style",
+        "edge_type": "data"
+      },
+      {
+        "id": "e5",
+        "source": "mood_analyzer",
+        "sourceHandle": "output",
+        "target": "mood_analysis",
+        "targetHandle": "prompt",
+        "edge_type": "data"
+      },
+      {
+        "id": "e6",
+        "source": "mood_analysis",
+        "sourceHandle": "text",
+        "target": "frame_prompt_generator",
+        "targetHandle": "analysis",
+        "edge_type": "data"
+      },
+      {
+        "id": "e7",
+        "source": "num_frames",
+        "sourceHandle": "output",
+        "target": "frame_prompt_generator",
+        "targetHandle": "count",
+        "edge_type": "data"
+      },
+      {
+        "id": "e8",
+        "source": "genre_hint",
+        "sourceHandle": "output",
+        "target": "frame_prompt_generator",
+        "targetHandle": "genre",
+        "edge_type": "data"
+      },
+      {
+        "id": "e9",
+        "source": "visual_style",
+        "sourceHandle": "output",
+        "target": "frame_prompt_generator",
+        "targetHandle": "style",
+        "edge_type": "data"
+      },
+      {
+        "id": "e10",
+        "source": "frame_prompt_generator",
+        "sourceHandle": "output",
+        "target": "frame_prompts",
+        "targetHandle": "prompt",
+        "edge_type": "data"
+      },
+      {
+        "id": "e11",
+        "source": "frame_prompts",
+        "sourceHandle": "item",
+        "target": "prompt_iterator",
+        "targetHandle": "input_list",
+        "edge_type": "data"
+      },
+      {
+        "id": "e12",
+        "source": "prompt_iterator",
+        "sourceHandle": "output",
+        "target": "visual_frame",
+        "targetHandle": "prompt",
+        "edge_type": "data"
+      },
+      {
+        "id": "e13",
+        "source": "frame-png",
+        "sourceHandle": "output",
+        "target": "collected_frames",
+        "targetHandle": "input_item",
+        "edge_type": "data"
+      },
+      {
+        "id": "e15",
+        "source": "video_output",
+        "sourceHandle": "output",
+        "target": "final_video",
+        "targetHandle": "video",
+        "edge_type": "data"
+      },
+      {
+        "id": "e16",
+        "source": "track-level",
+        "sourceHandle": "output",
+        "target": "final_video",
+        "targetHandle": "audio",
+        "edge_type": "data"
+      },
+      {
+        "id": "edge-output-music-video",
+        "source": "final_video",
+        "sourceHandle": "output",
+        "target": "output-music-video",
+        "targetHandle": "value",
+        "ui_properties": null
+      },
+      {
+        "id": "visual_frame-frame-size",
+        "source": "visual_frame",
+        "sourceHandle": "output",
+        "target": "frame-size",
+        "targetHandle": "image"
+      },
+      {
+        "id": "frame-size-frame-png",
+        "source": "frame-size",
+        "sourceHandle": "output",
+        "target": "frame-png",
+        "targetHandle": "image"
+      },
+      {
+        "id": "frame-png-hold-frame",
+        "source": "frame_iterator",
+        "sourceHandle": "output",
+        "target": "hold-frame",
+        "targetHandle": "value"
+      },
+      {
+        "id": "audio_track-track-length",
+        "source": "track-level",
+        "sourceHandle": "output",
+        "target": "track-length",
+        "targetHandle": "audio"
+      },
+      {
+        "id": "track-length-hold-length",
+        "source": "track-length",
+        "sourceHandle": "duration",
+        "target": "hold-length",
+        "targetHandle": "duration"
+      },
+      {
+        "id": "num_frames-hold-length",
+        "source": "collected_frames",
+        "sourceHandle": "output",
+        "target": "hold-length",
+        "targetHandle": "frames"
+      },
+      {
+        "id": "hold-length-hold-frame",
+        "source": "hold-length",
+        "sourceHandle": "output",
+        "target": "hold-frame",
+        "targetHandle": "count"
+      },
+      {
+        "id": "hold-frame-video_output",
+        "source": "hold-frame",
+        "sourceHandle": "output",
+        "target": "video_output",
+        "targetHandle": "frame"
+      },
+      {
+        "id": "collected-frame_iterator",
+        "source": "collected_frames",
+        "sourceHandle": "output",
+        "target": "frame_iterator",
+        "targetHandle": "input_list"
+      },
+      {
+        "id": "audio-track-level",
+        "source": "audio_track",
+        "sourceHandle": "output",
+        "target": "track-level",
+        "targetHandle": "audio"
+      }
+    ],
+    "nodes": [
+      {
+        "id": "comment-intro",
+        "type": "nodetool.workflows.base_node.Comment",
+        "data": {
+          "comment": "# Music Video Visualizer\n\nTurns a track into a sequence of AI images timed to the audio. Use it for a quick lyric-driven visualizer for a song.\n\n**How it works:** \"2️⃣ Transcribe lyrics\" transcribes \"1️⃣ Song audio\". \"3️⃣ Analyze mood\" reads the lyrics with \"Genre hint\" and \"Visual style\" and writes creative direction. \"4️⃣ Generate frame prompts\" writes as many prompts as \"Frame count\" (8). A \"ForEach\" sends each to \"5️⃣ Render frames\". \"ResizeImage\" fits each frame to 1280x720 and \"SaveImageFile\" stores it as PNG before \"Collect\" gathers them. \"Normalize\" levels the track and \"GetAudioInfo\" measures its length. A \"Code\" node divides the duration at 24 fps by the frame count, and \"RepeatValue\" holds each frame that many times. \"6️⃣ Frames to video\" builds a 24 fps video and \"7️⃣ Add audio\" lays the track under it. Pick models on \"2️⃣ Transcribe lyrics\", \"3️⃣ Analyze mood\", \"4️⃣ Generate frame prompts\" and \"5️⃣ Render frames\".\n\n**Try this:** Set \"Frame count\" to 16 for faster cuts, and each image stays on screen half as long."
+        },
+        "ui_properties": {
+          "position": {
+            "x": 0,
+            "y": 0
+          },
+          "zIndex": 0,
+          "width": 560,
+          "height": 423,
+          "selectable": true,
+          "bypassed": false
+        },
+        "dynamic_properties": {},
+        "dynamic_outputs": {}
+      },
+      {
+        "id": "audio_track",
+        "type": "nodetool.input.AudioInput",
+        "data": {
+          "value": {
+            "type": "audio",
+            "uri": ""
+          },
+          "name": "audio_track",
+          "description": "The song or audio track to visualize"
+        },
+        "ui_properties": {
+          "position": {
+            "x": 0,
+            "y": 506
+          },
+          "zIndex": 0,
+          "width": 280,
+          "title": "1️⃣ Song audio",
+          "selectable": true,
+          "bypassed": false
+        },
+        "dynamic_properties": {},
+        "dynamic_outputs": {}
+      },
+      {
+        "id": "genre_hint",
+        "type": "nodetool.input.StringInput",
+        "data": {
+          "value": "electronic ambient",
+          "name": "genre_hint",
+          "description": "Musical genre to guide the visual mood"
+        },
+        "ui_properties": {
+          "position": {
+            "x": 0,
+            "y": 824
+          },
+          "zIndex": 0,
+          "width": 280,
+          "title": "Genre hint",
+          "selectable": true,
+          "bypassed": false
+        },
+        "dynamic_properties": {},
+        "dynamic_outputs": {}
+      },
+      {
+        "id": "visual_style",
+        "type": "nodetool.input.StringInput",
+        "data": {
+          "value": "abstract geometric patterns, neon colors, flowing energy",
+          "name": "visual_style",
+          "description": "Visual aesthetic for the generated frames"
+        },
+        "ui_properties": {
+          "position": {
+            "x": 0,
+            "y": 1049
+          },
+          "zIndex": 0,
+          "width": 280,
+          "title": "Visual style",
+          "selectable": true,
+          "bypassed": false
+        },
+        "dynamic_properties": {},
+        "dynamic_outputs": {}
+      },
+      {
+        "id": "num_frames",
+        "type": "nodetool.input.StringInput",
+        "data": {
+          "value": "8",
+          "name": "num_frames",
+          "description": "How many visual frames to generate"
+        },
+        "ui_properties": {
+          "position": {
+            "x": 0,
+            "y": 1274
+          },
+          "zIndex": 0,
+          "width": 280,
+          "title": "Frame count",
+          "selectable": true,
+          "bypassed": false
+        },
+        "dynamic_properties": {},
+        "dynamic_outputs": {}
+      },
+      {
+        "id": "transcription",
+        "type": "nodetool.text.AutomaticSpeechRecognition",
+        "data": {
+          "model": {
+            "type": "asr_model",
+            "provider": "",
+            "id": "",
+            "name": "",
+            "path": null
+          }
+        },
+        "ui_properties": {
+          "position": {
+            "x": 380,
+            "y": 668
+          },
+          "zIndex": 0,
+          "width": 280,
+          "title": "2️⃣ Transcribe lyrics",
+          "selectable": true,
+          "bypassed": false
+        },
+        "dynamic_properties": {},
+        "dynamic_outputs": {}
+      },
+      {
+        "id": "mood_analyzer",
+        "type": "nodetool.text.Prompt",
+        "data": {
+          "prompt": "Analyze the emotional arc of this song so we can design its music video.\n\nTRANSCRIBED LYRICS\n{{ transcription }}\n\nGENRE: {{ genre }}\nTARGET VISUAL STYLE: {{ style }}\n\nDescribe, in 3-4 vivid sentences:\n1. The dominant mood and how it shifts from opening to end.\n2. The energy level and pacing (calm, building, driving, euphoric...).\n3. A palette of colors, textures, and recurring motifs that match the sound.\n\nWrite it as concrete creative direction a visual artist can act on. No preamble, no headings."
+        },
+        "ui_properties": {
+          "position": {
+            "x": 760,
+            "y": 503
+          },
+          "zIndex": 0,
+          "width": 280,
+          "title": "Build mood-analysis request",
+          "selectable": true,
+          "bypassed": false
+        },
+        "dynamic_properties": {
+          "transcription": "Drifting through the night, lights blur into color, we rise on the wave of sound",
+          "genre": "electronic ambient",
+          "style": "abstract geometric patterns, neon colors, flowing energy"
+        },
+        "dynamic_outputs": {}
+      },
+      {
+        "id": "mood_analysis",
+        "type": "nodetool.agents.Agent",
+        "data": {
+          "model": {
+            "type": "language_model",
+            "provider": "",
+            "id": "",
+            "name": "",
+            "path": null,
+            "supported_tasks": []
+          },
+          "system": "You are an award-winning music-video creative director. You translate how a song feels into concrete visual language — mood, energy, color, and motion. Answer with tight, evocative direction only; never restate or acknowledge the request, and never add headings or lists unless asked."
+        },
+        "ui_properties": {
+          "position": {
+            "x": 1140,
+            "y": 913
+          },
+          "zIndex": 0,
+          "width": 280,
+          "title": "3️⃣ Analyze mood",
+          "selectable": true,
+          "bypassed": false
+        },
+        "dynamic_properties": {},
+        "dynamic_outputs": {}
+      },
+      {
+        "id": "frame_prompt_generator",
+        "type": "nodetool.text.Prompt",
+        "data": {
+          "prompt": "You are writing image-generation prompts for the frames of a music video.\n\nMOOD & VISUAL DIRECTION\n{{ analysis }}\n\nGENRE: {{ genre }}\nVISUAL STYLE: {{ style }}\n\nWrite exactly {{ count }} image prompts, one per frame, that together trace the song's emotional arc from opening to climax. Each prompt must:\n- be a single self-contained sentence describing one striking frame\n- carry the mood, palette, and motifs from the direction above\n- vary composition and intensity across the sequence (earlier frames calmer, later frames more intense)\n- stay in the \"{{ style }}\" aesthetic\n- contain no lyrics, letters, captions, logos, or watermarks\n\nReturn one prompt per item."
+        },
+        "ui_properties": {
+          "position": {
+            "x": 1520,
+            "y": 770
+          },
+          "zIndex": 0,
+          "width": 280,
+          "title": "Build frame-prompt request",
+          "selectable": true,
+          "bypassed": false
+        },
+        "dynamic_properties": {
+          "count": "8",
+          "analysis": "Dreamy, weightless energy that builds toward a euphoric, glowing climax",
+          "genre": "electronic ambient",
+          "style": "abstract geometric patterns, neon colors, flowing energy"
+        },
+        "dynamic_outputs": {}
+      },
+      {
+        "id": "frame_prompts",
+        "type": "nodetool.generators.ListGenerator",
+        "data": {
+          "model": {
+            "type": "language_model",
+            "provider": "",
+            "id": "",
+            "name": "",
+            "path": null,
+            "supported_tasks": []
+          },
+          "max_tokens": 100000
+        },
+        "ui_properties": {
+          "position": {
+            "x": 1900,
+            "y": 1050
+          },
+          "zIndex": 0,
+          "width": 280,
+          "height": 340,
+          "title": "4️⃣ Generate frame prompts",
+          "selectable": true,
+          "bypassed": false
+        },
+        "dynamic_properties": {},
+        "dynamic_outputs": {}
+      },
+      {
+        "id": "prompt_iterator",
+        "type": "nodetool.control.ForEach",
+        "data": {},
+        "ui_properties": {
+          "position": {
+            "x": 2280,
+            "y": 1218
+          },
+          "zIndex": 0,
+          "width": 280,
+          "selectable": true,
+          "bypassed": false
+        },
+        "dynamic_properties": {},
+        "dynamic_outputs": {}
+      },
+      {
+        "id": "visual_frame",
+        "type": "nodetool.image.TextToImage",
+        "data": {
+          "model": {
+            "type": "image_model",
+            "provider": "",
+            "id": "",
+            "name": "",
+            "path": null,
+            "supported_tasks": []
+          },
+          "aspect_ratio": "16:9",
+          "resolution": "1K"
+        },
+        "ui_properties": {
+          "position": {
+            "x": 2660,
+            "y": 1051
+          },
+          "zIndex": 0,
+          "width": 384,
+          "height": 400,
+          "title": "5️⃣ Render frames",
+          "selectable": true,
+          "bypassed": false
+        },
+        "dynamic_properties": {},
+        "dynamic_outputs": {}
+      },
+      {
+        "id": "collected_frames",
+        "type": "nodetool.control.Collect",
+        "data": {},
+        "ui_properties": {
+          "position": {
+            "x": 3904,
+            "y": 1227
+          },
+          "zIndex": 0,
+          "width": 280,
+          "selectable": true,
+          "bypassed": false
+        },
+        "dynamic_properties": {},
+        "dynamic_outputs": {}
+      },
+      {
+        "id": "video_output",
+        "type": "nodetool.video.FrameToVideo",
+        "data": {
+          "fps": 24
+        },
+        "ui_properties": {
+          "position": {
+            "x": 5044,
+            "y": 990
+          },
+          "zIndex": 0,
+          "width": 416,
+          "height": 360,
+          "title": "6️⃣ Frames to video",
+          "selectable": true,
+          "bypassed": false
+        },
+        "dynamic_properties": {},
+        "dynamic_outputs": {}
+      },
+      {
+        "id": "final_video",
+        "type": "nodetool.video.AddAudio",
+        "data": {
+          "volume": 1,
+          "mix": false
+        },
+        "ui_properties": {
+          "position": {
+            "x": 5560,
+            "y": 937
+          },
+          "zIndex": 0,
+          "width": 416,
+          "height": 360,
+          "title": "7️⃣ Add audio",
+          "selectable": true,
+          "bypassed": false
+        },
+        "dynamic_properties": {},
+        "dynamic_outputs": {},
+        "sync_mode": "on_all"
+      },
+      {
+        "id": "output-music-video",
+        "type": "nodetool.output.Output",
+        "data": {
+          "name": "music_video"
+        },
+        "ui_properties": {
+          "position": {
+            "x": 6076,
+            "y": 1080
+          },
+          "selectable": true
+        }
+      },
+      {
+        "id": "frame-size",
+        "type": "nodetool.image.ResizeImage",
+        "data": {
+          "mode": "dimensions",
+          "width": 1280,
+          "height": 720
+        },
+        "ui_properties": {
+          "position": {
+            "x": 3144,
+            "y": 1170
+          },
+          "width": 280
+        },
+        "dynamic_properties": {},
+        "dynamic_outputs": {},
+        "sync_mode": "on_all"
+      },
+      {
+        "id": "frame-png",
+        "type": "nodetool.image.SaveImageFile",
+        "data": {
+          "filename": "visualizer-frame.png",
+          "save_to_workspace": true
+        },
+        "ui_properties": {
+          "position": {
+            "x": 3524,
+            "y": 1132
+          },
+          "width": 280
+        },
+        "dynamic_properties": {},
+        "dynamic_outputs": {},
+        "sync_mode": "on_all"
+      },
+      {
+        "id": "track-length",
+        "type": "nodetool.audio.GetAudioInfo",
+        "data": {},
+        "ui_properties": {
+          "position": {
+            "x": 760,
+            "y": 1204
+          },
+          "width": 280
+        },
+        "dynamic_properties": {},
+        "dynamic_outputs": {},
+        "sync_mode": "on_all"
+      },
+      {
+        "id": "hold-length",
+        "type": "nodetool.code.Code",
+        "data": {
+          "code": "return { output: Math.max(1, Math.round(inputs.duration * 24 / inputs.frames.length)) };",
+          "packages": []
+        },
+        "ui_properties": {
+          "position": {
+            "x": 4284,
+            "y": 877
+          },
+          "width": 280
+        },
+        "dynamic_properties": {
+          "duration": 0,
+          "frames": []
+        },
+        "dynamic_outputs": {
+          "output": {
+            "type": "int",
+            "type_args": [],
+            "optional": false
+          }
+        },
+        "sync_mode": "on_all"
+      },
+      {
+        "id": "hold-frame",
+        "type": "nodetool.control.RepeatValue",
+        "data": {},
+        "ui_properties": {
+          "position": {
+            "x": 4664,
+            "y": 1191
+          },
+          "width": 280
+        },
+        "dynamic_properties": {},
+        "dynamic_outputs": {},
+        "sync_mode": "on_all"
+      },
+      {
+        "id": "frame_iterator",
+        "type": "nodetool.control.ForEach",
+        "data": {},
+        "ui_properties": {
+          "position": {
+            "x": 4284,
+            "y": 1366
+          },
+          "width": 280
+        },
+        "dynamic_properties": {},
+        "dynamic_outputs": {}
+      },
+      {
+        "id": "track-level",
+        "type": "nodetool.audio.Normalize",
+        "data": {},
+        "ui_properties": {
+          "position": {
+            "x": 380,
+            "y": 985
+          },
+          "width": 280
+        },
+        "dynamic_properties": {},
+        "dynamic_outputs": {}
+      }
+    ]
+  },
+  "input_schema": null,
+  "output_schema": null,
+  "settings": {},
+  "package_name": "nodetool-base",
+  "path": null,
+  "run_mode": "workflow",
+  "workspace_id": null,
+  "required_providers": null,
+  "required_models": null,
+  "html_app": null,
+  "etag": "4d0ea7f6c49c64ed6ac4a8ad2c591032"
+}