vizcore 0.1.0 → 1.0.0

data/frontend/src/renderer/layer-manager.js

@@ -1,7 +1,23 @@
 import { getBuiltinShader } from "../shaders/builtins.js";
 import { getPostEffectShader } from "../shaders/post-effects.js";
-import { buildWireframeLines, estimateDeformFromSpectrum } from "../visuals/geometry.js";
+import { SHADER_ERROR_EVENT, buildShaderErrorDetail } from "../shader-error-overlay.js";
+import {
+  buildPresetMeshLines,
+  buildRadialBlobLines,
+  buildShapeLines,
+  buildWaveformLines,
+  buildWireframeLines,
+  estimateDeformFromSpectrum
+} from "../visuals/geometry.js";
+import { ImageRenderer } from "../visuals/image-renderer.js";
 import { ParticleSystem } from "../visuals/particle-system.js";
+import {
+  normalizePluginLineOutput,
+  normalizePluginShaderOutput,
+  resolveLayerRenderer,
+  resolveShaderRenderer
+} from "../plugin-runtime.js";
+import { SpectrogramRenderer } from "../visuals/spectrogram-renderer.js";
 import { TextRenderer } from "../visuals/text-renderer.js";
 import { getVJEffectShader } from "../visuals/vj-effects.js";
 import { FULLSCREEN_VERTEX_SHADER } from "./shader-manager.js";
@@ -42,6 +58,117 @@ const FULLSCREEN_VERTICES = new Float32Array([
 ]);
 const MAX_LAYER_TARGET_PIXELS = 4_194_304;
 
+export const coerceUniformNumber = (value) => {
+  if (typeof value === "boolean") {
+    return value ? 1 : 0;
+  }
+
+  if (typeof value !== "number" && typeof value !== "string") {
+    return null;
+  }
+
+  if (typeof value === "string" && value.trim() === "") {
+    return null;
+  }
+
+  const numeric = Number(value);
+  if (!Number.isFinite(numeric)) {
+    return null;
+  }
+
+  return numeric;
+};
+
+export const shaderParamUniformNames = (rawKey) => {
+  const safeKey = String(rawKey || "").replace(/[^a-zA-Z0-9_]/g, "_");
+  if (!safeKey) {
+    return [];
+  }
+
+  const names = [`u_param_${safeKey}`];
+
+  if (safeKey.startsWith("param_")) {
+    names.push(`u_${safeKey}`);
+  }
+
+  return [...new Set(names)];
+};
+
+export const shaderGlobalUniformNames = (rawKey) => {
+  const safeKey = String(rawKey || "").replace(/[^a-zA-Z0-9_]/g, "_");
+  if (!safeKey) {
+    return [];
+  }
+
+  const names = safeKey.startsWith("global_")
+    ? [`u_${safeKey}`, `u_global_${safeKey.slice(7)}`]
+    : [`u_global_${safeKey}`];
+
+  return [...new Set(names)];
+};
+
+export const normalizeSpectrum = (value, size = 32) => {
+  const input = Array.isArray(value) || ArrayBuffer.isView(value) ? Array.from(value) : [];
+  const output = new Float32Array(size);
+
+  for (let index = 0; index < size; index += 1) {
+    const numeric = Number(input[index] || 0);
+    output[index] = Number.isFinite(numeric) ? Math.min(Math.max(numeric, 0), 1) : 0;
+  }
+
+  return output;
+};
+
+export const normalizeBlendMode = (mode) => {
+  const value = String(mode || "alpha").toLowerCase();
+  if (value === "normal" || value === "alpha") return "alpha";
+  if (value === "add" || value === "additive") return "add";
+  if (value === "multiply") return "multiply";
+  if (value === "screen") return "screen";
+  if (value === "difference") return "difference";
+  return "alpha";
+};
+
+export const normalizePaletteColors = (value) => {
+  const input = Array.isArray(value) ? value : [];
+  return input
+    .map((entry) => String(entry || "").trim())
+    .filter((entry) => entry.length > 0);
+};
+
+export const parseHexColor = (value) => {
+  const raw = String(value || "").trim();
+  const match = raw.match(/^#([0-9a-fA-F]{3}|[0-9a-fA-F]{6})$/);
+  if (!match) {
+    return null;
+  }
+
+  const hex = match[1].length === 3
+    ? match[1].split("").map((char) => `${char}${char}`).join("")
+    : match[1];
+
+  return [0, 2, 4].map((offset) => parseInt(hex.slice(offset, offset + 2), 16) / 255);
+};
+
+export const resolveLayerCssColor = (params = {}, fallback = "#e5f3ff", paletteIndex = 0) => {
+  const explicitColor = String(params?.color || "").trim();
+  if (explicitColor) {
+    return explicitColor;
+  }
+
+  const palette = normalizePaletteColors(params?.palette);
+  if (palette.length === 0) {
+    return fallback;
+  }
+
+  return palette[Math.abs(Number(paletteIndex) || 0) % palette.length];
+};
+
+export const resolveLayerRgbColor = (params = {}, fallback = null, paletteIndex = 0) => {
+  const parsed = parseHexColor(resolveLayerCssColor(params, "", paletteIndex));
+  return parsed || fallback;
+};
+
 export class LayerManager {
   constructor(gl, shaderManager) {
     this.gl = gl;
@@ -77,39 +204,41 @@ export class LayerManager {
 
     this.particleSystem = new ParticleSystem(this.gl, this.shaderManager);
     this.textRenderer = new TextRenderer(this.gl, this.shaderManager);
+    this.imageRenderer = new ImageRenderer(this.gl, this.shaderManager);
+    this.spectrogramRenderer = new SpectrogramRenderer(this.gl, this.shaderManager);
 
     this.gl.bindBuffer(this.gl.ARRAY_BUFFER, this.fullscreenBuffer);
     this.gl.bufferData(this.gl.ARRAY_BUFFER, FULLSCREEN_VERTICES, this.gl.STATIC_DRAW);
   }
 
-  renderScene({ layers, audio, time, rotation, resolution }) {
+  renderScene({ layers, audio, time, rotation, resolution, globals, visualSettings }) {
     const layerList = Array.isArray(layers) && layers.length > 0 ? layers : [defaultLayer(audio)];
     const width = Math.max(1, Math.floor(Number(resolution?.[0] || 1)));
     const height = Math.max(1, Math.floor(Number(resolution?.[1] || 1)));
     this.ensureLayerTarget(width, height);
 
     if (!this.layerTargetAvailable || !this.layerFramebuffer || !this.layerTexture) {
-      for (const layer of layerList) {
+      layerList.forEach((layer, index) => {
         try {
           const blend = String(layer?.params?.blend || "alpha").toLowerCase();
           this.setBlendMode(blend);
-          this.renderLayer(layer, audio, time, rotation, [width, height]);
+          this.renderLayer(layer, audio, time, rotation, [width, height], globals, visualSettings, index);
         } catch (error) {
           this.reportLayerError(layer, error, "direct-render");
         }
-      }
+      });
       this.setBlendMode("alpha");
       return;
     }
 
-    for (const layer of layerList) {
+    layerList.forEach((layer, index) => {
       try {
         this.gl.bindFramebuffer(this.gl.FRAMEBUFFER, this.layerFramebuffer);
         this.gl.viewport(0, 0, this.layerTargetWidth, this.layerTargetHeight);
         this.gl.clearColor(0.0, 0.0, 0.0, 0.0);
         this.gl.clear(this.gl.COLOR_BUFFER_BIT | this.gl.DEPTH_BUFFER_BIT);
 
-        this.renderLayer(layer, audio, time, rotation, [this.layerTargetWidth, this.layerTargetHeight]);
+        this.renderLayer(layer, audio, time, rotation, [this.layerTargetWidth, this.layerTargetHeight], globals, visualSettings, index);
 
         this.gl.bindFramebuffer(this.gl.FRAMEBUFFER, null);
         this.gl.viewport(0, 0, width, height);
@@ -119,27 +248,93 @@ export class LayerManager {
         this.gl.viewport(0, 0, width, height);
         this.reportLayerError(layer, error, "layer-pass");
       }
-    }
+    });
     this.setBlendMode("alpha");
   }
 
-  renderLayer(layer, audio, time, rotation, resolution) {
+  renderLayer(layer, audio, time, rotation, resolution, globals, visualSettings, paletteIndex = 0) {
     if (isParticleLayer(layer)) {
-      this.renderParticleLayer(layer, audio, time);
+      this.renderParticleLayer(layer, audio, time, paletteIndex);
       return;
     }
     if (isTextLayer(layer)) {
-      this.renderTextLayer(layer, audio, time);
+      this.renderTextLayer(layer, audio, time, paletteIndex);
+      return;
+    }
+    if (isImageLayer(layer) || isVideoLayer(layer)) {
+      this.renderImageLayer(layer, audio);
+      return;
+    }
+    if (isWaveformLayer(layer)) {
+      this.renderWaveformLayer(layer, audio, time, paletteIndex);
+      return;
+    }
+    if (isSpectrogramLayer(layer)) {
+      this.renderSpectrogramLayer(layer, audio);
+      return;
+    }
+    if (isShapeLayer(layer)) {
+      this.renderShapeLayer(layer, audio, paletteIndex);
       return;
     }
     if (isShaderLayer(layer)) {
-      this.renderShaderLayer(layer, audio, time, resolution);
+      this.renderShaderLayer(layer, audio, time, resolution, globals, visualSettings);
+      return;
+    }
+    if (this.renderPluginLayer(layer, audio, time, rotation, resolution, globals, visualSettings, paletteIndex)) {
       return;
     }
-    this.renderGeometryLayer(layer, audio, rotation);
+    this.renderGeometryLayer(layer, audio, rotation, time, paletteIndex);
   }
 
-  renderShaderLayer(layer, audio, time, resolution) {
+  renderPluginLayer(layer, audio, time, rotation, resolution, globals, visualSettings, paletteIndex = 0) {
+    const context = {
+      layer,
+      audio,
+      time,
+      rotation,
+      resolution,
+      globals,
+      visualSettings,
+      paletteIndex
+    };
+
+    const renderer = resolveLayerRenderer(layer?.type);
+    if (renderer && this.renderPluginOutput(layer, renderer(context), audio, time, resolution, globals, visualSettings, paletteIndex)) {
+      return true;
+    }
+
+    const shaderRenderer = resolveShaderRenderer(layer?.type);
+    if (shaderRenderer && this.renderPluginOutput(layer, shaderRenderer(context), audio, time, resolution, globals, visualSettings, paletteIndex)) {
+      return true;
+    }
+
+    return false;
+  }
+
+  renderPluginOutput(layer, output, audio, time, resolution, globals, visualSettings, paletteIndex = 0) {
+    const lines = normalizePluginLineOutput(output);
+    if (lines) {
+      const fallbackColor = resolveLayerRgbColor(layer?.params || {}, [0.82, 0.92, 1.0], paletteIndex);
+      this.renderLinePoints(lines.points, lines.color || fallbackColor);
+      return true;
+    }
+
+    const shader = normalizePluginShaderOutput(output);
+    if (!shader) {
+      return false;
+    }
+
+    this.renderShaderLayer({
+      ...layer,
+      shader: layer?.shader || "default",
+      glsl: `plugin:${String(layer?.type || "layer")}:${shader.cacheKey}`,
+      glsl_source: shader.fragmentShader
+    }, audio, time, resolution, globals, visualSettings);
+    return true;
+  }
+
+  renderShaderLayer(layer, audio, time, resolution, globals, visualSettings) {
     const shaderName = String(layer?.shader || "gradient_pulse");
     const customSource = typeof layer?.glsl_source === "string" ? layer.glsl_source : null;
     const fragmentShader = customSource || getBuiltinShader(shaderName);
@@ -151,6 +346,7 @@ export class LayerManager {
       program = this.shaderManager.getProgram(cacheKey, FULLSCREEN_VERTEX_SHADER, fragmentShader);
     } catch (error) {
       if (customSource) {
+        this.reportShaderError(layer, error, "custom-shader");
         console.warn("Failed to compile custom GLSL, falling back to builtin shader", error);
         try {
           program = this.shaderManager.getProgram(
@@ -159,9 +355,11 @@ export class LayerManager {
             getBuiltinShader(shaderName)
           );
         } catch (builtinError) {
+          this.reportShaderError(layer, builtinError, "builtin-shader-fallback");
           this.reportLayerError(layer, builtinError, "builtin-shader-fallback");
         }
       } else {
+        this.reportShaderError(layer, error, "builtin-shader");
         this.reportLayerError(layer, error, "builtin-shader");
       }
 
@@ -183,6 +381,8 @@ export class LayerManager {
     gl.vertexAttribPointer(positionLocation, 2, gl.FLOAT, false, 0, 0);
 
     const bands = audio?.bands || {};
+    const onsets = audio?.onsets || {};
+    const drums = audio?.drums || {};
     this.setUniform1f(program, "u_time", time);
     this.setUniform2f(program, "u_resolution", resolution[0], resolution[1]);
     this.setUniform1f(program, "u_amplitude", audio?.amplitude || 0);
@@ -190,31 +390,71 @@ export class LayerManager {
     this.setUniform1f(program, "u_mid", bands.mid || 0);
     this.setUniform1f(program, "u_high", bands.high || 0);
     this.setUniform1f(program, "u_beat", audio?.beat ? 1 : 0);
+    this.setUniform1f(program, "u_beat_pulse", audio?.beat_pulse || (audio?.beat ? 1 : 0));
+    this.setUniform1f(program, "u_onset", audio?.onset || 0);
+    this.setUniform1f(program, "u_sub_onset", onsets.sub || 0);
+    this.setUniform1f(program, "u_low_onset", onsets.low || 0);
+    this.setUniform1f(program, "u_mid_onset", onsets.mid || 0);
+    this.setUniform1f(program, "u_high_onset", onsets.high || 0);
+    this.setUniform1f(program, "u_kick", drums.kick || 0);
+    this.setUniform1f(program, "u_snare", drums.snare || 0);
+    this.setUniform1f(program, "u_hihat", drums.hihat || 0);
     this.setUniform1f(program, "u_bpm", audio?.bpm || 0);
+    const spectrum = normalizeSpectrum(audio?.fft, 32);
+    this.setUniform1fv(program, "u_fft[0]", spectrum);
+    this.setUniform1f(program, "u_fft_size", spectrum.length);
+    this.setUniform1f(program, "u_visual_gain", audio?.visual_gain || visualSettings?.visualGain || 1);
+    this.setUniform1f(program, "u_bass_boost", audio?.bass_boost || visualSettings?.bassBoost || 1);
+    this.setUniform1f(program, "u_wobble_amount", audio?.wobble_amount || visualSettings?.wobbleAmount || 1);
+
+    const runtimeGlobals = globals && typeof globals === "object" ? globals : {};
+    for (const [key, value] of Object.entries(runtimeGlobals)) {
+      const numeric = coerceUniformNumber(value);
+      if (numeric === null) {
+        continue;
+      }
+      for (const uniformName of shaderGlobalUniformNames(key)) {
+        this.setUniform1f(program, uniformName, numeric);
+      }
+    }
 
     const params = layer?.params || {};
     for (const [key, value] of Object.entries(params)) {
-      if (typeof value !== "number") {
+      const numeric = coerceUniformNumber(value);
+      if (numeric === null) {
         continue;
       }
-      const safeKey = key.replace(/[^a-zA-Z0-9_]/g, "_");
-      this.setUniform1f(program, `u_param_${safeKey}`, value);
+      for (const uniformName of shaderParamUniformNames(key)) {
+        this.setUniform1f(program, uniformName, numeric);
+      }
     }
 
     gl.drawArrays(gl.TRIANGLE_STRIP, 0, 4);
   }
 
-  renderGeometryLayer(layer, audio, rotation) {
+  renderGeometryLayer(layer, audio, rotation, time, paletteIndex = 0) {
     const gl = this.gl;
     const params = layer?.params || {};
     const colorShift = clamp(Number(params.color_shift || 0), 0, 1);
     const deform = estimateDeformFromSpectrum(params.deform ?? audio?.fft);
-    const points = buildWireframeLines({
+    const type = String(layer?.type || "").toLowerCase();
+    let points = buildWireframeLines({
       rotationY: rotation,
       rotationX: rotation * 0.8,
       deform
     });
 
+    if (type === "radial_blob") {
+      points = buildRadialBlobLines({ time, params, audio });
+    } else if (isMeshLayer(layer)) {
+      points = buildPresetMeshLines({
+        rotationY: rotation,
+        rotationX: rotation * 0.8,
+        deform,
+        params
+      });
+    }
+
     gl.useProgram(this.geometryProgram);
     gl.bindBuffer(gl.ARRAY_BUFFER, this.geometryBuffer);
     gl.bufferData(gl.ARRAY_BUFFER, new Float32Array(points), gl.DYNAMIC_DRAW);
@@ -222,38 +462,125 @@ export class LayerManager {
     gl.vertexAttribPointer(this.geometryPositionLocation, 2, gl.FLOAT, false, 0, 0);
 
     const amplitude = clamp(Number(audio?.amplitude || 0), 0, 1);
-    gl.uniform3f(
-      this.geometryColorLocation,
-      0.45 + amplitude * 0.45,
+    const pulse = clamp(Number(audio?.beat_pulse || 0), 0, 1);
+    const fallbackColor = [
+      0.45 + amplitude * 0.45 + pulse * 0.15,
       0.75 + colorShift * 0.2,
       0.96
-    );
+    ];
+    const color = resolveLayerRgbColor(params, fallbackColor, paletteIndex);
+    gl.uniform3f(this.geometryColorLocation, color[0], color[1], color[2]);
     gl.drawArrays(gl.LINES, 0, points.length / 2);
   }
 
-  renderParticleLayer(layer, audio, time) {
+  renderWaveformLayer(layer, audio, time, paletteIndex = 0) {
+    const gl = this.gl;
+    const params = layer?.params || {};
+    const points = buildWaveformLines({ time, params, audio });
+
+    if (points.length === 0) {
+      return;
+    }
+
+    gl.useProgram(this.geometryProgram);
+    gl.bindBuffer(gl.ARRAY_BUFFER, this.geometryBuffer);
+    gl.bufferData(gl.ARRAY_BUFFER, new Float32Array(points), gl.DYNAMIC_DRAW);
+    gl.enableVertexAttribArray(this.geometryPositionLocation);
+    gl.vertexAttribPointer(this.geometryPositionLocation, 2, gl.FLOAT, false, 0, 0);
+
+    const amplitude = clamp(Number(audio?.amplitude || 0), 0, 1);
+    const high = clamp(Number(audio?.bands?.high || 0), 0, 1);
+    const fallbackColor = [
+      0.28 + high * 0.32,
+      0.86 + amplitude * 0.14,
+      0.72 + high * 0.22
+    ];
+    const color = resolveLayerRgbColor(params, fallbackColor, paletteIndex);
+    gl.uniform3f(this.geometryColorLocation, color[0], color[1], color[2]);
+    gl.drawArrays(gl.LINES, 0, points.length / 2);
+  }
+
+  renderParticleLayer(layer, audio, time, paletteIndex = 0) {
     const params = layer?.params || {};
     this.particleSystem.render({
       count: Number(params.count || 2400),
       speed: Number(params.speed || audio?.amplitude || 0),
       size: Number(params.size || 2.0),
+      forceField: String(params.force_field || "drift"),
+      turbulence: Number(params.turbulence || 0),
+      bassExplosion: Number(params.bass_explosion || 0),
+      sparkle: Number(params.sparkle || 0),
+      color: resolveLayerRgbColor(params, null, paletteIndex),
       audio,
       time
     });
   }
 
-  renderTextLayer(layer, audio, time) {
+  renderTextLayer(layer, audio, time, paletteIndex = 0) {
     const params = layer?.params || {};
     this.textRenderer.render({
       content: params.content || "VIZCORE",
       fontSize: Number(params.font_size || 120),
-      color: params.color || "#e5f3ff",
+      color: resolveLayerCssColor(params, "#e5f3ff", paletteIndex),
+      fontFamily: params.font || params.font_family,
+      align: params.align,
+      letterSpacing: params.letter_spacing,
+      strokeWidth: params.stroke_width,
+      strokeColor: params.stroke_color,
+      shadowColor: params.shadow_color,
+      shadowBlur: params.shadow_blur,
       glowStrength: Number(params.glow_strength ?? 0.15),
       audio,
       time
     });
   }
 
+  renderImageLayer(layer, audio) {
+    const params = layer?.params || {};
+    this.imageRenderer.render({
+      src: params.src || params.file,
+      fit: params.fit,
+      scale: params.scale,
+      rotation: params.rotation,
+      playbackRate: params.playback_rate,
+      invert: params.invert,
+      audio
+    });
+  }
+
+  renderSpectrogramLayer(layer, audio) {
+    this.spectrogramRenderer.render({
+      key: layer?.name || "spectrogram",
+      audio,
+      params: layer?.params || {}
+    });
+  }
+
+  renderShapeLayer(layer, audio, paletteIndex = 0) {
+    const params = layer?.params || {};
+    const points = buildShapeLines({ params });
+
+    if (points.length === 0) {
+      return;
+    }
+
+    const amplitude = clamp(Number(audio?.amplitude || 0), 0, 1);
+    const fallbackColor = [0.85, 0.50 + amplitude * 0.24, 0.95];
+    const color = resolveLayerRgbColor(params, fallbackColor, paletteIndex);
+    this.renderLinePoints(points, color);
+  }
+
+  renderLinePoints(points, color) {
+    const gl = this.gl;
+    gl.useProgram(this.geometryProgram);
+    gl.bindBuffer(gl.ARRAY_BUFFER, this.geometryBuffer);
+    gl.bufferData(gl.ARRAY_BUFFER, new Float32Array(points), gl.DYNAMIC_DRAW);
+    gl.enableVertexAttribArray(this.geometryPositionLocation);
+    gl.vertexAttribPointer(this.geometryPositionLocation, 2, gl.FLOAT, false, 0, 0);
+    gl.uniform3f(this.geometryColorLocation, color[0], color[1], color[2]);
+    gl.drawArrays(gl.LINES, 0, points.length / 2);
+  }
+
   compositeLayer(layer, { audio, time, resolution }) {
     const gl = this.gl;
     const params = layer?.params || {};
@@ -378,11 +705,25 @@ export class LayerManager {
   }
 
   setBlendMode(mode) {
-    if (mode === "add" || mode === "additive") {
-      this.gl.blendFunc(this.gl.SRC_ALPHA, this.gl.ONE);
-      return;
+    const blendMode = normalizeBlendMode(mode);
+    this.gl.blendEquation(this.gl.FUNC_ADD);
+
+    switch (blendMode) {
+      case "add":
+        this.gl.blendFunc(this.gl.SRC_ALPHA, this.gl.ONE);
+        return;
+      case "multiply":
+        this.gl.blendFunc(this.gl.DST_COLOR, this.gl.ONE_MINUS_SRC_ALPHA);
+        return;
+      case "screen":
+        this.gl.blendFunc(this.gl.ONE, this.gl.ONE_MINUS_SRC_COLOR);
+        return;
+      case "difference":
+        this.gl.blendFunc(this.gl.ONE_MINUS_DST_COLOR, this.gl.ONE_MINUS_SRC_COLOR);
+        return;
+      default:
+        this.gl.blendFunc(this.gl.SRC_ALPHA, this.gl.ONE_MINUS_SRC_ALPHA);
     }
-    this.gl.blendFunc(this.gl.SRC_ALPHA, this.gl.ONE_MINUS_SRC_ALPHA);
   }
 
   setUniform1f(program, uniformName, value) {
@@ -393,6 +734,14 @@ export class LayerManager {
     this.gl.uniform1f(location, Number(value || 0));
   }
 
+  setUniform1fv(program, uniformName, values) {
+    const location = this.gl.getUniformLocation(program, uniformName);
+    if (location === null) {
+      return;
+    }
+    this.gl.uniform1fv(location, values);
+  }
+
   setUniform2f(program, uniformName, x, y) {
     const location = this.gl.getUniformLocation(program, uniformName);
     if (location === null) {
@@ -419,6 +768,18 @@ export class LayerManager {
     this.layerErrorKeys.add(key);
     console.warn(`Layer render failed (${phase}) [${name}]`, error);
   }
+
+  reportShaderError(layer, error, phase) {
+    const detail = buildShaderErrorDetail({ layer, error, phase });
+    const key = `shader:${detail.phase}:${detail.name}:${detail.shader}:${detail.message}`;
+    if (this.layerErrorKeys.has(key)) {
+      return;
+    }
+    this.layerErrorKeys.add(key);
+    if (typeof window !== "undefined" && typeof window.dispatchEvent === "function") {
+      window.dispatchEvent(new CustomEvent(SHADER_ERROR_EVENT, { detail }));
+    }
+  }
 }
 
 const isShaderLayer = (layer) => {
@@ -436,6 +797,43 @@ const isTextLayer = (layer) => {
   return type === "text" || type === "text_layer";
 };
 
+const isSvgLayer = (layer) => {
+  const type = String(layer?.type || "").toLowerCase();
+  return type === "svg" || type === "svg_layer";
+};
+
+const isRasterImageLayer = (layer) => {
+  const type = String(layer?.type || "").toLowerCase();
+  return type === "image" || type === "image_layer" || type === "photo";
+};
+
+const isImageLayer = (layer) => isSvgLayer(layer) || isRasterImageLayer(layer);
+
+const isVideoLayer = (layer) => {
+  const type = String(layer?.type || "").toLowerCase();
+  return type === "video" || type === "video_layer" || type === "footage";
+};
+
+const isWaveformLayer = (layer) => {
+  const type = String(layer?.type || "").toLowerCase();
+  return type === "waveform" || type === "waveform_layer";
+};
+
+const isSpectrogramLayer = (layer) => {
+  const type = String(layer?.type || "").toLowerCase();
+  return type === "spectrogram" || type === "spectrogram_layer";
+};
+
+const isShapeLayer = (layer) => {
+  const type = String(layer?.type || "").toLowerCase();
+  return type === "shape" || type === "shapes" || type === "shape_layer";
+};
+
+const isMeshLayer = (layer) => {
+  const type = String(layer?.type || "").toLowerCase();
+  return type === "mesh" || type === "mesh_layer" || type === "preset_mesh";
+};
+
 const defaultLayer = (audio) => ({
   name: "wireframe_cube",
   type: "geometry",

data/frontend/src/renderer/shader-manager.js

@@ -6,6 +6,7 @@ void main() {
   gl_Position = vec4(a_position, 0.0, 1.0);
 }
 `;
+export const SHADER_COMPILE_EVENT = "vizcore:shader-compile";
 
 export class ShaderManager {
   constructor(gl) {
@@ -20,8 +21,13 @@ export class ShaderManager {
       return cached;
     }
 
+    const startedAtMs = nowMs();
     const program = this.createProgram(vertexSource, fragmentSource);
     this.programCache.set(key, program);
+    dispatchShaderCompileEvent({
+      cacheKey: key,
+      compileMs: nowMs() - startedAtMs,
+    });
     return program;
   }
 
@@ -67,3 +73,23 @@ const compileShader = (gl, type, source) => {
   }
   return shader;
 };
+
+const nowMs = () => {
+  if (typeof performance !== "undefined" && typeof performance.now === "function") {
+    return performance.now();
+  }
+
+  return Date.now();
+};
+
+const dispatchShaderCompileEvent = (detail) => {
+  if (typeof window === "undefined" || typeof window.dispatchEvent !== "function") {
+    return;
+  }
+
+  if (typeof CustomEvent !== "function") {
+    return;
+  }
+
+  window.dispatchEvent(new CustomEvent(SHADER_COMPILE_EVENT, { detail }));
+};

data/frontend/src/runtime-control-preset.js

@@ -0,0 +1,11 @@
+export const normalizeRuntimeControlPreset = (value) => {
+  const input = value && typeof value === "object" ? value : {};
+  return {
+    visualSettings: objectValue(input.visual_settings) || objectValue(input.visualSettings) || null,
+    midiLearnBindings: objectValue(input.midi_learn_bindings) || objectValue(input.midiLearnBindings) || null,
+  };
+};
+
+const objectValue = (value) => {
+  return value && typeof value === "object" && !Array.isArray(value) ? value : null;
+};