agentvfx 0.0.0-stage → 0.3.4

package/skills/agentvfx/templates/spectrum/label-bars/main.frag

@@ -0,0 +1,223 @@
+// label-bars main: the deck layout. A left column of outlined tab-box labels (artist, track, from the text
+// layer; font display, style outline, box tab) over a four-cell level meter and a small
+// starburst; a framed main panel holding 63 thin bars on a ruler baseline (major tick every 8 bars with
+// numerals) with tip dots; a tall title top-right. The media window of the deck is the stage background:
+// footage as one-tone halftone dots (bgMode 2) when there is an input. A strong onset thickens the bars
+// and the emblem starburst for ~3 frames; a kick zooms the panel (both optional). All ink is hairline; a
+// field colour (groundColor / inkColor presets) turns the whole deck acid, ultramarine or orange.
+// ---- stage (shared by the spectrum family) ----
+// Camera: bass onsets (bass ratio >= kickBass) zoom the frame by kickZoom and shake it by up to `shake`
+// pixels at 1080p, both decaying over kickDecayMs (both 0 by default: the HUD look is locked down).
+// Background: the flat groundColor; with an input, bgMode 1 = blurred and dimmed footage, 2 = single-tone
+// halftone dots of the footage in the ink colour (dot radius follows luminance). Optional field of
+// drifting flecks (fieldAmount), vignette and film grain. The clock texel is (hit count, last hit frame,
+// kick count, last kick frame), written by the template's state pass.
+float stageSince(float count, float last) { return count > 0.5 ? (float(FRAMEINDEX) - last) * TIMEDELTA : 99.0; }
+float kickEnv(vec4 clk) { return exp(-stageSince(clk.z, clk.w) / max(kickDecayMs * 0.001, 0.001)); }
+float hitEnv(vec4 clk, float seconds) { return exp(-stageSince(clk.x, clk.y) / seconds); }
+
+vec2 stageUv(vec4 clk, vec2 uv) {
+  float ke = kickEnv(clk);
+  vec2 sh = (hash22(vec2(clk.z, 3.7)) - 0.5) * 2.0 * shake * ke * (RENDERSIZE.y / 1080.0) / RENDERSIZE;
+  return (uv - 0.5) / (1.0 + kickZoom * ke) + 0.5 + sh;
+}
+
+float introK() { return introMs > 0.5 ? smoothstep(introMs * 0.0005, introMs * 0.0012, TIME) : 1.0; }
+float introSpan() { return introMs > 0.5 ? smoothstep(0.0, introMs * 0.0006, TIME) : 1.0; }
+
+float stageField(vec2 uv, float lift) {
+  float aspect = RENDERSIZE.x / RENDERSIZE.y;
+  float acc = 0.0;
+  for (int l = 0; l < 2; l++) {
+    float fl = float(l);
+    float sc = l == 0 ? 11.0 : 34.0;
+    vec2 p = vec2(uv.x * aspect, uv.y) * sc - vec2(TIME * fieldSpeed * (0.35 + 0.3 * fl), -TIME * fieldSpeed * (0.05 + 0.04 * fl));
+    vec2 c = floor(p);
+    vec2 fr = fract(p);
+    vec2 h = hash22(c + fl * 17.0);
+    float h2 = hash12(c + 31.0 + fl * 5.0);
+    float r = (l == 0 ? 0.05 : 0.035) * (0.5 + 0.7 * h2);
+    float tw = 0.55 + 0.45 * sin(TIME * (1.0 + 3.0 * h2) + h.x * 6.2832);
+    acc += step(length(fr - (0.3 + 0.4 * h)), r) * tw * step(0.45, h2);
+  }
+  return acc * (0.7 + 0.6 * lift);
+}
+
+float stageHalftone(vec2 uv) {
+  float u = RENDERSIZE.y / 1080.0;
+  float cell = max(halftoneSize * u, 2.0);
+  mat2 m = mat2(0.9659, 0.2588, -0.2588, 0.9659);
+  vec2 g = m * (uv * RENDERSIZE) / cell;
+  vec2 f = fract(g) - 0.5;
+  vec2 centre = (transpose(m) * ((floor(g) + 0.5) * cell)) / RENDERSIZE;
+  float L = luma(texture(inputImage, centre).rgb);
+  float rad = 0.62 * sqrt(clamp(L * 1.25, 0.0, 1.0));
+  return clamp((rad - length(f)) * cell + 0.5, 0.0, 1.0);
+}
+
+vec3 stageBackground(vec2 uv, vec3 tint, float lift) {
+  float aspect = RENDERSIZE.x / RENDERSIZE.y;
+  vec3 g = groundColor.rgb;
+  if (HAS_INPUT && bgMode == 1) {
+    vec3 s = texture(inputImage, uv).rgb;
+    float rad = 0.018;
+    for (int k = 0; k < 12; k++) {
+      float a = float(k) * 0.5236;
+      s += texture(inputImage, uv + vec2(cos(a) / aspect, sin(a)) * rad * (k % 2 == 0 ? 1.0 : 0.5)).rgb;
+    }
+    g = mix(g, s / 13.0, bgDim);
+  } else if (HAS_INPUT && bgMode == 2) {
+    g = mix(g, inkColor.rgb, stageHalftone(uv) * bgDim);
+  }
+  return g + tint * stageField(uv, lift) * fieldAmount;
+}
+
+vec3 stageFinish(vec3 col, vec2 uv) {
+  float aspect = RENDERSIZE.x / RENDERSIZE.y;
+  float v = length((uv - 0.5) * vec2(aspect, 1.0)) / (0.5 * sqrt(aspect * aspect + 1.0));
+  col *= 1.0 - vignette * smoothstep(0.35, 1.0, v);
+  float n = hash12(gl_FragCoord.xy + float(FRAMEINDEX) * 13.37) - 0.5;
+  return max(col + n * grain, vec3(0.0));
+}
+// ---- HUD line language (shared by the spectrum family) ----
+// Ground and ink: near-black ground with off-white hairlines by default, or one full colour field with
+// black / white ink (groundColor, inkColor, accentColor). Everything is drawn as 1-2 px hairlines
+// (lineWidth, in pixels at 1080p): framed panels, dashed grids, corner brackets, + crosshairs, tick
+// rulers. Labels come from the engine text layer (TEXTMASK: R = ink, G = box fill).
+float hudU() { return RENDERSIZE.y / 1080.0; }
+float hudW() { return max(lineWidth * hudU(), 1.0); }
+float hair(float d) { return clamp(hudW() * 0.5 - abs(d) + 0.5, 0.0, 1.0); }
+float cov(float d) { return clamp(0.5 - d, 0.0, 1.0); }
+float dashes(float x, float period, float duty) { return step(fract(x / (period * hudU())), duty); }
+
+// outline of the rectangle lo..hi (pixels)
+float boxLine(vec2 p, vec2 lo, vec2 hi) {
+  vec2 q = abs(p - (lo + hi) * 0.5) - (hi - lo) * 0.5;
+  return hair(max(q.x, q.y));
+}
+float inRect(vec2 p, vec2 lo, vec2 hi) { return step(lo.x, p.x) * step(p.x, hi.x) * step(lo.y, p.y) * step(p.y, hi.y); }
+
+// + crosshair centred on c with arm length len
+float plusAt(vec2 p, vec2 c, float len) {
+  vec2 q = abs(p - c);
+  return max(hair(q.y) * step(q.x, len), hair(q.x) * step(q.y, len));
+}
+
+// four L-shaped corner brackets of the rectangle lo..hi, arm length len
+float brackets(vec2 p, vec2 lo, vec2 hi, float len) {
+  vec2 c = (lo + hi) * 0.5;
+  vec2 q = abs(p - c);
+  vec2 h = (hi - lo) * 0.5;
+  float onV = hair(q.x - h.x) * step(h.y - len, q.y) * step(q.y, h.y + 0.5);
+  float onH = hair(q.y - h.y) * step(h.x - len, q.x) * step(q.x, h.x + 0.5);
+  return max(onV, onH);
+}
+
+vec3 accentAt(float u) { return colorMode == 1 ? paletteCycle(u + paletteShift) : accentColor.rgb; }
+
+float textInk() { return HAS_TEXT ? texture(TEXTMASK, vUv).r : 0.0; }
+float textFill() { return HAS_TEXT ? texture(TEXTMASK, vUv).g : 0.0; }
+
+// frame chrome common to every instrument: corner + marks and an inset hairline frame
+float hudChrome(vec2 sp) {
+  vec2 res = RENDERSIZE;
+  float u = hudU();
+  float a = 0.0;
+  for (int c = 0; c < 4; c++) {
+    vec2 centre = vec2((c & 1) == 0 ? 22.0 * u : res.x - 22.0 * u, (c & 2) == 0 ? 22.0 * u : res.y - 22.0 * u);
+    a = max(a, plusAt(sp, centre, 7.0 * u));
+  }
+  return a;
+}
+vec4 barAt(int i) { return texelFetch(barState, ivec2(clamp(i, 0, bandCount - 1), 0), 0); }
+
+float starburst(vec2 p, float R, float spokes, float wpx) {
+  float r = length(p);
+  float a = atan(p.y, p.x);
+  float k = abs(fract(a / 6.2831853 * spokes) - 0.5) * 6.2831853 / spokes * r;
+  return cov(k - wpx * 0.5) * step(R * 0.18, r) * step(r, R) + cov(r - R * 0.1);
+}
+
+void main() {
+  vec2 res = RENDERSIZE;
+  float U = hudU();
+  vec4 clk = texelFetch(barState, ivec2(0, 1), 0);
+  vec2 sp = vUv * res;
+  vec2 px = stageUv(clk, vUv) * res;
+  vec2 lo = vec2(0.24 * res.x, 0.12 * res.y);
+  vec2 hi = vec2(0.97 * res.x, 0.78 * res.y);
+  float W = hi.x - lo.x;
+  float H = hi.y - lo.y;
+  float n = float(bandCount);
+  float span = introSpan();
+  float pitch = W * 0.92 / n;
+  float x0 = lo.x + W * 0.04;
+  float baseY = lo.y + 0.12 * H;
+  float extent = 0.8 * H * maxHeight * introK();
+  float hitOn = step(0.5, hitEnv(clk, 0.1)) * step(0.5, clk.x);
+
+  float fi = floor((px.x - x0) / pitch);
+  int i = int(clamp(fi, 0.0, n - 1.0));
+  float bc = x0 + (fi + 0.5) * pitch;
+  bool inSpan = fi >= 0.0 && fi < n && abs(px.x / res.x - 0.5) * 2.0 < span * 0.95 + 0.001;
+  vec4 bar = barAt(i);
+  float hw = max(hudW() * 0.5, pitch * thickness * 0.5 * (1.0 + 0.5 * hitOn));
+  float hP = bar.r * extent + floorHeight * U;
+  float dy = px.y - baseY;
+  float body = inSpan ? cov(abs(px.x - bc) - hw) * step(-0.5, dy) * cov(dy - hP) : 0.0;
+  float tip = inSpan ? cov(length(vec2(px.x - bc, dy - hP - 4.0 * U)) - 1.5 * U) * step(0.012, bar.r) : 0.0;
+  float cap = inSpan && bar.g * extent > hP + 8.0 * U ? cov(abs(dy - bar.g * extent - 6.0 * U) - 0.7 * U) * cov(abs(px.x - bc) - hw * 1.5) : 0.0;
+
+  float baseLine = hair(dy) * step(x0, px.x) * step(px.x, x0 + pitch * n) * span;
+  float tickX = abs(fract((px.x - x0) / pitch + 0.5) - 0.5) * pitch;
+  float td = baseY - px.y;
+  float major = mod(fi, 8.0) < 0.5 ? 1.0 : 0.0;
+  float tick = inSpan && td > 3.0 * U && td < (3.0 + (major > 0.5 ? 14.0 : 6.0)) * U && tickX < hudW() * 0.5 ? 1.0 : 0.0;
+  float gridH = 0.0;
+  for (int r = 1; r <= 4; r++) {
+    gridH = max(gridH, hair(px.y - (baseY + float(r) * extent / 4.0)));
+  }
+  gridH *= dashes(px.x, 8.0, 0.25) * inRect(px, vec2(x0, lo.y), vec2(x0 + pitch * n, hi.y)) * 0.45 * gridAmount;
+
+  float frame = boxLine(sp, lo, hi) * gridAmount;
+  float brk = brackets(sp, lo - 10.0 * U, hi + 10.0 * U, 24.0 * U) * gridAmount;
+
+  // left column furniture: a four-cell level meter (low, low-mid, high-mid, high bands) and a framed sub-panel
+  float icons = 0.0;
+  for (int k = 0; k < 4; k++) {
+    vec2 lo2 = vec2((0.03 + 0.04 * float(k)) * res.x, 0.62 * res.y);
+    vec2 hi2 = lo2 + vec2(0.032 * res.x, 0.04 * res.y);
+    float lvl = clamp(barAt(4 + k * 14).r, 0.0, 1.0);
+    float fillTop = hi2.y - lvl * (hi2.y - lo2.y);
+    icons = max(icons, max(boxLine(sp, lo2, hi2), inRect(sp, vec2(lo2.x + 3.0 * U, fillTop), hi2 - 3.0 * U)));
+  }
+  vec2 slo = vec2(0.03 * res.x, 0.4 * res.y);
+  vec2 shi = vec2(0.19 * res.x, 0.58 * res.y);
+  float sub = boxLine(sp, slo, shi) * gridAmount;
+  float subTicks = 0.0;
+  for (int r = 0; r < 12; r++) {
+    float yr = slo.y + (float(r) + 0.5) * (shi.y - slo.y) / 12.0;
+    float ln = (2.0 + 6.0 * hash12(vec2(float(r), 3.0))) * 0.012 * res.x * (0.4 + 0.6 * barAt(r * 5).r);
+    subTicks = max(subTicks, hair(sp.y - yr) * step(slo.x + 6.0 * U, sp.x) * step(sp.x, slo.x + 6.0 * U + ln));
+  }
+  vec2 eblo = vec2(0.03 * res.x, 0.12 * res.y);
+  vec2 ebhi = vec2(0.19 * res.x, 0.12 * res.y + 0.16 * res.x);
+  float emblem = max(boxLine(sp, eblo, ebhi) * gridAmount, starburst(sp - (eblo + ebhi) * 0.5, 0.07 * res.x, 32.0, hudW() * (1.0 + hitOn)));
+  float plus = 0.0;
+  for (int c = 0; c < 4; c++) {
+    vec2 centre = vec2((c & 1) == 0 ? 0.015 * res.x : 0.985 * res.x, (c & 2) == 0 ? 0.04 * res.y : 0.96 * res.y);
+    plus = max(plus, plusAt(sp, centre, 7.0 * U));
+  }
+
+  float mk = max(max(body, tip), max(cap, max(baseLine * 0.9, tick * 0.9)));
+  mk = max(mk, max(gridH, max(frame, brk)));
+  mk = max(mk, max(icons * gridAmount, max(sub, subTicks * 0.8)));
+  mk = max(mk, max(emblem, plus * float(marks)));
+  vec3 ink = inkColor.rgb;
+  vec3 gnd = stageBackground(vUv, ink, kickEnv(clk));
+  vec3 acc = accentAt((fi + 0.5) / n);
+  vec3 col = mix(gnd, ink, mk);
+  col = mix(col, acc, min(tip + cap, 1.0));
+  col = mix(col, ink, textInk());
+  fragColor = vec4(stageFinish(col, vUv), 1.0);
+}

package/skills/agentvfx/templates/spectrum/label-bars/pass0.frag

@@ -0,0 +1,91 @@
+// label-bars pass 0: pro-motion bar state (63 bars by default), persistent in barState.
+// ---- pro motion stage: spectrum -> bar values (shared by the spectrum family) ----
+// Bin mapping: bar i covers startFreq + (endFreq - startFreq) * (i / n)^freqCurve, a power curve that
+// gives the lows more bars (common bar visualisers use exponent 2.5). Each bar takes the
+// maximum of four taps of the 512-bin audioFFT texture (bin s is centred near 29.3 + 46.875 * s Hz).
+// The dB tilt (+tilt per octave above 200 Hz) offsets the 1/f slope of music. The value is windowed
+// by floorLevel / ceilLevel, raised to a per-bar exponent (expLow for the lows ramping to expHigh for
+// the highs, so quiet bars collapse and loud peaks pop), and the first headBars of the bars are weighted
+// down to headMin so the sub-bass edge does not dominate. Peak-preserving neighbour smoothing keeps
+// local maxima and lets each bar lift its neighbours by value / monsterSmooth^distance.
+float specAt(float hz) {
+  float s = (hz - 29.3) / 46.875;
+  return texture(audioFFT, vec2(clamp((s + 0.5) / 512.0, 0.0, 1.0), 0.5)).r;
+}
+
+float binValue(int i, int n) {
+  float t0 = float(i) / float(n);
+  float f0 = startFreq + (endFreq - startFreq) * pow(t0, freqCurve);
+  float f1 = startFreq + (endFreq - startFreq) * pow(float(i + 1) / float(n), freqCurve);
+  float v = 0.0;
+  for (int k = 0; k < 4; k++) {
+    float fq = mix(f0, f1, (float(k) + 0.5) / 4.0);
+    float a = specAt(fq);
+    v = max(v, a > 0.001 ? a + tilt * log2(max(fq, 20.0) / 200.0) : 0.0);
+  }
+  float x = clamp((v - floorLevel) / max(ceilLevel - floorLevel, 0.01), 0.0, 1.0);
+  x = pow(x, mix(expHigh, expLow, 1.0 - t0 * t0));
+  float hb = headBars * float(n);
+  return hb > 0.5 && float(i) < hb ? x * mix(headMin, 1.0, float(i) / hb) : x;
+}
+
+float smoothedBar(int i, int n) {
+  float v = binValue(i, n);
+  for (int d = 1; d <= 6; d++) {
+    float w = 1.0 / pow(monsterSmooth, float(d));
+    if (i - d >= 0) { v = max(v, binValue(i - d, n) * w); }
+    if (i + d < n) { v = max(v, binValue(i + d, n) * w); }
+  }
+  return v;
+}
+
+// state texel of bar i: r = height, g = cap, b = cap fall speed, a = cap hold timer
+vec4 barStep(vec4 prev, int i, int n) {
+  float t0 = float(i) / float(n);
+  float raw = smoothedBar(i, n);
+  float rel = releaseMs * (1.0 + bassHold * (1.0 - t0));
+  float k = 1.0 - exp(-TIMEDELTA / max((raw > prev.r ? attackMs : rel) * 0.001, 0.0005));
+  float h = prev.r + (raw - prev.r) * k;
+  float cap = prev.g;
+  float vel = prev.b;
+  float hold = prev.a;
+  if (h >= cap) {
+    cap = h;
+    vel = 0.0;
+    hold = capHoldMs * 0.001;
+  } else if (hold > 0.0) {
+    hold -= TIMEDELTA;
+  } else {
+    vel += capGravity * TIMEDELTA;
+    cap = max(h, cap - vel * TIMEDELTA);
+  }
+  return vec4(h, cap, vel, hold);
+}
+
+// clock texel: (hit count, last hit frame, kick count, last kick frame). A hit is an onset whose spectral
+// flux reaches hitFlux; a kick is an onset whose bass ratio reaches kickBass.
+vec4 clockStep(vec4 ev) {
+  if (AUDIO_ONSET > 0.5 && AUDIO_FLUX >= hitFlux) { ev.x += 1.0; ev.y = float(FRAMEINDEX); }
+  if (AUDIO_ONSET > 0.5 && AUDIO_BASS >= kickBass) { ev.z += 1.0; ev.w = float(FRAMEINDEX); }
+  return ev;
+}
+// state pass: bars in row 0 of barState, clock in texel (0, 1), history rows 4..27 where row 3 + d
+// holds the bars as they were d frames ago (a shift register: each row copies the row below it from the
+// previous frame), so templates can draw delayed echoes.
+void main() {
+  ivec2 px = ivec2(gl_FragCoord.xy);
+  vec4 prev = texelFetch(barState, px, 0);
+  if (px.y == 0 && px.x < bandCount) {
+    fragColor = barStep(prev, px.x, bandCount);
+    return;
+  }
+  if (px.y == 1 && px.x == 0) {
+    fragColor = clockStep(prev);
+    return;
+  }
+  if (px.y >= 4 && px.y <= 27 && px.x < bandCount) {
+    fragColor = texelFetch(barState, ivec2(px.x, px.y == 4 ? 0 : px.y - 1), 0);
+    return;
+  }
+  fragColor = vec4(0.0);
+}

package/skills/agentvfx/templates/spectrum/spectrum-particles/demo-cloud-black.json

@@ -0,0 +1 @@
+{"version":1,"template":"spectrum-particles","preset":"cloud-black","input":{"audio":"test-media/beat-132.mp3"},"durationSec":4,"seed":25,"out":"spectrum-particles-cloud-black"}

package/skills/agentvfx/templates/spectrum/spectrum-particles/demo-cloud-ultramarine.json

@@ -0,0 +1 @@
+{"version":1,"template":"spectrum-particles","preset":"cloud-ultramarine","input":{"audio":"test-media/beat-132.mp3","startSec":3},"durationSec":4,"seed":25,"out":"spectrum-particles-cloud-ultramarine"}