agentvfx 0.0.0-stage → 0.3.5

package/skills/agentvfx/templates/scope/spectrogram-scroll/fx.json

@@ -0,0 +1,595 @@
+{
+  "DESCRIPTION": "Scrolling log-frequency spectrogram as hard pixel blocks: dB range, colour map, onset ticks, octave grid and a playhead. HUD instrument look: thin lines in a bracketed panel, dashed grid, tick rulers with numerals, readouts, field-colour variants. HUD instrument look: thin lines in a bracketed panel, dashed grid, tick rulers with numerals, readouts, field-colour variants. HUD instrument look: thin lines in a bracketed panel, dashed grid, tick rulers with numerals, readouts, field-colour variants. HUD instrument look: thin lines in a bracketed panel, dashed grid, tick rulers with numerals, readouts, field-colour variants. HUD instrument look: thin lines in a bracketed panel, dashed grid, tick rulers with numerals, readouts, field-colour variants",
+  "CREDIT": "agentvfx",
+  "ISFVSN": "2",
+  "CATEGORIES": [
+    "scope",
+    "audio"
+  ],
+  "INPUTS": [
+    {
+      "NAME": "fieldMode",
+      "TYPE": "long",
+      "MIN": 0,
+      "MAX": 4,
+      "VALUES": [
+        0,
+        1,
+        2,
+        3,
+        4
+      ],
+      "LABELS": [
+        "black ground, off-white lines",
+        "acid lime field, black lines",
+        "ultramarine field, white lines",
+        "phosphor green on black",
+        "signal orange field, blue lines"
+      ],
+      "DEFAULT": 0
+    },
+    {
+      "NAME": "fMin",
+      "TYPE": "float",
+      "MIN": 20,
+      "MAX": 2000,
+      "DEFAULT": 50
+    },
+    {
+      "NAME": "fMax",
+      "TYPE": "float",
+      "MIN": 2000,
+      "MAX": 24000,
+      "DEFAULT": 16000
+    },
+    {
+      "NAME": "freqScale",
+      "TYPE": "long",
+      "MIN": 0,
+      "MAX": 2,
+      "VALUES": [
+        0,
+        1,
+        2
+      ],
+      "LABELS": [
+        "log",
+        "linear",
+        "square root"
+      ],
+      "DEFAULT": 0
+    },
+    {
+      "NAME": "dbMin",
+      "TYPE": "float",
+      "MIN": -70,
+      "MAX": -20,
+      "DEFAULT": -64
+    },
+    {
+      "NAME": "dbMax",
+      "TYPE": "float",
+      "MIN": -40,
+      "MAX": 0,
+      "DEFAULT": -26
+    },
+    {
+      "NAME": "tilt",
+      "TYPE": "float",
+      "MIN": 0,
+      "MAX": 9,
+      "DEFAULT": 3
+    },
+    {
+      "NAME": "gamma",
+      "TYPE": "float",
+      "MIN": 0.3,
+      "MAX": 3,
+      "DEFAULT": 0.85
+    },
+    {
+      "NAME": "colorMap",
+      "TYPE": "long",
+      "MIN": 0,
+      "MAX": 5,
+      "VALUES": [
+        0,
+        1,
+        2,
+        3,
+        4,
+        5
+      ],
+      "LABELS": [
+        "acid",
+        "heat",
+        "ultraviolet",
+        "palette",
+        "mono",
+        "ink halftone"
+      ],
+      "DEFAULT": 5
+    },
+    {
+      "NAME": "scrollPx",
+      "TYPE": "long",
+      "MIN": 1,
+      "MAX": 32,
+      "DEFAULT": 12
+    },
+    {
+      "NAME": "cell",
+      "TYPE": "long",
+      "MIN": 1,
+      "MAX": 32,
+      "DEFAULT": 10
+    },
+    {
+      "NAME": "smoothing",
+      "TYPE": "float",
+      "MIN": 0,
+      "MAX": 0.9,
+      "DEFAULT": 0.25
+    },
+    {
+      "NAME": "mirror",
+      "TYPE": "bool",
+      "DEFAULT": false
+    },
+    {
+      "NAME": "onsetTicks",
+      "TYPE": "float",
+      "MIN": 0,
+      "MAX": 1,
+      "DEFAULT": 1
+    },
+    {
+      "NAME": "grid",
+      "TYPE": "float",
+      "MIN": 0,
+      "MAX": 1,
+      "DEFAULT": 0.6
+    },
+    {
+      "NAME": "playhead",
+      "TYPE": "float",
+      "MIN": 0,
+      "MAX": 1,
+      "DEFAULT": 1
+    },
+    {
+      "NAME": "hot",
+      "TYPE": "float",
+      "MIN": 0,
+      "MAX": 1,
+      "DEFAULT": 0
+    },
+    {
+      "NAME": "bloom",
+      "TYPE": "float",
+      "MIN": 0,
+      "MAX": 4,
+      "DEFAULT": 0.3
+    },
+    {
+      "NAME": "preroll",
+      "TYPE": "float",
+      "MIN": 0,
+      "MAX": 1,
+      "DEFAULT": 1
+    },
+    {
+      "NAME": "hud",
+      "TYPE": "float",
+      "MIN": 0,
+      "MAX": 1,
+      "DEFAULT": 1
+    }
+  ],
+  "PASSES": [
+    {
+      "TARGET": "specBuf",
+      "PERSISTENT": true,
+      "FLOAT": true
+    },
+    {
+      "TARGET": "hudMask",
+      "FLOAT": true
+    },
+    {}
+  ],
+  "X_AGENTVFX": {
+    "id": "spectrogram-scroll",
+    "family": "scope",
+    "input": "either",
+    "spdx": "Apache-2.0",
+    "flash": "none",
+    "fps": 60,
+    "palette": false,
+    "presets": {
+      "hud-black": {
+        "fieldMode": 0,
+        "colorMap": 5,
+        "scrollPx": 12,
+        "cell": 12,
+        "smoothing": 0.25
+      },
+      "field-lime": {
+        "fieldMode": 1,
+        "colorMap": 5,
+        "scrollPx": 12,
+        "cell": 8,
+        "smoothing": 0.35,
+        "tilt": 4.5,
+        "gamma": 1.3
+      },
+      "field-ultramarine": {
+        "fieldMode": 2,
+        "colorMap": 5,
+        "mirror": true,
+        "scrollPx": 12,
+        "cell": 8,
+        "smoothing": 0.2
+      },
+      "boot-green": {
+        "fieldMode": 3,
+        "colorMap": 5,
+        "scrollPx": 8,
+        "cell": 6,
+        "smoothing": 0.4,
+        "freqScale": 2,
+        "fMin": 30
+      },
+      "glow-phosphor": {
+        "fieldMode": 3,
+        "colorMap": 0,
+        "scrollPx": 12,
+        "cell": 10,
+        "smoothing": 0.25,
+        "hud": 0.5
+      }
+    },
+    "audioBind": {
+      "dbMax": "rms"
+    },
+    "credits": [
+      "log-frequency spectrogram with dB range and pink (3 dB per octave) tilt, Wave Candy spectrum mode options, https://www.image-line.com/fl-studio-learning/fl-studio-online-manual/html/plugins/Wave%20Candy.htm",
+      "scrolling persistent buffer, exact integer texel shift (no resampling blur)"
+    ],
+    "text": [
+      {
+        "key": "tabA",
+        "default": "SPEC LOG",
+        "x": 0.03,
+        "y": 0.045,
+        "size": 0.042,
+        "font": "display",
+        "style": "outline",
+        "box": "tab"
+      },
+      {
+        "key": "tabB",
+        "default": "dB WIN",
+        "x": 0.03,
+        "y": 0.165,
+        "size": 0.042,
+        "font": "display",
+        "style": "outline",
+        "box": "tab"
+      },
+      {
+        "key": "title",
+        "default": "SPECT",
+        "x": 0.975,
+        "y": 0.035,
+        "size": 0.062,
+        "font": "tall",
+        "align": "right"
+      },
+      {
+        "key": "sub",
+        "default": "AGENT//VFX  NODE 7G-75",
+        "x": 0.975,
+        "y": 0.15,
+        "size": 0.013,
+        "font": "mono",
+        "align": "right"
+      },
+      {
+        "key": "micro",
+        "default": "NX 7G-75  48K  60FPS\n03V  RLS  202  0\nTT2  .  KMR  L3H0",
+        "x": 0.975,
+        "y": 0.845,
+        "size": 0.012,
+        "font": "mono",
+        "align": "right",
+        "lineHeight": 1.35
+      },
+      {
+        "key": "microL",
+        "default": "SIG // 01  CAL OK",
+        "x": 0.03,
+        "y": 0.947,
+        "size": 0.012,
+        "font": "mono",
+        "lineHeight": 1.35
+      },
+      {
+        "key": "rdA",
+        "default": "LVL",
+        "x": 0.862,
+        "y": 0.585,
+        "size": 0.015,
+        "font": "mono"
+      },
+      {
+        "key": "rdB",
+        "default": "BPM",
+        "x": 0.862,
+        "y": 0.655,
+        "size": 0.015,
+        "font": "mono"
+      },
+      {
+        "key": "rdC",
+        "default": "FRM",
+        "x": 0.862,
+        "y": 0.725,
+        "size": 0.015,
+        "font": "mono"
+      },
+      {
+        "key": "fq0",
+        "default": "40",
+        "x": 0.855,
+        "y": 0.195,
+        "size": 0.012,
+        "font": "mono",
+        "align": "center"
+      },
+      {
+        "key": "fq1",
+        "default": "180",
+        "x": 0.885,
+        "y": 0.195,
+        "size": 0.012,
+        "font": "mono",
+        "align": "center"
+      },
+      {
+        "key": "fq2",
+        "default": "800",
+        "x": 0.915,
+        "y": 0.195,
+        "size": 0.012,
+        "font": "mono",
+        "align": "center"
+      },
+      {
+        "key": "fq3",
+        "default": "3.6k",
+        "x": 0.945,
+        "y": 0.195,
+        "size": 0.012,
+        "font": "mono",
+        "align": "center"
+      },
+      {
+        "key": "fq4",
+        "default": "16k",
+        "x": 0.975,
+        "y": 0.195,
+        "size": 0.012,
+        "font": "mono",
+        "align": "center"
+      },
+      {
+        "key": "row0",
+        "default": "0",
+        "x": 0.84,
+        "y": 0.223,
+        "size": 0.014,
+        "font": "mono",
+        "align": "center"
+      },
+      {
+        "key": "row1",
+        "default": "1",
+        "x": 0.84,
+        "y": 0.25633333333333336,
+        "size": 0.014,
+        "font": "mono",
+        "align": "center"
+      },
+      {
+        "key": "row2",
+        "default": "2",
+        "x": 0.84,
+        "y": 0.2896666666666667,
+        "size": 0.014,
+        "font": "mono",
+        "align": "center"
+      },
+      {
+        "key": "row3",
+        "default": "3",
+        "x": 0.84,
+        "y": 0.323,
+        "size": 0.014,
+        "font": "mono",
+        "align": "center"
+      },
+      {
+        "key": "row4",
+        "default": "4",
+        "x": 0.84,
+        "y": 0.35633333333333334,
+        "size": 0.014,
+        "font": "mono",
+        "align": "center"
+      },
+      {
+        "key": "row5",
+        "default": "5",
+        "x": 0.84,
+        "y": 0.38966666666666666,
+        "size": 0.014,
+        "font": "mono",
+        "align": "center"
+      },
+      {
+        "key": "row6",
+        "default": "6",
+        "x": 0.84,
+        "y": 0.42300000000000004,
+        "size": 0.014,
+        "font": "mono",
+        "align": "center"
+      },
+      {
+        "key": "wv0",
+        "default": "0",
+        "x": 0.022,
+        "y": 0.805,
+        "size": 0.013,
+        "font": "mono",
+        "align": "center"
+      },
+      {
+        "key": "wv1",
+        "default": "1",
+        "x": 0.052599999999999994,
+        "y": 0.805,
+        "size": 0.013,
+        "font": "mono",
+        "align": "center"
+      },
+      {
+        "key": "wv2",
+        "default": "2",
+        "x": 0.0832,
+        "y": 0.805,
+        "size": 0.013,
+        "font": "mono",
+        "align": "center"
+      },
+      {
+        "key": "wv3",
+        "default": "3",
+        "x": 0.11379999999999998,
+        "y": 0.805,
+        "size": 0.013,
+        "font": "mono",
+        "align": "center"
+      },
+      {
+        "key": "wv4",
+        "default": "4",
+        "x": 0.1444,
+        "y": 0.805,
+        "size": 0.013,
+        "font": "mono",
+        "align": "center"
+      },
+      {
+        "key": "wv5",
+        "default": "5",
+        "x": 0.175,
+        "y": 0.805,
+        "size": 0.013,
+        "font": "mono",
+        "align": "center"
+      },
+      {
+        "key": "fy0",
+        "default": "100",
+        "x": 0.19799999999999998,
+        "y": 0.7816750100055645,
+        "size": 0.014,
+        "font": "mono",
+        "align": "right"
+      },
+      {
+        "key": "fy1",
+        "default": "250",
+        "x": 0.19799999999999998,
+        "y": 0.660949939966613,
+        "size": 0.014,
+        "font": "mono",
+        "align": "right"
+      },
+      {
+        "key": "fy2",
+        "default": "1k",
+        "x": 0.19799999999999998,
+        "y": 0.478299959977742,
+        "size": 0.014,
+        "font": "mono",
+        "align": "right"
+      },
+      {
+        "key": "fy3",
+        "default": "4k",
+        "x": 0.19799999999999998,
+        "y": 0.295649979988871,
+        "size": 0.014,
+        "font": "mono",
+        "align": "right"
+      },
+      {
+        "key": "fy4",
+        "default": "10k",
+        "x": 0.19799999999999998,
+        "y": 0.1749249099499195,
+        "size": 0.014,
+        "font": "mono",
+        "align": "right"
+      },
+      {
+        "key": "tx0",
+        "default": "-4s",
+        "x": 0.21,
+        "y": 0.914,
+        "size": 0.014,
+        "font": "mono",
+        "align": "center"
+      },
+      {
+        "key": "tx1",
+        "default": "-3s",
+        "x": 0.355,
+        "y": 0.914,
+        "size": 0.014,
+        "font": "mono",
+        "align": "center"
+      },
+      {
+        "key": "tx2",
+        "default": "-2s",
+        "x": 0.5,
+        "y": 0.914,
+        "size": 0.014,
+        "font": "mono",
+        "align": "center"
+      },
+      {
+        "key": "tx3",
+        "default": "-1s",
+        "x": 0.645,
+        "y": 0.914,
+        "size": 0.014,
+        "font": "mono",
+        "align": "center"
+      },
+      {
+        "key": "tx4",
+        "default": "0",
+        "x": 0.79,
+        "y": 0.914,
+        "size": 0.014,
+        "font": "mono",
+        "align": "center"
+      }
+    ]
+  }
+}

package/skills/agentvfx/templates/scope/spectrogram-scroll/main.frag

@@ -0,0 +1,83 @@
+// spectrogram-scroll main: the buffer inside the central panel as a one-tone halftone (dot radius follows the
+// level) on the field colour, with scrolling second ticks, onset ticks and a playhead; colorMap 0..4 keep the
+// older colour ramps for the glow preset. The HUD chrome mask and the engine text layer go on top.
+vec3 sc(vec3 s) { return srgbToLinear(s); }
+
+void fieldColors(out vec3 bg, out vec3 ink) {
+  if (fieldMode == 1) { bg = sc(vec3(0.784, 1.0, 0.0)); ink = sc(vec3(0.043)); }
+  else if (fieldMode == 2) { bg = sc(vec3(0.078, 0.078, 1.0)); ink = sc(vec3(0.95, 0.95, 0.93)); }
+  else if (fieldMode == 3) { bg = sc(vec3(0.016)); ink = sc(vec3(0.224, 1.0, 0.078)); }
+  else if (fieldMode == 4) { bg = sc(vec3(1.0, 0.235, 0.0)); ink = sc(vec3(0.04, 0.04, 0.62)); }
+  else { bg = sc(vec3(0.043)); ink = sc(vec3(0.914, 0.914, 0.894)); }
+}
+
+vec3 ramp(float u, vec3 a, vec3 b, vec3 c) {
+  vec3 col = mix(vec3(0.0), a, smoothstep(0.0, 0.33, u));
+  col = mix(col, b, smoothstep(0.33, 0.66, u));
+  return mix(col, c, smoothstep(0.66, 1.0, u));
+}
+
+vec3 cmap(float u) {
+  if (colorMap == 1) return ramp(u, vec3(0.45, 0.0, 0.02), vec3(1.0, 0.16, 0.0), vec3(1.0, 0.92, 0.55));
+  if (colorMap == 2) return ramp(u, vec3(0.08, 0.0, 0.5), vec3(0.62, 0.0, 1.0), vec3(1.0, 0.45, 0.95));
+  if (colorMap == 3) return paletteRamp(u);
+  if (colorMap == 4) return vec3(u);
+  return ramp(u, vec3(0.0, 0.22, 0.02), vec3(0.78, 1.0, 0.0), vec3(1.0, 1.0, 0.85));
+}
+
+void main() {
+  vec3 bg;
+  vec3 ink;
+  fieldColors(bg, ink);
+  vec2 res = RENDERSIZE;
+  float S = res.y / 1080.0;
+  int W = int(res.x);
+  int H = int(res.y);
+  vec2 pl = vec2(0.21, 0.12) * res;
+  vec2 ph = vec2(0.79, 0.88) * res;
+  int shift = max(1, int(floor(float(scrollPx) * res.x / 1920.0 + 0.5)));
+  float k = 0.0;
+  vec3 legacy = vec3(0.0);
+  bool area = gl_FragCoord.x >= pl.x && gl_FragCoord.x < ph.x && gl_FragCoord.y >= pl.y && gl_FragCoord.y < ph.y;
+  if (area) {
+    int pw = int(ph.x - pl.x);
+    int bx = int(gl_FragCoord.x - pl.x) + (W - pw);
+    int cellPx = max(1, int(floor(float(cell) * S + 0.5)));
+    float py = gl_FragCoord.y - pl.y;
+    float cy = (floor(py / float(cellPx)) + 0.5) * float(cellPx);
+    float yy = cy / (ph.y - pl.y);
+    if (mirror) yy = abs(2.0 * clamp(yy, 0.0, 1.0) - 1.0);
+    vec4 s = texelFetch(specBuf, ivec2(bx, clamp(int(yy * float(H)), 0, H - 1)), 0);
+    float u = pow(s.r, gamma);
+    if (colorMap == 5) {
+      if (cellPx >= 3 && shift >= 3) {
+        float cx = float(W - 1 - ((W - 1 - bx) / shift) * shift) - 0.5 * float(shift) + 0.5;
+        vec2 off = vec2((float(bx) + 0.5 - cx) / float(shift), (py - cy) / float(cellPx));
+        float r = 0.58 * sqrt(u);
+        k = (1.0 - smoothstep(r - 1.2 / float(min(shift, cellPx)), r, length(off))) * step(0.02, u);
+      } else {
+        k = u;
+      }
+    } else {
+      legacy = cmap(u);
+      k = 1.0;
+    }
+    float topBand = step(ph.y - 22.0 * S, gl_FragCoord.y);
+    k = max(k, topBand * s.g * onsetTicks * hud);
+    k = max(k, hud * playhead * step(ph.x - 3.0 * S, gl_FragCoord.x));
+  }
+  int bxs = (W - 1 - (int(gl_FragCoord.x - pl.x) + (W - int(ph.x - pl.x)))) / shift;
+  float tickK = 0.0;
+  if (gl_FragCoord.y < pl.y && gl_FragCoord.y > pl.y - 22.0 * S && gl_FragCoord.x >= pl.x && gl_FragCoord.x < ph.x && (W - 1 - (int(gl_FragCoord.x - pl.x) + (W - int(ph.x - pl.x)))) % shift == 0 && FRAMEINDEX - bxs >= 0) {
+    int fb = FRAMEINDEX - bxs;
+    float hgt = pl.y - gl_FragCoord.y;
+    tickK = fb % 60 == 0 ? step(hgt, 20.0 * S) : (fb % 15 == 0 ? step(hgt, 9.0 * S) : 0.0);
+  }
+  vec4 h = texture(hudMask, vUv);
+  vec4 t = HAS_TEXT ? texture(TEXTMASK, vUv) : vec4(0.0);
+  float chrome = clamp(h.r + 0.4 * h.g * grid, 0.0, 1.0) * hud;
+  float kk = 1.0 - (1.0 - k) * (1.0 - chrome) * (1.0 - t.r * hud) * (1.0 - tickK * hud);
+  vec3 col = mix(bg, ink, kk);
+  if (colorMap != 5 && area) col = mix(col, legacy, 1.0 - chrome);
+  fragColor = vec4(col, 1.0);
+}