@viji-dev/core 0.19.0 → 0.20.0

package/dist/index.d.ts

@@ -1144,7 +1144,10 @@ declare interface ImageParameter {
  *
  * Note: `parameters` is intentionally absent. It is a *declared-only* tag on
  * {@link SceneCapabilities} (the scene defines tunable parameters), not a live
- * consumed signal, so it is not part of the per-frame capability set.
+ * consumed signal, so it is not part of the per-frame capability set. The
+ * nested `cv` and `sources` members of {@link SceneCapabilities} are likewise
+ * outside this vocabulary (`cv` has its own, {@link CV_FEATURE_KEYS}; `sources`
+ * is declared-only).
  */
 export declare const INPUT_CAPABILITY_KEYS: readonly ["audio", "video", "mouse", "keyboard", "pointer", "touch", "sensors", "devices"];
 
@@ -1629,7 +1632,8 @@ export declare interface SceneAnalysisData {
  *
  * The input keys here are pinned to {@link INPUT_CAPABILITY_KEYS} and the `cv`
  * keys to {@link CV_FEATURE_KEYS} by a compile-time guard (below), so this shape
- * cannot drift from the runtime vocabulary.
+ * cannot drift from the runtime vocabulary. `parameters`, `cv`, and `sources`
+ * are the declared-only members outside the per-frame input vocabulary.
  */
 export declare interface SceneCapabilities {
     /** Scene reads audio analysis (volume, bands, beat, FFT/waveform, or audio streams). */
@@ -1665,6 +1669,67 @@ export declare interface SceneCapabilities {
         /** Scene uses body segmentation. */
         segmentation: boolean;
     };
+    /**
+     * Which input **source** each capability reads, for host routing UIs (e.g. a
+     * controller deciding whether a phone camera belongs in the main slot or a
+     * device slot). Declared-only (static analysis, like the flags above) and
+     * inclusive-biased; not part of the per-frame {@link INPUT_CAPABILITY_KEYS}
+     * vocabulary (same standing as `parameters` and `cv`).
+     *
+     * - `main`: the host's primary stream, index 0 (`viji.video` / `viji.audio`,
+     *   `u_video*` / `u_audio*`).
+     * - `streams`: host-side additional compositor inputs, indices 1-99
+     *   (`viji.videoStreams` / `viji.audioStreams`, `u_videoStream*` /
+     *   `u_audioStream*`). Not routable from a controller; they set neither
+     *   `main` nor `device`.
+     * - `device`: an external device slot, indices 100+ (`viji.devices[i].video`
+     *   / `.audio` / `.motion` / `.orientation`, `u_device{i}*`, `u_deviceCount`,
+     *   `u_externalDeviceCount`).
+     *
+     * Native/p5 scenes reach device members through a `.video` / `.audio` /
+     * `.motion` / `.orientation` token after `viji.devices`. When a scene
+     * references `viji.devices` but no such token is visible (destructuring,
+     * `viji.devices.length`), all three `device` booleans report `true`: the
+     * analyzer never hides a source a scene may use.
+     */
+    sources: {
+        /** Video image source. */
+        video: {
+            /**
+             * Main camera. Shader scenes also report `true` when any `cv.*` flag is
+             * set (CV runs on the main stream only; no device-CV uniforms exist).
+             * Native/p5 CV `enable*` calls do NOT imply this: device cameras expose
+             * the same CV surface (`viji.devices[i].video.cv`).
+             */
+            main: boolean;
+            /** Additional compositor video streams (`viji.videoStreams`, `u_videoStream*`). */
+            streams: boolean;
+            /** External device cameras (`viji.devices[i].video`, `u_device{i}`, `u_deviceCount`). */
+            device: boolean;
+        };
+        /** Audio analysis source. */
+        audio: {
+            /** Main microphone / audio input (`viji.audio`, `u_audio*`). */
+            main: boolean;
+            /** Additional compositor audio streams (`viji.audioStreams`, `u_audioStream*`). */
+            streams: boolean;
+            /**
+             * External device audio (`viji.devices[i].audio`). Always `false` for
+             * shader scenes: no device-audio uniform family exists.
+             */
+            device: boolean;
+        };
+        /** Motion / orientation sensor source. */
+        sensors: {
+            /** The host machine's own sensors (`viji.device`, `u_deviceAcceleration` and family). */
+            internal: boolean;
+            /**
+             * External device sensors (`viji.devices[i].motion` / `.orientation`,
+             * `u_device{i}Acceleration` and family, `u_externalDeviceCount`).
+             */
+            device: boolean;
+        };
+    };
 }
 
 /**
@@ -2458,7 +2523,7 @@ declare interface TouchPoint {
 /** Returned by `on*` listener registration calls; invoke to unsubscribe. */
 export declare type Unsubscribe = () => void;
 
-export declare const VERSION = "0.19.0";
+export declare const VERSION = "0.20.0";
 
 /**
  * Real-time video API: drawable frame, dimensions, and the source-side

package/dist/index.js

@@ -1,8 +1,8 @@
-import { C as E, I as o, V as s, a as C, b as I } from "./index-PgPvRJ2p.js";
-export {
-  E as CV_FEATURE_KEYS,
-  o as INPUT_CAPABILITY_KEYS,
-  s as VERSION,
-  C as VijiCore,
-  I as VijiCoreError
-};
+import { C as E, I as o, V as s, a as C, b as I } from "./index-Dw5Jy7so.js";
+export {
+  E as CV_FEATURE_KEYS,
+  o as INPUT_CAPABILITY_KEYS,
+  s as VERSION,
+  C as VijiCore,
+  I as VijiCoreError
+};

package/dist/{scene-analysis-2Ov0HS52.js → scene-analysis-Bsf4JrzY.js}

@@ -1,4 +1,4 @@
-class a {
+class u {
   /**
    * Detects the renderer type from scene code comments
    * 
@@ -39,6 +39,15 @@ class a {
    * - Shader scenes: matched against built-in `u_*` uniform usage (exact).
    * - Native / p5 scenes: matched against `viji.*` usage tokens.
    *
+   * The top-level flags are the per-frame cohort vocabulary
+   * (`INPUT_CAPABILITY_KEYS`) and are persisted downstream; their rules do
+   * not change. `sources` (0.20.0) is a declared-only refinement on top:
+   * per input kind, whether the scene reads the main stream, the additional
+   * compositor streams, or an external device slot. Same inclusive bias; a
+   * native/p5 scene that references `viji.devices` without a visible member
+   * token reports every `device` source as used. Shader scenes never report
+   * `audio.device` (no device-audio uniform family exists).
+   *
    * @param sceneCode - The artist's scene code to analyze
    * @param renderer - The renderer type (from {@link detectRendererType})
    * @returns The set of capabilities the scene declares it uses
@@ -61,9 +70,14 @@ class a {
         handTracking: !1,
         poseDetection: !1,
         segmentation: !1
+      },
+      sources: {
+        video: { main: !1, streams: !1, device: !1 },
+        audio: { main: !1, streams: !1, device: !1 },
+        sensors: { internal: !1, device: !1 }
       }
     };
-    return t === "shader" ? this.detectShaderCapabilities(i, s) : this.detectScriptCapabilities(i, s), s;
+    return t === "shader" ? (this.detectShaderCapabilities(i, s), this.detectShaderSources(i, s)) : (this.detectScriptCapabilities(i, s), this.detectScriptSources(i, s)), s;
   }
   /**
    * Replaces comment spans and string/template literals with whitespace via a
@@ -77,25 +91,25 @@ class a {
     const i = e.length;
     let s = 0;
     for (; s < i; ) {
-      const r = e[s], o = s + 1 < i ? e[s + 1] : "";
-      if (r === "/" && o === "/") {
+      const r = e[s], a = s + 1 < i ? e[s + 1] : "";
+      if (r === "/" && a === "/") {
         for (s += 2; s < i && e[s] !== `
 `; ) s++;
         continue;
       }
-      if (r === "/" && o === "*") {
+      if (r === "/" && a === "*") {
         for (s += 2; s < i && !(e[s] === "*" && e[s + 1] === "/"); ) s++;
         s += 2, t += " ";
         continue;
       }
       if (r === '"' || r === "'" || r === "`") {
-        const u = r;
+        const o = r;
         for (s++; s < i; ) {
           if (e[s] === "\\") {
             s += 2;
             continue;
           }
-          if (e[s] === u) {
+          if (e[s] === o) {
             s++;
             break;
           }
@@ -115,6 +129,9 @@ class a {
    * (`u_device0`, `u_device0Resolution/Connected`) map to video+devices,
    * sensor uniforms (`u_device0Acceleration`, …) map to sensors+devices, and
    * the internal-device sensors (`u_deviceAcceleration`, …) map to sensors.
+   *
+   * These flag rules are the persisted cohort vocabulary and must not change;
+   * per-source refinement lives in {@link detectShaderSources}, run afterwards.
    */
   static detectShaderCapabilities(e, t) {
     /\bu_audio\w*/.test(e) && (t.audio = !0), /\bu_video\w*/.test(e) && (t.video = !0), /\bu_mouse\w*/.test(e) && (t.mouse = !0), /\bu_key\w*/.test(e) && (t.keyboard = !0), /\bu_touch\w*/.test(e) && (t.touch = !0), /\bu_pointer\w*/.test(e) && (t.pointer = !0), /\bu_device(Acceleration|AccelerationGravity|RotationRate|OrientationAbsolute|Orientation)\b/.test(e) && (t.sensors = !0), /\bu_device[0-7](AccelerationGravity|Acceleration|RotationRate|Orientation)\b/.test(e) && (t.sensors = !0, t.devices = !0), /\bu_externalDeviceCount\b/.test(e) && (t.devices = !0, t.sensors = !0), (/\bu_deviceCount\b/.test(e) || /\bu_device[0-7](Resolution|Connected)?\b/.test(e)) && (t.video = !0, t.devices = !0), /\bu_face\w*/.test(e) && (t.cv.faceDetection = !0), /\bu_face0(Neutral|Happy|Sad|Angry|Surprised|Disgusted|Fearful)\b/.test(e) && (t.cv.emotion = !0), (/\bu_face0HeadPose\b/.test(e) || /\bu_videoAnalysed\w*/.test(e) || /\bu_face0(Brow|Cheek|Eye|Jaw|Mouth|Nose|Tongue)\w*/.test(e)) && (t.cv.faceMesh = !0), (/\bu_handCount\b/.test(e) || /\bu_(left|right)Hand\w*/.test(e)) && (t.cv.handTracking = !0), (/\bu_pose\w*/.test(e) || /\bu_(nose|leftShoulder|rightShoulder|leftElbow|rightElbow|leftWrist|rightWrist|leftHip|rightHip|leftKnee|rightKnee|leftAnkle|rightAnkle)Position\b/.test(e)) && (t.cv.poseDetection = !0), /\bu_segmentation\w*/.test(e) && (t.cv.segmentation = !0);
@@ -123,21 +140,54 @@ class a {
    * Native / p5 capability detection from `viji.*` usage tokens. CV features
    * are keyed on their canonical `enable*` method names (the canonical
    * signal — a scene must enable a feature to receive its data).
+   *
+   * These flag rules are the persisted cohort vocabulary and must not change;
+   * per-source refinement lives in {@link detectScriptSources}, run afterwards.
    */
   static detectScriptCapabilities(e, t) {
     /\bviji\.audio/.test(e) && (t.audio = !0), /\bviji\.video/.test(e) && (t.video = !0), /\bviji\.mouse/.test(e) && (t.mouse = !0), /\bviji\.keyboard/.test(e) && (t.keyboard = !0), /\bviji\.touches/.test(e) && (t.touch = !0), /\bviji\.pointer/.test(e) && (t.pointer = !0), /\bviji\.device\b/.test(e) && (t.sensors = !0), /\bviji\.devices/.test(e) && (t.devices = !0), /\bviji\.(slider|color|toggle|select|text|number|image|button|coordinate|gradient)\s*\(/.test(e) && (t.parameters = !0), /\benableFaceDetection\b/.test(e) && (t.cv.faceDetection = !0), /\benableFaceMesh\b/.test(e) && (t.cv.faceMesh = !0), /\benableEmotionDetection\b/.test(e) && (t.cv.emotion = !0), /\benableHandTracking\b/.test(e) && (t.cv.handTracking = !0), /\benablePoseDetection\b/.test(e) && (t.cv.poseDetection = !0), /\benableBodySegmentation\b/.test(e) && (t.cv.segmentation = !0);
   }
   /**
-   * Detects which specific interaction inputs a scene reads (positions and
-   * mouse buttons), for the worker's consumed-meaningfully evaluation. Renderer-
-   * aware: shader scenes are read from built-in uniform usage, native/p5 from
-   * `mouse.*` / `pointer.*` / `touches.*` member access. Comments/strings are
-   * stripped first. Inclusive-biased like {@link detectCapabilities}.
-   *
-   * @param sceneCode - The artist's scene code to analyze
-   * @param renderer - The renderer type (from {@link detectRendererType})
-   * @returns The interaction-input usage mask
+   * Shader per-source refinement (`caps.sources`) from built-in uniform usage.
+   * Runs after {@link detectShaderCapabilities} because `video.main` also
+   * follows from any `cv.*` flag: CV runs on the main stream only and no
+   * device-CV uniforms exist. The `u_*Stream*` families are host compositor
+   * inputs and report `streams`, never `main` or `device`. No device-audio
+   * uniform family exists, so `audio.device` stays `false`. The device-sensor
+   * regexes repeat the flag rules above on purpose: the two surfaces must not
+   * disagree.
+   */
+  static detectShaderSources(e, t) {
+    const i = t.sources, s = Object.values(t.cv).some(Boolean);
+    i.video.main = s || /\bu_video(?!Stream)\w*/.test(e), i.video.streams = /\bu_videoStream\w*/.test(e), i.video.device = /\bu_deviceCount\b/.test(e) || /\bu_device[0-7](Resolution|Connected)?\b/.test(e), i.audio.main = /\bu_audio(?!Stream)\w*/.test(e), i.audio.streams = /\bu_audioStream\w*/.test(e), i.sensors.internal = /\bu_device(Acceleration|AccelerationGravity|RotationRate|OrientationAbsolute|Orientation)\b/.test(e), i.sensors.device = /\bu_device[0-7](AccelerationGravity|Acceleration|RotationRate|Orientation)\b/.test(e) || /\bu_externalDeviceCount\b/.test(e);
+  }
+  /**
+   * Native / p5 per-source refinement (`caps.sources`) from `viji.*` tokens.
+   * `main` / `streams` / `internal` are exact-token matches (`\b` after the
+   * name keeps `viji.videoStreams` out of `video.main`). CV `enable*` calls do
+   * not imply `video.main`: device cameras expose the same CV surface, so the
+   * receiver decides. Device sources come from {@link detectScriptDeviceSources}.
    */
+  static detectScriptSources(e, t) {
+    const i = t.sources;
+    i.video.main = /\bviji\.video\b/.test(e), i.video.streams = /\bviji\.videoStreams\b/.test(e), i.audio.main = /\bviji\.audio\b/.test(e), i.audio.streams = /\bviji\.audioStreams\b/.test(e), i.sensors.internal = /\bviji\.device\b/.test(e), /\bviji\.devices\b/.test(e) && this.detectScriptDeviceSources(e, t);
+  }
+  /**
+   * Which members a native / p5 scene reads off `viji.devices[i]`. Device
+   * elements are reached through aliases (`for (const d of viji.devices)`,
+   * `devices.filter(d => d.video)`), so the signal is the member token itself:
+   * `.video`, `.audio`, `.motion` / `.orientation`. The main-stream and
+   * internal-sensor member chains (`viji.video.cv…`, `viji.device.motion…`)
+   * are removed first, whole chain not just the head token, so their own
+   * members cannot leak into the device result. If `viji.devices` is
+   * referenced and no member token survives (destructuring,
+   * `viji.devices.length`), every device source reports `true`: inclusive
+   * bias, the scene may read any of them.
+   */
+  static detectScriptDeviceSources(e, t) {
+    const i = e.replace(/\bviji\.(video|audio|device)\b(\s*\??\.\s*[A-Za-z_$][\w$]*)*/g, " "), s = /\.video\b/.test(i), r = /\.audio\b/.test(i), a = /\.(motion|orientation)\b/.test(i), o = !s && !r && !a, b = t.sources;
+    b.video.device = s || o, b.audio.device = r || o, b.sensors.device = a || o;
+  }
   /**
    * Whether the scene statically consumes the CV analysed frame. Gates
    * per-sink `analysedFrame` bitmap delivery from the shared CV engine to
@@ -162,6 +212,17 @@ class a {
     const t = this.stripCommentsAndStrings(e);
     return /\b(analysedFrame|getAnalysedFrameData)\b/.test(t) || /\bu_videoAnalysed\w*/.test(t);
   }
+  /**
+   * Detects which specific interaction inputs a scene reads (positions and
+   * mouse buttons), for the worker's consumed-meaningfully evaluation. Renderer-
+   * aware: shader scenes are read from built-in uniform usage, native/p5 from
+   * `mouse.*` / `pointer.*` / `touches.*` member access. Comments/strings are
+   * stripped first. Inclusive-biased like {@link detectCapabilities}.
+   *
+   * @param sceneCode - The artist's scene code to analyze
+   * @param renderer - The renderer type (from {@link detectRendererType})
+   * @returns The interaction-input usage mask
+   */
   static detectUsage(e, t) {
     const i = this.stripCommentsAndStrings(e), s = {
       mouse: { position: !1, left: !1, right: !1, middle: !1 },
@@ -171,16 +232,16 @@ class a {
     return t === "shader" ? (s.mouse.position = /\bu_mouse(\b|InCanvas|Delta|Wheel)/.test(i), s.mouse.left = /\bu_mouse(Left|Pressed|WasPressed|WasReleased)\b/.test(i), s.mouse.right = /\bu_mouseRight\b/.test(i), s.mouse.middle = /\bu_mouseMiddle\b/.test(i), s.pointer.position = /\bu_pointer(\b|Delta|InCanvas)/.test(i), s.pointer.down = /\bu_pointer(Down|WasPressed|WasReleased)\b/.test(i), s.touch = /\bu_touch/.test(i)) : (s.mouse.position = /\bmouse\.(x|y|deltaX|deltaY|wheelDelta|wheelX|wheelY|wasMoved)\b/.test(i), s.mouse.left = /\bmouse\.(leftButton|isPressed|wasPressed|wasReleased)\b/.test(i), s.mouse.right = /\bmouse\.rightButton\b/.test(i), s.mouse.middle = /\bmouse\.middleButton\b/.test(i), s.pointer.position = /\bpointer\.(x|y|deltaX|deltaY)\b/.test(i), s.pointer.down = /\bpointer\.(isDown|wasPressed|wasReleased)\b/.test(i), s.touch = /\btouches\./.test(i)), s;
   }
 }
-function b(n) {
-  const e = a.detectRendererType(n), t = e === "p5" ? a.detectP5CanvasMode(n) : void 0;
+function l(n) {
+  const e = u.detectRendererType(n), t = e === "p5" ? u.detectP5CanvasMode(n) : void 0;
   return {
     renderer: e,
     ...t !== void 0 && { p5CanvasMode: t },
-    capabilities: a.detectCapabilities(n, e),
-    consumesAnalysedFrame: a.detectAnalysedFrameUse(n)
+    capabilities: u.detectCapabilities(n, e),
+    consumesAnalysedFrame: u.detectAnalysedFrameUse(n)
   };
 }
 export {
-  a as S,
-  b as a
+  u as S,
+  l as a
 };

package/dist/scene-analysis.d.ts

@@ -32,7 +32,10 @@
  * Note for consumers filtering on `capabilities.video`: the flag means the
  * scene reads the video *image* (pixels/texture). Shader scenes that consume
  * only CV result uniforms report `cv.*` without `video`, so a "reacts to the
- * camera" filter should test `video || any cv key`.
+ * camera" filter should test `video || any cv key`. Consumers that need to
+ * know *which* slot the scene reads (main stream, compositor streams, or an
+ * external device) read `capabilities.sources` (0.20.0); the top-level flags
+ * keep their 0.19.0 meaning (a shader `u_device{i}` still sets `video`).
  *
  * @param sceneCode - The artist's scene code (native, p5, or shader), raw
  * @returns The complete static analysis — the worker's ack payload
@@ -86,7 +89,8 @@ declare interface SceneAnalysisData {
  *
  * The input keys here are pinned to {@link INPUT_CAPABILITY_KEYS} and the `cv`
  * keys to {@link CV_FEATURE_KEYS} by a compile-time guard (below), so this shape
- * cannot drift from the runtime vocabulary.
+ * cannot drift from the runtime vocabulary. `parameters`, `cv`, and `sources`
+ * are the declared-only members outside the per-frame input vocabulary.
  */
 declare interface SceneCapabilities {
     /** Scene reads audio analysis (volume, bands, beat, FFT/waveform, or audio streams). */
@@ -122,6 +126,67 @@ declare interface SceneCapabilities {
         /** Scene uses body segmentation. */
         segmentation: boolean;
     };
+    /**
+     * Which input **source** each capability reads, for host routing UIs (e.g. a
+     * controller deciding whether a phone camera belongs in the main slot or a
+     * device slot). Declared-only (static analysis, like the flags above) and
+     * inclusive-biased; not part of the per-frame {@link INPUT_CAPABILITY_KEYS}
+     * vocabulary (same standing as `parameters` and `cv`).
+     *
+     * - `main`: the host's primary stream, index 0 (`viji.video` / `viji.audio`,
+     *   `u_video*` / `u_audio*`).
+     * - `streams`: host-side additional compositor inputs, indices 1-99
+     *   (`viji.videoStreams` / `viji.audioStreams`, `u_videoStream*` /
+     *   `u_audioStream*`). Not routable from a controller; they set neither
+     *   `main` nor `device`.
+     * - `device`: an external device slot, indices 100+ (`viji.devices[i].video`
+     *   / `.audio` / `.motion` / `.orientation`, `u_device{i}*`, `u_deviceCount`,
+     *   `u_externalDeviceCount`).
+     *
+     * Native/p5 scenes reach device members through a `.video` / `.audio` /
+     * `.motion` / `.orientation` token after `viji.devices`. When a scene
+     * references `viji.devices` but no such token is visible (destructuring,
+     * `viji.devices.length`), all three `device` booleans report `true`: the
+     * analyzer never hides a source a scene may use.
+     */
+    sources: {
+        /** Video image source. */
+        video: {
+            /**
+             * Main camera. Shader scenes also report `true` when any `cv.*` flag is
+             * set (CV runs on the main stream only; no device-CV uniforms exist).
+             * Native/p5 CV `enable*` calls do NOT imply this: device cameras expose
+             * the same CV surface (`viji.devices[i].video.cv`).
+             */
+            main: boolean;
+            /** Additional compositor video streams (`viji.videoStreams`, `u_videoStream*`). */
+            streams: boolean;
+            /** External device cameras (`viji.devices[i].video`, `u_device{i}`, `u_deviceCount`). */
+            device: boolean;
+        };
+        /** Audio analysis source. */
+        audio: {
+            /** Main microphone / audio input (`viji.audio`, `u_audio*`). */
+            main: boolean;
+            /** Additional compositor audio streams (`viji.audioStreams`, `u_audioStream*`). */
+            streams: boolean;
+            /**
+             * External device audio (`viji.devices[i].audio`). Always `false` for
+             * shader scenes: no device-audio uniform family exists.
+             */
+            device: boolean;
+        };
+        /** Motion / orientation sensor source. */
+        sensors: {
+            /** The host machine's own sensors (`viji.device`, `u_deviceAcceleration` and family). */
+            internal: boolean;
+            /**
+             * External device sensors (`viji.devices[i].motion` / `.orientation`,
+             * `u_device{i}Acceleration` and family, `u_externalDeviceCount`).
+             */
+            device: boolean;
+        };
+    };
 }
 
 export { }

package/dist/scene-analysis.js

@@ -1,4 +1,4 @@
-import { a as n } from "./scene-analysis-2Ov0HS52.js";
+import { a as n } from "./scene-analysis-Bsf4JrzY.js";
 export {
   n as analyzeScene
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@viji-dev/core",
-  "version": "0.19.0",
+  "version": "0.20.0",
   "description": "Universal execution engine for Viji Creative scenes",
   "type": "module",
   "sideEffects": false,