@viji-dev/core 0.19.0 → 0.21.0

package/dist/scene-analysis.d.ts

@@ -32,7 +32,10 @@
  * Note for consumers filtering on `capabilities.video`: the flag means the
  * scene reads the video *image* (pixels/texture). Shader scenes that consume
  * only CV result uniforms report `cv.*` without `video`, so a "reacts to the
- * camera" filter should test `video || any cv key`.
+ * camera" filter should test `video || any cv key`. Consumers that need to
+ * know *which* slot the scene reads (main stream, compositor streams, or an
+ * external device) read `capabilities.sources` (0.20.0); the top-level flags
+ * keep their 0.19.0 meaning (a shader `u_device{i}` still sets `video`).
  *
  * @param sceneCode - The artist's scene code (native, p5, or shader), raw
  * @returns The complete static analysis — the worker's ack payload
@@ -86,7 +89,8 @@ declare interface SceneAnalysisData {
  *
  * The input keys here are pinned to {@link INPUT_CAPABILITY_KEYS} and the `cv`
  * keys to {@link CV_FEATURE_KEYS} by a compile-time guard (below), so this shape
- * cannot drift from the runtime vocabulary.
+ * cannot drift from the runtime vocabulary. `parameters`, `cv`, and `sources`
+ * are the declared-only members outside the per-frame input vocabulary.
  */
 declare interface SceneCapabilities {
     /** Scene reads audio analysis (volume, bands, beat, FFT/waveform, or audio streams). */
@@ -122,6 +126,67 @@ declare interface SceneCapabilities {
         /** Scene uses body segmentation. */
         segmentation: boolean;
     };
+    /**
+     * Which input **source** each capability reads, for host routing UIs (e.g. a
+     * controller deciding whether a phone camera belongs in the main slot or a
+     * device slot). Declared-only (static analysis, like the flags above) and
+     * inclusive-biased; not part of the per-frame {@link INPUT_CAPABILITY_KEYS}
+     * vocabulary (same standing as `parameters` and `cv`).
+     *
+     * - `main`: the host's primary stream, index 0 (`viji.video` / `viji.audio`,
+     *   `u_video*` / `u_audio*`).
+     * - `streams`: host-side additional compositor inputs, indices 1-99
+     *   (`viji.videoStreams` / `viji.audioStreams`, `u_videoStream*` /
+     *   `u_audioStream*`). Not routable from a controller; they set neither
+     *   `main` nor `device`.
+     * - `device`: an external device slot, indices 100+ (`viji.devices[i].video`
+     *   / `.audio` / `.motion` / `.orientation`, `u_device{i}*`, `u_deviceCount`,
+     *   `u_externalDeviceCount`).
+     *
+     * Native/p5 scenes reach device members through a `.video` / `.audio` /
+     * `.motion` / `.orientation` token after `viji.devices`. When a scene
+     * references `viji.devices` but no such token is visible (destructuring,
+     * `viji.devices.length`), all three `device` booleans report `true`: the
+     * analyzer never hides a source a scene may use.
+     */
+    sources: {
+        /** Video image source. */
+        video: {
+            /**
+             * Main camera. Shader scenes also report `true` when any `cv.*` flag is
+             * set (CV runs on the main stream only; no device-CV uniforms exist).
+             * Native/p5 CV `enable*` calls do NOT imply this: device cameras expose
+             * the same CV surface (`viji.devices[i].video.cv`).
+             */
+            main: boolean;
+            /** Additional compositor video streams (`viji.videoStreams`, `u_videoStream*`). */
+            streams: boolean;
+            /** External device cameras (`viji.devices[i].video`, `u_device{i}`, `u_deviceCount`). */
+            device: boolean;
+        };
+        /** Audio analysis source. */
+        audio: {
+            /** Main microphone / audio input (`viji.audio`, `u_audio*`). */
+            main: boolean;
+            /** Additional compositor audio streams (`viji.audioStreams`, `u_audioStream*`). */
+            streams: boolean;
+            /**
+             * External device audio (`viji.devices[i].audio`). Always `false` for
+             * shader scenes: no device-audio uniform family exists.
+             */
+            device: boolean;
+        };
+        /** Motion / orientation sensor source. */
+        sensors: {
+            /** The host machine's own sensors (`viji.device`, `u_deviceAcceleration` and family). */
+            internal: boolean;
+            /**
+             * External device sensors (`viji.devices[i].motion` / `.orientation`,
+             * `u_device{i}Acceleration` and family, `u_externalDeviceCount`).
+             */
+            device: boolean;
+        };
+    };
 }
 
 export { }

package/dist/scene-analysis.js

@@ -1,4 +1,4 @@
-import { a as n } from "./scene-analysis-2Ov0HS52.js";
+import { a as n } from "./scene-analysis-C7cAsqhv.js";
 export {
   n as analyzeScene
 };

package/package.json

@@ -1,117 +1,117 @@
-{
-  "name": "@viji-dev/core",
-  "version": "0.19.0",
-  "description": "Universal execution engine for Viji Creative scenes",
-  "type": "module",
-  "sideEffects": false,
-  "main": "./dist/index.js",
-  "module": "./dist/index.js",
-  "types": "./dist/index.d.ts",
-  "exports": {
-    ".": {
-      "import": "./dist/index.js",
-      "types": "./dist/index.d.ts"
-    },
-    "./scene-analysis": {
-      "import": "./dist/scene-analysis.js",
-      "types": "./dist/scene-analysis.d.ts"
-    },
-    "./param-inference": {
-      "import": "./dist/param-inference.js",
-      "types": "./dist/param-inference.d.ts"
-    },
-    "./package.json": "./package.json",
-    "./artist-global": {
-      "types": "./dist/artist-global.d.ts"
-    },
-    "./artist-dts": {
-      "import": "./dist/artist-dts.js",
-      "types": "./dist/artist-dts.d.ts"
-    },
-    "./artist-jsdoc": {
-      "types": "./dist/artist-jsdoc.d.ts"
-    },
-    "./artist-js-ambient": {
-      "types": "./dist/artist-js-ambient.d.ts"
-    },
-    "./artist-dts-p5": {
-      "import": "./dist/artist-dts-p5.js",
-      "types": "./dist/artist-dts-p5.d.ts"
-    },
-    "./artist-global-p5": {
-      "types": "./dist/artist-global-p5.d.ts"
-    },
-    "./shader-uniforms": {
-      "import": "./dist/shader-uniforms.js",
-      "types": "./dist/shader-uniforms.d.ts"
-    },
-    "./docs-api": {
-      "import": "./dist/docs-api.js",
-      "types": "./dist/docs-api.d.ts"
-    }
-  },
-  "files": [
-    "dist/*.js",
-    "dist/*.d.ts",
-    "dist/assets",
-    "!dist/**/*.map",
-    "README.md"
-  ],
-  "scripts": {
-    "audio-lab": "vite --config audio-lab/vite.config.mjs",
-    "prebuild": "node scripts/prebuild-clean.mjs && node scripts/sync-version.mjs",
-    "version": "npm run build && git add -A",
-    "build": "vite build && node scripts/copy-tasks-assets.mjs && node scripts/minify-dist.mjs && node scripts/build-artist-types.mjs && node scripts/lint-artist-types-drift.mjs && node scripts/build-docs-api.mjs",
-    "build:docs": "node scripts/build-docs-api.mjs",
-    "lint:ai-prompts-drift": "node scripts/lint-ai-prompts-drift.mjs",
-    "dev": "node scripts/sync-version.mjs && vite build --watch",
-    "integration": "vite --config integration-example/vite.config.ts",
-    "test": "vitest",
-    "test:run": "vitest run",
-    "test:coverage": "vitest --coverage",
-    "type-check": "tsc --noEmit",
-    "lint": "eslint src --ext .ts"
-  },
-  "keywords": [
-    "viji",
-    "creative",
-    "webgl",
-    "audio-reactive",
-    "canvas",
-    "webworker"
-  ],
-  "author": "Viji Team",
-  "license": "SEE LICENSE IN LICENSE",
-  "devDependencies": {
-    "@types/node": "^20.0.0",
-    "@types/p5": "^1.7.6",
-    "@typescript-eslint/eslint-plugin": "^6.0.0",
-    "@typescript-eslint/parser": "^6.0.0",
-    "@vitest/coverage-v8": "^1.0.0",
-    "@webgpu/types": "0.1.72",
-    "dts-bundle-generator": "^9.5.1",
-    "eslint": "^8.0.0",
-    "github-slugger": "^2.0.0",
-    "happy-dom": "^18.0.1",
-    "mdast-util-to-string": "^4.0.0",
-    "remark-parse": "^11.0.0",
-    "typescript": "^5.0.0",
-    "unified": "^11.0.5",
-    "vite": "^5.0.0",
-    "vite-plugin-dts": "^3.0.0",
-    "vitest": "^1.0.0"
-  },
-  "engines": {
-    "node": ">=18.0.0"
-  },
-  "dependencies": {
-    "@mediapipe/tasks-vision": "^0.10.20",
-    "@noble/ciphers": "2.3.0",
-    "@noble/curves": "^2.2.0",
-    "@noble/hashes": "2.2.0",
-    "acorn": "8.15.0",
-    "essentia.js": "^0.1.3",
-    "fft.js": "^4.0.4",
-    "sucrase": "^3.35.1"
-  }
-}
+{
+  "name": "@viji-dev/core",
+  "version": "0.21.0",
+  "description": "Universal execution engine for Viji Creative scenes",
+  "type": "module",
+  "sideEffects": false,
+  "main": "./dist/index.js",
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    },
+    "./scene-analysis": {
+      "import": "./dist/scene-analysis.js",
+      "types": "./dist/scene-analysis.d.ts"
+    },
+    "./param-inference": {
+      "import": "./dist/param-inference.js",
+      "types": "./dist/param-inference.d.ts"
+    },
+    "./package.json": "./package.json",
+    "./artist-global": {
+      "types": "./dist/artist-global.d.ts"
+    },
+    "./artist-dts": {
+      "import": "./dist/artist-dts.js",
+      "types": "./dist/artist-dts.d.ts"
+    },
+    "./artist-jsdoc": {
+      "types": "./dist/artist-jsdoc.d.ts"
+    },
+    "./artist-js-ambient": {
+      "types": "./dist/artist-js-ambient.d.ts"
+    },
+    "./artist-dts-p5": {
+      "import": "./dist/artist-dts-p5.js",
+      "types": "./dist/artist-dts-p5.d.ts"
+    },
+    "./artist-global-p5": {
+      "types": "./dist/artist-global-p5.d.ts"
+    },
+    "./shader-uniforms": {
+      "import": "./dist/shader-uniforms.js",
+      "types": "./dist/shader-uniforms.d.ts"
+    },
+    "./docs-api": {
+      "import": "./dist/docs-api.js",
+      "types": "./dist/docs-api.d.ts"
+    }
+  },
+  "files": [
+    "dist/*.js",
+    "dist/*.d.ts",
+    "dist/assets",
+    "!dist/**/*.map",
+    "README.md"
+  ],
+  "scripts": {
+    "audio-lab": "vite --config audio-lab/vite.config.mjs",
+    "prebuild": "node scripts/prebuild-clean.mjs && node scripts/sync-version.mjs",
+    "version": "npm run build && git add -A",
+    "build": "vite build && node scripts/copy-tasks-assets.mjs && node scripts/minify-dist.mjs && node scripts/build-artist-types.mjs && node scripts/lint-artist-types-drift.mjs && node scripts/build-docs-api.mjs",
+    "build:docs": "node scripts/build-docs-api.mjs",
+    "lint:ai-prompts-drift": "node scripts/lint-ai-prompts-drift.mjs",
+    "dev": "node scripts/sync-version.mjs && vite build --watch",
+    "integration": "vite --config integration-example/vite.config.ts",
+    "test": "vitest",
+    "test:run": "vitest run",
+    "test:coverage": "vitest --coverage",
+    "type-check": "tsc --noEmit",
+    "lint": "eslint src --ext .ts"
+  },
+  "keywords": [
+    "viji",
+    "creative",
+    "webgl",
+    "audio-reactive",
+    "canvas",
+    "webworker"
+  ],
+  "author": "Viji Team",
+  "license": "SEE LICENSE IN LICENSE",
+  "devDependencies": {
+    "@types/node": "^20.0.0",
+    "@types/p5": "^1.7.6",
+    "@typescript-eslint/eslint-plugin": "^6.0.0",
+    "@typescript-eslint/parser": "^6.0.0",
+    "@vitest/coverage-v8": "^1.0.0",
+    "@webgpu/types": "0.1.72",
+    "dts-bundle-generator": "^9.5.1",
+    "eslint": "^8.0.0",
+    "github-slugger": "^2.0.0",
+    "happy-dom": "^18.0.1",
+    "mdast-util-to-string": "^4.0.0",
+    "remark-parse": "^11.0.0",
+    "typescript": "^5.0.0",
+    "unified": "^11.0.5",
+    "vite": "^5.0.0",
+    "vite-plugin-dts": "^3.0.0",
+    "vitest": "^1.0.0"
+  },
+  "engines": {
+    "node": ">=18.0.0"
+  },
+  "dependencies": {
+    "@mediapipe/tasks-vision": "^0.10.20",
+    "@noble/ciphers": "2.3.0",
+    "@noble/curves": "^2.2.0",
+    "@noble/hashes": "2.2.0",
+    "acorn": "8.15.0",
+    "essentia.js": "^0.1.3",
+    "fft.js": "^4.0.4",
+    "sucrase": "^3.35.1"
+  }
+}