@viji-dev/core 0.9.0 → 0.10.0

package/dist/index.d.ts

@@ -422,6 +422,16 @@ export declare class AudioSystem {
      * Tags with streamIndex and conditionally includes beat data (main channel only).
      */
     private sendChannelResults;
+    /**
+     * Deliver an analysis message to one sink with PER-SINK typed-array
+     * copies. The host→worker relay transfers `frequencyData`/`waveformData`
+     * buffers (zero-copy receive, `collectTransferables` case
+     * 'audio-analysis-update') — posting the same message object to N sinks
+     * would let the first post DETACH the buffers and starve every other
+     * sink (and the replay cache). One copy per sink per analysis frame is
+     * the unavoidable cost of a transfer-per-receiver delivery.
+     */
+    private deliverAnalysisMessage;
     /**
      * Register a result-delivery sink (one per attached core's worker) and
      * replay current state to it in FIFO order: the latest main-channel
@@ -2692,7 +2702,7 @@ declare type TrackingState = 'TRACKING' | 'LOCKED' | 'BREAKDOWN' | 'LOST';
 /** Returned by `on*` listener registration calls; invoke to unsubscribe. */
 export declare type Unsubscribe = () => void;
 
-export declare const VERSION = "0.9.0";
+export declare const VERSION = "0.10.0";
 
 /**
  * Real-time video API: drawable frame, dimensions, and the source-side
@@ -2741,11 +2751,12 @@ export declare interface VideoAPI {
  * outputs (the analysed frame and its detection / segmentation results) with
  * the verbs that activate the underlying MediaPipe pipelines.
  *
- * Available only on the main video stream (`viji.video.cv`). Additional
- * streams (`viji.videoStreams[i].cv`) and device videos
- * (`viji.devices[i].video.cv`) do not run CV; their `cv` surface exists for
- * API consistency but the data fields stay at their empty defaults and the
- * `enable*` verbs are no-ops.
+ * Available on the main video stream (`viji.video.cv`) and on additional
+ * streams (`viji.videoStreams[i].cv`) — same surface, same verbs, activated
+ * per stream. `analysedFrame` is populated on the MAIN stream only; on other
+ * streams it stays `null` (use `currentFrame`). Device videos
+ * (`viji.devices[i].video.cv`) do not run CV yet; their `cv` surface exists
+ * for API consistency with the data fields at their empty defaults.
  */
 export declare interface VideoCVAPI {
     /**
@@ -3079,6 +3090,7 @@ export declare class VijiCore {
     private sceneRenderer;
     private sceneCapabilities;
     private sceneP5CanvasMode?;
+    private sceneConsumesAnalysedFrame;
     private sceneContextType?;
     private parametersInitialized;
     private parameterListeners;
@@ -3501,8 +3513,14 @@ export declare class VijiCore {
      */
     setFrameRate(mode: FrameRateMode): Promise<void>;
     /**
-     * Sets the CV processing frame rate mode (relative to scene frame rate)
-     * @param mode - CV processing rate: 'full', 'half', 'quarter', or 'eighth' of scene rate
+     * Sets the CV processing frame rate mode, relative to the **video stream
+     * delivery rate** (the capture's ~30 fps), not the scene render rate —
+     * with shared engines, attached scenes may render at different rates, so
+     * the capture rate is the only coherent base.
+     *
+     * Engine-level write: visible to ALL cores sharing this core's media
+     * engines (same rule as the stream mutators).
+     * @param mode - CV processing rate: 'full', 'half', 'quarter', or 'eighth' of the capture rate
      */
     setCVFrameRate(mode: CVFrameRateMode): Promise<void>;
     /**
@@ -3604,6 +3622,51 @@ export declare class VijiCore {
      */
     private get audioEngine();
     private ensureAudioEngine;
+    /**
+     * Host-side video control namespace. The `cv` sub-namespace lets host
+     * code (as opposed to scene code) drive CV on the main video stream —
+     * the controller use case: a scene-less headless core analyzing its
+     * local camera and shipping results onward.
+     */
+    readonly video: {
+        cv: {
+            /**
+             * Enable or disable a CV feature on the main video stream from the
+             * host side. The host acts as one more consumer of the shared CV
+             * engine: inference runs the union of all consumers' desired sets,
+             * and host results arrive via {@link onResults} filtered to the
+             * host-enabled features.
+             *
+             * Engine-level write: the underlying inference is visible to ALL
+             * cores sharing this core's media engines (scenes still only receive
+             * features they enabled themselves).
+             *
+             * @param feature - The CV feature to toggle
+             * @param enabled - Whether the feature should run
+             */
+            enable: (feature: CVFeature, enabled: boolean) => void;
+            /**
+             * Subscribe to CV results on the host side, filtered to the features
+             * enabled via {@link enable}. Fires once per completed inference with
+             * the same result shapes the artist API exposes
+             * (`faces`/`hands`/`pose`/`segmentation`).
+             *
+             * Engine-level: one listener registry per shared engine group —
+             * subscribe once per app.
+             *
+             * @returns Unsubscribe function. Call to remove the listener.
+             */
+            onResults: (listener: (update: {
+                streamIndex: number;
+                results: {
+                    faces?: FaceData[];
+                    hands?: HandData[];
+                    pose?: PoseData | null;
+                    segmentation?: SegmentationData | null;
+                };
+            }) => void) => Unsubscribe;
+        };
+    };
     readonly audio: {
         /**
          * Beat control namespace
@@ -3911,6 +3974,13 @@ export declare class VijiCore {
      * Gets current performance statistics
      */
     getStats(): PerformanceStats;
+    /**
+     * Merge the shared CV engine's main-stream processing stats into
+     * `stats.cv`. The cv block is absent until CV state exists (no engine, or
+     * no features ever requested on the main stream) — same shape consumers
+     * saw when the worker produced it.
+     */
+    private mergeCVStats;
     /**
      * Pauses the scene render loop — stops the worker from rendering. Intended to
      * be driven from the host on `document.hidden`, so a hidden tab doesn't keep

package/dist/index.js

@@ -1,4 +1,4 @@
-import { A as s, C as o, I as E, V as i, a as A, b as C } from "./index-CAx7Pxyl.js";
+import { A as s, C as o, I as E, V as i, a as A, b as C } from "./index-C-CGSJSn.js";
 export {
   s as AudioSystem,
   o as CV_FEATURE_KEYS,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@viji-dev/core",
-  "version": "0.9.0",
+  "version": "0.10.0",
   "description": "Universal execution engine for Viji Creative scenes",
   "type": "module",
   "main": "./dist/index.js",
@@ -50,7 +50,7 @@
   "scripts": {
     "prebuild": "node scripts/prebuild-clean.mjs && node scripts/sync-version.mjs",
     "version": "npm run build && git add -A",
-    "build": "vite build && node scripts/copy-tasks-assets.mjs && node scripts/build-artist-types.mjs && node scripts/build-docs-api.mjs",
+    "build": "vite build && node scripts/copy-tasks-assets.mjs && node scripts/build-artist-types.mjs && node scripts/lint-artist-types-drift.mjs && node scripts/build-docs-api.mjs",
     "build:docs": "node scripts/build-docs-api.mjs",
     "lint:ai-prompts-drift": "node scripts/lint-ai-prompts-drift.mjs",
     "dev": "node scripts/sync-version.mjs && vite build --watch",