@viji-dev/core 0.3.0 → 0.3.2

package/dist/index.d.ts

@@ -740,6 +740,8 @@ declare interface DeviceState extends DeviceSensorState {
     id: string;
     /** User-friendly device name */
     name: string;
+    /** Device camera video (null if not available) */
+    video: VideoAPI | null;
 }
 
 export declare interface FaceData {
@@ -1253,7 +1255,7 @@ export declare const VERSION = "0.2.20";
 
 export declare interface VideoAPI {
     isConnected: boolean;
-    currentFrame: OffscreenCanvas | null;
+    currentFrame: OffscreenCanvas | ImageBitmap | null;
     frameWidth: number;
     frameHeight: number;
     frameRate: number;
@@ -1273,6 +1275,14 @@ export declare interface VideoAPI {
     };
 }
 
+/**
+ * Video stream categorization type
+ * - main: Primary video with CV processing (viji.video)
+ * - additional: Host-provided streams without CV (viji.streams[])
+ * - device: Device-provided camera streams (device.video)
+ */
+export declare type VideoStreamType = 'main' | 'additional' | 'device';
+
 export declare interface VijiAPI {
     canvas: OffscreenCanvas;
     ctx?: OffscreenCanvasRenderingContext2D;
@@ -1332,6 +1342,7 @@ export declare class VijiCore {
     private mainVideoCoordinator;
     private additionalCoordinators;
     private directFrameSlots;
+    private deviceVideoCoordinators;
     private latestFrameBuffer;
     private autoCaptureEnabled;
     private eventSourceCore;
@@ -1852,6 +1863,18 @@ export declare class VijiCore {
         name: string;
         index: number;
     }>;
+    /**
+     * Set video stream for an external device
+     * Device camera will appear in viji.devices[].video
+     * @param deviceId - Device identifier
+     * @param stream - MediaStream from device camera
+     */
+    setDeviceVideo(deviceId: string, stream: MediaStream): Promise<void>;
+    /**
+     * Clear video stream from device
+     * @param deviceId - Device identifier
+     */
+    clearDeviceVideo(deviceId: string): Promise<void>;
     /**
      * Checks if the core is ready for use
      */

package/dist/index.js

@@ -1,4 +1,4 @@
-import { A, V, a, b } from "./index-BdLMCFEN.js";
+import { A, V, a, b } from "./index-BTtBhJW4.js";
 export {
   A as AudioSystem,
   V as VERSION,

package/dist/shader-uniforms.js

@@ -349,6 +349,131 @@ export const shaderUniforms = {
     "category": "Video",
     "description": "Stream 7 connection status"
   },
+  "u_deviceCount": {
+    "type": "int",
+    "category": "Device Video Support (device cameras)",
+    "description": "Number of device videos (0-8)"
+  },
+  "u_device0": {
+    "type": "sampler2D",
+    "category": "Device Video Support (device cameras)",
+    "description": "Device 0 camera texture"
+  },
+  "u_device1": {
+    "type": "sampler2D",
+    "category": "Device Video Support (device cameras)",
+    "description": "Device 1 camera texture"
+  },
+  "u_device2": {
+    "type": "sampler2D",
+    "category": "Device Video Support (device cameras)",
+    "description": "Device 2 camera texture"
+  },
+  "u_device3": {
+    "type": "sampler2D",
+    "category": "Device Video Support (device cameras)",
+    "description": "Device 3 camera texture"
+  },
+  "u_device4": {
+    "type": "sampler2D",
+    "category": "Device Video Support (device cameras)",
+    "description": "Device 4 camera texture"
+  },
+  "u_device5": {
+    "type": "sampler2D",
+    "category": "Device Video Support (device cameras)",
+    "description": "Device 5 camera texture"
+  },
+  "u_device6": {
+    "type": "sampler2D",
+    "category": "Device Video Support (device cameras)",
+    "description": "Device 6 camera texture"
+  },
+  "u_device7": {
+    "type": "sampler2D",
+    "category": "Device Video Support (device cameras)",
+    "description": "Device 7 camera texture"
+  },
+  "u_device0Resolution": {
+    "type": "vec2",
+    "category": "Device Video Support (device cameras)",
+    "description": "Device 0 resolution"
+  },
+  "u_device1Resolution": {
+    "type": "vec2",
+    "category": "Device Video Support (device cameras)",
+    "description": "Device 1 resolution"
+  },
+  "u_device2Resolution": {
+    "type": "vec2",
+    "category": "Device Video Support (device cameras)",
+    "description": "Device 2 resolution"
+  },
+  "u_device3Resolution": {
+    "type": "vec2",
+    "category": "Device Video Support (device cameras)",
+    "description": "Device 3 resolution"
+  },
+  "u_device4Resolution": {
+    "type": "vec2",
+    "category": "Device Video Support (device cameras)",
+    "description": "Device 4 resolution"
+  },
+  "u_device5Resolution": {
+    "type": "vec2",
+    "category": "Device Video Support (device cameras)",
+    "description": "Device 5 resolution"
+  },
+  "u_device6Resolution": {
+    "type": "vec2",
+    "category": "Device Video Support (device cameras)",
+    "description": "Device 6 resolution"
+  },
+  "u_device7Resolution": {
+    "type": "vec2",
+    "category": "Device Video Support (device cameras)",
+    "description": "Device 7 resolution"
+  },
+  "u_device0Connected": {
+    "type": "bool",
+    "category": "Device Video Support (device cameras)",
+    "description": "Device 0 connection status"
+  },
+  "u_device1Connected": {
+    "type": "bool",
+    "category": "Device Video Support (device cameras)",
+    "description": "Device 1 connection status"
+  },
+  "u_device2Connected": {
+    "type": "bool",
+    "category": "Device Video Support (device cameras)",
+    "description": "Device 2 connection status"
+  },
+  "u_device3Connected": {
+    "type": "bool",
+    "category": "Device Video Support (device cameras)",
+    "description": "Device 3 connection status"
+  },
+  "u_device4Connected": {
+    "type": "bool",
+    "category": "Device Video Support (device cameras)",
+    "description": "Device 4 connection status"
+  },
+  "u_device5Connected": {
+    "type": "bool",
+    "category": "Device Video Support (device cameras)",
+    "description": "Device 5 connection status"
+  },
+  "u_device6Connected": {
+    "type": "bool",
+    "category": "Device Video Support (device cameras)",
+    "description": "Device 6 connection status"
+  },
+  "u_device7Connected": {
+    "type": "bool",
+    "category": "Device Video Support (device cameras)",
+    "description": "Device 7 connection status"
+  },
   "u_faceCount": {
     "type": "int",
     "category": "CV",
@@ -464,6 +589,246 @@ export const shaderUniforms = {
     "category": "CV",
     "description": "Segmentation mask resolution in pixels"
   },
+  "u_deviceAcceleration": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Acceleration without gravity (m/s²) - x, y, z"
+  },
+  "u_deviceAccelerationGravity": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Acceleration with gravity (m/s²) - x, y, z"
+  },
+  "u_deviceRotationRate": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Rotation rate (deg/s) - alpha, beta, gamma"
+  },
+  "u_deviceOrientation": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device orientation (degrees) - alpha, beta, gamma"
+  },
+  "u_deviceOrientationAbsolute": {
+    "type": "bool",
+    "category": "Device Sensors",
+    "description": "True if orientation uses magnetometer (compass)"
+  },
+  "u_deviceLocation": {
+    "type": "vec2",
+    "category": "Device Sensors",
+    "description": "Geolocation (degrees) - latitude, longitude"
+  },
+  "u_deviceLocationExt": {
+    "type": "vec4",
+    "category": "Device Sensors",
+    "description": "Extended geolocation - altitude(m), accuracy(m), heading(deg), speed(m/s)"
+  },
+  "u_externalDeviceCount": {
+    "type": "int",
+    "category": "Device Sensors",
+    "description": "Number of connected external devices (0-8)"
+  },
+  "u_device0Acceleration": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 0 acceleration without gravity (m/s²)"
+  },
+  "u_device0AccelerationGravity": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 0 acceleration with gravity (m/s²)"
+  },
+  "u_device0RotationRate": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 0 rotation rate (deg/s)"
+  },
+  "u_device0Orientation": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 0 orientation (degrees) - alpha, beta, gamma"
+  },
+  "u_device0Location": {
+    "type": "vec2",
+    "category": "Device Sensors",
+    "description": "Device 0 location - latitude, longitude"
+  },
+  "u_device1Acceleration": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 1 acceleration without gravity (m/s²)"
+  },
+  "u_device1AccelerationGravity": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 1 acceleration with gravity (m/s²)"
+  },
+  "u_device1RotationRate": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 1 rotation rate (deg/s)"
+  },
+  "u_device1Orientation": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 1 orientation (degrees) - alpha, beta, gamma"
+  },
+  "u_device1Location": {
+    "type": "vec2",
+    "category": "Device Sensors",
+    "description": "Device 1 location - latitude, longitude"
+  },
+  "u_device2Acceleration": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 2 acceleration without gravity (m/s²)"
+  },
+  "u_device2AccelerationGravity": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 2 acceleration with gravity (m/s²)"
+  },
+  "u_device2RotationRate": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 2 rotation rate (deg/s)"
+  },
+  "u_device2Orientation": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 2 orientation (degrees) - alpha, beta, gamma"
+  },
+  "u_device2Location": {
+    "type": "vec2",
+    "category": "Device Sensors",
+    "description": "Device 2 location - latitude, longitude"
+  },
+  "u_device3Acceleration": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 3 acceleration without gravity (m/s²)"
+  },
+  "u_device3AccelerationGravity": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 3 acceleration with gravity (m/s²)"
+  },
+  "u_device3RotationRate": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 3 rotation rate (deg/s)"
+  },
+  "u_device3Orientation": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 3 orientation (degrees) - alpha, beta, gamma"
+  },
+  "u_device3Location": {
+    "type": "vec2",
+    "category": "Device Sensors",
+    "description": "Device 3 location - latitude, longitude"
+  },
+  "u_device4Acceleration": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 4 acceleration without gravity (m/s²)"
+  },
+  "u_device4AccelerationGravity": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 4 acceleration with gravity (m/s²)"
+  },
+  "u_device4RotationRate": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 4 rotation rate (deg/s)"
+  },
+  "u_device4Orientation": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 4 orientation (degrees) - alpha, beta, gamma"
+  },
+  "u_device4Location": {
+    "type": "vec2",
+    "category": "Device Sensors",
+    "description": "Device 4 location - latitude, longitude"
+  },
+  "u_device5Acceleration": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 5 acceleration without gravity (m/s²)"
+  },
+  "u_device5AccelerationGravity": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 5 acceleration with gravity (m/s²)"
+  },
+  "u_device5RotationRate": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 5 rotation rate (deg/s)"
+  },
+  "u_device5Orientation": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 5 orientation (degrees) - alpha, beta, gamma"
+  },
+  "u_device5Location": {
+    "type": "vec2",
+    "category": "Device Sensors",
+    "description": "Device 5 location - latitude, longitude"
+  },
+  "u_device6Acceleration": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 6 acceleration without gravity (m/s²)"
+  },
+  "u_device6AccelerationGravity": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 6 acceleration with gravity (m/s²)"
+  },
+  "u_device6RotationRate": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 6 rotation rate (deg/s)"
+  },
+  "u_device6Orientation": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 6 orientation (degrees) - alpha, beta, gamma"
+  },
+  "u_device6Location": {
+    "type": "vec2",
+    "category": "Device Sensors",
+    "description": "Device 6 location - latitude, longitude"
+  },
+  "u_device7Acceleration": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 7 acceleration without gravity (m/s²)"
+  },
+  "u_device7AccelerationGravity": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 7 acceleration with gravity (m/s²)"
+  },
+  "u_device7RotationRate": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 7 rotation rate (deg/s)"
+  },
+  "u_device7Orientation": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 7 orientation (degrees) - alpha, beta, gamma"
+  },
+  "u_device7Location": {
+    "type": "vec2",
+    "category": "Device Sensors",
+    "description": "Device 7 location - latitude, longitude"
+  },
   "backbuffer": {
     "type": "sampler2D",
     "category": "Backbuffer",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@viji-dev/core",
-  "version": "0.3.0",
+  "version": "0.3.2",
   "description": "Universal execution engine for Viji Creative scenes",
   "type": "module",
   "main": "./dist/index.js",