@viji-dev/core 0.2.20 → 0.3.1

package/dist/shader-uniforms.js

@@ -224,6 +224,131 @@ export const shaderUniforms = {
     "category": "Video",
     "description": "Video frame rate in frames per second"
   },
+  "u_streamCount": {
+    "type": "int",
+    "category": "Video",
+    "description": "Number of available compositor input streams (0-8)"
+  },
+  "u_stream0": {
+    "type": "sampler2D",
+    "category": "Video",
+    "description": "Stream 0 texture"
+  },
+  "u_stream1": {
+    "type": "sampler2D",
+    "category": "Video",
+    "description": "Stream 1 texture"
+  },
+  "u_stream2": {
+    "type": "sampler2D",
+    "category": "Video",
+    "description": "Stream 2 texture"
+  },
+  "u_stream3": {
+    "type": "sampler2D",
+    "category": "Video",
+    "description": "Stream 3 texture"
+  },
+  "u_stream4": {
+    "type": "sampler2D",
+    "category": "Video",
+    "description": "Stream 4 texture"
+  },
+  "u_stream5": {
+    "type": "sampler2D",
+    "category": "Video",
+    "description": "Stream 5 texture"
+  },
+  "u_stream6": {
+    "type": "sampler2D",
+    "category": "Video",
+    "description": "Stream 6 texture"
+  },
+  "u_stream7": {
+    "type": "sampler2D",
+    "category": "Video",
+    "description": "Stream 7 texture"
+  },
+  "u_stream0Resolution": {
+    "type": "vec2",
+    "category": "Video",
+    "description": "Stream 0 resolution"
+  },
+  "u_stream1Resolution": {
+    "type": "vec2",
+    "category": "Video",
+    "description": "Stream 1 resolution"
+  },
+  "u_stream2Resolution": {
+    "type": "vec2",
+    "category": "Video",
+    "description": "Stream 2 resolution"
+  },
+  "u_stream3Resolution": {
+    "type": "vec2",
+    "category": "Video",
+    "description": "Stream 3 resolution"
+  },
+  "u_stream4Resolution": {
+    "type": "vec2",
+    "category": "Video",
+    "description": "Stream 4 resolution"
+  },
+  "u_stream5Resolution": {
+    "type": "vec2",
+    "category": "Video",
+    "description": "Stream 5 resolution"
+  },
+  "u_stream6Resolution": {
+    "type": "vec2",
+    "category": "Video",
+    "description": "Stream 6 resolution"
+  },
+  "u_stream7Resolution": {
+    "type": "vec2",
+    "category": "Video",
+    "description": "Stream 7 resolution"
+  },
+  "u_stream0Connected": {
+    "type": "bool",
+    "category": "Video",
+    "description": "Stream 0 connection status"
+  },
+  "u_stream1Connected": {
+    "type": "bool",
+    "category": "Video",
+    "description": "Stream 1 connection status"
+  },
+  "u_stream2Connected": {
+    "type": "bool",
+    "category": "Video",
+    "description": "Stream 2 connection status"
+  },
+  "u_stream3Connected": {
+    "type": "bool",
+    "category": "Video",
+    "description": "Stream 3 connection status"
+  },
+  "u_stream4Connected": {
+    "type": "bool",
+    "category": "Video",
+    "description": "Stream 4 connection status"
+  },
+  "u_stream5Connected": {
+    "type": "bool",
+    "category": "Video",
+    "description": "Stream 5 connection status"
+  },
+  "u_stream6Connected": {
+    "type": "bool",
+    "category": "Video",
+    "description": "Stream 6 connection status"
+  },
+  "u_stream7Connected": {
+    "type": "bool",
+    "category": "Video",
+    "description": "Stream 7 connection status"
+  },
   "u_faceCount": {
     "type": "int",
     "category": "CV",
@@ -339,6 +464,246 @@ export const shaderUniforms = {
     "category": "CV",
     "description": "Segmentation mask resolution in pixels"
   },
+  "u_deviceAcceleration": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Acceleration without gravity (m/s²) - x, y, z"
+  },
+  "u_deviceAccelerationGravity": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Acceleration with gravity (m/s²) - x, y, z"
+  },
+  "u_deviceRotationRate": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Rotation rate (deg/s) - alpha, beta, gamma"
+  },
+  "u_deviceOrientation": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device orientation (degrees) - alpha, beta, gamma"
+  },
+  "u_deviceOrientationAbsolute": {
+    "type": "bool",
+    "category": "Device Sensors",
+    "description": "True if orientation uses magnetometer (compass)"
+  },
+  "u_deviceLocation": {
+    "type": "vec2",
+    "category": "Device Sensors",
+    "description": "Geolocation (degrees) - latitude, longitude"
+  },
+  "u_deviceLocationExt": {
+    "type": "vec4",
+    "category": "Device Sensors",
+    "description": "Extended geolocation - altitude(m), accuracy(m), heading(deg), speed(m/s)"
+  },
+  "u_externalDeviceCount": {
+    "type": "int",
+    "category": "Device Sensors",
+    "description": "Number of connected external devices (0-8)"
+  },
+  "u_device0Acceleration": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 0 acceleration without gravity (m/s²)"
+  },
+  "u_device0AccelerationGravity": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 0 acceleration with gravity (m/s²)"
+  },
+  "u_device0RotationRate": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 0 rotation rate (deg/s)"
+  },
+  "u_device0Orientation": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 0 orientation (degrees) - alpha, beta, gamma"
+  },
+  "u_device0Location": {
+    "type": "vec2",
+    "category": "Device Sensors",
+    "description": "Device 0 location - latitude, longitude"
+  },
+  "u_device1Acceleration": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 1 acceleration without gravity (m/s²)"
+  },
+  "u_device1AccelerationGravity": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 1 acceleration with gravity (m/s²)"
+  },
+  "u_device1RotationRate": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 1 rotation rate (deg/s)"
+  },
+  "u_device1Orientation": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 1 orientation (degrees) - alpha, beta, gamma"
+  },
+  "u_device1Location": {
+    "type": "vec2",
+    "category": "Device Sensors",
+    "description": "Device 1 location - latitude, longitude"
+  },
+  "u_device2Acceleration": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 2 acceleration without gravity (m/s²)"
+  },
+  "u_device2AccelerationGravity": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 2 acceleration with gravity (m/s²)"
+  },
+  "u_device2RotationRate": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 2 rotation rate (deg/s)"
+  },
+  "u_device2Orientation": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 2 orientation (degrees) - alpha, beta, gamma"
+  },
+  "u_device2Location": {
+    "type": "vec2",
+    "category": "Device Sensors",
+    "description": "Device 2 location - latitude, longitude"
+  },
+  "u_device3Acceleration": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 3 acceleration without gravity (m/s²)"
+  },
+  "u_device3AccelerationGravity": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 3 acceleration with gravity (m/s²)"
+  },
+  "u_device3RotationRate": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 3 rotation rate (deg/s)"
+  },
+  "u_device3Orientation": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 3 orientation (degrees) - alpha, beta, gamma"
+  },
+  "u_device3Location": {
+    "type": "vec2",
+    "category": "Device Sensors",
+    "description": "Device 3 location - latitude, longitude"
+  },
+  "u_device4Acceleration": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 4 acceleration without gravity (m/s²)"
+  },
+  "u_device4AccelerationGravity": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 4 acceleration with gravity (m/s²)"
+  },
+  "u_device4RotationRate": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 4 rotation rate (deg/s)"
+  },
+  "u_device4Orientation": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 4 orientation (degrees) - alpha, beta, gamma"
+  },
+  "u_device4Location": {
+    "type": "vec2",
+    "category": "Device Sensors",
+    "description": "Device 4 location - latitude, longitude"
+  },
+  "u_device5Acceleration": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 5 acceleration without gravity (m/s²)"
+  },
+  "u_device5AccelerationGravity": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 5 acceleration with gravity (m/s²)"
+  },
+  "u_device5RotationRate": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 5 rotation rate (deg/s)"
+  },
+  "u_device5Orientation": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 5 orientation (degrees) - alpha, beta, gamma"
+  },
+  "u_device5Location": {
+    "type": "vec2",
+    "category": "Device Sensors",
+    "description": "Device 5 location - latitude, longitude"
+  },
+  "u_device6Acceleration": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 6 acceleration without gravity (m/s²)"
+  },
+  "u_device6AccelerationGravity": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 6 acceleration with gravity (m/s²)"
+  },
+  "u_device6RotationRate": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 6 rotation rate (deg/s)"
+  },
+  "u_device6Orientation": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 6 orientation (degrees) - alpha, beta, gamma"
+  },
+  "u_device6Location": {
+    "type": "vec2",
+    "category": "Device Sensors",
+    "description": "Device 6 location - latitude, longitude"
+  },
+  "u_device7Acceleration": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 7 acceleration without gravity (m/s²)"
+  },
+  "u_device7AccelerationGravity": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 7 acceleration with gravity (m/s²)"
+  },
+  "u_device7RotationRate": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 7 rotation rate (deg/s)"
+  },
+  "u_device7Orientation": {
+    "type": "vec3",
+    "category": "Device Sensors",
+    "description": "Device 7 orientation (degrees) - alpha, beta, gamma"
+  },
+  "u_device7Location": {
+    "type": "vec2",
+    "category": "Device Sensors",
+    "description": "Device 7 location - latitude, longitude"
+  },
   "backbuffer": {
     "type": "sampler2D",
     "category": "Backbuffer",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@viji-dev/core",
-  "version": "0.2.20",
+  "version": "0.3.1",
   "description": "Universal execution engine for Viji Creative scenes",
   "type": "module",
   "main": "./dist/index.js",
@@ -77,6 +77,9 @@
     "node": ">=18.0.0"
   },
   "dependencies": {
-    "@mediapipe/tasks-vision": "^0.10.20"
+    "@mediapipe/tasks-vision": "^0.10.20",
+    "essentia.js": "^0.1.3",
+    "fft.js": "^4.0.4",
+    "ml-kmeans": "^6.0.0"
   }
 }