@viji-dev/core 0.3.19 → 0.3.21

package/dist/index.js

@@ -1,4 +1,4 @@
-import { A, V, a, b } from "./index-BKGarA3m.js";
+import { A, V, a, b } from "./index-trkn0FNW.js";
 export {
   A as AudioSystem,
   V as VERSION,

package/dist/shader-uniforms.js

@@ -162,52 +162,152 @@ export const shaderUniforms = {
   "u_audioPeak": {
     "type": "float",
     "category": "Audio",
-    "description": "Peak volume level (0-1)"
+    "description": "Peak amplitude (0-1)"
   },
-  "u_audioBass": {
+  "u_audioVolumeSmoothed": {
     "type": "float",
     "category": "Audio",
-    "description": "Bass frequency band level (0-1)"
+    "description": "Smoothed volume for animation (200ms decay)"
+  },
+  "u_audioLow": {
+    "type": "float",
+    "category": "Audio",
+    "description": "Low 20-150 Hz (0-1)"
+  },
+  "u_audioLowMid": {
+    "type": "float",
+    "category": "Audio",
+    "description": "Low-mid 150-400 Hz (0-1)"
   },
   "u_audioMid": {
     "type": "float",
     "category": "Audio",
-    "description": "Mid frequency band level (0-1)"
+    "description": "Mid 400-2500 Hz (0-1)"
   },
-  "u_audioTreble": {
+  "u_audioHighMid": {
     "type": "float",
     "category": "Audio",
-    "description": "Treble frequency band level (0-1)"
+    "description": "High-mid 2500-8000 Hz (0-1)"
   },
-  "u_audioSubBass": {
+  "u_audioHigh": {
     "type": "float",
     "category": "Audio",
-    "description": "Sub-bass frequency band 20-60 Hz (0-1)"
+    "description": "High 8000-20000 Hz (0-1)"
   },
-  "u_audioLowMid": {
+  "u_audioLowSmoothed": {
     "type": "float",
     "category": "Audio",
-    "description": "Low-mid frequency band 250-500 Hz (0-1)"
+    "description": "Smoothed low band (0-1)"
   },
-  "u_audioHighMid": {
+  "u_audioLowMidSmoothed": {
+    "type": "float",
+    "category": "Audio",
+    "description": "Smoothed low-mid band (0-1)"
+  },
+  "u_audioMidSmoothed": {
+    "type": "float",
+    "category": "Audio",
+    "description": "Smoothed mid band (0-1)"
+  },
+  "u_audioHighMidSmoothed": {
+    "type": "float",
+    "category": "Audio",
+    "description": "Smoothed high-mid band (0-1)"
+  },
+  "u_audioHighSmoothed": {
+    "type": "float",
+    "category": "Audio",
+    "description": "Smoothed high band (0-1)"
+  },
+  "u_audioKick": {
+    "type": "float",
+    "category": "Audio",
+    "description": "Kick energy (0-1)"
+  },
+  "u_audioSnare": {
+    "type": "float",
+    "category": "Audio",
+    "description": "Snare energy (0-1)"
+  },
+  "u_audioHat": {
+    "type": "float",
+    "category": "Audio",
+    "description": "Hi-hat energy (0-1)"
+  },
+  "u_audioAny": {
+    "type": "float",
+    "category": "Audio",
+    "description": "Any beat energy (0-1)"
+  },
+  "u_audioKickSmoothed": {
+    "type": "float",
+    "category": "Audio",
+    "description": "Smoothed kick energy (0-1)"
+  },
+  "u_audioSnareSmoothed": {
+    "type": "float",
+    "category": "Audio",
+    "description": "Smoothed snare energy (0-1)"
+  },
+  "u_audioAnySmoothed": {
+    "type": "float",
+    "category": "Audio",
+    "description": "Smoothed any-beat energy (0-1)"
+  },
+  "u_audioKickTrigger": {
+    "type": "bool",
+    "category": "Audio",
+    "description": "True on kick beat frame"
+  },
+  "u_audioSnareTrigger": {
+    "type": "bool",
+    "category": "Audio",
+    "description": "True on snare beat frame"
+  },
+  "u_audioHatTrigger": {
+    "type": "bool",
+    "category": "Audio",
+    "description": "True on hi-hat beat frame"
+  },
+  "u_audioAnyTrigger": {
+    "type": "bool",
+    "category": "Audio",
+    "description": "True on any beat frame"
+  },
+  "u_audioBPM": {
     "type": "float",
     "category": "Audio",
-    "description": "High-mid frequency band 2-4 kHz (0-1)"
+    "description": "Current BPM (60-240)"
   },
-  "u_audioPresence": {
+  "u_audioConfidence": {
     "type": "float",
     "category": "Audio",
-    "description": "Presence frequency band 4-6 kHz (0-1)"
+    "description": "Beat tracking confidence (0-1)"
   },
-  "u_audioBrilliance": {
+  "u_audioIsLocked": {
+    "type": "bool",
+    "category": "Audio",
+    "description": "True when beat tracking is locked"
+  },
+  "u_audioBrightness": {
+    "type": "float",
+    "category": "Audio",
+    "description": "Spectral brightness / centroid (0-1)"
+  },
+  "u_audioFlatness": {
     "type": "float",
     "category": "Audio",
-    "description": "Brilliance frequency band 6-20 kHz (0-1)"
+    "description": "Spectral flatness / noisiness (0-1)"
   },
   "u_audioFFT": {
     "type": "sampler2D",
     "category": "Audio",
-    "description": "FFT texture containing 512 frequency bins"
+    "description": "FFT frequency spectrum (512 bins, 0-255)"
+  },
+  "u_audioWaveform": {
+    "type": "sampler2D",
+    "category": "Audio",
+    "description": "Time-domain waveform (fftSize samples, -1 to 1)"
   },
   "u_video": {
     "type": "sampler2D",
@@ -482,37 +582,317 @@ export const shaderUniforms = {
   "u_face0Bounds": {
     "type": "vec4",
     "category": "CV",
-    "description": "First face bounding box (x, y, width, height)"
+    "description": "First face bounding box (x, y, width, height) normalized 0-1"
+  },
+  "u_face0Center": {
+    "type": "vec2",
+    "category": "CV",
+    "description": "First face bounding box center (x, y) normalized 0-1"
   },
   "u_face0HeadPose": {
     "type": "vec3",
     "category": "CV",
-    "description": "First face head rotation (pitch, yaw, roll) in radians"
+    "description": "First face head rotation (pitch, yaw, roll) in degrees"
   },
   "u_face0Confidence": {
     "type": "float",
     "category": "CV",
     "description": "First face detection confidence (0-1)"
   },
+  "u_face0Neutral": {
+    "type": "float",
+    "category": "CV",
+    "description": "First face neutral expression (0-1)"
+  },
   "u_face0Happy": {
     "type": "float",
     "category": "CV",
-    "description": "First face happy expression confidence (0-1)"
+    "description": "First face happy expression (0-1)"
   },
   "u_face0Sad": {
     "type": "float",
     "category": "CV",
-    "description": "First face sad expression confidence (0-1)"
+    "description": "First face sad expression (0-1)"
   },
   "u_face0Angry": {
     "type": "float",
     "category": "CV",
-    "description": "First face angry expression confidence (0-1)"
+    "description": "First face angry expression (0-1)"
   },
   "u_face0Surprised": {
     "type": "float",
     "category": "CV",
-    "description": "First face surprised expression confidence (0-1)"
+    "description": "First face surprised expression (0-1)"
+  },
+  "u_face0Disgusted": {
+    "type": "float",
+    "category": "CV",
+    "description": "First face disgusted expression (0-1)"
+  },
+  "u_face0Fearful": {
+    "type": "float",
+    "category": "CV",
+    "description": "First face fearful expression (0-1)"
+  },
+  "u_face0BrowDownLeft": {
+    "type": "float",
+    "category": "Brow",
+    "description": "u_face0BrowDownLeft uniform"
+  },
+  "u_face0BrowDownRight": {
+    "type": "float",
+    "category": "Brow",
+    "description": "u_face0BrowDownRight uniform"
+  },
+  "u_face0BrowInnerUp": {
+    "type": "float",
+    "category": "Brow",
+    "description": "u_face0BrowInnerUp uniform"
+  },
+  "u_face0BrowOuterUpLeft": {
+    "type": "float",
+    "category": "Brow",
+    "description": "u_face0BrowOuterUpLeft uniform"
+  },
+  "u_face0BrowOuterUpRight": {
+    "type": "float",
+    "category": "Brow",
+    "description": "u_face0BrowOuterUpRight uniform"
+  },
+  "u_face0CheekPuff": {
+    "type": "float",
+    "category": "Cheek",
+    "description": "u_face0CheekPuff uniform"
+  },
+  "u_face0CheekSquintLeft": {
+    "type": "float",
+    "category": "Cheek",
+    "description": "u_face0CheekSquintLeft uniform"
+  },
+  "u_face0CheekSquintRight": {
+    "type": "float",
+    "category": "Cheek",
+    "description": "u_face0CheekSquintRight uniform"
+  },
+  "u_face0EyeBlinkLeft": {
+    "type": "float",
+    "category": "Eye",
+    "description": "u_face0EyeBlinkLeft uniform"
+  },
+  "u_face0EyeBlinkRight": {
+    "type": "float",
+    "category": "Eye",
+    "description": "u_face0EyeBlinkRight uniform"
+  },
+  "u_face0EyeLookDownLeft": {
+    "type": "float",
+    "category": "Eye",
+    "description": "u_face0EyeLookDownLeft uniform"
+  },
+  "u_face0EyeLookDownRight": {
+    "type": "float",
+    "category": "Eye",
+    "description": "u_face0EyeLookDownRight uniform"
+  },
+  "u_face0EyeLookInLeft": {
+    "type": "float",
+    "category": "Eye",
+    "description": "u_face0EyeLookInLeft uniform"
+  },
+  "u_face0EyeLookInRight": {
+    "type": "float",
+    "category": "Eye",
+    "description": "u_face0EyeLookInRight uniform"
+  },
+  "u_face0EyeLookOutLeft": {
+    "type": "float",
+    "category": "Eye",
+    "description": "u_face0EyeLookOutLeft uniform"
+  },
+  "u_face0EyeLookOutRight": {
+    "type": "float",
+    "category": "Eye",
+    "description": "u_face0EyeLookOutRight uniform"
+  },
+  "u_face0EyeLookUpLeft": {
+    "type": "float",
+    "category": "Eye",
+    "description": "u_face0EyeLookUpLeft uniform"
+  },
+  "u_face0EyeLookUpRight": {
+    "type": "float",
+    "category": "Eye",
+    "description": "u_face0EyeLookUpRight uniform"
+  },
+  "u_face0EyeSquintLeft": {
+    "type": "float",
+    "category": "Eye",
+    "description": "u_face0EyeSquintLeft uniform"
+  },
+  "u_face0EyeSquintRight": {
+    "type": "float",
+    "category": "Eye",
+    "description": "u_face0EyeSquintRight uniform"
+  },
+  "u_face0EyeWideLeft": {
+    "type": "float",
+    "category": "Eye",
+    "description": "u_face0EyeWideLeft uniform"
+  },
+  "u_face0EyeWideRight": {
+    "type": "float",
+    "category": "Eye",
+    "description": "u_face0EyeWideRight uniform"
+  },
+  "u_face0JawForward": {
+    "type": "float",
+    "category": "Jaw",
+    "description": "u_face0JawForward uniform"
+  },
+  "u_face0JawLeft": {
+    "type": "float",
+    "category": "Jaw",
+    "description": "u_face0JawLeft uniform"
+  },
+  "u_face0JawOpen": {
+    "type": "float",
+    "category": "Jaw",
+    "description": "u_face0JawOpen uniform"
+  },
+  "u_face0JawRight": {
+    "type": "float",
+    "category": "Jaw",
+    "description": "u_face0JawRight uniform"
+  },
+  "u_face0MouthClose": {
+    "type": "float",
+    "category": "Mouth",
+    "description": "u_face0MouthClose uniform"
+  },
+  "u_face0MouthDimpleLeft": {
+    "type": "float",
+    "category": "Mouth",
+    "description": "u_face0MouthDimpleLeft uniform"
+  },
+  "u_face0MouthDimpleRight": {
+    "type": "float",
+    "category": "Mouth",
+    "description": "u_face0MouthDimpleRight uniform"
+  },
+  "u_face0MouthFrownLeft": {
+    "type": "float",
+    "category": "Mouth",
+    "description": "u_face0MouthFrownLeft uniform"
+  },
+  "u_face0MouthFrownRight": {
+    "type": "float",
+    "category": "Mouth",
+    "description": "u_face0MouthFrownRight uniform"
+  },
+  "u_face0MouthFunnel": {
+    "type": "float",
+    "category": "Mouth",
+    "description": "u_face0MouthFunnel uniform"
+  },
+  "u_face0MouthLeft": {
+    "type": "float",
+    "category": "Mouth",
+    "description": "u_face0MouthLeft uniform"
+  },
+  "u_face0MouthLowerDownLeft": {
+    "type": "float",
+    "category": "Mouth",
+    "description": "u_face0MouthLowerDownLeft uniform"
+  },
+  "u_face0MouthLowerDownRight": {
+    "type": "float",
+    "category": "Mouth",
+    "description": "u_face0MouthLowerDownRight uniform"
+  },
+  "u_face0MouthPressLeft": {
+    "type": "float",
+    "category": "Mouth",
+    "description": "u_face0MouthPressLeft uniform"
+  },
+  "u_face0MouthPressRight": {
+    "type": "float",
+    "category": "Mouth",
+    "description": "u_face0MouthPressRight uniform"
+  },
+  "u_face0MouthPucker": {
+    "type": "float",
+    "category": "Mouth",
+    "description": "u_face0MouthPucker uniform"
+  },
+  "u_face0MouthRight": {
+    "type": "float",
+    "category": "Mouth",
+    "description": "u_face0MouthRight uniform"
+  },
+  "u_face0MouthRollLower": {
+    "type": "float",
+    "category": "Mouth",
+    "description": "u_face0MouthRollLower uniform"
+  },
+  "u_face0MouthRollUpper": {
+    "type": "float",
+    "category": "Mouth",
+    "description": "u_face0MouthRollUpper uniform"
+  },
+  "u_face0MouthShrugLower": {
+    "type": "float",
+    "category": "Mouth",
+    "description": "u_face0MouthShrugLower uniform"
+  },
+  "u_face0MouthShrugUpper": {
+    "type": "float",
+    "category": "Mouth",
+    "description": "u_face0MouthShrugUpper uniform"
+  },
+  "u_face0MouthSmileLeft": {
+    "type": "float",
+    "category": "Mouth",
+    "description": "u_face0MouthSmileLeft uniform"
+  },
+  "u_face0MouthSmileRight": {
+    "type": "float",
+    "category": "Mouth",
+    "description": "u_face0MouthSmileRight uniform"
+  },
+  "u_face0MouthStretchLeft": {
+    "type": "float",
+    "category": "Mouth",
+    "description": "u_face0MouthStretchLeft uniform"
+  },
+  "u_face0MouthStretchRight": {
+    "type": "float",
+    "category": "Mouth",
+    "description": "u_face0MouthStretchRight uniform"
+  },
+  "u_face0MouthUpperUpLeft": {
+    "type": "float",
+    "category": "Mouth",
+    "description": "u_face0MouthUpperUpLeft uniform"
+  },
+  "u_face0MouthUpperUpRight": {
+    "type": "float",
+    "category": "Mouth",
+    "description": "u_face0MouthUpperUpRight uniform"
+  },
+  "u_face0NoseSneerLeft": {
+    "type": "float",
+    "category": "Nose & Tongue",
+    "description": "u_face0NoseSneerLeft uniform"
+  },
+  "u_face0NoseSneerRight": {
+    "type": "float",
+    "category": "Nose & Tongue",
+    "description": "u_face0NoseSneerRight uniform"
+  },
+  "u_face0TongueOut": {
+    "type": "float",
+    "category": "Nose & Tongue",
+    "description": "u_face0TongueOut uniform"
   },
   "u_handCount": {
     "type": "int",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@viji-dev/core",
-  "version": "0.3.19",
+  "version": "0.3.21",
   "description": "Universal execution engine for Viji Creative scenes",
   "type": "module",
   "main": "./dist/index.js",
@@ -80,6 +80,7 @@
     "@mediapipe/tasks-vision": "^0.10.20",
     "essentia.js": "^0.1.3",
     "fft.js": "^4.0.4",
-    "ml-kmeans": "^6.0.0"
+    "ml-kmeans": "^6.0.0",
+    "sucrase": "^3.35.1"
   }
 }