@viji-dev/core 0.2.19 → 0.3.0

package/README.md

@@ -34,6 +34,7 @@ A powerful, secure, and feature-rich JavaScript/TypeScript library that provides
 - **Mouse Tracking**: Position, buttons, movement, and scroll wheel
 - **Keyboard Input**: Key states, modifiers, and event handling
 - **Touch Support**: Multi-touch with gesture detection
+- **Device Sensors**: Motion, orientation, and geolocation (internal + external devices)
 - **Canvas-Coordinate Mapping**: Accurate input positioning
 
 ### ✅ **Performance Optimization**
@@ -129,7 +130,6 @@ interface VijiCoreConfig {
   
   // Performance configuration
   frameRateMode?: 'full' | 'half';      // 'full' = 60fps, 'half' = 30fps
-  autoOptimize?: boolean;               // Enable automatic performance optimization
   
   // Input streams
   audioStream?: MediaStream;            // Audio input for analysis
@@ -150,6 +150,7 @@ interface VijiCoreConfig {
   // Feature toggles
   noInputs?: boolean;                   // Disable all input processing
   allowUserInteraction?: boolean;       // Enable mouse/keyboard/touch events
+  allowDeviceInteraction?: boolean;     // Enable device sensors (motion/orientation/geolocation)
 }
 ```
 
@@ -307,11 +308,38 @@ const audioStream = await navigator.mediaDevices.getUserMedia({
 });
 await core.setAudioStream(audioStream);
 
-// Configure audio analysis
-await core.setAudioAnalysisConfig({
-  fftSize: 2048,        // Higher values = better frequency resolution
-  smoothing: 0.8        // 0 = no smoothing, 1 = maximum smoothing
-});
+// Configure audio analysis with the new namespace API
+// Basic control
+core.audio.setSensitivity(1.5);  // Increase sensitivity (0.5-2.0)
+
+// Tap tempo for manual BPM control
+core.audio.beat.tap();           // Tap to set tempo
+core.audio.beat.clearTaps();     // Clear tap history
+const tapCount = core.audio.beat.getTapCount();
+
+// Beat mode control
+core.audio.beat.setMode('auto');       // Automatic beat detection (default)
+core.audio.beat.setMode('manual');     // Manual BPM control
+core.audio.beat.setBPM(120);           // Set manual BPM (60-240)
+const currentBPM = core.audio.beat.getBPM();
+
+// Beat phase control for fine-tuning
+core.audio.beat.nudge(0.1);      // Nudge phase forward
+core.audio.beat.resetPhase();    // Reset phase to zero
+
+// Advanced configuration (optional)
+core.audio.advanced.setFFTSize(2048);       // FFT resolution (higher = more accurate)
+core.audio.advanced.setSmoothing(0.8);      // Smoothing factor (0-1)
+core.audio.advanced.setAutoGain(true);      // Auto-gain normalization
+core.audio.advanced.setBeatDetection(true); // Enable beat detection
+core.audio.advanced.setOnsetDetection(true); // Enable onset detection
+
+// Get current audio state
+const state = core.audio.getState();
+console.log('BPM:', state.currentBPM);
+console.log('Confidence:', state.confidence);
+console.log('Mode:', state.mode);
+console.log('Is Locked:', state.isLocked);
 
 // Get current audio stream
 const currentStream = core.getAudioStream();
@@ -608,34 +636,57 @@ function render(viji) {
   const audio = viji.audio;
   
   if (audio.isConnected) {
-    // Volume analysis
-    const volume = audio.volume.rms;     // 0-1 RMS volume (true volume)
-    const peak = audio.volume.peak;      // 0-1 peak volume (maximum amplitude)
+    // Volume analysis with smooth values
+    const volume = audio.volume.current;   // 0-1 current volume level (RMS-based)
+    const peak = audio.volume.peak;        // 0-1 peak amplitude (instant)
+    const smooth = audio.volume.smoothed;  // 0-1 smoothed volume (200ms decay)
+    
+    // Frequency bands (0-1 values) with instant and smooth versions
+    const low = audio.bands.low;           // 20-150 Hz (bass/kick range, instant)
+    const lowSmoothed = audio.bands.lowSmoothed; // Smooth low frequency energy
+    const lowMid = audio.bands.lowMid;     // 150-400 Hz
+    const mid = audio.bands.mid;           // 400-2500 Hz (vocals, instruments)
+    const highMid = audio.bands.highMid;   // 2500-8000 Hz (cymbals, hi-hats)
+    const high = audio.bands.high;         // 8000-20000 Hz (air, brilliance)
     
-    // Frequency bands (0-1 values)
-    const bass = audio.bands.bass;       // 60-250 Hz
-    const mid = audio.bands.mid;         // 500-2000 Hz
-    const treble = audio.bands.treble;   // 2000-20000 Hz
+    // Automatic beat detection with BPM tracking
+    const beat = audio.beat;
     
-    // Extended frequency bands
-    const subBass = audio.bands.subBass;     // 20-60 Hz
-    const lowMid = audio.bands.lowMid;       // 250-500 Hz
-    const highMid = audio.bands.highMid;     // 2000-4000 Hz
-    const presence = audio.bands.presence;   // 4000-6000 Hz
-    const brilliance = audio.bands.brilliance; // 6000-20000 Hz
+    // Fast energy curves (300ms decay - primary for most visuals)
+    const kickEnergy = beat.kick;          // 0-1 kick drum energy
+    const snareEnergy = beat.snare;        // 0-1 snare energy
+    const hatEnergy = beat.hat;            // 0-1 hi-hat energy
+    const anyEnergy = beat.any;            // 0-1 any beat type energy
     
-    // Beat detection
-    if (audio.beat?.isKick) {
-      // Kick drum detected
-      console.log('Kick detected!');
+    // Smoothed energy curves (500ms decay - for slower animations)
+    const kickSmoothed = beat.kickSmoothed;
+    const snareSmoothed = beat.snareSmoothed;
+    const anySmoothed = beat.anySmoothed;
+    
+    // Instant triggers (for advanced use cases)
+    if (beat.triggers.kick) {
+      // Kick drum detected this frame
+      spawnParticle('kick');
     }
     
+    // BPM and tempo information
+    const bpm = beat.bpm;                   // Detected BPM (60-180)
+    const phase = beat.phase;               // Beat phase 0-1 within current beat
+    const bar = beat.bar;                   // Current bar number (0-3 for 4/4)
+    const confidence = beat.confidence;     // Detection confidence 0-1
+    const isLocked = beat.isLocked;         // True when beat is locked
+    
+    // Spectral features for advanced audio-reactive effects
+    const brightness = audio.spectral.brightness;  // 0-1 spectral centroid
+    const flatness = audio.spectral.flatness;      // 0-1 spectral flatness (noisiness)
+    const flux = audio.spectral.flux;              // 0-1 spectral flux (change)
+    
     // Raw frequency data (0-255 values)
     const frequencyData = audio.getFrequencyData();
     
-    // Example: Audio-reactive animation
-    const scale = 1 + (volume * 2); // Scale based on volume
-    const hue = (bass * 360); // Color based on bass
+    // Example 1: Smooth beat-reactive animation (primary pattern)
+    const scale = 1 + kickEnergy * 0.5;  // Smooth pulsing with kick
+    const hue = lowSmoothed * 180;       // Smooth color based on low frequencies
     
     ctx.save();
     ctx.translate(viji.width / 2, viji.height / 2);
@@ -643,6 +694,10 @@ function render(viji) {
     ctx.fillStyle = `hsl(${hue}, 70%, 60%)`;
     ctx.fillRect(-25, -25, 50, 50);
     ctx.restore();
+    
+    // Example 2: Phase-synced rotation
+    const rotation = phase * Math.PI * 2;  // Rotate with beat phase
+    ctx.rotate(rotation);
   }
 }
 ```
@@ -688,8 +743,8 @@ function render(viji) {
   
   if (audioReactive.value && audio.isConnected) {
     // Audio-reactive animation
-    const volume = audio.volume.rms * volumeSensitivity.value;
-    const bass = audio.bands.bass * bassReactivity.value;
+    const volume = audio.volume.current * volumeSensitivity.value;
+    const bass = audio.bands.low * bassReactivity.value;
     
     // Scale based on volume
     const scale = 1 + volume;
@@ -698,8 +753,8 @@ function render(viji) {
     const hue = 200 + (bass * 160); // Blue to purple range
     
     // Position based on frequency distribution
-    const x = viji.width * (audio.bands.mid + audio.bands.treble) / 2;
-    const y = viji.height * (1 - audio.bands.bass);
+    const x = viji.width * (audio.bands.mid + audio.bands.high) / 2;
+    const y = viji.height * (1 - audio.bands.low);
     
     ctx.save();
     ctx.translate(x, y);
@@ -1018,6 +1073,72 @@ function render(viji) {
 }
 ```
 
+#### Device Sensors (Motion, Orientation, Geolocation)
+
+```typescript
+function render(viji) {
+  // Internal device (current device running the scene)
+  const device = viji.device;
+  
+  // Check if device motion is available
+  if (device.motion?.acceleration) {
+    const accelX = device.motion.acceleration.x;  // m/s² (without gravity)
+    
+    // Example: Shake detection
+    const magnitude = Math.sqrt(
+      accelX**2 + device.motion.acceleration.y**2 + device.motion.acceleration.z**2
+    );
+    if (magnitude > 15) {
+      console.log('Device shaken!');
+    }
+  }
+  
+  // Check if device orientation is available
+  if (device.orientation.gamma !== null) {
+    const tiltLR = device.orientation.gamma;  // -90 to 90 (left/right tilt)
+    const tiltFB = device.orientation.beta;   // -180 to 180 (front/back tilt)
+    
+    // Example: Tilt-based control
+    const moveX = (tiltLR / 90) * 5;
+    ctx.save();
+    ctx.translate(moveX, 0);
+    ctx.fillStyle = 'red';
+    ctx.fillRect(viji.width/2 - 25, viji.height/2 - 25, 50, 50);
+    ctx.restore();
+  }
+  
+  // Check if geolocation is available
+  if (device.geolocation.latitude !== null) {
+    const lat = device.geolocation.latitude;
+    const lon = device.geolocation.longitude;
+    
+    ctx.fillStyle = 'white';
+    ctx.fillText(`Location: ${lat.toFixed(4)}, ${lon.toFixed(4)}`, 10, 30);
+  }
+  
+  // External connected devices (WebRTC/Sockets)
+  viji.devices.forEach((device, index) => {
+    if (device.orientation.gamma !== null) {
+      // Multi-device control example
+      const x = (device.orientation.gamma / 90 + 1) * viji.width / 2;
+      ctx.fillStyle = `hsl(${index * 60}, 70%, 60%)`;
+      ctx.beginPath();
+      ctx.arc(x, 100 + index * 60, 25, 0, Math.PI * 2);
+      ctx.fill();
+    }
+  });
+}
+```
+
+**Device Sensor Features:**
+- **Motion Sensors**: Accelerometer and gyroscope data for shake detection and motion tracking
+- **Orientation Sensors**: Device tilt for tilt-based controls and compass heading
+- **Geolocation**: GPS coordinates for location-based content
+- **Multi-Device Support**: Connect multiple external devices via WebRTC for installations
+- **Graceful Degradation**: Automatic handling of missing sensors or permissions
+
+**See `docs/20-device-sensor-system.md` for complete device sensor documentation including WebRTC integration and multi-device installations.**
+
 ## 🎨 P5.js Support
 
 Viji Core supports **P5.js** as an optional rendering library. P5.js provides familiar creative coding APIs while maintaining all Viji features including audio reactivity, video processing, and parameter management.
@@ -1076,8 +1197,8 @@ function render(viji, p5) {
   p5.background(0);
   
   if (audioReactive.value && viji.audio.isConnected) {
-    const bass = viji.audio.bands.bass;
-    const volume = viji.audio.volume.rms;
+    const bass = viji.audio.bands.low;
+    const volume = viji.audio.volume.current;
     
     const hue = bass * 360 * bassReactivity.value;
     const size = 100 + volume * 200;

package/dist/artist-dts-p5.js

@@ -1 +1 @@
-export const artistDtsP5 = "declare namespace VijiCore {\n  declare interface AnalysisConfiguration {\r\n      fftSize?: number;\r\n      smoothing?: number;\r\n      frequencyBands?: FrequencyBand[];\r\n      beatDetection?: boolean;\r\n      onsetDetection?: boolean;\r\n  }\r\n\n  declare interface AudioAPI {\r\n      isConnected: boolean;\r\n      volume: {\r\n          rms: number;\r\n          peak: number;\r\n      };\r\n      beat?: {\r\n          isKick: boolean;\r\n          confidence: number;\r\n      };\r\n      bands: Record<string, number>;\r\n      getFrequencyData: () => Uint8Array;\r\n  }\r\n\n  declare interface CaptureFrameOptions {\r\n      /** MIME type for output, e.g., 'image/png', 'image/jpeg', 'image/webp' */\r\n      type?: string;\r\n      /**\r\n       * Target resolution.\r\n       * - number: scale factor relative to current canvas size (e.g., 0.5 = 50%)\r\n       * - { width, height }: exact output size; if aspect ratio differs from canvas,\r\n       *   the source is center-cropped to match the target aspect ratio before scaling\r\n       */\r\n      resolution?: number | {\r\n          width: number;\r\n          height: number;\r\n      };\r\n  }\r\n\n  declare interface ColorConfig {\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface ColorParameter {\r\n      value: string;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare type CVFeature = 'faceDetection' | 'faceMesh' | 'handTracking' | 'poseDetection' | 'bodySegmentation';\r\n\n  declare type CVFrameRateMode = 'full' | 'half' | 'quarter' | 'eighth';\r\n\n  declare interface FaceData {\r\n      id: number;\r\n      bounds: {\r\n          x: number;\r\n          y: number;\r\n          width: number;\r\n          height: number;\r\n      };\r\n      confidence: number;\r\n      landmarks?: {\r\n          x: number;\r\n          y: number;\r\n          z?: number;\r\n      }[];\r\n      expressions: {\r\n          neutral: number;\r\n          happy: number;\r\n          sad: number;\r\n          angry: number;\r\n          surprised: number;\r\n          disgusted: number;\r\n          fearful: number;\r\n      };\r\n      headPose: {\r\n          pitch: number;\r\n          yaw: number;\r\n          roll: number;\r\n      };\r\n  }\r\n\n  declare type FrameRateMode = 'full' | 'half';\r\n\n  declare interface FrequencyBand {\r\n      name: string;\r\n      min: number;\r\n      max: number;\r\n  }\r\n\n  declare interface HandData {\r\n      id: number;\r\n      handedness: 'left' | 'right';\r\n      confidence: number;\r\n      bounds: {\r\n          x: number;\r\n          y: number;\r\n          width: number;\r\n          height: number;\r\n      };\r\n      landmarks: {\r\n          x: number;\r\n          y: number;\r\n          z: number;\r\n      }[];\r\n      palm: {\r\n          x: number;\r\n          y: number;\r\n          z: number;\r\n      };\r\n      fingers: {\r\n          thumb: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n          index: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n          middle: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n          ring: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n          pinky: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n      };\r\n      gestures: {\r\n          fist: number;\r\n          openPalm: number;\r\n          peace: number;\r\n          thumbsUp: number;\r\n          pointing: number;\r\n      };\r\n  }\r\n\n  declare interface ImageConfig {\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface ImageParameter {\r\n      value: ImageBitmap | OffscreenCanvas | null;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n      /**\n       * P5-compatible image object (lazy-loaded, auto-converted from .value)\n       * Only available in P5 renderer mode. Use with p5.image() function.\n       * Example: p5.image(myImage.p5, x, y)\n       */\n      p5?: {\n        canvas: OffscreenCanvas; // P5.js looks for img.canvas || img.elt\n        elt: OffscreenCanvas; // Fallback for compatibility\n        width: number; // Logical width\n        height: number; // Logical height\n      };\n    }\r\n\n  declare interface KeyboardAPI {\r\n      isPressed(key: string): boolean;\r\n      wasPressed(key: string): boolean;\r\n      wasReleased(key: string): boolean;\r\n      activeKeys: Set<string>;\r\n      pressedThisFrame: Set<string>;\r\n      releasedThisFrame: Set<string>;\r\n      lastKeyPressed: string;\r\n      lastKeyReleased: string;\r\n      shift: boolean;\r\n      ctrl: boolean;\r\n      alt: boolean;\r\n      meta: boolean;\r\n  }\r\n\n  declare interface MouseAPI {\r\n      x: number;\r\n      y: number;\r\n      isInCanvas: boolean;\r\n      isPressed: boolean;\r\n      leftButton: boolean;\r\n      rightButton: boolean;\r\n      middleButton: boolean;\r\n      velocity: {\r\n          x: number;\r\n          y: number;\r\n      };\r\n      deltaX: number;\r\n      deltaY: number;\r\n      wheelDelta: number;\r\n      wheelX: number;\r\n      wheelY: number;\r\n      wasPressed: boolean;\r\n      wasReleased: boolean;\r\n      wasMoved: boolean;\r\n  }\r\n\n  declare interface NumberConfig {\r\n      min?: number;\r\n      max?: number;\r\n      step?: number;\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface NumberParameter {\r\n      value: number;\r\n      min: number;\r\n      max: number;\r\n      step: number;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare type ParameterCategory = 'audio' | 'video' | 'interaction' | 'general';\r\n\n  declare interface PoseData {\r\n      confidence: number;\r\n      landmarks: {\r\n          x: number;\r\n          y: number;\r\n          z: number;\r\n          visibility: number;\r\n      }[];\r\n      face: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      torso: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      leftArm: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      rightArm: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      leftLeg: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      rightLeg: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n  }\r\n\n  declare type Resolution = {\r\n      width: number;\r\n      height: number;\r\n  };\r\n\n  declare interface SegmentationData {\r\n      mask: Uint8Array;\r\n      width: number;\r\n      height: number;\r\n  }\r\n\n  declare interface SelectConfig {\r\n      options: string[] | number[];\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface SelectParameter {\r\n      value: string | number;\r\n      options: string[] | number[];\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare interface SliderConfig {\r\n      min?: number;\r\n      max?: number;\r\n      step?: number;\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface SliderParameter {\r\n      value: number;\r\n      min: number;\r\n      max: number;\r\n      step: number;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare interface TextConfig {\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n      maxLength?: number;\r\n  }\r\n\n  declare interface TextParameter {\r\n      value: string;\r\n      maxLength?: number;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare interface ToggleConfig {\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface ToggleParameter {\r\n      value: boolean;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare interface TouchAPI {\r\n      points: TouchPoint[];\r\n      count: number;\r\n      started: TouchPoint[];\r\n      moved: TouchPoint[];\r\n      ended: TouchPoint[];\r\n      primary: TouchPoint | null;\r\n      gestures: TouchGestureAPI;\r\n  }\r\n\n  declare interface TouchGestureAPI {\r\n      isPinching: boolean;\r\n      isRotating: boolean;\r\n      isPanning: boolean;\r\n      isTapping: boolean;\r\n      pinchScale: number;\r\n      pinchDelta: number;\r\n      rotationAngle: number;\r\n      rotationDelta: number;\r\n      panDelta: {\r\n          x: number;\r\n          y: number;\r\n      };\r\n      tapCount: number;\r\n      lastTapTime: number;\r\n      tapPosition: {\r\n          x: number;\r\n          y: number;\r\n      } | null;\r\n  }\r\n\n  declare interface TouchPoint {\r\n      id: number;\r\n      x: number;\r\n      y: number;\r\n      pressure: number;\r\n      radius: number;\r\n      radiusX: number;\r\n      radiusY: number;\r\n      rotationAngle: number;\r\n      force: number;\r\n      deltaX: number;\r\n      deltaY: number;\r\n      velocity: {\r\n          x: number;\r\n          y: number;\r\n      };\r\n      isNew: boolean;\r\n      isActive: boolean;\r\n      isEnding: boolean;\r\n  }\r\n\n  declare const VERSION = \"0.2.18\";\r\n\n  declare interface VideoAPI {\r\n      isConnected: boolean;\r\n      currentFrame: OffscreenCanvas | null;\r\n      frameWidth: number;\r\n      frameHeight: number;\r\n      frameRate: number;\r\n      getFrameData: () => ImageData | null;\r\n      faces: FaceData[];\r\n      hands: HandData[];\r\n      pose: PoseData | null;\r\n      segmentation: SegmentationData | null;\r\n      cv: {\r\n          enableFaceDetection(enabled: boolean): Promise<void>;\r\n          enableFaceMesh(enabled: boolean): Promise<void>;\r\n          enableHandTracking(enabled: boolean): Promise<void>;\r\n          enablePoseDetection(enabled: boolean): Promise<void>;\r\n          enableBodySegmentation(enabled: boolean): Promise<void>;\r\n          getActiveFeatures(): CVFeature[];\r\n          isProcessing(): boolean;\r\n      };\r\n  }\r\n\n  declare interface VijiAPI {\r\n      canvas: OffscreenCanvas;\r\n      ctx?: OffscreenCanvasRenderingContext2D;\r\n      gl?: WebGL2RenderingContext;\r\n      width: number;\r\n      height: number;\r\n      pixelRatio: number;\r\n      time: number;\r\n      deltaTime: number;\r\n      frameCount: number;\r\n      fps: number;\r\n      audio: AudioAPI;\r\n      video: VideoAPI;\r\n      mouse: MouseAPI;\r\n      keyboard: KeyboardAPI;\r\n      touches: TouchAPI;\r\n      slider: (defaultValue: number, config: SliderConfig) => SliderParameter;\r\n      color: (defaultValue: string, config: ColorConfig) => ColorParameter;\r\n      toggle: (defaultValue: boolean, config: ToggleConfig) => ToggleParameter;\r\n      select: (defaultValue: string | number, config: SelectConfig) => SelectParameter;\r\n      text: (defaultValue: string, config: TextConfig) => TextParameter;\r\n      number: (defaultValue: number, config: NumberConfig) => NumberParameter;\r\n      image: (defaultValue: null, config: ImageConfig) => ImageParameter;\r\n      useContext(type: '2d'): OffscreenCanvasRenderingContext2D;\n      useContext(type: 'webgl'): WebGLRenderingContext | WebGL2RenderingContext;\r\n  }\r\n}\n\ndeclare const viji: VijiCore.VijiAPI;\ndeclare function render(viji: VijiCore.VijiAPI): void;\n\n\n// ============================================================\n// VIJI + P5.JS HYBRID MODE\n// ============================================================\n// In Viji's P5 renderer, you don't use standard P5 patterns.\n// Instead, you define these Viji-specific functions:\n\n/**\n * Optional setup function - called once at initialization\n * @param viji - Viji API (canvas, audio, video, parameters, etc.)\n * @param p5 - P5.js instance with all P5 methods\n */\ndeclare function setup(viji: VijiCore.VijiAPI, p5: p5): void;\n\n/**\n * Required render function - called every frame\n * @param viji - Viji API (canvas, audio, video, parameters, etc.)\n * @param p5 - P5.js instance with all P5 methods\n */\ndeclare function render(viji: VijiCore.VijiAPI, p5: p5): void;\n\n// ============================================================\n// IMPORTANT NOTES\n// ============================================================\n// - Don't use: new p5(), preload(), draw(), or P5's setup()\n// - Viji manages the P5 instance lifecycle\n// - Access P5 methods through the 'p5' parameter: p5.rect(), p5.fill(), etc.\n// - Access Viji features through the 'viji' parameter: viji.audio, viji.mouse, etc.\n// - Define parameters at the top level (before setup/render functions)\n\n// ============================================================\n// P5.JS TYPES (namespace and instance methods)\n// ============================================================\n// This file was auto-generated. Please do not edit it.\n/// <reference path=\"./src/accessibility/describe.d.ts\" />\n/// <reference path=\"./src/accessibility/outputs.d.ts\" />\n/// <reference path=\"./src/color/creating_reading.d.ts\" />\n/// <reference path=\"./src/color/setting.d.ts\" />\n/// <reference path=\"./src/core/shape/2d_primitives.d.ts\" />\n/// <reference path=\"./src/core/shape/attributes.d.ts\" />\n/// <reference path=\"./src/core/shape/curves.d.ts\" />\n/// <reference path=\"./src/core/shape/vertex.d.ts\" />\n/// <reference path=\"./src/core/constants.d.ts\" />\n/// <reference path=\"./src/core/environment.d.ts\" />\n/// <reference path=\"./src/core/rendering.d.ts\" />\n/// <reference path=\"./src/core/structure.d.ts\" />\n/// <reference path=\"./src/core/transform.d.ts\" />\n/// <reference path=\"./src/data/local_storage.d.ts\" />\n/// <reference path=\"./src/data/p5.TypedDict.d.ts\" />\n/// <reference path=\"./src/dom/dom.d.ts\" />\n/// <reference path=\"./src/events/acceleration.d.ts\" />\n/// <reference path=\"./src/events/keyboard.d.ts\" />\n/// <reference path=\"./src/events/mouse.d.ts\" />\n/// <reference path=\"./src/events/touch.d.ts\" />\n/// <reference path=\"./src/image/image.d.ts\" />\n/// <reference path=\"./src/image/loading_displaying.d.ts\" />\n/// <reference path=\"./src/image/pixels.d.ts\" />\n/// <reference path=\"./src/io/files.d.ts\" />\n/// <reference path=\"./src/math/calculation.d.ts\" />\n/// <reference path=\"./src/math/math.d.ts\" />\n/// <reference path=\"./src/math/noise.d.ts\" />\n/// <reference path=\"./src/math/random.d.ts\" />\n/// <reference path=\"./src/math/trigonometry.d.ts\" />\n/// <reference path=\"./src/typography/attributes.d.ts\" />\n/// <reference path=\"./src/typography/loading_displaying.d.ts\" />\n/// <reference path=\"./src/utilities/array_functions.d.ts\" />\n/// <reference path=\"./src/utilities/conversion.d.ts\" />\n/// <reference path=\"./src/utilities/string_functions.d.ts\" />\n/// <reference path=\"./src/utilities/time_date.d.ts\" />\n/// <reference path=\"./src/webgl/3d_primitives.d.ts\" />\n/// <reference path=\"./src/webgl/interaction.d.ts\" />\n/// <reference path=\"./src/webgl/light.d.ts\" />\n/// <reference path=\"./src/webgl/loading.d.ts\" />\n/// <reference path=\"./src/webgl/material.d.ts\" />\n/// <reference path=\"./src/webgl/p5.Camera.d.ts\" />\n/// <reference path=\"./src/webgl/p5.RendererGL.Immediate.d.ts\" />\n/// <reference path=\"./src/webgl/p5.RendererGL.d.ts\" />\n/// <reference path=\"./src/color/p5.Color.d.ts\" />\n/// <reference path=\"./src/core/p5.Element.d.ts\" />\n/// <reference path=\"./src/core/p5.Graphics.d.ts\" />\n/// <reference path=\"./src/image/p5.Image.d.ts\" />\n/// <reference path=\"./src/io/p5.Table.d.ts\" />\n/// <reference path=\"./src/io/p5.TableRow.d.ts\" />\n/// <reference path=\"./src/io/p5.XML.d.ts\" />\n/// <reference path=\"./src/math/p5.Vector.d.ts\" />\n/// <reference path=\"./src/typography/p5.Font.d.ts\" />\n/// <reference path=\"./src/webgl/p5.Framebuffer.d.ts\" />\n/// <reference path=\"./src/webgl/p5.Geometry.d.ts\" />\n/// <reference path=\"./src/webgl/p5.Shader.d.ts\" />\n/// <reference path=\"./src/core/p5.Renderer.d.ts\" />\n/// <reference path=\"./literals.d.ts\" />\n/// <reference path=\"./constants.d.ts\" />\n= p5;\n\n// eslint-disable-next-line @typescript-eslint/no-empty-interface\ninterface p5 extends p5.p5InstanceExtensions {}\n\ndeclare namespace p5 {\n    type UNKNOWN_P5_CONSTANT = any;\n    // eslint-disable-next-line @typescript-eslint/no-empty-interface\n    interface p5InstanceExtensions {}\n}\n\n";
+export const artistDtsP5 = "declare namespace VijiCore {\n  declare interface AudioAPI {\r\n      isConnected: boolean;\r\n      volume: {\r\n          current: number;\r\n          peak: number;\r\n          smoothed: number;\r\n      };\r\n      bands: {\r\n          low: number;\r\n          lowMid: number;\r\n          mid: number;\r\n          highMid: number;\r\n          high: number;\r\n          lowSmoothed: number;\r\n          lowMidSmoothed: number;\r\n          midSmoothed: number;\r\n          highMidSmoothed: number;\r\n          highSmoothed: number;\r\n      };\r\n      beat: {\r\n          kick: number;\r\n          snare: number;\r\n          hat: number;\r\n          any: number;\r\n          kickSmoothed: number;\r\n          snareSmoothed: number;\r\n          anySmoothed: number;\r\n          triggers: {\r\n              any: boolean;\r\n              kick: boolean;\r\n              snare: boolean;\r\n              hat: boolean;\r\n          };\r\n          events: Array<{\r\n              type: 'kick' | 'snare' | 'hat';\r\n              time: number;\r\n              strength: number;\r\n          }>;\r\n          bpm: number;\r\n          phase: number;\r\n          bar: number;\r\n          confidence: number;\r\n          isLocked: boolean;\r\n      };\r\n      spectral: {\r\n          brightness: number;\r\n          flatness: number;\r\n          flux: number;\r\n      };\r\n      getFrequencyData: () => Uint8Array;\r\n      getWaveform?: (samples?: number) => Float32Array;\r\n      getFFT?: (bins?: number, scale?: 'linear' | 'log') => Float32Array;\r\n  }\r\n\n  declare interface CaptureFrameOptions {\r\n      /** Output format: 'blob' for encoded image, 'bitmap' for GPU-friendly ImageBitmap */\r\n      format?: 'blob' | 'bitmap';\r\n      /** MIME type for blob output (ignored for bitmap), e.g., 'image/png', 'image/jpeg', 'image/webp' */\r\n      type?: string;\r\n      /**\r\n       * Target resolution.\r\n       * - number: scale factor relative to current canvas size (e.g., 0.5 = 50%)\r\n       * - { width, height }: exact output size; if aspect ratio differs from canvas,\r\n       *   the source is center-cropped to match the target aspect ratio before scaling\r\n       */\r\n      resolution?: number | {\r\n          width: number;\r\n          height: number;\r\n      };\r\n  }\r\n\n  declare interface ColorConfig {\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface ColorParameter {\r\n      value: string;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare type CVFeature = 'faceDetection' | 'faceMesh' | 'handTracking' | 'poseDetection' | 'bodySegmentation';\r\n\n  declare type CVFrameRateMode = 'full' | 'half' | 'quarter' | 'eighth';\r\n\n  declare interface DeviceMotionData {\r\n      /** Acceleration without gravity (m/s²) */\r\n      acceleration: {\r\n          x: number | null;\r\n          y: number | null;\r\n          z: number | null;\r\n      } | null;\r\n      /** Acceleration including gravity (m/s²) */\r\n      accelerationIncludingGravity: {\r\n          x: number | null;\r\n          y: number | null;\r\n          z: number | null;\r\n      } | null;\r\n      /** Rotation rate (degrees/second) */\r\n      rotationRate: {\r\n          alpha: number | null;\r\n          beta: number | null;\r\n          gamma: number | null;\r\n      } | null;\r\n      /** Interval between updates (milliseconds) */\r\n      interval: number;\r\n  }\r\n\n  declare interface DeviceOrientationData {\r\n      /** Rotation around Z-axis (0-360 degrees, compass heading) */\r\n      alpha: number | null;\r\n      /** Rotation around X-axis (-180 to 180 degrees, front-to-back tilt) */\r\n      beta: number | null;\r\n      /** Rotation around Y-axis (-90 to 90 degrees, left-to-right tilt) */\r\n      gamma: number | null;\r\n      /** True if using magnetometer (compass) for absolute orientation */\r\n      absolute: boolean;\r\n  }\r\n\n  declare interface DeviceSensorState {\r\n      motion: DeviceMotionData | null;\r\n      orientation: DeviceOrientationData | null;\r\n      geolocation: GeolocationData | null;\r\n  }\r\n\n  declare interface DeviceState extends DeviceSensorState {\r\n      /** Unique device identifier */\r\n      id: string;\r\n      /** User-friendly device name */\r\n      name: string;\r\n  }\r\n\n  declare interface FaceData {\r\n      id: number;\r\n      bounds: {\r\n          x: number;\r\n          y: number;\r\n          width: number;\r\n          height: number;\r\n      };\r\n      confidence: number;\r\n      landmarks?: {\r\n          x: number;\r\n          y: number;\r\n          z?: number;\r\n      }[];\r\n      expressions: {\r\n          neutral: number;\r\n          happy: number;\r\n          sad: number;\r\n          angry: number;\r\n          surprised: number;\r\n          disgusted: number;\r\n          fearful: number;\r\n      };\r\n      headPose: {\r\n          pitch: number;\r\n          yaw: number;\r\n          roll: number;\r\n      };\r\n  }\r\n\n  declare type FrameRateMode = 'full' | 'half';\r\n\n  declare interface FrequencyBand {\r\n      name: string;\r\n      min: number;\r\n      max: number;\r\n  }\r\n\n  declare interface GeolocationData {\r\n      /** Latitude in decimal degrees */\r\n      latitude: number | null;\r\n      /** Longitude in decimal degrees */\r\n      longitude: number | null;\r\n      /** Altitude in meters above sea level */\r\n      altitude: number | null;\r\n      /** Accuracy of latitude/longitude in meters */\r\n      accuracy: number | null;\r\n      /** Accuracy of altitude in meters */\r\n      altitudeAccuracy: number | null;\r\n      /** Direction of travel (0-360 degrees, 0=North, 90=East) */\r\n      heading: number | null;\r\n      /** Speed in meters per second */\r\n      speed: number | null;\r\n  }\r\n\n  declare interface HandData {\r\n      id: number;\r\n      handedness: 'left' | 'right';\r\n      confidence: number;\r\n      bounds: {\r\n          x: number;\r\n          y: number;\r\n          width: number;\r\n          height: number;\r\n      };\r\n      landmarks: {\r\n          x: number;\r\n          y: number;\r\n          z: number;\r\n      }[];\r\n      palm: {\r\n          x: number;\r\n          y: number;\r\n          z: number;\r\n      };\r\n      fingers: {\r\n          thumb: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n          index: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n          middle: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n          ring: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n          pinky: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n      };\r\n      gestures: {\r\n          fist: number;\r\n          openPalm: number;\r\n          peace: number;\r\n          thumbsUp: number;\r\n          pointing: number;\r\n      };\r\n  }\r\n\n  declare interface ImageConfig {\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface ImageParameter {\r\n      value: ImageBitmap | OffscreenCanvas | null;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n      /**\n       * P5-compatible image object (lazy-loaded, auto-converted from .value)\n       * Only available in P5 renderer mode. Use with p5.image() function.\n       * Example: p5.image(myImage.p5, x, y)\n       */\n      p5?: {\n        canvas: OffscreenCanvas; // P5.js looks for img.canvas || img.elt\n        elt: OffscreenCanvas; // Fallback for compatibility\n        width: number; // Logical width\n        height: number; // Logical height\n      };\n    }\r\n\n  declare interface KeyboardAPI {\r\n      isPressed(key: string): boolean;\r\n      wasPressed(key: string): boolean;\r\n      wasReleased(key: string): boolean;\r\n      activeKeys: Set<string>;\r\n      pressedThisFrame: Set<string>;\r\n      releasedThisFrame: Set<string>;\r\n      lastKeyPressed: string;\r\n      lastKeyReleased: string;\r\n      shift: boolean;\r\n      ctrl: boolean;\r\n      alt: boolean;\r\n      meta: boolean;\r\n  }\r\n\n  declare interface MouseAPI {\r\n      x: number;\r\n      y: number;\r\n      isInCanvas: boolean;\r\n      isPressed: boolean;\r\n      leftButton: boolean;\r\n      rightButton: boolean;\r\n      middleButton: boolean;\r\n      velocity: {\r\n          x: number;\r\n          y: number;\r\n      };\r\n      deltaX: number;\r\n      deltaY: number;\r\n      wheelDelta: number;\r\n      wheelX: number;\r\n      wheelY: number;\r\n      wasPressed: boolean;\r\n      wasReleased: boolean;\r\n      wasMoved: boolean;\r\n  }\r\n\n  declare interface NumberConfig {\r\n      min?: number;\r\n      max?: number;\r\n      step?: number;\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface NumberParameter {\r\n      value: number;\r\n      min: number;\r\n      max: number;\r\n      step: number;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare type ParameterCategory = 'audio' | 'video' | 'interaction' | 'general';\r\n\n  declare interface PoseData {\r\n      confidence: number;\r\n      landmarks: {\r\n          x: number;\r\n          y: number;\r\n          z: number;\r\n          visibility: number;\r\n      }[];\r\n      face: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      torso: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      leftArm: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      rightArm: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      leftLeg: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      rightLeg: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n  }\r\n\n  declare type Resolution = {\r\n      width: number;\r\n      height: number;\r\n  };\r\n\n  declare interface SegmentationData {\r\n      mask: Uint8Array;\r\n      width: number;\r\n      height: number;\r\n  }\r\n\n  declare interface SelectConfig {\r\n      options: string[] | number[];\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface SelectParameter {\r\n      value: string | number;\r\n      options: string[] | number[];\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare interface SliderConfig {\r\n      min?: number;\r\n      max?: number;\r\n      step?: number;\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface SliderParameter {\r\n      value: number;\r\n      min: number;\r\n      max: number;\r\n      step: number;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare interface TextConfig {\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n      maxLength?: number;\r\n  }\r\n\n  declare interface TextParameter {\r\n      value: string;\r\n      maxLength?: number;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare interface ToggleConfig {\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface ToggleParameter {\r\n      value: boolean;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare interface TouchAPI {\r\n      points: TouchPoint[];\r\n      count: number;\r\n      started: TouchPoint[];\r\n      moved: TouchPoint[];\r\n      ended: TouchPoint[];\r\n      primary: TouchPoint | null;\r\n      gestures: TouchGestureAPI;\r\n  }\r\n\n  declare interface TouchGestureAPI {\r\n      isPinching: boolean;\r\n      isRotating: boolean;\r\n      isPanning: boolean;\r\n      isTapping: boolean;\r\n      pinchScale: number;\r\n      pinchDelta: number;\r\n      rotationAngle: number;\r\n      rotationDelta: number;\r\n      panDelta: {\r\n          x: number;\r\n          y: number;\r\n      };\r\n      tapCount: number;\r\n      lastTapTime: number;\r\n      tapPosition: {\r\n          x: number;\r\n          y: number;\r\n      } | null;\r\n  }\r\n\n  declare interface TouchPoint {\r\n      id: number;\r\n      x: number;\r\n      y: number;\r\n      pressure: number;\r\n      radius: number;\r\n      radiusX: number;\r\n      radiusY: number;\r\n      rotationAngle: number;\r\n      force: number;\r\n      deltaX: number;\r\n      deltaY: number;\r\n      velocity: {\r\n          x: number;\r\n          y: number;\r\n      };\r\n      isNew: boolean;\r\n      isActive: boolean;\r\n      isEnding: boolean;\r\n  }\r\n\n  declare const VERSION = \"0.2.20\";\r\n\n  declare interface VideoAPI {\r\n      isConnected: boolean;\r\n      currentFrame: OffscreenCanvas | null;\r\n      frameWidth: number;\r\n      frameHeight: number;\r\n      frameRate: number;\r\n      getFrameData: () => ImageData | null;\r\n      faces: FaceData[];\r\n      hands: HandData[];\r\n      pose: PoseData | null;\r\n      segmentation: SegmentationData | null;\r\n      cv: {\r\n          enableFaceDetection(enabled: boolean): Promise<void>;\r\n          enableFaceMesh(enabled: boolean): Promise<void>;\r\n          enableHandTracking(enabled: boolean): Promise<void>;\r\n          enablePoseDetection(enabled: boolean): Promise<void>;\r\n          enableBodySegmentation(enabled: boolean): Promise<void>;\r\n          getActiveFeatures(): CVFeature[];\r\n          isProcessing(): boolean;\r\n      };\r\n  }\r\n\n  declare interface VijiAPI {\r\n      canvas: OffscreenCanvas;\r\n      ctx?: OffscreenCanvasRenderingContext2D;\r\n      gl?: WebGL2RenderingContext;\r\n      width: number;\r\n      height: number;\r\n      pixelRatio: number;\r\n      time: number;\r\n      deltaTime: number;\r\n      frameCount: number;\r\n      fps: number;\r\n      audio: AudioAPI;\r\n      video: VideoAPI;\r\n      streams: VideoAPI[];\r\n      mouse: MouseAPI;\r\n      keyboard: KeyboardAPI;\r\n      touches: TouchAPI;\r\n      device: DeviceSensorState;\r\n      devices: DeviceState[];\r\n      slider: (defaultValue: number, config: SliderConfig) => SliderParameter;\r\n      color: (defaultValue: string, config: ColorConfig) => ColorParameter;\r\n      toggle: (defaultValue: boolean, config: ToggleConfig) => ToggleParameter;\r\n      select: (defaultValue: string | number, config: SelectConfig) => SelectParameter;\r\n      text: (defaultValue: string, config: TextConfig) => TextParameter;\r\n      number: (defaultValue: number, config: NumberConfig) => NumberParameter;\r\n      image: (defaultValue: null, config: ImageConfig) => ImageParameter;\r\n      useContext(type: '2d'): OffscreenCanvasRenderingContext2D;\n      useContext(type: 'webgl'): WebGLRenderingContext | WebGL2RenderingContext;\r\n  }\r\n}\n\ndeclare const viji: VijiCore.VijiAPI;\ndeclare function render(viji: VijiCore.VijiAPI): void;\n\n\n// ============================================================\n// VIJI + P5.JS HYBRID MODE\n// ============================================================\n// In Viji's P5 renderer, you don't use standard P5 patterns.\n// Instead, you define these Viji-specific functions:\n\n/**\n * Optional setup function - called once at initialization\n * @param viji - Viji API (canvas, audio, video, parameters, etc.)\n * @param p5 - P5.js instance with all P5 methods\n */\ndeclare function setup(viji: VijiCore.VijiAPI, p5: p5): void;\n\n/**\n * Required render function - called every frame\n * @param viji - Viji API (canvas, audio, video, parameters, etc.)\n * @param p5 - P5.js instance with all P5 methods\n */\ndeclare function render(viji: VijiCore.VijiAPI, p5: p5): void;\n\n// ============================================================\n// IMPORTANT NOTES\n// ============================================================\n// - Don't use: new p5(), preload(), draw(), or P5's setup()\n// - Viji manages the P5 instance lifecycle\n// - Access P5 methods through the 'p5' parameter: p5.rect(), p5.fill(), etc.\n// - Access Viji features through the 'viji' parameter: viji.audio, viji.mouse, etc.\n// - Define parameters at the top level (before setup/render functions)\n\n// ============================================================\n// P5.JS TYPES (namespace and instance methods)\n// ============================================================\n// This file was auto-generated. Please do not edit it.\n/// <reference path=\"./src/accessibility/describe.d.ts\" />\n/// <reference path=\"./src/accessibility/outputs.d.ts\" />\n/// <reference path=\"./src/color/creating_reading.d.ts\" />\n/// <reference path=\"./src/color/setting.d.ts\" />\n/// <reference path=\"./src/core/shape/2d_primitives.d.ts\" />\n/// <reference path=\"./src/core/shape/attributes.d.ts\" />\n/// <reference path=\"./src/core/shape/curves.d.ts\" />\n/// <reference path=\"./src/core/shape/vertex.d.ts\" />\n/// <reference path=\"./src/core/constants.d.ts\" />\n/// <reference path=\"./src/core/environment.d.ts\" />\n/// <reference path=\"./src/core/rendering.d.ts\" />\n/// <reference path=\"./src/core/structure.d.ts\" />\n/// <reference path=\"./src/core/transform.d.ts\" />\n/// <reference path=\"./src/data/local_storage.d.ts\" />\n/// <reference path=\"./src/data/p5.TypedDict.d.ts\" />\n/// <reference path=\"./src/dom/dom.d.ts\" />\n/// <reference path=\"./src/events/acceleration.d.ts\" />\n/// <reference path=\"./src/events/keyboard.d.ts\" />\n/// <reference path=\"./src/events/mouse.d.ts\" />\n/// <reference path=\"./src/events/touch.d.ts\" />\n/// <reference path=\"./src/image/image.d.ts\" />\n/// <reference path=\"./src/image/loading_displaying.d.ts\" />\n/// <reference path=\"./src/image/pixels.d.ts\" />\n/// <reference path=\"./src/io/files.d.ts\" />\n/// <reference path=\"./src/math/calculation.d.ts\" />\n/// <reference path=\"./src/math/math.d.ts\" />\n/// <reference path=\"./src/math/noise.d.ts\" />\n/// <reference path=\"./src/math/random.d.ts\" />\n/// <reference path=\"./src/math/trigonometry.d.ts\" />\n/// <reference path=\"./src/typography/attributes.d.ts\" />\n/// <reference path=\"./src/typography/loading_displaying.d.ts\" />\n/// <reference path=\"./src/utilities/array_functions.d.ts\" />\n/// <reference path=\"./src/utilities/conversion.d.ts\" />\n/// <reference path=\"./src/utilities/string_functions.d.ts\" />\n/// <reference path=\"./src/utilities/time_date.d.ts\" />\n/// <reference path=\"./src/webgl/3d_primitives.d.ts\" />\n/// <reference path=\"./src/webgl/interaction.d.ts\" />\n/// <reference path=\"./src/webgl/light.d.ts\" />\n/// <reference path=\"./src/webgl/loading.d.ts\" />\n/// <reference path=\"./src/webgl/material.d.ts\" />\n/// <reference path=\"./src/webgl/p5.Camera.d.ts\" />\n/// <reference path=\"./src/webgl/p5.RendererGL.Immediate.d.ts\" />\n/// <reference path=\"./src/webgl/p5.RendererGL.d.ts\" />\n/// <reference path=\"./src/color/p5.Color.d.ts\" />\n/// <reference path=\"./src/core/p5.Element.d.ts\" />\n/// <reference path=\"./src/core/p5.Graphics.d.ts\" />\n/// <reference path=\"./src/image/p5.Image.d.ts\" />\n/// <reference path=\"./src/io/p5.Table.d.ts\" />\n/// <reference path=\"./src/io/p5.TableRow.d.ts\" />\n/// <reference path=\"./src/io/p5.XML.d.ts\" />\n/// <reference path=\"./src/math/p5.Vector.d.ts\" />\n/// <reference path=\"./src/typography/p5.Font.d.ts\" />\n/// <reference path=\"./src/webgl/p5.Framebuffer.d.ts\" />\n/// <reference path=\"./src/webgl/p5.Geometry.d.ts\" />\n/// <reference path=\"./src/webgl/p5.Shader.d.ts\" />\n/// <reference path=\"./src/core/p5.Renderer.d.ts\" />\n/// <reference path=\"./literals.d.ts\" />\n/// <reference path=\"./constants.d.ts\" />\n= p5;\n\n// eslint-disable-next-line @typescript-eslint/no-empty-interface\ninterface p5 extends p5.p5InstanceExtensions {}\n\ndeclare namespace p5 {\n    type UNKNOWN_P5_CONSTANT = any;\n    // eslint-disable-next-line @typescript-eslint/no-empty-interface\n    interface p5InstanceExtensions {}\n}\n\n";

package/dist/artist-dts.js

@@ -1 +1 @@
-export const artistDts = "declare namespace VijiCore {\n  declare interface AnalysisConfiguration {\r\n      fftSize?: number;\r\n      smoothing?: number;\r\n      frequencyBands?: FrequencyBand[];\r\n      beatDetection?: boolean;\r\n      onsetDetection?: boolean;\r\n  }\r\n\n  declare interface AudioAPI {\r\n      isConnected: boolean;\r\n      volume: {\r\n          rms: number;\r\n          peak: number;\r\n      };\r\n      beat?: {\r\n          isKick: boolean;\r\n          confidence: number;\r\n      };\r\n      bands: Record<string, number>;\r\n      getFrequencyData: () => Uint8Array;\r\n  }\r\n\n  declare interface CaptureFrameOptions {\r\n      /** MIME type for output, e.g., 'image/png', 'image/jpeg', 'image/webp' */\r\n      type?: string;\r\n      /**\r\n       * Target resolution.\r\n       * - number: scale factor relative to current canvas size (e.g., 0.5 = 50%)\r\n       * - { width, height }: exact output size; if aspect ratio differs from canvas,\r\n       *   the source is center-cropped to match the target aspect ratio before scaling\r\n       */\r\n      resolution?: number | {\r\n          width: number;\r\n          height: number;\r\n      };\r\n  }\r\n\n  declare interface ColorConfig {\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface ColorParameter {\r\n      value: string;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare type CVFeature = 'faceDetection' | 'faceMesh' | 'handTracking' | 'poseDetection' | 'bodySegmentation';\r\n\n  declare type CVFrameRateMode = 'full' | 'half' | 'quarter' | 'eighth';\r\n\n  declare interface FaceData {\r\n      id: number;\r\n      bounds: {\r\n          x: number;\r\n          y: number;\r\n          width: number;\r\n          height: number;\r\n      };\r\n      confidence: number;\r\n      landmarks?: {\r\n          x: number;\r\n          y: number;\r\n          z?: number;\r\n      }[];\r\n      expressions: {\r\n          neutral: number;\r\n          happy: number;\r\n          sad: number;\r\n          angry: number;\r\n          surprised: number;\r\n          disgusted: number;\r\n          fearful: number;\r\n      };\r\n      headPose: {\r\n          pitch: number;\r\n          yaw: number;\r\n          roll: number;\r\n      };\r\n  }\r\n\n  declare type FrameRateMode = 'full' | 'half';\r\n\n  declare interface FrequencyBand {\r\n      name: string;\r\n      min: number;\r\n      max: number;\r\n  }\r\n\n  declare interface HandData {\r\n      id: number;\r\n      handedness: 'left' | 'right';\r\n      confidence: number;\r\n      bounds: {\r\n          x: number;\r\n          y: number;\r\n          width: number;\r\n          height: number;\r\n      };\r\n      landmarks: {\r\n          x: number;\r\n          y: number;\r\n          z: number;\r\n      }[];\r\n      palm: {\r\n          x: number;\r\n          y: number;\r\n          z: number;\r\n      };\r\n      fingers: {\r\n          thumb: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n          index: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n          middle: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n          ring: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n          pinky: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n      };\r\n      gestures: {\r\n          fist: number;\r\n          openPalm: number;\r\n          peace: number;\r\n          thumbsUp: number;\r\n          pointing: number;\r\n      };\r\n  }\r\n\n  declare interface ImageConfig {\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface ImageParameter {\r\n      value: ImageBitmap | OffscreenCanvas | null;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare interface KeyboardAPI {\r\n      isPressed(key: string): boolean;\r\n      wasPressed(key: string): boolean;\r\n      wasReleased(key: string): boolean;\r\n      activeKeys: Set<string>;\r\n      pressedThisFrame: Set<string>;\r\n      releasedThisFrame: Set<string>;\r\n      lastKeyPressed: string;\r\n      lastKeyReleased: string;\r\n      shift: boolean;\r\n      ctrl: boolean;\r\n      alt: boolean;\r\n      meta: boolean;\r\n  }\r\n\n  declare interface MouseAPI {\r\n      x: number;\r\n      y: number;\r\n      isInCanvas: boolean;\r\n      isPressed: boolean;\r\n      leftButton: boolean;\r\n      rightButton: boolean;\r\n      middleButton: boolean;\r\n      velocity: {\r\n          x: number;\r\n          y: number;\r\n      };\r\n      deltaX: number;\r\n      deltaY: number;\r\n      wheelDelta: number;\r\n      wheelX: number;\r\n      wheelY: number;\r\n      wasPressed: boolean;\r\n      wasReleased: boolean;\r\n      wasMoved: boolean;\r\n  }\r\n\n  declare interface NumberConfig {\r\n      min?: number;\r\n      max?: number;\r\n      step?: number;\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface NumberParameter {\r\n      value: number;\r\n      min: number;\r\n      max: number;\r\n      step: number;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare type ParameterCategory = 'audio' | 'video' | 'interaction' | 'general';\r\n\n  declare interface PoseData {\r\n      confidence: number;\r\n      landmarks: {\r\n          x: number;\r\n          y: number;\r\n          z: number;\r\n          visibility: number;\r\n      }[];\r\n      face: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      torso: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      leftArm: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      rightArm: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      leftLeg: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      rightLeg: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n  }\r\n\n  declare type Resolution = {\r\n      width: number;\r\n      height: number;\r\n  };\r\n\n  declare interface SegmentationData {\r\n      mask: Uint8Array;\r\n      width: number;\r\n      height: number;\r\n  }\r\n\n  declare interface SelectConfig {\r\n      options: string[] | number[];\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface SelectParameter {\r\n      value: string | number;\r\n      options: string[] | number[];\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare interface SliderConfig {\r\n      min?: number;\r\n      max?: number;\r\n      step?: number;\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface SliderParameter {\r\n      value: number;\r\n      min: number;\r\n      max: number;\r\n      step: number;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare interface TextConfig {\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n      maxLength?: number;\r\n  }\r\n\n  declare interface TextParameter {\r\n      value: string;\r\n      maxLength?: number;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare interface ToggleConfig {\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface ToggleParameter {\r\n      value: boolean;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare interface TouchAPI {\r\n      points: TouchPoint[];\r\n      count: number;\r\n      started: TouchPoint[];\r\n      moved: TouchPoint[];\r\n      ended: TouchPoint[];\r\n      primary: TouchPoint | null;\r\n      gestures: TouchGestureAPI;\r\n  }\r\n\n  declare interface TouchGestureAPI {\r\n      isPinching: boolean;\r\n      isRotating: boolean;\r\n      isPanning: boolean;\r\n      isTapping: boolean;\r\n      pinchScale: number;\r\n      pinchDelta: number;\r\n      rotationAngle: number;\r\n      rotationDelta: number;\r\n      panDelta: {\r\n          x: number;\r\n          y: number;\r\n      };\r\n      tapCount: number;\r\n      lastTapTime: number;\r\n      tapPosition: {\r\n          x: number;\r\n          y: number;\r\n      } | null;\r\n  }\r\n\n  declare interface TouchPoint {\r\n      id: number;\r\n      x: number;\r\n      y: number;\r\n      pressure: number;\r\n      radius: number;\r\n      radiusX: number;\r\n      radiusY: number;\r\n      rotationAngle: number;\r\n      force: number;\r\n      deltaX: number;\r\n      deltaY: number;\r\n      velocity: {\r\n          x: number;\r\n          y: number;\r\n      };\r\n      isNew: boolean;\r\n      isActive: boolean;\r\n      isEnding: boolean;\r\n  }\r\n\n  declare const VERSION = \"0.2.18\";\r\n\n  declare interface VideoAPI {\r\n      isConnected: boolean;\r\n      currentFrame: OffscreenCanvas | null;\r\n      frameWidth: number;\r\n      frameHeight: number;\r\n      frameRate: number;\r\n      getFrameData: () => ImageData | null;\r\n      faces: FaceData[];\r\n      hands: HandData[];\r\n      pose: PoseData | null;\r\n      segmentation: SegmentationData | null;\r\n      cv: {\r\n          enableFaceDetection(enabled: boolean): Promise<void>;\r\n          enableFaceMesh(enabled: boolean): Promise<void>;\r\n          enableHandTracking(enabled: boolean): Promise<void>;\r\n          enablePoseDetection(enabled: boolean): Promise<void>;\r\n          enableBodySegmentation(enabled: boolean): Promise<void>;\r\n          getActiveFeatures(): CVFeature[];\r\n          isProcessing(): boolean;\r\n      };\r\n  }\r\n\n  declare interface VijiAPI {\r\n      canvas: OffscreenCanvas;\r\n      ctx?: OffscreenCanvasRenderingContext2D;\r\n      gl?: WebGL2RenderingContext;\r\n      width: number;\r\n      height: number;\r\n      pixelRatio: number;\r\n      time: number;\r\n      deltaTime: number;\r\n      frameCount: number;\r\n      fps: number;\r\n      audio: AudioAPI;\r\n      video: VideoAPI;\r\n      mouse: MouseAPI;\r\n      keyboard: KeyboardAPI;\r\n      touches: TouchAPI;\r\n      slider: (defaultValue: number, config: SliderConfig) => SliderParameter;\r\n      color: (defaultValue: string, config: ColorConfig) => ColorParameter;\r\n      toggle: (defaultValue: boolean, config: ToggleConfig) => ToggleParameter;\r\n      select: (defaultValue: string | number, config: SelectConfig) => SelectParameter;\r\n      text: (defaultValue: string, config: TextConfig) => TextParameter;\r\n      number: (defaultValue: number, config: NumberConfig) => NumberParameter;\r\n      image: (defaultValue: null, config: ImageConfig) => ImageParameter;\r\n      useContext(type: '2d'): OffscreenCanvasRenderingContext2D;\n      useContext(type: 'webgl'): WebGLRenderingContext | WebGL2RenderingContext;\r\n  }\r\n}\n\ndeclare const viji: VijiCore.VijiAPI;\ndeclare function render(viji: VijiCore.VijiAPI): void;\n";
+export const artistDts = "declare namespace VijiCore {\n  declare interface AudioAPI {\r\n      isConnected: boolean;\r\n      volume: {\r\n          current: number;\r\n          peak: number;\r\n          smoothed: number;\r\n      };\r\n      bands: {\r\n          low: number;\r\n          lowMid: number;\r\n          mid: number;\r\n          highMid: number;\r\n          high: number;\r\n          lowSmoothed: number;\r\n          lowMidSmoothed: number;\r\n          midSmoothed: number;\r\n          highMidSmoothed: number;\r\n          highSmoothed: number;\r\n      };\r\n      beat: {\r\n          kick: number;\r\n          snare: number;\r\n          hat: number;\r\n          any: number;\r\n          kickSmoothed: number;\r\n          snareSmoothed: number;\r\n          anySmoothed: number;\r\n          triggers: {\r\n              any: boolean;\r\n              kick: boolean;\r\n              snare: boolean;\r\n              hat: boolean;\r\n          };\r\n          events: Array<{\r\n              type: 'kick' | 'snare' | 'hat';\r\n              time: number;\r\n              strength: number;\r\n          }>;\r\n          bpm: number;\r\n          phase: number;\r\n          bar: number;\r\n          confidence: number;\r\n          isLocked: boolean;\r\n      };\r\n      spectral: {\r\n          brightness: number;\r\n          flatness: number;\r\n          flux: number;\r\n      };\r\n      getFrequencyData: () => Uint8Array;\r\n      getWaveform?: (samples?: number) => Float32Array;\r\n      getFFT?: (bins?: number, scale?: 'linear' | 'log') => Float32Array;\r\n  }\r\n\n  declare interface CaptureFrameOptions {\r\n      /** Output format: 'blob' for encoded image, 'bitmap' for GPU-friendly ImageBitmap */\r\n      format?: 'blob' | 'bitmap';\r\n      /** MIME type for blob output (ignored for bitmap), e.g., 'image/png', 'image/jpeg', 'image/webp' */\r\n      type?: string;\r\n      /**\r\n       * Target resolution.\r\n       * - number: scale factor relative to current canvas size (e.g., 0.5 = 50%)\r\n       * - { width, height }: exact output size; if aspect ratio differs from canvas,\r\n       *   the source is center-cropped to match the target aspect ratio before scaling\r\n       */\r\n      resolution?: number | {\r\n          width: number;\r\n          height: number;\r\n      };\r\n  }\r\n\n  declare interface ColorConfig {\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface ColorParameter {\r\n      value: string;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare type CVFeature = 'faceDetection' | 'faceMesh' | 'handTracking' | 'poseDetection' | 'bodySegmentation';\r\n\n  declare type CVFrameRateMode = 'full' | 'half' | 'quarter' | 'eighth';\r\n\n  declare interface DeviceMotionData {\r\n      /** Acceleration without gravity (m/s²) */\r\n      acceleration: {\r\n          x: number | null;\r\n          y: number | null;\r\n          z: number | null;\r\n      } | null;\r\n      /** Acceleration including gravity (m/s²) */\r\n      accelerationIncludingGravity: {\r\n          x: number | null;\r\n          y: number | null;\r\n          z: number | null;\r\n      } | null;\r\n      /** Rotation rate (degrees/second) */\r\n      rotationRate: {\r\n          alpha: number | null;\r\n          beta: number | null;\r\n          gamma: number | null;\r\n      } | null;\r\n      /** Interval between updates (milliseconds) */\r\n      interval: number;\r\n  }\r\n\n  declare interface DeviceOrientationData {\r\n      /** Rotation around Z-axis (0-360 degrees, compass heading) */\r\n      alpha: number | null;\r\n      /** Rotation around X-axis (-180 to 180 degrees, front-to-back tilt) */\r\n      beta: number | null;\r\n      /** Rotation around Y-axis (-90 to 90 degrees, left-to-right tilt) */\r\n      gamma: number | null;\r\n      /** True if using magnetometer (compass) for absolute orientation */\r\n      absolute: boolean;\r\n  }\r\n\n  declare interface DeviceSensorState {\r\n      motion: DeviceMotionData | null;\r\n      orientation: DeviceOrientationData | null;\r\n      geolocation: GeolocationData | null;\r\n  }\r\n\n  declare interface DeviceState extends DeviceSensorState {\r\n      /** Unique device identifier */\r\n      id: string;\r\n      /** User-friendly device name */\r\n      name: string;\r\n  }\r\n\n  declare interface FaceData {\r\n      id: number;\r\n      bounds: {\r\n          x: number;\r\n          y: number;\r\n          width: number;\r\n          height: number;\r\n      };\r\n      confidence: number;\r\n      landmarks?: {\r\n          x: number;\r\n          y: number;\r\n          z?: number;\r\n      }[];\r\n      expressions: {\r\n          neutral: number;\r\n          happy: number;\r\n          sad: number;\r\n          angry: number;\r\n          surprised: number;\r\n          disgusted: number;\r\n          fearful: number;\r\n      };\r\n      headPose: {\r\n          pitch: number;\r\n          yaw: number;\r\n          roll: number;\r\n      };\r\n  }\r\n\n  declare type FrameRateMode = 'full' | 'half';\r\n\n  declare interface FrequencyBand {\r\n      name: string;\r\n      min: number;\r\n      max: number;\r\n  }\r\n\n  declare interface GeolocationData {\r\n      /** Latitude in decimal degrees */\r\n      latitude: number | null;\r\n      /** Longitude in decimal degrees */\r\n      longitude: number | null;\r\n      /** Altitude in meters above sea level */\r\n      altitude: number | null;\r\n      /** Accuracy of latitude/longitude in meters */\r\n      accuracy: number | null;\r\n      /** Accuracy of altitude in meters */\r\n      altitudeAccuracy: number | null;\r\n      /** Direction of travel (0-360 degrees, 0=North, 90=East) */\r\n      heading: number | null;\r\n      /** Speed in meters per second */\r\n      speed: number | null;\r\n  }\r\n\n  declare interface HandData {\r\n      id: number;\r\n      handedness: 'left' | 'right';\r\n      confidence: number;\r\n      bounds: {\r\n          x: number;\r\n          y: number;\r\n          width: number;\r\n          height: number;\r\n      };\r\n      landmarks: {\r\n          x: number;\r\n          y: number;\r\n          z: number;\r\n      }[];\r\n      palm: {\r\n          x: number;\r\n          y: number;\r\n          z: number;\r\n      };\r\n      fingers: {\r\n          thumb: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n          index: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n          middle: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n          ring: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n          pinky: {\r\n              tip: {\r\n                  x: number;\r\n                  y: number;\r\n                  z: number;\r\n              };\r\n              extended: boolean;\r\n          };\r\n      };\r\n      gestures: {\r\n          fist: number;\r\n          openPalm: number;\r\n          peace: number;\r\n          thumbsUp: number;\r\n          pointing: number;\r\n      };\r\n  }\r\n\n  declare interface ImageConfig {\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface ImageParameter {\r\n      value: ImageBitmap | OffscreenCanvas | null;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare interface KeyboardAPI {\r\n      isPressed(key: string): boolean;\r\n      wasPressed(key: string): boolean;\r\n      wasReleased(key: string): boolean;\r\n      activeKeys: Set<string>;\r\n      pressedThisFrame: Set<string>;\r\n      releasedThisFrame: Set<string>;\r\n      lastKeyPressed: string;\r\n      lastKeyReleased: string;\r\n      shift: boolean;\r\n      ctrl: boolean;\r\n      alt: boolean;\r\n      meta: boolean;\r\n  }\r\n\n  declare interface MouseAPI {\r\n      x: number;\r\n      y: number;\r\n      isInCanvas: boolean;\r\n      isPressed: boolean;\r\n      leftButton: boolean;\r\n      rightButton: boolean;\r\n      middleButton: boolean;\r\n      velocity: {\r\n          x: number;\r\n          y: number;\r\n      };\r\n      deltaX: number;\r\n      deltaY: number;\r\n      wheelDelta: number;\r\n      wheelX: number;\r\n      wheelY: number;\r\n      wasPressed: boolean;\r\n      wasReleased: boolean;\r\n      wasMoved: boolean;\r\n  }\r\n\n  declare interface NumberConfig {\r\n      min?: number;\r\n      max?: number;\r\n      step?: number;\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface NumberParameter {\r\n      value: number;\r\n      min: number;\r\n      max: number;\r\n      step: number;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare type ParameterCategory = 'audio' | 'video' | 'interaction' | 'general';\r\n\n  declare interface PoseData {\r\n      confidence: number;\r\n      landmarks: {\r\n          x: number;\r\n          y: number;\r\n          z: number;\r\n          visibility: number;\r\n      }[];\r\n      face: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      torso: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      leftArm: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      rightArm: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      leftLeg: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n      rightLeg: {\r\n          x: number;\r\n          y: number;\r\n      }[];\r\n  }\r\n\n  declare type Resolution = {\r\n      width: number;\r\n      height: number;\r\n  };\r\n\n  declare interface SegmentationData {\r\n      mask: Uint8Array;\r\n      width: number;\r\n      height: number;\r\n  }\r\n\n  declare interface SelectConfig {\r\n      options: string[] | number[];\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface SelectParameter {\r\n      value: string | number;\r\n      options: string[] | number[];\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare interface SliderConfig {\r\n      min?: number;\r\n      max?: number;\r\n      step?: number;\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface SliderParameter {\r\n      value: number;\r\n      min: number;\r\n      max: number;\r\n      step: number;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare interface TextConfig {\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n      maxLength?: number;\r\n  }\r\n\n  declare interface TextParameter {\r\n      value: string;\r\n      maxLength?: number;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare interface ToggleConfig {\r\n      label: string;\r\n      description?: string;\r\n      group?: string;\r\n      category?: ParameterCategory;\r\n  }\r\n\n  declare interface ToggleParameter {\r\n      value: boolean;\r\n      label: string;\r\n      description?: string;\r\n      group: string;\r\n      category: ParameterCategory;\r\n  }\r\n\n  declare interface TouchAPI {\r\n      points: TouchPoint[];\r\n      count: number;\r\n      started: TouchPoint[];\r\n      moved: TouchPoint[];\r\n      ended: TouchPoint[];\r\n      primary: TouchPoint | null;\r\n      gestures: TouchGestureAPI;\r\n  }\r\n\n  declare interface TouchGestureAPI {\r\n      isPinching: boolean;\r\n      isRotating: boolean;\r\n      isPanning: boolean;\r\n      isTapping: boolean;\r\n      pinchScale: number;\r\n      pinchDelta: number;\r\n      rotationAngle: number;\r\n      rotationDelta: number;\r\n      panDelta: {\r\n          x: number;\r\n          y: number;\r\n      };\r\n      tapCount: number;\r\n      lastTapTime: number;\r\n      tapPosition: {\r\n          x: number;\r\n          y: number;\r\n      } | null;\r\n  }\r\n\n  declare interface TouchPoint {\r\n      id: number;\r\n      x: number;\r\n      y: number;\r\n      pressure: number;\r\n      radius: number;\r\n      radiusX: number;\r\n      radiusY: number;\r\n      rotationAngle: number;\r\n      force: number;\r\n      deltaX: number;\r\n      deltaY: number;\r\n      velocity: {\r\n          x: number;\r\n          y: number;\r\n      };\r\n      isNew: boolean;\r\n      isActive: boolean;\r\n      isEnding: boolean;\r\n  }\r\n\n  declare const VERSION = \"0.2.20\";\r\n\n  declare interface VideoAPI {\r\n      isConnected: boolean;\r\n      currentFrame: OffscreenCanvas | null;\r\n      frameWidth: number;\r\n      frameHeight: number;\r\n      frameRate: number;\r\n      getFrameData: () => ImageData | null;\r\n      faces: FaceData[];\r\n      hands: HandData[];\r\n      pose: PoseData | null;\r\n      segmentation: SegmentationData | null;\r\n      cv: {\r\n          enableFaceDetection(enabled: boolean): Promise<void>;\r\n          enableFaceMesh(enabled: boolean): Promise<void>;\r\n          enableHandTracking(enabled: boolean): Promise<void>;\r\n          enablePoseDetection(enabled: boolean): Promise<void>;\r\n          enableBodySegmentation(enabled: boolean): Promise<void>;\r\n          getActiveFeatures(): CVFeature[];\r\n          isProcessing(): boolean;\r\n      };\r\n  }\r\n\n  declare interface VijiAPI {\r\n      canvas: OffscreenCanvas;\r\n      ctx?: OffscreenCanvasRenderingContext2D;\r\n      gl?: WebGL2RenderingContext;\r\n      width: number;\r\n      height: number;\r\n      pixelRatio: number;\r\n      time: number;\r\n      deltaTime: number;\r\n      frameCount: number;\r\n      fps: number;\r\n      audio: AudioAPI;\r\n      video: VideoAPI;\r\n      streams: VideoAPI[];\r\n      mouse: MouseAPI;\r\n      keyboard: KeyboardAPI;\r\n      touches: TouchAPI;\r\n      device: DeviceSensorState;\r\n      devices: DeviceState[];\r\n      slider: (defaultValue: number, config: SliderConfig) => SliderParameter;\r\n      color: (defaultValue: string, config: ColorConfig) => ColorParameter;\r\n      toggle: (defaultValue: boolean, config: ToggleConfig) => ToggleParameter;\r\n      select: (defaultValue: string | number, config: SelectConfig) => SelectParameter;\r\n      text: (defaultValue: string, config: TextConfig) => TextParameter;\r\n      number: (defaultValue: number, config: NumberConfig) => NumberParameter;\r\n      image: (defaultValue: null, config: ImageConfig) => ImageParameter;\r\n      useContext(type: '2d'): OffscreenCanvasRenderingContext2D;\n      useContext(type: 'webgl'): WebGLRenderingContext | WebGL2RenderingContext;\r\n  }\r\n}\n\ndeclare const viji: VijiCore.VijiAPI;\ndeclare function render(viji: VijiCore.VijiAPI): void;\n";

package/dist/artist-global.d.ts

@@ -1,28 +1,62 @@
 declare namespace VijiCore {
-  declare interface AnalysisConfiguration {
-      fftSize?: number;
-      smoothing?: number;
-      frequencyBands?: FrequencyBand[];
-      beatDetection?: boolean;
-      onsetDetection?: boolean;
-  }
-
   declare interface AudioAPI {
       isConnected: boolean;
       volume: {
-          rms: number;
+          current: number;
           peak: number;
+          smoothed: number;
+      };
+      bands: {
+          low: number;
+          lowMid: number;
+          mid: number;
+          highMid: number;
+          high: number;
+          lowSmoothed: number;
+          lowMidSmoothed: number;
+          midSmoothed: number;
+          highMidSmoothed: number;
+          highSmoothed: number;
       };
-      beat?: {
-          isKick: boolean;
+      beat: {
+          kick: number;
+          snare: number;
+          hat: number;
+          any: number;
+          kickSmoothed: number;
+          snareSmoothed: number;
+          anySmoothed: number;
+          triggers: {
+              any: boolean;
+              kick: boolean;
+              snare: boolean;
+              hat: boolean;
+          };
+          events: Array<{
+              type: 'kick' | 'snare' | 'hat';
+              time: number;
+              strength: number;
+          }>;
+          bpm: number;
+          phase: number;
+          bar: number;
           confidence: number;
+          isLocked: boolean;
+      };
+      spectral: {
+          brightness: number;
+          flatness: number;
+          flux: number;
       };
-      bands: Record<string, number>;
       getFrequencyData: () => Uint8Array;
+      getWaveform?: (samples?: number) => Float32Array;
+      getFFT?: (bins?: number, scale?: 'linear' | 'log') => Float32Array;
   }
 
   declare interface CaptureFrameOptions {
-      /** MIME type for output, e.g., 'image/png', 'image/jpeg', 'image/webp' */
+      /** Output format: 'blob' for encoded image, 'bitmap' for GPU-friendly ImageBitmap */
+      format?: 'blob' | 'bitmap';
+      /** MIME type for blob output (ignored for bitmap), e.g., 'image/png', 'image/jpeg', 'image/webp' */
       type?: string;
       /**
        * Target resolution.
@@ -55,6 +89,53 @@ declare namespace VijiCore {
 
   declare type CVFrameRateMode = 'full' | 'half' | 'quarter' | 'eighth';
 
+  declare interface DeviceMotionData {
+      /** Acceleration without gravity (m/s²) */
+      acceleration: {
+          x: number | null;
+          y: number | null;
+          z: number | null;
+      } | null;
+      /** Acceleration including gravity (m/s²) */
+      accelerationIncludingGravity: {
+          x: number | null;
+          y: number | null;
+          z: number | null;
+      } | null;
+      /** Rotation rate (degrees/second) */
+      rotationRate: {
+          alpha: number | null;
+          beta: number | null;
+          gamma: number | null;
+      } | null;
+      /** Interval between updates (milliseconds) */
+      interval: number;
+  }
+
+  declare interface DeviceOrientationData {
+      /** Rotation around Z-axis (0-360 degrees, compass heading) */
+      alpha: number | null;
+      /** Rotation around X-axis (-180 to 180 degrees, front-to-back tilt) */
+      beta: number | null;
+      /** Rotation around Y-axis (-90 to 90 degrees, left-to-right tilt) */
+      gamma: number | null;
+      /** True if using magnetometer (compass) for absolute orientation */
+      absolute: boolean;
+  }
+
+  declare interface DeviceSensorState {
+      motion: DeviceMotionData | null;
+      orientation: DeviceOrientationData | null;
+      geolocation: GeolocationData | null;
+  }
+
+  declare interface DeviceState extends DeviceSensorState {
+      /** Unique device identifier */
+      id: string;
+      /** User-friendly device name */
+      name: string;
+  }
+
   declare interface FaceData {
       id: number;
       bounds: {
@@ -93,6 +174,23 @@ declare namespace VijiCore {
       max: number;
   }
 
+  declare interface GeolocationData {
+      /** Latitude in decimal degrees */
+      latitude: number | null;
+      /** Longitude in decimal degrees */
+      longitude: number | null;
+      /** Altitude in meters above sea level */
+      altitude: number | null;
+      /** Accuracy of latitude/longitude in meters */
+      accuracy: number | null;
+      /** Accuracy of altitude in meters */
+      altitudeAccuracy: number | null;
+      /** Direction of travel (0-360 degrees, 0=North, 90=East) */
+      heading: number | null;
+      /** Speed in meters per second */
+      speed: number | null;
+  }
+
   declare interface HandData {
       id: number;
       handedness: 'left' | 'right';
@@ -406,7 +504,7 @@ declare namespace VijiCore {
       isEnding: boolean;
   }
 
-  declare const VERSION = "0.2.18";
+  declare const VERSION = "0.2.20";
 
   declare interface VideoAPI {
       isConnected: boolean;
@@ -443,9 +541,12 @@ declare namespace VijiCore {
       fps: number;
       audio: AudioAPI;
       video: VideoAPI;
+      streams: VideoAPI[];
       mouse: MouseAPI;
       keyboard: KeyboardAPI;
       touches: TouchAPI;
+      device: DeviceSensorState;
+      devices: DeviceState[];
       slider: (defaultValue: number, config: SliderConfig) => SliderParameter;
       color: (defaultValue: string, config: ColorConfig) => ColorParameter;
       toggle: (defaultValue: boolean, config: ToggleConfig) => ToggleParameter;