@viji-dev/sdk 1.0.0 → 1.0.1

package/dist/assets/artist-dts-p5-Cyw8vmy_.js

@@ -0,0 +1,736 @@
+const e=`// Viji Artist API - Global Type Definitions
+// All types are placed inside declare global {} because this file uses export {}
+// for top-level await support, which makes it a module (where top-level declarations
+// would otherwise be module-scoped, not global).
+
+declare global {
+  interface AudioAPI {\r
+      isConnected: boolean;\r
+      volume: {\r
+          current: number;\r
+          peak: number;\r
+          smoothed: number;\r
+      };\r
+      bands: {\r
+          low: number;\r
+          lowMid: number;\r
+          mid: number;\r
+          highMid: number;\r
+          high: number;\r
+          lowSmoothed: number;\r
+          lowMidSmoothed: number;\r
+          midSmoothed: number;\r
+          highMidSmoothed: number;\r
+          highSmoothed: number;\r
+      };\r
+      beat: {\r
+          kick: number;\r
+          snare: number;\r
+          hat: number;\r
+          any: number;\r
+          kickSmoothed: number;\r
+          snareSmoothed: number;\r
+          hatSmoothed: number;\r
+          anySmoothed: number;\r
+          triggers: {\r
+              any: boolean;\r
+              kick: boolean;\r
+              snare: boolean;\r
+              hat: boolean;\r
+          };\r
+          events: Array<{\r
+              type: 'kick' | 'snare' | 'hat';\r
+              time: number;\r
+              strength: number;\r
+          }>;\r
+          bpm: number;\r
+          confidence: number;\r
+          isLocked: boolean;\r
+      };\r
+      spectral: {\r
+          brightness: number;\r
+          flatness: number;\r
+      };\r
+      getFrequencyData: () => Uint8Array;\r
+      getWaveform: () => Float32Array;\r
+  }\r
+
+  interface AudioStreamAPI {\r
+      isConnected: boolean;\r
+      volume: {\r
+          current: number;\r
+          peak: number;\r
+          smoothed: number;\r
+      };\r
+      bands: {\r
+          low: number;\r
+          lowMid: number;\r
+          mid: number;\r
+          highMid: number;\r
+          high: number;\r
+          lowSmoothed: number;\r
+          lowMidSmoothed: number;\r
+          midSmoothed: number;\r
+          highMidSmoothed: number;\r
+          highSmoothed: number;\r
+      };\r
+      spectral: {\r
+          brightness: number;\r
+          flatness: number;\r
+      };\r
+      getFrequencyData: () => Uint8Array;\r
+      getWaveform: () => Float32Array;\r
+  }\r
+
+  interface ButtonConfig {\r
+      label: string;\r
+      description?: string;\r
+      group?: string;\r
+      category?: ParameterCategory;\r
+  }\r
+
+  interface ButtonParameter {\r
+      value: boolean;\r
+      label: string;\r
+      description?: string;\r
+      group: string;\r
+      category: ParameterCategory;\r
+  }\r
+
+  interface CaptureFrameOptions {\r
+      /** Output format: 'blob' for encoded image, 'bitmap' for GPU-friendly ImageBitmap */\r
+      format?: 'blob' | 'bitmap';\r
+      /** MIME type for blob output (ignored for bitmap), e.g., 'image/png', 'image/jpeg', 'image/webp' */\r
+      type?: string;\r
+      /**\r
+       * Target resolution.\r
+       * - number: scale factor relative to current canvas size (e.g., 0.5 = 50%)\r
+       * - { width, height }: exact output size; if aspect ratio differs from canvas,\r
+       *   the source is center-cropped to match the target aspect ratio before scaling\r
+       */\r
+      resolution?: number | {\r
+          width: number;\r
+          height: number;\r
+      };\r
+  }\r
+
+  interface ColorConfig {\r
+      label: string;\r
+      description?: string;\r
+      group?: string;\r
+      category?: ParameterCategory;\r
+  }\r
+
+  interface ColorParameter {\r
+      value: string;\r
+      label: string;\r
+      description?: string;\r
+      group: string;\r
+      category: ParameterCategory;\r
+  }\r
+
+  type CVFeature = 'faceDetection' | 'faceMesh' | 'handTracking' | 'poseDetection' | 'bodySegmentation' | 'emotionDetection';\r
+
+  type CVFrameRateMode = 'full' | 'half' | 'quarter' | 'eighth';\r
+
+  interface DeviceMotionData {\r
+      /** Acceleration without gravity (m/s²) */\r
+      acceleration: {\r
+          x: number | null;\r
+          y: number | null;\r
+          z: number | null;\r
+      } | null;\r
+      /** Acceleration including gravity (m/s²) */\r
+      accelerationIncludingGravity: {\r
+          x: number | null;\r
+          y: number | null;\r
+          z: number | null;\r
+      } | null;\r
+      /** Rotation rate (degrees/second) */\r
+      rotationRate: {\r
+          alpha: number | null;\r
+          beta: number | null;\r
+          gamma: number | null;\r
+      } | null;\r
+      /** Interval between updates (milliseconds) */\r
+      interval: number;\r
+  }\r
+
+  interface DeviceOrientationData {\r
+      /** Rotation around Z-axis (0-360 degrees, compass heading) */\r
+      alpha: number | null;\r
+      /** Rotation around X-axis (-180 to 180 degrees, front-to-back tilt) */\r
+      beta: number | null;\r
+      /** Rotation around Y-axis (-90 to 90 degrees, left-to-right tilt) */\r
+      gamma: number | null;\r
+      /** True if using magnetometer (compass) for absolute orientation */\r
+      absolute: boolean;\r
+  }\r
+
+  interface DeviceSensorState {\r
+      motion: DeviceMotionData | null;\r
+      orientation: DeviceOrientationData | null;\r
+  }\r
+
+  interface DeviceState extends DeviceSensorState {\r
+      /** Unique device identifier */\r
+      id: string;\r
+      /** User-friendly device name */\r
+      name: string;\r
+      /** Device camera video (null if not available) */\r
+      video: VideoAPI | null;\r
+      /** Device audio stream (null if not available) */\r
+      audio: AudioStreamAPI | null;\r
+  }\r
+
+  interface FaceBlendshapes {\r
+      browDownLeft: number;\r
+      browDownRight: number;\r
+      browInnerUp: number;\r
+      browOuterUpLeft: number;\r
+      browOuterUpRight: number;\r
+      cheekPuff: number;\r
+      cheekSquintLeft: number;\r
+      cheekSquintRight: number;\r
+      eyeBlinkLeft: number;\r
+      eyeBlinkRight: number;\r
+      eyeLookDownLeft: number;\r
+      eyeLookDownRight: number;\r
+      eyeLookInLeft: number;\r
+      eyeLookInRight: number;\r
+      eyeLookOutLeft: number;\r
+      eyeLookOutRight: number;\r
+      eyeLookUpLeft: number;\r
+      eyeLookUpRight: number;\r
+      eyeSquintLeft: number;\r
+      eyeSquintRight: number;\r
+      eyeWideLeft: number;\r
+      eyeWideRight: number;\r
+      jawForward: number;\r
+      jawLeft: number;\r
+      jawOpen: number;\r
+      jawRight: number;\r
+      mouthClose: number;\r
+      mouthDimpleLeft: number;\r
+      mouthDimpleRight: number;\r
+      mouthFrownLeft: number;\r
+      mouthFrownRight: number;\r
+      mouthFunnel: number;\r
+      mouthLeft: number;\r
+      mouthLowerDownLeft: number;\r
+      mouthLowerDownRight: number;\r
+      mouthPressLeft: number;\r
+      mouthPressRight: number;\r
+      mouthPucker: number;\r
+      mouthRight: number;\r
+      mouthRollLower: number;\r
+      mouthRollUpper: number;\r
+      mouthShrugLower: number;\r
+      mouthShrugUpper: number;\r
+      mouthSmileLeft: number;\r
+      mouthSmileRight: number;\r
+      mouthStretchLeft: number;\r
+      mouthStretchRight: number;\r
+      mouthUpperUpLeft: number;\r
+      mouthUpperUpRight: number;\r
+      noseSneerLeft: number;\r
+      noseSneerRight: number;\r
+      tongueOut: number;\r
+  }\r
+
+  interface FaceData {\r
+      id: number;\r
+      bounds: {\r
+          x: number;\r
+          y: number;\r
+          width: number;\r
+          height: number;\r
+      };\r
+      center: {\r
+          x: number;\r
+          y: number;\r
+      };\r
+      confidence: number;\r
+      landmarks: {\r
+          x: number;\r
+          y: number;\r
+          z?: number;\r
+      }[];\r
+      expressions: {\r
+          neutral: number;\r
+          happy: number;\r
+          sad: number;\r
+          angry: number;\r
+          surprised: number;\r
+          disgusted: number;\r
+          fearful: number;\r
+      };\r
+      headPose: {\r
+          pitch: number;\r
+          yaw: number;\r
+          roll: number;\r
+      };\r
+      blendshapes: FaceBlendshapes;\r
+  }\r
+
+  type FrameRateMode = 'full' | 'half';\r
+
+  interface FrequencyBand {\r
+      name: string;\r
+      min: number;\r
+      max: number;\r
+  }\r
+
+  interface HandData {\r
+      id: number;\r
+      handedness: 'left' | 'right';\r
+      confidence: number;\r
+      bounds: {\r
+          x: number;\r
+          y: number;\r
+          width: number;\r
+          height: number;\r
+      };\r
+      landmarks: {\r
+          x: number;\r
+          y: number;\r
+          z: number;\r
+      }[];\r
+      palm: {\r
+          x: number;\r
+          y: number;\r
+          z: number;\r
+      };\r
+      gestures: {\r
+          fist: number;\r
+          openPalm: number;\r
+          peace: number;\r
+          thumbsUp: number;\r
+          thumbsDown: number;\r
+          pointing: number;\r
+          iLoveYou: number;\r
+      };\r
+  }\r
+
+  interface ImageConfig {\r
+      label: string;\r
+      description?: string;\r
+      group?: string;\r
+      category?: ParameterCategory;\r
+  }\r
+
+  interface ImageParameter {\r
+      value: ImageBitmap | null;\r
+      label: string;\r
+      description?: string;\r
+      group: string;\r
+      category: ParameterCategory;\r
+      /**
+       * P5-compatible image object (lazy-loaded, auto-converted from .value)
+       * Only available in P5 renderer mode. Use with p5.image() function.
+       * Example: p5.image(myImage.p5, x, y)
+       */
+      p5?: {
+        canvas: OffscreenCanvas; // P5.js looks for img.canvas || img.elt
+        elt: OffscreenCanvas; // Fallback for compatibility
+        width: number; // Logical width
+        height: number; // Logical height
+      };
+  }\r
+
+  interface KeyboardAPI {\r
+      isPressed(key: string): boolean;\r
+      wasPressed(key: string): boolean;\r
+      wasReleased(key: string): boolean;\r
+      activeKeys: Set<string>;\r
+      pressedThisFrame: Set<string>;\r
+      releasedThisFrame: Set<string>;\r
+      lastKeyPressed: string;\r
+      lastKeyReleased: string;\r
+      shift: boolean;\r
+      ctrl: boolean;\r
+      alt: boolean;\r
+      meta: boolean;\r
+      textureData: Uint8Array;\r
+  }\r
+
+  interface MouseAPI {\r
+      x: number;\r
+      y: number;\r
+      isInCanvas: boolean;\r
+      isPressed: boolean;\r
+      leftButton: boolean;\r
+      rightButton: boolean;\r
+      middleButton: boolean;\r
+      deltaX: number;\r
+      deltaY: number;\r
+      wheelDelta: number;\r
+      wheelX: number;\r
+      wheelY: number;\r
+      wasPressed: boolean;\r
+      wasReleased: boolean;\r
+      wasMoved: boolean;\r
+  }\r
+
+  interface NumberConfig {\r
+      min?: number;\r
+      max?: number;\r
+      step?: number;\r
+      label: string;\r
+      description?: string;\r
+      group?: string;\r
+      category?: ParameterCategory;\r
+  }\r
+
+  interface NumberParameter {\r
+      value: number;\r
+      min: number;\r
+      max: number;\r
+      step: number;\r
+      label: string;\r
+      description?: string;\r
+      group: string;\r
+      category: ParameterCategory;\r
+  }\r
+
+  type ParameterCategory = 'audio' | 'video' | 'interaction' | 'general';\r
+
+  interface PointerAPI {\r
+      x: number;\r
+      y: number;\r
+      deltaX: number;\r
+      deltaY: number;\r
+      isDown: boolean;\r
+      wasPressed: boolean;\r
+      wasReleased: boolean;\r
+      isInCanvas: boolean;\r
+      type: 'mouse' | 'touch' | 'none';\r
+  }\r
+
+  interface PoseData {\r
+      confidence: number;\r
+      landmarks: {\r
+          x: number;\r
+          y: number;\r
+          z: number;\r
+          visibility: number;\r
+      }[];\r
+      face: {\r
+          x: number;\r
+          y: number;\r
+      }[];\r
+      torso: {\r
+          x: number;\r
+          y: number;\r
+      }[];\r
+      leftArm: {\r
+          x: number;\r
+          y: number;\r
+      }[];\r
+      rightArm: {\r
+          x: number;\r
+          y: number;\r
+      }[];\r
+      leftLeg: {\r
+          x: number;\r
+          y: number;\r
+      }[];\r
+      rightLeg: {\r
+          x: number;\r
+          y: number;\r
+      }[];\r
+  }\r
+
+  type Resolution = {\r
+      width: number;\r
+      height: number;\r
+  };\r
+
+  interface SegmentationData {\r
+      mask: Uint8Array;\r
+      width: number;\r
+      height: number;\r
+  }\r
+
+  interface SelectConfig {\r
+      options: string[] | number[];\r
+      label: string;\r
+      description?: string;\r
+      group?: string;\r
+      category?: ParameterCategory;\r
+  }\r
+
+  interface SelectParameter {\r
+      value: string | number;\r
+      options: string[] | number[];\r
+      label: string;\r
+      description?: string;\r
+      group: string;\r
+      category: ParameterCategory;\r
+  }\r
+
+  interface SliderConfig {\r
+      min?: number;\r
+      max?: number;\r
+      step?: number;\r
+      label: string;\r
+      description?: string;\r
+      group?: string;\r
+      category?: ParameterCategory;\r
+  }\r
+
+  interface SliderParameter {\r
+      value: number;\r
+      min: number;\r
+      max: number;\r
+      step: number;\r
+      label: string;\r
+      description?: string;\r
+      group: string;\r
+      category: ParameterCategory;\r
+  }\r
+
+  interface TextConfig {\r
+      label: string;\r
+      description?: string;\r
+      group?: string;\r
+      category?: ParameterCategory;\r
+      maxLength?: number;\r
+  }\r
+
+  interface TextParameter {\r
+      value: string;\r
+      maxLength?: number;\r
+      label: string;\r
+      description?: string;\r
+      group: string;\r
+      category: ParameterCategory;\r
+  }\r
+
+  interface ToggleConfig {\r
+      label: string;\r
+      description?: string;\r
+      group?: string;\r
+      category?: ParameterCategory;\r
+  }\r
+
+  interface ToggleParameter {\r
+      value: boolean;\r
+      label: string;\r
+      description?: string;\r
+      group: string;\r
+      category: ParameterCategory;\r
+  }\r
+
+  interface TouchAPI {\r
+      points: TouchPoint[];\r
+      count: number;\r
+      started: TouchPoint[];\r
+      moved: TouchPoint[];\r
+      ended: TouchPoint[];\r
+      primary: TouchPoint | null;\r
+  }\r
+
+  interface TouchPoint {\r
+      id: number;\r
+      x: number;\r
+      y: number;\r
+      pressure: number;\r
+      radius: number;\r
+      radiusX: number;\r
+      radiusY: number;\r
+      rotationAngle: number;\r
+      force: number;\r
+      isInCanvas: boolean;\r
+      deltaX: number;\r
+      deltaY: number;\r
+      velocity: {\r
+          x: number;\r
+          y: number;\r
+      };\r
+      isNew: boolean;\r
+      isActive: boolean;\r
+      isEnding: boolean;\r
+  }\r
+
+  const VERSION = "0.3.30";\r
+
+  interface VideoAPI {\r
+      isConnected: boolean;\r
+      currentFrame: OffscreenCanvas | ImageBitmap | null;\r
+      frameWidth: number;\r
+      frameHeight: number;\r
+      frameRate: number;\r
+      getFrameData: () => ImageData | null;\r
+      faces: FaceData[];\r
+      hands: HandData[];\r
+      pose: PoseData | null;\r
+      segmentation: SegmentationData | null;\r
+      cv: {\r
+          enableFaceDetection(enabled: boolean): Promise<void>;\r
+          enableFaceMesh(enabled: boolean): Promise<void>;\r
+          enableEmotionDetection(enabled: boolean): Promise<void>;\r
+          enableHandTracking(enabled: boolean): Promise<void>;\r
+          enablePoseDetection(enabled: boolean): Promise<void>;\r
+          enableBodySegmentation(enabled: boolean): Promise<void>;\r
+          getActiveFeatures(): CVFeature[];\r
+          isProcessing(): boolean;\r
+      };\r
+  }\r
+
+  interface VijiAPI {\r
+      canvas: OffscreenCanvas;\r
+      ctx?: OffscreenCanvasRenderingContext2D;\r
+      gl?: WebGLRenderingContext | WebGL2RenderingContext;\r
+      width: number;\r
+      height: number;\r
+      time: number;\r
+      deltaTime: number;\r
+      frameCount: number;\r
+      fps: number;\r
+      audio: AudioAPI;\r
+      video: VideoAPI;\r
+      videoStreams: VideoAPI[];\r
+      audioStreams: AudioStreamAPI[];\r
+      mouse: MouseAPI;\r
+      keyboard: KeyboardAPI;\r
+      touches: TouchAPI;\r
+      pointer: PointerAPI;\r
+      device: DeviceSensorState;\r
+      devices: DeviceState[];\r
+      slider: (defaultValue: number, config: SliderConfig) => SliderParameter;\r
+      color: (defaultValue: string, config: ColorConfig) => ColorParameter;\r
+      toggle: (defaultValue: boolean, config: ToggleConfig) => ToggleParameter;\r
+      select: (defaultValue: string | number, config: SelectConfig) => SelectParameter;\r
+      text: (defaultValue: string, config: TextConfig) => TextParameter;\r
+      number: (defaultValue: number, config: NumberConfig) => NumberParameter;\r
+      image: (defaultValue: null, config: ImageConfig) => ImageParameter;\r
+      button: (config: ButtonConfig) => ButtonParameter;\r
+      useContext(type: '2d'): OffscreenCanvasRenderingContext2D;\r
+      useContext(type: 'webgl'): WebGLRenderingContext;\r
+      useContext(type: 'webgl2'): WebGL2RenderingContext;\r
+  }\r
+
+  // Runtime global - the main viji object
+  const viji: VijiAPI;
+  
+  // Function type aliases (artists define their own render/setup functions)
+  type Render = (viji: VijiAPI) => void;
+  type Setup = (viji: VijiAPI) => void;
+}
+
+// Module marker (enables top-level await in artist code)
+export {};
+
+
+// ============================================================
+// VIJI + P5.JS HYBRID MODE
+// ============================================================
+// In Viji's P5 renderer, you don't use standard P5 patterns.
+// Instead, you define these Viji-specific functions:
+
+// P5-specific globals (augments the base declare global block)
+declare global {
+  // P5 instance type for annotations
+  type p5 = p5;
+  
+  // Type aliases for P5 function signatures (artists define their own functions)
+  /**
+   * P5 render function signature - called every frame
+   * @param viji - Viji API (canvas, audio, video, parameters, etc.)
+   * @param p5 - P5.js instance with all P5 methods
+   */
+  type P5Render = (viji: VijiAPI, p5: p5) => void;
+  
+  /**
+   * P5 setup function signature - called once at initialization
+   * @param viji - Viji API (canvas, audio, video, parameters, etc.)
+   * @param p5 - P5.js instance with all P5 methods
+   */
+  type P5Setup = (viji: VijiAPI, p5: p5) => void;
+}
+
+// ============================================================
+// IMPORTANT NOTES
+// ============================================================
+// - Don't use: new p5(), preload(), draw(), or P5's setup()
+// - Viji manages the P5 instance lifecycle (including createCanvas — never call it)
+// - Optional WEBGL: use // @renderer p5 webgl as the first line (default is 2D: // @renderer p5)
+// - Access P5 methods through the 'p5' parameter: p5.rect(), p5.fill(), etc.
+// - Access Viji features through the 'viji' parameter: viji.audio, viji.mouse, etc.
+// - Define parameters at the top level (before setup/render functions)
+
+// ============================================================
+// P5.JS TYPES (namespace and instance methods)
+// ============================================================
+// This file was auto-generated. Please do not edit it.
+/// <reference path="./src/accessibility/describe.d.ts" />
+/// <reference path="./src/accessibility/outputs.d.ts" />
+/// <reference path="./src/color/creating_reading.d.ts" />
+/// <reference path="./src/color/setting.d.ts" />
+/// <reference path="./src/core/shape/2d_primitives.d.ts" />
+/// <reference path="./src/core/shape/attributes.d.ts" />
+/// <reference path="./src/core/shape/curves.d.ts" />
+/// <reference path="./src/core/shape/vertex.d.ts" />
+/// <reference path="./src/core/constants.d.ts" />
+/// <reference path="./src/core/environment.d.ts" />
+/// <reference path="./src/core/rendering.d.ts" />
+/// <reference path="./src/core/structure.d.ts" />
+/// <reference path="./src/core/transform.d.ts" />
+/// <reference path="./src/data/local_storage.d.ts" />
+/// <reference path="./src/data/p5.TypedDict.d.ts" />
+/// <reference path="./src/dom/dom.d.ts" />
+/// <reference path="./src/events/acceleration.d.ts" />
+/// <reference path="./src/events/keyboard.d.ts" />
+/// <reference path="./src/events/mouse.d.ts" />
+/// <reference path="./src/events/touch.d.ts" />
+/// <reference path="./src/image/image.d.ts" />
+/// <reference path="./src/image/loading_displaying.d.ts" />
+/// <reference path="./src/image/pixels.d.ts" />
+/// <reference path="./src/io/files.d.ts" />
+/// <reference path="./src/math/calculation.d.ts" />
+/// <reference path="./src/math/math.d.ts" />
+/// <reference path="./src/math/noise.d.ts" />
+/// <reference path="./src/math/random.d.ts" />
+/// <reference path="./src/math/trigonometry.d.ts" />
+/// <reference path="./src/typography/attributes.d.ts" />
+/// <reference path="./src/typography/loading_displaying.d.ts" />
+/// <reference path="./src/utilities/array_functions.d.ts" />
+/// <reference path="./src/utilities/conversion.d.ts" />
+/// <reference path="./src/utilities/string_functions.d.ts" />
+/// <reference path="./src/utilities/time_date.d.ts" />
+/// <reference path="./src/webgl/3d_primitives.d.ts" />
+/// <reference path="./src/webgl/interaction.d.ts" />
+/// <reference path="./src/webgl/light.d.ts" />
+/// <reference path="./src/webgl/loading.d.ts" />
+/// <reference path="./src/webgl/material.d.ts" />
+/// <reference path="./src/webgl/p5.Camera.d.ts" />
+/// <reference path="./src/webgl/p5.RendererGL.Immediate.d.ts" />
+/// <reference path="./src/webgl/p5.RendererGL.d.ts" />
+/// <reference path="./src/color/p5.Color.d.ts" />
+/// <reference path="./src/core/p5.Element.d.ts" />
+/// <reference path="./src/core/p5.Graphics.d.ts" />
+/// <reference path="./src/image/p5.Image.d.ts" />
+/// <reference path="./src/io/p5.Table.d.ts" />
+/// <reference path="./src/io/p5.TableRow.d.ts" />
+/// <reference path="./src/io/p5.XML.d.ts" />
+/// <reference path="./src/math/p5.Vector.d.ts" />
+/// <reference path="./src/typography/p5.Font.d.ts" />
+/// <reference path="./src/webgl/p5.Framebuffer.d.ts" />
+/// <reference path="./src/webgl/p5.Geometry.d.ts" />
+/// <reference path="./src/webgl/p5.Shader.d.ts" />
+/// <reference path="./src/core/p5.Renderer.d.ts" />
+/// <reference path="./literals.d.ts" />
+/// <reference path="./constants.d.ts" />
+
+
+// eslint-disable-next-line @typescript-eslint/no-empty-interface
+interface p5 extends p5.p5InstanceExtensions {}
+
+declare namespace p5 {
+    type UNKNOWN_P5_CONSTANT = any;
+    // eslint-disable-next-line @typescript-eslint/no-empty-interface
+    interface p5InstanceExtensions {}
+}
+
+`;export{e as artistDtsP5};