@spatialwalk/avatarkit-rtc 1.0.0-beta.8 → 1.0.0-beta.9

package/dist/core/RTCProvider.d.ts

@@ -1,4 +1,4 @@
-import { RTCConnectionConfig } from '../types';
+import { RTCConnectionConfig, RTCPrepareConnectionConfig } from '../types';
 /**
  * RTC Provider interface.
  *
@@ -17,12 +17,19 @@ import { RTCConnectionConfig } from '../types';
  * }
  * ```
  */
+export type RTCProviderEventHandler = (...args: unknown[]) => void;
 export interface RTCProvider {
     /**
      * Provider name identifier (e.g., 'livekit', 'agora').
      * Used for logging and debugging.
      */
     readonly name: string;
+    /**
+     * Pre-warm a future connection if the provider supports it.
+     * This should not establish a full RTC session or change connection state,
+     * but may warm DNS/TLS caches or select an edge region.
+     */
+    prepareConnection?(config: RTCPrepareConnectionConfig): Promise<void>;
     /**
      * Connect to RTC server.
      * @param config - Connection configuration containing server URL and credentials
@@ -41,9 +48,9 @@ export interface RTCProvider {
     getConnectionState(): string;
     /**
      * Publish local audio track (microphone) to the RTC server.
-     * @param track - MediaStreamTrack from getUserMedia
+     * @param track - Optional MediaStreamTrack from getUserMedia; when omitted the provider may create a microphone track
      */
-    publishAudioTrack(track: MediaStreamTrack): Promise<void>;
+    publishAudioTrack(track?: MediaStreamTrack): Promise<void>;
     /**
      * Unpublish audio track from the RTC server.
      */
@@ -53,13 +60,13 @@ export interface RTCProvider {
      * @param event - Event name
      * @param handler - Event handler function
      */
-    on(event: string, handler: Function): void;
+    on(event: string, handler: RTCProviderEventHandler): void;
     /**
      * Remove event listener.
      * @param event - Event name
      * @param handler - Event handler function
      */
-    off(event: string, handler: Function): void;
+    off(event: string, handler: RTCProviderEventHandler): void;
     /**
      * Get the native RTC client object.
      *

package/dist/core/RTCProvider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"RTCProvider.d.ts","sourceRoot":"","sources":["../../src/core/RTCProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAMpD;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,WAAW,WAAW;IAC1B;;;OAGG;IACH,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB;;;;OAIG;IACH,OAAO,CAAC,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpD;;;OAGG;IACH,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5B;;;OAGG;IACH,kBAAkB,IAAI,MAAM,CAAC;IA4B7B;;;OAGG;IACH,iBAAiB,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE1D;;OAEG;IACH,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAErC;;;;OAIG;IACH,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,GAAG,IAAI,CAAC;IAE3C;;;;OAIG;IACH,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,GAAG,IAAI,CAAC;IAE5C;;;;;;;OAOG;IACH,eAAe,IAAI,OAAO,CAAC;CAC5B"}
+{"version":3,"file":"RTCProvider.d.ts","sourceRoot":"","sources":["../../src/core/RTCProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,mBAAmB,EAAE,0BAA0B,EAAE,MAAM,UAAU,CAAC;AAGhF;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,MAAM,uBAAuB,GAAG,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;AAEnE,MAAM,WAAW,WAAW;IAC1B;;;OAGG;IACH,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB;;;;OAIG;IACH,iBAAiB,CAAC,CAAC,MAAM,EAAE,0BAA0B,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEtE;;;;OAIG;IACH,OAAO,CAAC,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpD;;;OAGG;IACH,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5B;;;OAGG;IACH,kBAAkB,IAAI,MAAM,CAAC;IA4B7B;;;OAGG;IACH,iBAAiB,CAAC,KAAK,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE3D;;OAEG;IACH,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAErC;;;;OAIG;IACH,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,uBAAuB,GAAG,IAAI,CAAC;IAE1D;;;;OAIG;IACH,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,uBAAuB,GAAG,IAAI,CAAC;IAE3D;;;;;;;OAOG;IACH,eAAe,IAAI,OAAO,CAAC;CAC5B"}

package/dist/index.d.ts

@@ -9,8 +9,8 @@
 export { AvatarPlayer } from './core';
 export type { AvatarPlayerOptions } from './core';
 export { LiveKitProvider, AgoraProvider } from './providers';
-export type { AgoraProviderOptions, LiveKitRoom, AgoraClient } from './providers';
-export { ConnectionState, isLiveKitConfig, isAgoraConfig } from './types';
-export type { RTCConnectionConfig, LiveKitConnectionConfig, AgoraConnectionConfig, } from './types';
+export type { AgoraProviderOptions, LiveKitRoom, AgoraClient, } from './providers';
+export { ConnectionState, isLiveKitConfig, isLiveKitPrepareConfig, isAgoraConfig, } from './types';
+export type { RTCConnectionConfig, RTCPrepareConnectionConfig, LiveKitConnectionConfig, LiveKitPrepareConnectionConfig, AgoraConnectionConfig, } from './types';
 export type { LogLevel } from './utils';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,YAAY,EAAE,mBAAmB,EAAE,MAAM,QAAQ,CAAC;AAGlD,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC7D,YAAY,EAAE,oBAAoB,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAGlF,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC1E,YAAY,EACV,mBAAmB,EACnB,uBAAuB,EACvB,qBAAqB,GACtB,MAAM,SAAS,CAAC;AAGjB,YAAY,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,YAAY,EAAE,mBAAmB,EAAE,MAAM,QAAQ,CAAC;AAGlD,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC7D,YAAY,EACV,oBAAoB,EACpB,WAAW,EACX,WAAW,GACZ,MAAM,aAAa,CAAC;AAGrB,OAAO,EACL,eAAe,EACf,eAAe,EACf,sBAAsB,EACtB,aAAa,GACd,MAAM,SAAS,CAAC;AACjB,YAAY,EACV,mBAAmB,EACnB,0BAA0B,EAC1B,uBAAuB,EACvB,8BAA8B,EAC9B,qBAAqB,GACtB,MAAM,SAAS,CAAC;AAGjB,YAAY,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC"}

package/dist/index.js

@@ -1,13 +1,14 @@
 import { AvatarPlayer } from "./index2.js";
 import { LiveKitProvider } from "./index3.js";
 import { AgoraProvider } from "./index4.js";
-import { ConnectionState, isAgoraConfig, isLiveKitConfig } from "./index5.js";
+import { ConnectionState, isAgoraConfig, isLiveKitConfig, isLiveKitPrepareConfig } from "./index5.js";
 export {
   AgoraProvider,
   AvatarPlayer,
   ConnectionState,
   LiveKitProvider,
   isAgoraConfig,
-  isLiveKitConfig
+  isLiveKitConfig,
+  isLiveKitPrepareConfig
 };
 //# sourceMappingURL=index.js.map

package/dist/index10.js

@@ -1,75 +1,114 @@
 var __defProp = Object.defineProperty;
 var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
 var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
+import { createAnimationReceiverTransform } from "./index14.js";
 import { logger } from "./index7.js";
-class BaseProvider {
+import WorkerWrapper from "./index15.js";
+const DEFAULT_TRANSITION_START_FRAMES = 8;
+const DEFAULT_TRANSITION_END_FRAMES = 12;
+class VP8Extractor {
   constructor() {
     /** @internal */
-    __publicField(this, "connectionState", "disconnected");
+    __publicField(this, "callbacks", null);
     /** @internal */
-    __publicField(this, "eventHandlers", /* @__PURE__ */ new Map());
+    __publicField(this, "receiver", null);
+    /** @internal */
+    __publicField(this, "transform", null);
   }
   /**
-   * Add event listener.
-   * @param event - Event name
-   * @param handler - Event handler
+   * Initialize the extractor with a receiver and callbacks.
+   * @param receiver - RTCRtpReceiver to extract data from
+   * @param callbacks - Callbacks to receive extracted data
+   * @internal
    */
-  on(event, handler) {
-    if (!this.eventHandlers.has(event)) {
-      this.eventHandlers.set(event, /* @__PURE__ */ new Set());
+  async initialize(receiver, callbacks) {
+    if (this.receiver || this.transform) {
+      throw new Error("VP8Extractor already initialized");
     }
-    this.eventHandlers.get(event).add(handler);
+    this.receiver = receiver;
+    this.callbacks = callbacks;
+    if (receiver.transform) {
+      return;
+    }
+    const worker = new WorkerWrapper();
+    const onEvent = (evt) => {
+      this.handleTransformEvent(evt);
+    };
+    this.transform = createAnimationReceiverTransform(worker, onEvent);
+    receiver.transform = this.transform;
   }
   /**
-   * Remove event listener.
-   * @param event - Event name
-   * @param handler - Event handler
+   * Handle events from the animation transform.
+   * @internal
    */
-  off(event, handler) {
-    const handlers = this.eventHandlers.get(event);
-    if (handlers) {
-      handlers.delete(handler);
+  handleTransformEvent(evt) {
+    if (!this.callbacks) return;
+    if (evt.type === "metadata") {
+      this.callbacks.onStreamStats({
+        framesPerSec: evt.framesPerSec,
+        totalFrames: evt.totalFrames ?? 0,
+        framesSent: evt.framesSent ?? 0,
+        framesLost: evt.framesLost ?? 0,
+        framesRecovered: evt.framesRecovered ?? 0,
+        framesDropped: evt.framesDropped ?? 0,
+        framesOutOfOrder: evt.framesOutOfOrder ?? 0,
+        framesDuplicate: evt.framesDuplicate ?? 0,
+        lastRenderedSeq: evt.lastRenderedSeq ?? -1
+      });
+    } else if (evt.type === "transition") {
+      this.callbacks.onTransition(
+        evt.protobufData,
+        DEFAULT_TRANSITION_START_FRAMES
+      );
+    } else if (evt.type === "transitionEnd") {
+      this.callbacks.onTransitionEnd(
+        evt.protobufData,
+        DEFAULT_TRANSITION_END_FRAMES
+      );
+    } else if (evt.type === "animation") {
+      if (!evt.isIdle) {
+        this.callbacks.onAnimationData(evt.protobufData, {
+          frameSeq: evt.frameSeq,
+          isStart: evt.isStart,
+          isEnd: evt.isEnd,
+          isIdle: evt.isIdle,
+          isRecovered: evt.isRecovered
+        });
+      }
+    } else if (evt.type === "idleStart") {
+      this.callbacks.onIdleStart();
+    } else if (evt.type === "error") {
+      logger.error("VP8Extractor", "Error:", evt.error);
     }
   }
   /**
-   * Emit event to all listeners.
-   * @param event - Event name
-   * @param args - Event arguments
+   * Check if this extractor is connected to the given receiver.
+   * @param receiver - RTCRtpReceiver to check
+   * @returns true if connected to this receiver
    * @internal
    */
-  emit(event, ...args) {
-    const handlers = this.eventHandlers.get(event);
-    if (handlers) {
-      handlers.forEach((handler) => {
-        try {
-          handler(...args);
-        } catch (error) {
-          logger.error(this.name, `Error in event handler for ${event}:`, error);
-        }
-      });
-    }
+  isConnectedTo(receiver) {
+    return this.receiver === receiver;
   }
   /**
-   * Update connection state and emit event.
-   * @param state - New connection state
+   * Get the receiver this extractor is connected to.
+   * @returns The connected RTCRtpReceiver or null
    * @internal
    */
-  setConnectionState(state) {
-    if (this.connectionState !== state) {
-      const prevState = this.connectionState;
-      this.connectionState = state;
-      if (state === "disconnected" || state === "failed") {
-        logger.error(this.name, `Connection state: ${prevState} -> ${state}`);
-      } else if (state === "reconnecting") {
-        logger.warn(this.name, `Connection state: ${prevState} -> ${state}`);
-      } else {
-        logger.info(this.name, `Connection state: ${prevState} -> ${state}`);
-      }
-      this.emit("connection-state-changed", state);
-    }
+  getReceiver() {
+    return this.receiver;
+  }
+  /**
+   * Dispose the extractor and release resources.
+   * @internal
+   */
+  dispose() {
+    this.receiver = null;
+    this.transform = null;
+    this.callbacks = null;
   }
 }
 export {
-  BaseProvider
+  VP8Extractor
 };
 //# sourceMappingURL=index10.js.map

package/dist/index10.js.map

@@ -1 +1 @@
-{"version":3,"file":"index10.js","sources":["../src/providers/base/BaseProvider.ts"],"sourcesContent":["/**\n * Base Provider - Common implementation for RTC providers.\n *\n * This class provides common functionality that can be shared\n * across different provider implementations.\n *\n * @internal\n * @packageDocumentation\n */\n\nimport type { RTCProviderEvents, AnimationTrackCallbacks, AudioTrackCallbacks } from '../../core/types';\nimport { logger } from '../../utils';\n\n/**\n * Base class for RTC providers.\n * Provides common event handling and state management.\n */\nexport abstract class BaseProvider {\n  /** Provider name identifier */\n  abstract readonly name: string;\n\n  /** @internal */\n  protected connectionState: string = 'disconnected';\n  /** @internal */\n  protected eventHandlers: Map<string, Set<Function>> = new Map();\n\n  /**\n   * Connect to RTC server.\n   * @param config - Connection configuration\n   */\n  abstract connect(config: import('../../types').RTCConnectionConfig): Promise<void>;\n\n  /**\n   * Disconnect from RTC server.\n   */\n  abstract disconnect(): Promise<void>;\n\n  /**\n   * Get current connection state.\n   */\n  abstract getConnectionState(): string;\n\n  /**\n   * Subscribe to animation track.\n   * @param callbacks - Animation track callbacks\n   * @internal\n   */\n  abstract subscribeAnimationTrack(callbacks: AnimationTrackCallbacks): Promise<void>;\n\n  /**\n   * Unsubscribe from animation track.\n   * @internal\n   */\n  abstract unsubscribeAnimationTrack(): Promise<void>;\n\n  /**\n   * Subscribe to audio track.\n   * @param callbacks - Audio track callbacks\n   * @internal\n   */\n  abstract subscribeAudioTrack(callbacks: AudioTrackCallbacks): Promise<void>;\n\n  /**\n   * Unsubscribe from audio track.\n   * @internal\n   */\n  abstract unsubscribeAudioTrack(): Promise<void>;\n\n  /**\n   * Publish local audio track.\n   * @param track - MediaStreamTrack to publish\n   */\n  abstract publishAudioTrack(track: MediaStreamTrack): Promise<void>;\n\n  /**\n   * Unpublish audio track.\n   */\n  abstract unpublishAudioTrack(): Promise<void>;\n\n  /**\n   * Get the native RTC client object.\n   * @returns The native client, or null if not connected\n   */\n  abstract getNativeClient(): unknown;\n\n  /**\n   * Add event listener.\n   * @param event - Event name\n   * @param handler - Event handler\n   */\n  on(event: string, handler: Function): void {\n    if (!this.eventHandlers.has(event)) {\n      this.eventHandlers.set(event, new Set());\n    }\n    this.eventHandlers.get(event)!.add(handler);\n  }\n\n  /**\n   * Remove event listener.\n   * @param event - Event name\n   * @param handler - Event handler\n   */\n  off(event: string, handler: Function): void {\n    const handlers = this.eventHandlers.get(event);\n    if (handlers) {\n      handlers.delete(handler);\n    }\n  }\n\n  /**\n   * Emit event to all listeners.\n   * @param event - Event name\n   * @param args - Event arguments\n   * @internal\n   */\n  protected emit<K extends keyof RTCProviderEvents>(\n    event: K,\n    ...args: Parameters<RTCProviderEvents[K]>\n  ): void {\n    const handlers = this.eventHandlers.get(event);\n    if (handlers) {\n      handlers.forEach((handler) => {\n        try {\n          // eslint-disable-next-line @typescript-eslint/no-explicit-any\n          (handler as any)(...args);\n        } catch (error) {\n          logger.error(this.name, `Error in event handler for ${event}:`, error);\n        }\n      });\n    }\n  }\n\n  /**\n   * Update connection state and emit event.\n   * @param state - New connection state\n   * @internal\n   */\n  protected setConnectionState(state: string): void {\n    if (this.connectionState !== state) {\n      const prevState = this.connectionState;\n      this.connectionState = state;\n      \n      // Log connection state changes\n      if (state === 'disconnected' || state === 'failed') {\n        logger.error(this.name, `Connection state: ${prevState} -> ${state}`);\n      } else if (state === 'reconnecting') {\n        logger.warn(this.name, `Connection state: ${prevState} -> ${state}`);\n      } else {\n        logger.info(this.name, `Connection state: ${prevState} -> ${state}`);\n      }\n      \n      // eslint-disable-next-line @typescript-eslint/no-explicit-any\n      this.emit('connection-state-changed', state as any);\n    }\n  }\n}\n"],"names":[],"mappings":";;;;AAiBO,MAAe,aAAa;AAAA,EAA5B;AAKK;AAAA,2CAA0B;AAE1B;AAAA,6DAAgD,IAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAkE1D,GAAG,OAAe,SAAyB;AACzC,QAAI,CAAC,KAAK,cAAc,IAAI,KAAK,GAAG;AAClC,WAAK,cAAc,IAAI,OAAO,oBAAI,KAAK;AAAA,IACzC;AACA,SAAK,cAAc,IAAI,KAAK,EAAG,IAAI,OAAO;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,IAAI,OAAe,SAAyB;AAC1C,UAAM,WAAW,KAAK,cAAc,IAAI,KAAK;AAC7C,QAAI,UAAU;AACZ,eAAS,OAAO,OAAO;AAAA,IACzB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQU,KACR,UACG,MACG;AACN,UAAM,WAAW,KAAK,cAAc,IAAI,KAAK;AAC7C,QAAI,UAAU;AACZ,eAAS,QAAQ,CAAC,YAAY;AAC5B,YAAI;AAED,kBAAgB,GAAG,IAAI;AAAA,QAC1B,SAAS,OAAO;AACd,iBAAO,MAAM,KAAK,MAAM,8BAA8B,KAAK,KAAK,KAAK;AAAA,QACvE;AAAA,MACF,CAAC;AAAA,IACH;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOU,mBAAmB,OAAqB;AAChD,QAAI,KAAK,oBAAoB,OAAO;AAClC,YAAM,YAAY,KAAK;AACvB,WAAK,kBAAkB;AAGvB,UAAI,UAAU,kBAAkB,UAAU,UAAU;AAClD,eAAO,MAAM,KAAK,MAAM,qBAAqB,SAAS,OAAO,KAAK,EAAE;AAAA,MACtE,WAAW,UAAU,gBAAgB;AACnC,eAAO,KAAK,KAAK,MAAM,qBAAqB,SAAS,OAAO,KAAK,EAAE;AAAA,MACrE,OAAO;AACL,eAAO,KAAK,KAAK,MAAM,qBAAqB,SAAS,OAAO,KAAK,EAAE;AAAA,MACrE;AAGA,WAAK,KAAK,4BAA4B,KAAY;AAAA,IACpD;AAAA,EACF;AACF;"}
+{"version":3,"file":"index10.js","sources":["../src/providers/livekit/VP8Extractor.ts"],"sourcesContent":["/**\n * VP8 Data Extractor for LiveKit.\n *\n * Extracts animation data from VP8 video tracks using RTCRtpScriptTransform.\n *\n * @internal\n * @packageDocumentation\n */\n\nimport type { AnimationTrackCallbacks } from '../../core/types';\nimport type { AnimationTransformEvent } from './types';\nimport { createAnimationReceiverTransform } from './animation-transform';\nimport { logger } from '../../utils';\n\n// Import worker with inline - this bundles the worker code as a blob URL\nimport AnimationWorker from './animation-worker.ts?worker&inline';\n\n// Default transition frame counts (used when protocol doesn't specify)\nconst DEFAULT_TRANSITION_START_FRAMES = 8;\nconst DEFAULT_TRANSITION_END_FRAMES = 12;\n\n/**\n * VP8Extractor - Extracts animation data from VP8 video tracks.\n *\n * Uses RTCRtpScriptTransform and a Web Worker to parse VP8 frames\n * and extract embedded animation data.\n *\n * @internal\n */\nexport class VP8Extractor {\n  /** @internal */\n  private callbacks: AnimationTrackCallbacks | null = null;\n  /** @internal */\n  private receiver: RTCRtpReceiver | null = null;\n  /** @internal */\n  private transform: RTCRtpScriptTransform | null = null;\n\n  /**\n   * Initialize the extractor with a receiver and callbacks.\n   * @param receiver - RTCRtpReceiver to extract data from\n   * @param callbacks - Callbacks to receive extracted data\n   * @internal\n   */\n  async initialize(\n    receiver: RTCRtpReceiver,\n    callbacks: AnimationTrackCallbacks,\n  ): Promise<void> {\n    if (this.receiver || this.transform) {\n      throw new Error('VP8Extractor already initialized');\n    }\n\n    this.receiver = receiver;\n    this.callbacks = callbacks;\n\n    // Check if transform is already set\n    if (receiver.transform) {\n      return;\n    }\n\n    // Create worker and transform\n    const worker = new AnimationWorker();\n    const onEvent = (evt: AnimationTransformEvent) => {\n      this.handleTransformEvent(evt);\n    };\n\n    this.transform = createAnimationReceiverTransform(worker, onEvent);\n    receiver.transform = this.transform;\n  }\n\n  /**\n   * Handle events from the animation transform.\n   * @internal\n   */\n  private handleTransformEvent(evt: AnimationTransformEvent): void {\n    if (!this.callbacks) return;\n\n    if (evt.type === 'metadata') {\n      this.callbacks.onStreamStats({\n        framesPerSec: evt.framesPerSec,\n        totalFrames: evt.totalFrames ?? 0,\n        framesSent: evt.framesSent ?? 0,\n        framesLost: evt.framesLost ?? 0,\n        framesRecovered: evt.framesRecovered ?? 0,\n        framesDropped: evt.framesDropped ?? 0,\n        framesOutOfOrder: evt.framesOutOfOrder ?? 0,\n        framesDuplicate: evt.framesDuplicate ?? 0,\n        lastRenderedSeq: evt.lastRenderedSeq ?? -1,\n      });\n    } else if (evt.type === 'transition') {\n      this.callbacks.onTransition(\n        evt.protobufData,\n        DEFAULT_TRANSITION_START_FRAMES,\n      );\n    } else if (evt.type === 'transitionEnd') {\n      this.callbacks.onTransitionEnd(\n        evt.protobufData,\n        DEFAULT_TRANSITION_END_FRAMES,\n      );\n    } else if (evt.type === 'animation') {\n      if (!evt.isIdle) {\n        this.callbacks.onAnimationData(evt.protobufData, {\n          frameSeq: evt.frameSeq,\n          isStart: evt.isStart,\n          isEnd: evt.isEnd,\n          isIdle: evt.isIdle,\n          isRecovered: evt.isRecovered,\n        });\n      }\n    } else if (evt.type === 'idleStart') {\n      this.callbacks.onIdleStart();\n    } else if (evt.type === 'error') {\n      logger.error('VP8Extractor', 'Error:', evt.error);\n    }\n  }\n\n  /**\n   * Check if this extractor is connected to the given receiver.\n   * @param receiver - RTCRtpReceiver to check\n   * @returns true if connected to this receiver\n   * @internal\n   */\n  isConnectedTo(receiver: RTCRtpReceiver): boolean {\n    return this.receiver === receiver;\n  }\n\n  /**\n   * Get the receiver this extractor is connected to.\n   * @returns The connected RTCRtpReceiver or null\n   * @internal\n   */\n  getReceiver(): RTCRtpReceiver | null {\n    return this.receiver;\n  }\n\n  /**\n   * Dispose the extractor and release resources.\n   * @internal\n   */\n  dispose(): void {\n    this.receiver = null;\n    this.transform = null;\n    this.callbacks = null;\n  }\n}\n"],"names":["AnimationWorker"],"mappings":";;;;;;AAkBA,MAAM,kCAAkC;AACxC,MAAM,gCAAgC;AAU/B,MAAM,aAAa;AAAA,EAAnB;AAEG;AAAA,qCAA4C;AAE5C;AAAA,oCAAkC;AAElC;AAAA,qCAA0C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQlD,MAAM,WACJ,UACA,WACe;AACf,QAAI,KAAK,YAAY,KAAK,WAAW;AACnC,YAAM,IAAI,MAAM,kCAAkC;AAAA,IACpD;AAEA,SAAK,WAAW;AAChB,SAAK,YAAY;AAGjB,QAAI,SAAS,WAAW;AACtB;AAAA,IACF;AAGA,UAAM,SAAS,IAAIA,cAAA;AACnB,UAAM,UAAU,CAAC,QAAiC;AAChD,WAAK,qBAAqB,GAAG;AAAA,IAC/B;AAEA,SAAK,YAAY,iCAAiC,QAAQ,OAAO;AACjE,aAAS,YAAY,KAAK;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,qBAAqB,KAAoC;AAC/D,QAAI,CAAC,KAAK,UAAW;AAErB,QAAI,IAAI,SAAS,YAAY;AAC3B,WAAK,UAAU,cAAc;AAAA,QAC3B,cAAc,IAAI;AAAA,QAClB,aAAa,IAAI,eAAe;AAAA,QAChC,YAAY,IAAI,cAAc;AAAA,QAC9B,YAAY,IAAI,cAAc;AAAA,QAC9B,iBAAiB,IAAI,mBAAmB;AAAA,QACxC,eAAe,IAAI,iBAAiB;AAAA,QACpC,kBAAkB,IAAI,oBAAoB;AAAA,QAC1C,iBAAiB,IAAI,mBAAmB;AAAA,QACxC,iBAAiB,IAAI,mBAAmB;AAAA,MAAA,CACzC;AAAA,IACH,WAAW,IAAI,SAAS,cAAc;AACpC,WAAK,UAAU;AAAA,QACb,IAAI;AAAA,QACJ;AAAA,MAAA;AAAA,IAEJ,WAAW,IAAI,SAAS,iBAAiB;AACvC,WAAK,UAAU;AAAA,QACb,IAAI;AAAA,QACJ;AAAA,MAAA;AAAA,IAEJ,WAAW,IAAI,SAAS,aAAa;AACnC,UAAI,CAAC,IAAI,QAAQ;AACf,aAAK,UAAU,gBAAgB,IAAI,cAAc;AAAA,UAC/C,UAAU,IAAI;AAAA,UACd,SAAS,IAAI;AAAA,UACb,OAAO,IAAI;AAAA,UACX,QAAQ,IAAI;AAAA,UACZ,aAAa,IAAI;AAAA,QAAA,CAClB;AAAA,MACH;AAAA,IACF,WAAW,IAAI,SAAS,aAAa;AACnC,WAAK,UAAU,YAAA;AAAA,IACjB,WAAW,IAAI,SAAS,SAAS;AAC/B,aAAO,MAAM,gBAAgB,UAAU,IAAI,KAAK;AAAA,IAClD;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,cAAc,UAAmC;AAC/C,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,cAAqC;AACnC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAgB;AACd,SAAK,WAAW;AAChB,SAAK,YAAY;AACjB,SAAK,YAAY;AAAA,EACnB;AACF;"}

package/dist/index11.js

@@ -1,108 +1,18 @@
-var __defProp = Object.defineProperty;
-var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
-import { createAnimationReceiverTransform } from "./index14.js";
-import { logger } from "./index7.js";
-import WorkerWrapper from "./index15.js";
-const DEFAULT_TRANSITION_START_FRAMES = 8;
-const DEFAULT_TRANSITION_END_FRAMES = 12;
-class VP8Extractor {
-  constructor() {
-    /** @internal */
-    __publicField(this, "callbacks", null);
-    /** @internal */
-    __publicField(this, "receiver", null);
-    /** @internal */
-    __publicField(this, "transform", null);
-  }
-  /**
-   * Initialize the extractor with a receiver and callbacks.
-   * @param receiver - RTCRtpReceiver to extract data from
-   * @param callbacks - Callbacks to receive extracted data
-   * @internal
-   */
-  async initialize(receiver, callbacks) {
-    if (this.receiver || this.transform) {
-      throw new Error("VP8Extractor already initialized");
-    }
-    this.receiver = receiver;
-    this.callbacks = callbacks;
-    if (receiver.transform) {
-      return;
-    }
-    const worker = new WorkerWrapper();
-    const onEvent = (evt) => {
-      this.handleTransformEvent(evt);
-    };
-    this.transform = createAnimationReceiverTransform(worker, onEvent);
-    receiver.transform = this.transform;
-  }
-  /**
-   * Handle events from the animation transform.
-   * @internal
-   */
-  handleTransformEvent(evt) {
-    if (!this.callbacks) return;
-    if (evt.type === "metadata") {
-      this.callbacks.onStreamStats({
-        framesPerSec: evt.framesPerSec,
-        totalFrames: evt.totalFrames ?? 0,
-        framesSent: evt.framesSent ?? 0,
-        framesLost: evt.framesLost ?? 0,
-        framesRecovered: evt.framesRecovered ?? 0,
-        framesDropped: evt.framesDropped ?? 0,
-        framesOutOfOrder: evt.framesOutOfOrder ?? 0,
-        framesDuplicate: evt.framesDuplicate ?? 0,
-        lastRenderedSeq: evt.lastRenderedSeq ?? -1
-      });
-    } else if (evt.type === "transition") {
-      this.callbacks.onTransition(evt.protobufData, DEFAULT_TRANSITION_START_FRAMES);
-    } else if (evt.type === "transitionEnd") {
-      this.callbacks.onTransitionEnd(evt.protobufData, DEFAULT_TRANSITION_END_FRAMES);
-    } else if (evt.type === "animation") {
-      if (!evt.isIdle) {
-        this.callbacks.onAnimationData(evt.protobufData, {
-          frameSeq: evt.frameSeq,
-          isStart: evt.isStart,
-          isEnd: evt.isEnd,
-          isIdle: evt.isIdle,
-          isRecovered: evt.isRecovered
-        });
-      }
-    } else if (evt.type === "idleStart") {
-      this.callbacks.onIdleStart();
-    } else if (evt.type === "error") {
-      logger.error("VP8Extractor", "Error:", evt.error);
-    }
-  }
-  /**
-   * Check if this extractor is connected to the given receiver.
-   * @param receiver - RTCRtpReceiver to check
-   * @returns true if connected to this receiver
-   * @internal
-   */
-  isConnectedTo(receiver) {
-    return this.receiver === receiver;
-  }
-  /**
-   * Get the receiver this extractor is connected to.
-   * @returns The connected RTCRtpReceiver or null
-   * @internal
-   */
-  getReceiver() {
-    return this.receiver;
-  }
-  /**
-   * Dispose the extractor and release resources.
-   * @internal
-   */
-  dispose() {
-    this.receiver = null;
-    this.transform = null;
-    this.callbacks = null;
-  }
+function supportsScriptTransform() {
+  return typeof RTCRtpScriptTransform !== "undefined";
+}
+function supportsEncodedStreams() {
+  var _a;
+  return typeof ((_a = RTCRtpSender == null ? void 0 : RTCRtpSender.prototype) == null ? void 0 : _a.createEncodedStreams) === "function";
+}
+function getInsertableStreamsMethod() {
+  if (supportsScriptTransform()) return "scriptTransform";
+  if (supportsEncodedStreams()) return "encodedStreams";
+  return null;
 }
 export {
-  VP8Extractor
+  getInsertableStreamsMethod,
+  supportsEncodedStreams,
+  supportsScriptTransform
 };
 //# sourceMappingURL=index11.js.map

package/dist/index11.js.map

@@ -1 +1 @@
-{"version":3,"file":"index11.js","sources":["../src/providers/livekit/VP8Extractor.ts"],"sourcesContent":["/**\n * VP8 Data Extractor for LiveKit.\n *\n * Extracts animation data from VP8 video tracks using RTCRtpScriptTransform.\n *\n * @internal\n * @packageDocumentation\n */\n\nimport type { AnimationTrackCallbacks } from '../../core/types';\nimport type { AnimationTransformEvent } from './types';\nimport { createAnimationReceiverTransform } from './animation-transform';\nimport { logger } from '../../utils';\n\n// Import worker with inline - this bundles the worker code as a blob URL\nimport AnimationWorker from './animation-worker.ts?worker&inline';\n\n// Default transition frame counts (used when protocol doesn't specify)\nconst DEFAULT_TRANSITION_START_FRAMES = 8;\nconst DEFAULT_TRANSITION_END_FRAMES = 12;\n\n/**\n * VP8Extractor - Extracts animation data from VP8 video tracks.\n *\n * Uses RTCRtpScriptTransform and a Web Worker to parse VP8 frames\n * and extract embedded animation data.\n *\n * @internal\n */\nexport class VP8Extractor {\n  /** @internal */\n  private callbacks: AnimationTrackCallbacks | null = null;\n  /** @internal */\n  private receiver: RTCRtpReceiver | null = null;\n  /** @internal */\n  private transform: RTCRtpScriptTransform | null = null;\n\n  /**\n   * Initialize the extractor with a receiver and callbacks.\n   * @param receiver - RTCRtpReceiver to extract data from\n   * @param callbacks - Callbacks to receive extracted data\n   * @internal\n   */\n  async initialize(\n    receiver: RTCRtpReceiver,\n    callbacks: AnimationTrackCallbacks\n  ): Promise<void> {\n    if (this.receiver || this.transform) {\n      throw new Error('VP8Extractor already initialized');\n    }\n\n    this.receiver = receiver;\n    this.callbacks = callbacks;\n\n    // Check if transform is already set\n    if (receiver.transform) {\n      return;\n    }\n\n    // Create worker and transform\n    const worker = new AnimationWorker();\n    const onEvent = (evt: AnimationTransformEvent) => {\n      this.handleTransformEvent(evt);\n    };\n\n    this.transform = createAnimationReceiverTransform(worker, onEvent);\n    receiver.transform = this.transform;\n  }\n\n  /**\n   * Handle events from the animation transform.\n   * @internal\n   */\n  private handleTransformEvent(evt: AnimationTransformEvent): void {\n    if (!this.callbacks) return;\n\n    if (evt.type === 'metadata') {\n      this.callbacks.onStreamStats({\n        framesPerSec: evt.framesPerSec,\n        totalFrames: evt.totalFrames ?? 0,\n        framesSent: evt.framesSent ?? 0,\n        framesLost: evt.framesLost ?? 0,\n        framesRecovered: evt.framesRecovered ?? 0,\n        framesDropped: evt.framesDropped ?? 0,\n        framesOutOfOrder: evt.framesOutOfOrder ?? 0,\n        framesDuplicate: evt.framesDuplicate ?? 0,\n        lastRenderedSeq: evt.lastRenderedSeq ?? -1,\n      });\n    } else if (evt.type === 'transition') {\n      this.callbacks.onTransition(evt.protobufData, DEFAULT_TRANSITION_START_FRAMES);\n    } else if (evt.type === 'transitionEnd') {\n      this.callbacks.onTransitionEnd(evt.protobufData, DEFAULT_TRANSITION_END_FRAMES);\n    } else if (evt.type === 'animation') {\n      if (!evt.isIdle) {\n        this.callbacks.onAnimationData(evt.protobufData, {\n          frameSeq: evt.frameSeq,\n          isStart: evt.isStart,\n          isEnd: evt.isEnd,\n          isIdle: evt.isIdle,\n          isRecovered: evt.isRecovered,\n        });\n      }\n    } else if (evt.type === 'idleStart') {\n      this.callbacks.onIdleStart();\n    } else if (evt.type === 'error') {\n      logger.error('VP8Extractor', 'Error:', evt.error);\n    }\n  }\n\n  /**\n   * Check if this extractor is connected to the given receiver.\n   * @param receiver - RTCRtpReceiver to check\n   * @returns true if connected to this receiver\n   * @internal\n   */\n  isConnectedTo(receiver: RTCRtpReceiver): boolean {\n    return this.receiver === receiver;\n  }\n\n  /**\n   * Get the receiver this extractor is connected to.\n   * @returns The connected RTCRtpReceiver or null\n   * @internal\n   */\n  getReceiver(): RTCRtpReceiver | null {\n    return this.receiver;\n  }\n\n  /**\n   * Dispose the extractor and release resources.\n   * @internal\n   */\n  dispose(): void {\n    this.receiver = null;\n    this.transform = null;\n    this.callbacks = null;\n  }\n}\n"],"names":["AnimationWorker"],"mappings":";;;;;;AAkBA,MAAM,kCAAkC;AACxC,MAAM,gCAAgC;AAU/B,MAAM,aAAa;AAAA,EAAnB;AAEG;AAAA,qCAA4C;AAE5C;AAAA,oCAAkC;AAElC;AAAA,qCAA0C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQlD,MAAM,WACJ,UACA,WACe;AACf,QAAI,KAAK,YAAY,KAAK,WAAW;AACnC,YAAM,IAAI,MAAM,kCAAkC;AAAA,IACpD;AAEA,SAAK,WAAW;AAChB,SAAK,YAAY;AAGjB,QAAI,SAAS,WAAW;AACtB;AAAA,IACF;AAGA,UAAM,SAAS,IAAIA,cAAA;AACnB,UAAM,UAAU,CAAC,QAAiC;AAChD,WAAK,qBAAqB,GAAG;AAAA,IAC/B;AAEA,SAAK,YAAY,iCAAiC,QAAQ,OAAO;AACjE,aAAS,YAAY,KAAK;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,qBAAqB,KAAoC;AAC/D,QAAI,CAAC,KAAK,UAAW;AAErB,QAAI,IAAI,SAAS,YAAY;AAC3B,WAAK,UAAU,cAAc;AAAA,QAC3B,cAAc,IAAI;AAAA,QAClB,aAAa,IAAI,eAAe;AAAA,QAChC,YAAY,IAAI,cAAc;AAAA,QAC9B,YAAY,IAAI,cAAc;AAAA,QAC9B,iBAAiB,IAAI,mBAAmB;AAAA,QACxC,eAAe,IAAI,iBAAiB;AAAA,QACpC,kBAAkB,IAAI,oBAAoB;AAAA,QAC1C,iBAAiB,IAAI,mBAAmB;AAAA,QACxC,iBAAiB,IAAI,mBAAmB;AAAA,MAAA,CACzC;AAAA,IACH,WAAW,IAAI,SAAS,cAAc;AACpC,WAAK,UAAU,aAAa,IAAI,cAAc,+BAA+B;AAAA,IAC/E,WAAW,IAAI,SAAS,iBAAiB;AACvC,WAAK,UAAU,gBAAgB,IAAI,cAAc,6BAA6B;AAAA,IAChF,WAAW,IAAI,SAAS,aAAa;AACnC,UAAI,CAAC,IAAI,QAAQ;AACf,aAAK,UAAU,gBAAgB,IAAI,cAAc;AAAA,UAC/C,UAAU,IAAI;AAAA,UACd,SAAS,IAAI;AAAA,UACb,OAAO,IAAI;AAAA,UACX,QAAQ,IAAI;AAAA,UACZ,aAAa,IAAI;AAAA,QAAA,CAClB;AAAA,MACH;AAAA,IACF,WAAW,IAAI,SAAS,aAAa;AACnC,WAAK,UAAU,YAAA;AAAA,IACjB,WAAW,IAAI,SAAS,SAAS;AAC/B,aAAO,MAAM,gBAAgB,UAAU,IAAI,KAAK;AAAA,IAClD;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,cAAc,UAAmC;AAC/C,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,cAAqC;AACnC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAgB;AACd,SAAK,WAAW;AAChB,SAAK,YAAY;AACjB,SAAK,YAAY;AAAA,EACnB;AACF;"}
+{"version":3,"file":"index11.js","sources":["../src/providers/livekit/utils.ts"],"sourcesContent":["/**\n * Insertable Streams utilities.\n *\n * Note: Audio tracks no longer embed metadata - animation data is now sent via a separate video track.\n * These utilities are kept for potential future use and backwards compatibility.\n *\n * @internal\n * @packageDocumentation\n */\n\n/**\n * Check if browser supports RTCRtpScriptTransform (the modern Insertable Streams API).\n * @returns true if RTCRtpScriptTransform is available\n * @internal\n */\nexport function supportsScriptTransform(): boolean {\n  return typeof RTCRtpScriptTransform !== 'undefined';\n}\n\n/**\n * Check if browser supports createEncodedStreams (older Insertable Streams API).\n * @returns true if createEncodedStreams is available\n * @internal\n */\nexport function supportsEncodedStreams(): boolean {\n  // This is deprecated but still works in some browsers\n  // @ts-expect-error - experimental API\n  return typeof RTCRtpSender?.prototype?.createEncodedStreams === 'function';\n}\n\n/**\n * Insertable Streams method type.\n * @internal\n */\nexport type InsertableStreamsMethod =\n  | 'scriptTransform'\n  | 'encodedStreams'\n  | null;\n\n/**\n * Get supported Insertable Streams method.\n * @returns The supported method or null if none available\n * @internal\n */\nexport function getInsertableStreamsMethod(): InsertableStreamsMethod {\n  if (supportsScriptTransform()) return 'scriptTransform';\n  if (supportsEncodedStreams()) return 'encodedStreams';\n  return null;\n}\n"],"names":[],"mappings":"AAeO,SAAS,0BAAmC;AACjD,SAAO,OAAO,0BAA0B;AAC1C;AAOO,SAAS,yBAAkC;AAT3C;AAYL,SAAO,SAAO,kDAAc,cAAd,mBAAyB,0BAAyB;AAClE;AAgBO,SAAS,6BAAsD;AACpE,MAAI,wBAAA,EAA2B,QAAO;AACtC,MAAI,uBAAA,EAA0B,QAAO;AACrC,SAAO;AACT;"}