@spatialwalk/avatarkit-rtc 1.0.0-beta.5 → 1.0.0-beta.7

package/dist/core/AvatarPlayer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"AvatarPlayer.d.ts","sourceRoot":"","sources":["../../src/core/AvatarPlayer.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAGpD,OAAO,EAA2B,KAAK,QAAQ,EAAE,MAAM,UAAU,CAAC;AAGlE,OAAO,KAAK,EAAE,UAAU,EAAgB,MAAM,wBAAwB,CAAC;AAEvE;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC;;;;;;OAMG;IACH,QAAQ,CAAC,EAAE,QAAQ,CAAC;IAEpB;;;;;OAKG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAE7B;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AACH,qBAAa,YAAY;IA4BvB;;;;;OAKG;gBAED,QAAQ,EAAE,WAAW,EACrB,UAAU,EAAE,UAAU,EACtB,OAAO,CAAC,EAAE,mBAAmB;IA2B/B;;OAEG;IACH,IAAI,WAAW,IAAI,OAAO,CAEzB;IAED;;;;OAIG;IACG,OAAO,CAAC,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAczD;;;OAGG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAkBjC;;;;;;;;;;;;;;;;;;;;;;;OAuBG;IACG,YAAY,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAkB1D;;;OAGG;IACG,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IASrC;;;;;;;;;;;;;;OAcG;IACG,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAgBtC;;;;;OAKG;IACG,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAYrC;;;OAGG;IACH,kBAAkB,IAAI,MAAM;IAI5B;;;;;;;;;;;;;;;;;;;OAmBG;IACH,eAAe,IAAI,OAAO;IAI1B;;;;OAIG;IACH,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,GAAG,IAAI;IAa1C;;;;OAIG;IACH,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,GAAG,IAAI;IAyB3C;;;;;;;;;;;;;OAaG;IACG,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;CAsIjC"}
+{"version":3,"file":"AvatarPlayer.d.ts","sourceRoot":"","sources":["../../src/core/AvatarPlayer.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAGpD,OAAO,EAA2B,KAAK,QAAQ,EAAE,MAAM,UAAU,CAAC;AAGlE,OAAO,KAAK,EAAE,UAAU,EAAgB,MAAM,wBAAwB,CAAC;AAEvE;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC;;;;;;OAMG;IACH,QAAQ,CAAC,EAAE,QAAQ,CAAC;IAEpB;;;;;OAKG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAE7B;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AACH,qBAAa,YAAY;IAkCvB;;;;;OAKG;gBAED,QAAQ,EAAE,WAAW,EACrB,UAAU,EAAE,UAAU,EACtB,OAAO,CAAC,EAAE,mBAAmB;IA6B/B;;OAEG;IACH,IAAI,WAAW,IAAI,OAAO,CAEzB;IAED;;;;OAIG;IACG,OAAO,CAAC,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAczD;;;OAGG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAkBjC;;;;;;;;;;;;;;;;;;;;;;;OAuBG;IACG,YAAY,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAkB1D;;;OAGG;IACG,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IASrC;;;;;;;;;;;;;;OAcG;IACG,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAgBtC;;;;;OAKG;IACG,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAYrC;;;OAGG;IACH,kBAAkB,IAAI,MAAM;IAI5B;;;;;;;;;;;;;;;;;;;OAmBG;IACH,eAAe,IAAI,OAAO;IAI1B;;;;OAIG;IACH,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,GAAG,IAAI;IAa1C;;;;OAIG;IACH,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,GAAG,IAAI;IAyB3C;;;;;;;;;;;;;OAaG;IACG,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;CA+JjC"}

package/dist/core/RTCProvider.d.ts

@@ -48,16 +48,6 @@ export interface RTCProvider {
      * Unpublish audio track from the RTC server.
      */
     unpublishAudioTrack(): Promise<void>;
-    /**
-     * Play remote audio (resume playback).
-     * Used to sync audio with animation transitions.
-     */
-    playRemoteAudio(): void;
-    /**
-     * Pause remote audio.
-     * Used to sync audio with animation transitions.
-     */
-    pauseRemoteAudio(): void;
     /**
      * Add event listener.
      * @param event - Event name

package/dist/core/RTCProvider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"RTCProvider.d.ts","sourceRoot":"","sources":["../../src/core/RTCProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAMpD;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,WAAW,WAAW;IAC1B;;;OAGG;IACH,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB;;;;OAIG;IACH,OAAO,CAAC,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpD;;;OAGG;IACH,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5B;;;OAGG;IACH,kBAAkB,IAAI,MAAM,CAAC;IA4B7B;;;OAGG;IACH,iBAAiB,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE1D;;OAEG;IACH,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAErC;;;OAGG;IACH,eAAe,IAAI,IAAI,CAAC;IAExB;;;OAGG;IACH,gBAAgB,IAAI,IAAI,CAAC;IAEzB;;;;OAIG;IACH,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,GAAG,IAAI,CAAC;IAE3C;;;;OAIG;IACH,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,GAAG,IAAI,CAAC;IAE5C;;;;;;;OAOG;IACH,eAAe,IAAI,OAAO,CAAC;CAC5B"}
+{"version":3,"file":"RTCProvider.d.ts","sourceRoot":"","sources":["../../src/core/RTCProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAMpD;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,WAAW,WAAW;IAC1B;;;OAGG;IACH,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB;;;;OAIG;IACH,OAAO,CAAC,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpD;;;OAGG;IACH,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5B;;;OAGG;IACH,kBAAkB,IAAI,MAAM,CAAC;IA4B7B;;;OAGG;IACH,iBAAiB,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE1D;;OAEG;IACH,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAErC;;;;OAIG;IACH,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,GAAG,IAAI,CAAC;IAE3C;;;;OAIG;IACH,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,GAAG,IAAI,CAAC;IAE5C;;;;;;;OAOG;IACH,eAAe,IAAI,OAAO,CAAC;CAC5B"}

package/dist/index10.js

@@ -1,390 +1,108 @@
 var __defProp = Object.defineProperty;
 var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
 var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
+import { createAnimationReceiverTransform } from "./index14.js";
 import { logger } from "./index7.js";
-const PacketFlags = {
-  /** Idle packet - no payload */
-  Idle: 1,
-  /** First frame of animation session */
-  Start: 2,
-  /** Last frame of animation session */
-  End: 4,
-  /** Payload is zlib compressed */
-  Gzipped: 8,
-  /** Transition from idle to animation */
-  Transition: 16,
-  /** Transition from animation back to idle */
-  TransitionEnd: 32
-};
-const SEI_HEADER_SIZE = 5;
-const FRAME_SEQ_SIZE = 4;
+import WorkerWrapper from "./index15.js";
 const DEFAULT_TRANSITION_START_FRAMES = 8;
 const DEFAULT_TRANSITION_END_FRAMES = 12;
-class SEIExtractor {
+class VP8Extractor {
   constructor() {
     /** @internal */
     __publicField(this, "callbacks", null);
-    // Session state tracking
-    /** @internal */
-    __publicField(this, "lastWasIdle", true);
-    // Transition state tracking (to handle consecutive packets)
-    /** @internal */
-    __publicField(this, "isInStartTransition", false);
-    /** @internal */
-    __publicField(this, "isInEndTransition", false);
-    // Transition frame counts
-    /** @internal */
-    __publicField(this, "transitionStartFrameCount");
-    /** @internal */
-    __publicField(this, "transitionEndFrameCount");
-    // Statistics tracking
-    /** @internal */
-    __publicField(this, "totalFrameCount", 0);
-    /** @internal */
-    __publicField(this, "intervalFrameCount", 0);
-    /** @internal */
-    __publicField(this, "lastStatsTime", 0);
     /** @internal */
-    __publicField(this, "statsInterval", null);
-    // Debug logging
+    __publicField(this, "receiver", null);
     /** @internal */
-    __publicField(this, "debugLogging", false);
-    this.transitionStartFrameCount = DEFAULT_TRANSITION_START_FRAMES;
-    this.transitionEndFrameCount = DEFAULT_TRANSITION_END_FRAMES;
+    __publicField(this, "transform", null);
   }
   /**
-   * Initialize the extractor with callbacks.
+   * Initialize the extractor with a receiver and callbacks.
+   * @param receiver - RTCRtpReceiver to extract data from
    * @param callbacks - Callbacks to receive extracted data
    * @internal
    */
-  initialize(callbacks) {
-    this.callbacks = callbacks;
-    this.startStatsInterval();
-  }
-  /**
-   * Enable or disable debug logging.
-   * @param enabled - Whether to enable debug logging
-   * @internal
-   */
-  setDebugLogging(enabled) {
-    this.debugLogging = enabled;
-  }
-  /**
-   * Handle SEI data from Agora.
-   * Wraps async processing to not block the event handler.
-   * @param seiData - Raw SEI payload
-   * @internal
-   */
-  handleSEIData(seiData) {
-    this.processSEIData(seiData).catch((error) => {
-      logger.error("SEIExtractor", "Failed to process SEI data:", error);
-      this.logDebugInfo(seiData);
-    });
-  }
-  /**
-   * Convert EBSP (Encapsulated Byte Sequence Payload) to RBSP (Raw Byte Sequence Payload).
-   * This removes H.264 emulation prevention bytes (0x03) inserted after 00 00 sequences.
-   *
-   * H.264 spec: When encoding, 0x03 is inserted after 00 00 to prevent start code emulation:
-   * - 00 00 00 → 00 00 03 00
-   * - 00 00 01 → 00 00 03 01
-   * - 00 00 02 → 00 00 03 02
-   * - 00 00 03 → 00 00 03 03
-   *
-   * @param data - EBSP data
-   * @returns RBSP data
-   * @internal
-   */
-  ebspToRbsp(data) {
-    if (data.length === 0) {
-      return data;
-    }
-    const result = [];
-    let zeroCount = 0;
-    for (let i = 0; i < data.length; i++) {
-      const byte = data[i];
-      if (zeroCount >= 2 && byte === 3) {
-        if (i + 1 < data.length) {
-          const nextByte = data[i + 1];
-          if (nextByte <= 3) {
-            zeroCount = 0;
-            continue;
-          }
-        }
-      }
-      if (byte === 0) {
-        zeroCount++;
-      } else {
-        zeroCount = 0;
-      }
-      result.push(byte);
-    }
-    return new Uint8Array(result);
-  }
-  /**
-   * Unescape zero bytes that were escaped by the server.
-   * Escape scheme: 0x00 0xFF -> 0x00, 0xFF 0xFF -> 0xFF
-   * This reverses the escaping done to avoid H.264 emulation prevention issues.
-   *
-   * @param data - Escaped data
-   * @returns Unescaped data
-   * @internal
-   */
-  unescapeZeroBytes(data) {
-    const result = [];
-    let i = 0;
-    while (i < data.length) {
-      if (i + 1 < data.length && data[i] === 0 && data[i + 1] === 255) {
-        result.push(0);
-        i += 2;
-      } else if (i + 1 < data.length && data[i] === 255 && data[i + 1] === 255) {
-        result.push(255);
-        i += 2;
-      } else {
-        result.push(data[i]);
-        i++;
-      }
-    }
-    return new Uint8Array(result);
-  }
-  /**
-   * Decompress zlib data using DecompressionStream API.
-   * Uses 'deflate' format (not gzip) to avoid H.264 emulation prevention issues
-   * with gzip's mtime field containing 00 00 00 00.
-   *
-   * @param data - Zlib compressed data
-   * @returns Decompressed data
-   * @internal
-   */
-  async decompressZlib(data) {
-    const ds = new DecompressionStream("deflate");
-    const writer = ds.writable.getWriter();
-    const copy = new Uint8Array(data);
-    writer.write(copy);
-    writer.close();
-    const reader = ds.readable.getReader();
-    const chunks = [];
-    let totalLength = 0;
-    while (true) {
-      const { done, value } = await reader.read();
-      if (done) break;
-      chunks.push(value);
-      totalLength += value.length;
-    }
-    const result = new Uint8Array(totalLength);
-    let offset = 0;
-    for (const chunk of chunks) {
-      result.set(chunk, offset);
-      offset += chunk.length;
-    }
-    return result;
-  }
-  /**
-   * Process SEI data asynchronously.
-   * @param seiData - Raw SEI payload
-   * @internal
-   */
-  async processSEIData(seiData) {
-    var _a, _b, _c, _d;
-    if (!this.callbacks) {
-      return;
-    }
-    this.totalFrameCount++;
-    this.intervalFrameCount++;
-    const cleanedData = this.ebspToRbsp(seiData);
-    if (cleanedData.length < SEI_HEADER_SIZE) {
-      logger.warn("SEIExtractor", `SEI data too short: ${cleanedData.length}`);
-      return;
-    }
-    const flags = cleanedData[0];
-    const msgLen = new DataView(
-      cleanedData.buffer,
-      cleanedData.byteOffset + 1,
-      4
-    ).getUint32(0, true);
-    if (this.debugLogging && (this.totalFrameCount <= 5 || this.totalFrameCount % 50 === 0)) {
-      logger.info(
-        "SEIExtractor",
-        `SEI packet #${this.totalFrameCount}: flags=0x${flags.toString(16)}, msgLen=${msgLen}, cleanedLen=${cleanedData.length}`
-      );
-    }
-    const isIdle = (flags & PacketFlags.Idle) !== 0;
-    if (isIdle || msgLen === 0) {
-      if (!this.lastWasIdle) {
-        this.lastWasIdle = true;
-        this.isInStartTransition = false;
-        this.isInEndTransition = false;
-        this.callbacks.onIdleStart();
-      }
-      return;
-    }
-    const rawPayload = cleanedData.slice(SEI_HEADER_SIZE);
-    const compressedPayload = this.unescapeZeroBytes(rawPayload);
-    let payload;
-    if ((flags & PacketFlags.Gzipped) !== 0) {
-      payload = await this.decompressZlib(compressedPayload);
-    } else {
-      payload = compressedPayload;
-    }
-    const isTransition = (flags & PacketFlags.Transition) !== 0;
-    const isTransitionEnd = (flags & PacketFlags.TransitionEnd) !== 0;
-    const isStart = (flags & PacketFlags.Start) !== 0;
-    const isEnd = (flags & PacketFlags.End) !== 0;
-    let protobufData;
-    let frameSeq;
-    if (isTransition || isTransitionEnd) {
-      protobufData = new Uint8Array(payload).buffer;
-    } else {
-      if (payload.length < FRAME_SEQ_SIZE) {
-        logger.warn("SEIExtractor", "Payload too short for frame sequence");
-        return;
-      }
-      frameSeq = new DataView(payload.buffer, payload.byteOffset, 4).getUint32(
-        0,
-        true
-      );
-      if (this.debugLogging && (this.totalFrameCount <= 5 || this.totalFrameCount % 50 === 0)) {
-        logger.info("SEIExtractor", `Animation frame seq=${frameSeq}`);
-      }
-      protobufData = new Uint8Array(
-        payload.subarray(FRAME_SEQ_SIZE)
-      ).buffer;
+  async initialize(receiver, callbacks) {
+    if (this.receiver || this.transform) {
+      throw new Error("VP8Extractor already initialized");
     }
-    if (isTransition) {
-      if (!this.isInStartTransition) {
-        this.isInStartTransition = true;
-        this.isInEndTransition = false;
-        if (this.debugLogging) {
-          logger.info("SEIExtractor", "Transition START (first packet)");
-        }
-        this.callbacks.onTransition(protobufData, this.transitionStartFrameCount);
-      }
-      return;
-    }
-    if (isTransitionEnd) {
-      if (!this.isInEndTransition) {
-        this.isInEndTransition = true;
-        this.isInStartTransition = false;
-        if (this.debugLogging) {
-          logger.info("SEIExtractor", "Transition END (first packet)");
-        }
-        this.callbacks.onTransitionEnd(protobufData, this.transitionEndFrameCount);
-      }
+    this.receiver = receiver;
+    this.callbacks = callbacks;
+    if (receiver.transform) {
       return;
     }
-    this.isInStartTransition = false;
-    this.isInEndTransition = false;
-    const isFirstFrame = this.lastWasIdle || isStart;
-    this.lastWasIdle = false;
-    if (isFirstFrame) {
-      if (this.debugLogging) {
-        logger.info("SEIExtractor", "Session start");
-      }
-      (_b = (_a = this.callbacks).onSessionStart) == null ? void 0 : _b.call(_a);
-    }
-    this.callbacks.onAnimationData(protobufData, {
-      frameSeq,
-      isStart: isFirstFrame,
-      isEnd,
-      isIdle: false,
-      isRecovered: false
-      // Agora handles reliability internally
-    });
-    if (isEnd) {
-      if (this.debugLogging) {
-        logger.info("SEIExtractor", "Session end");
-      }
-      (_d = (_c = this.callbacks).onSessionEnd) == null ? void 0 : _d.call(_c);
-    }
+    const worker = new WorkerWrapper();
+    const onEvent = (evt) => {
+      this.handleTransformEvent(evt);
+    };
+    this.transform = createAnimationReceiverTransform(worker, onEvent);
+    receiver.transform = this.transform;
   }
   /**
-   * Log debug information for failed SEI processing.
+   * Handle events from the animation transform.
    * @internal
    */
-  logDebugInfo(seiData) {
-    const totalLen = seiData.length;
-    logger.error("SEIExtractor", `Total SEI length: ${totalLen}`);
-    if (seiData.length >= 20) {
-      const hexBytes = Array.from(seiData.slice(0, 20)).map((b) => b.toString(16).padStart(2, "0")).join(" ");
-      logger.error("SEIExtractor", "First 20 bytes of SEI:", hexBytes);
-    }
-    if (seiData.length >= SEI_HEADER_SIZE) {
-      const flags = seiData[0];
-      const msgLen = new DataView(
-        seiData.buffer,
-        seiData.byteOffset + 1,
-        4
-      ).getUint32(0, true);
-      logger.error(
-        "SEIExtractor",
-        `SEI header: flags=0x${flags.toString(16)}, msgLen=${msgLen}`
-      );
-    }
-  }
-  /**
-   * Start the statistics reporting interval.
-   * @internal
-   */
-  startStatsInterval() {
-    this.lastStatsTime = Date.now();
-    this.statsInterval = setInterval(() => {
-      const now = Date.now();
-      const elapsedSeconds = (now - this.lastStatsTime) / 1e3;
-      if (elapsedSeconds > 0 && this.callbacks) {
-        const fps = this.intervalFrameCount / elapsedSeconds;
-        const stats = {
-          framesPerSec: Math.round(fps * 10) / 10,
-          totalFrames: this.totalFrameCount,
-          framesSent: this.totalFrameCount,
-          framesLost: 0,
-          framesRecovered: 0,
-          framesDropped: 0,
-          framesOutOfOrder: 0,
-          framesDuplicate: 0,
-          lastRenderedSeq: -1
-        };
-        this.callbacks.onStreamStats(stats);
+  handleTransformEvent(evt) {
+    if (!this.callbacks) return;
+    if (evt.type === "metadata") {
+      this.callbacks.onStreamStats({
+        framesPerSec: evt.framesPerSec,
+        totalFrames: evt.totalFrames ?? 0,
+        framesSent: evt.framesSent ?? 0,
+        framesLost: evt.framesLost ?? 0,
+        framesRecovered: evt.framesRecovered ?? 0,
+        framesDropped: evt.framesDropped ?? 0,
+        framesOutOfOrder: evt.framesOutOfOrder ?? 0,
+        framesDuplicate: evt.framesDuplicate ?? 0,
+        lastRenderedSeq: evt.lastRenderedSeq ?? -1
+      });
+    } else if (evt.type === "transition") {
+      this.callbacks.onTransition(evt.protobufData, DEFAULT_TRANSITION_START_FRAMES);
+    } else if (evt.type === "transitionEnd") {
+      this.callbacks.onTransitionEnd(evt.protobufData, DEFAULT_TRANSITION_END_FRAMES);
+    } else if (evt.type === "animation") {
+      if (!evt.isIdle) {
+        this.callbacks.onAnimationData(evt.protobufData, {
+          frameSeq: evt.frameSeq,
+          isStart: evt.isStart,
+          isEnd: evt.isEnd,
+          isIdle: evt.isIdle,
+          isRecovered: evt.isRecovered
+        });
       }
-      this.intervalFrameCount = 0;
-      this.lastStatsTime = now;
-    }, 1e3);
+    } else if (evt.type === "idleStart") {
+      this.callbacks.onIdleStart();
+    } else if (evt.type === "error") {
+      logger.error("VP8Extractor", "Error:", evt.error);
+    }
   }
   /**
-   * Stop the statistics reporting interval.
+   * Check if this extractor is connected to the given receiver.
+   * @param receiver - RTCRtpReceiver to check
+   * @returns true if connected to this receiver
    * @internal
    */
-  stopStatsInterval() {
-    if (this.statsInterval) {
-      clearInterval(this.statsInterval);
-      this.statsInterval = null;
-    }
+  isConnectedTo(receiver) {
+    return this.receiver === receiver;
   }
   /**
-   * Reset session state.
-   * Call this when reconnecting or starting a new session.
+   * Get the receiver this extractor is connected to.
+   * @returns The connected RTCRtpReceiver or null
    * @internal
    */
-  reset() {
-    this.lastWasIdle = true;
-    this.isInStartTransition = false;
-    this.isInEndTransition = false;
-    this.totalFrameCount = 0;
-    this.intervalFrameCount = 0;
-    this.lastStatsTime = Date.now();
+  getReceiver() {
+    return this.receiver;
   }
   /**
    * Dispose the extractor and release resources.
    * @internal
    */
   dispose() {
-    this.stopStatsInterval();
+    this.receiver = null;
+    this.transform = null;
     this.callbacks = null;
-    this.lastWasIdle = true;
-    this.isInStartTransition = false;
-    this.isInEndTransition = false;
   }
 }
 export {
-  SEIExtractor
+  VP8Extractor
 };
 //# sourceMappingURL=index10.js.map

package/dist/index10.js.map

@@ -1 +1 @@
-{"version":3,"file":"index10.js","sources":["../src/providers/agora/SEIExtractor.ts"],"sourcesContent":["/**\n * SEI Data Extractor for Agora.\n *\n * Extracts animation data from Agora's H.264 SEI events.\n *\n * SEI Packet Format:\n * ```\n * [1B flags][4B msgLen (LE)][msgLen bytes compressed data]\n * ```\n *\n * Packet Flags:\n * - 0x01: Idle (no payload)\n * - 0x02: Start (first frame of session)\n * - 0x04: End (last frame of session)\n * - 0x08: Gzipped (payload is zlib compressed)\n * - 0x10: Transition (transition from idle to animation)\n * - 0x20: TransitionEnd (transition from animation back to idle)\n *\n * Key differences from LiveKit VP8Extractor:\n * - No VP8 header parsing needed\n * - No ALR (Application-Level Redundancy) - Agora handles reliability\n * - Uses native SEI events instead of RTCRtpScriptTransform\n * - Requires EBSP to RBSP conversion (H.264 emulation prevention byte removal)\n *\n * @internal\n * @packageDocumentation\n */\n\nimport type { AnimationTrackCallbacks } from '../../core/types';\nimport type { StreamStats } from '../../types';\nimport { logger } from '../../utils';\n\n/**\n * SEI Packet Flags - must match backend animation_track.go\n * @internal\n */\nconst PacketFlags = {\n  /** Idle packet - no payload */\n  Idle: 0x01,\n  /** First frame of animation session */\n  Start: 0x02,\n  /** Last frame of animation session */\n  End: 0x04,\n  /** Payload is zlib compressed */\n  Gzipped: 0x08,\n  /** Transition from idle to animation */\n  Transition: 0x10,\n  /** Transition from animation back to idle */\n  TransitionEnd: 0x20,\n} as const;\n\n/** SEI header size: 1 byte flags + 4 bytes length */\nconst SEI_HEADER_SIZE = 5;\n\n/** Frame sequence prefix size (4 bytes) for normal animation frames */\nconst FRAME_SEQ_SIZE = 4;\n\n// Default transition frame counts (internal constants)\nconst DEFAULT_TRANSITION_START_FRAMES = 8;\nconst DEFAULT_TRANSITION_END_FRAMES = 12;\n\n/**\n * SEIExtractor - Extracts animation data from Agora SEI events.\n *\n * Handles SEI header parsing, EBSP conversion, decompression, and callback dispatch.\n *\n * @internal\n */\nexport class SEIExtractor {\n  /** @internal */\n  private callbacks: AnimationTrackCallbacks | null = null;\n\n  // Session state tracking\n  /** @internal */\n  private lastWasIdle = true;\n\n  // Transition state tracking (to handle consecutive packets)\n  /** @internal */\n  private isInStartTransition = false;\n  /** @internal */\n  private isInEndTransition = false;\n\n  // Transition frame counts\n  /** @internal */\n  private transitionStartFrameCount: number;\n  /** @internal */\n  private transitionEndFrameCount: number;\n\n  // Statistics tracking\n  /** @internal */\n  private totalFrameCount = 0;\n  /** @internal */\n  private intervalFrameCount = 0;\n  /** @internal */\n  private lastStatsTime = 0;\n  /** @internal */\n  private statsInterval: ReturnType<typeof setInterval> | null = null;\n\n  // Debug logging\n  /** @internal */\n  private debugLogging = false;\n\n  constructor() {\n    this.transitionStartFrameCount = DEFAULT_TRANSITION_START_FRAMES;\n    this.transitionEndFrameCount = DEFAULT_TRANSITION_END_FRAMES;\n  }\n\n  /**\n   * Initialize the extractor with callbacks.\n   * @param callbacks - Callbacks to receive extracted data\n   * @internal\n   */\n  initialize(callbacks: AnimationTrackCallbacks): void {\n    this.callbacks = callbacks;\n    this.startStatsInterval();\n  }\n\n  /**\n   * Enable or disable debug logging.\n   * @param enabled - Whether to enable debug logging\n   * @internal\n   */\n  setDebugLogging(enabled: boolean): void {\n    this.debugLogging = enabled;\n  }\n\n  /**\n   * Handle SEI data from Agora.\n   * Wraps async processing to not block the event handler.\n   * @param seiData - Raw SEI payload\n   * @internal\n   */\n  handleSEIData(seiData: Uint8Array): void {\n    this.processSEIData(seiData).catch((error) => {\n      logger.error('SEIExtractor', 'Failed to process SEI data:', error);\n      this.logDebugInfo(seiData);\n    });\n  }\n\n  /**\n   * Convert EBSP (Encapsulated Byte Sequence Payload) to RBSP (Raw Byte Sequence Payload).\n   * This removes H.264 emulation prevention bytes (0x03) inserted after 00 00 sequences.\n   *\n   * H.264 spec: When encoding, 0x03 is inserted after 00 00 to prevent start code emulation:\n   * - 00 00 00 → 00 00 03 00\n   * - 00 00 01 → 00 00 03 01\n   * - 00 00 02 → 00 00 03 02\n   * - 00 00 03 → 00 00 03 03\n   *\n   * @param data - EBSP data\n   * @returns RBSP data\n   * @internal\n   */\n  private ebspToRbsp(data: Uint8Array): Uint8Array {\n    if (data.length === 0) {\n      return data;\n    }\n\n    const result: number[] = [];\n    let zeroCount = 0;\n\n    for (let i = 0; i < data.length; i++) {\n      const byte = data[i];\n\n      // Check for emulation prevention byte: 00 00 03 XX where XX <= 0x03\n      if (zeroCount >= 2 && byte === 0x03) {\n        if (i + 1 < data.length) {\n          const nextByte = data[i + 1];\n          if (nextByte <= 0x03) {\n            // Skip the 0x03 emulation prevention byte\n            zeroCount = 0;\n            continue;\n          }\n        }\n      }\n\n      // Track consecutive zeros\n      if (byte === 0x00) {\n        zeroCount++;\n      } else {\n        zeroCount = 0;\n      }\n\n      result.push(byte);\n    }\n\n    return new Uint8Array(result);\n  }\n\n  /**\n   * Unescape zero bytes that were escaped by the server.\n   * Escape scheme: 0x00 0xFF -> 0x00, 0xFF 0xFF -> 0xFF\n   * This reverses the escaping done to avoid H.264 emulation prevention issues.\n   *\n   * @param data - Escaped data\n   * @returns Unescaped data\n   * @internal\n   */\n  private unescapeZeroBytes(data: Uint8Array): Uint8Array {\n    const result: number[] = [];\n    let i = 0;\n    while (i < data.length) {\n      if (i + 1 < data.length && data[i] === 0x00 && data[i + 1] === 0xff) {\n        // 00 FF -> 00\n        result.push(0x00);\n        i += 2;\n      } else if (\n        i + 1 < data.length &&\n        data[i] === 0xff &&\n        data[i + 1] === 0xff\n      ) {\n        // FF FF -> FF\n        result.push(0xff);\n        i += 2;\n      } else {\n        result.push(data[i]);\n        i++;\n      }\n    }\n    return new Uint8Array(result);\n  }\n\n  /**\n   * Decompress zlib data using DecompressionStream API.\n   * Uses 'deflate' format (not gzip) to avoid H.264 emulation prevention issues\n   * with gzip's mtime field containing 00 00 00 00.\n   *\n   * @param data - Zlib compressed data\n   * @returns Decompressed data\n   * @internal\n   */\n  private async decompressZlib(data: Uint8Array): Promise<Uint8Array> {\n    const ds = new DecompressionStream('deflate');\n    const writer = ds.writable.getWriter();\n    // Create a copy to ensure we have a plain ArrayBuffer\n    const copy = new Uint8Array(data);\n    writer.write(copy);\n    writer.close();\n\n    const reader = ds.readable.getReader();\n    const chunks: Uint8Array[] = [];\n    let totalLength = 0;\n\n    while (true) {\n      const { done, value } = await reader.read();\n      if (done) break;\n      chunks.push(value);\n      totalLength += value.length;\n    }\n\n    const result = new Uint8Array(totalLength);\n    let offset = 0;\n    for (const chunk of chunks) {\n      result.set(chunk, offset);\n      offset += chunk.length;\n    }\n\n    return result;\n  }\n\n  /**\n   * Process SEI data asynchronously.\n   * @param seiData - Raw SEI payload\n   * @internal\n   */\n  private async processSEIData(seiData: Uint8Array): Promise<void> {\n    if (!this.callbacks) {\n      return;\n    }\n\n    this.totalFrameCount++;\n    this.intervalFrameCount++;\n\n    // Remove H.264 emulation prevention bytes using EBSP to RBSP conversion\n    const cleanedData = this.ebspToRbsp(seiData);\n\n    // Parse SEI header: [1B flags][4B msgLen (LE)][payload]\n    if (cleanedData.length < SEI_HEADER_SIZE) {\n      logger.warn('SEIExtractor', `SEI data too short: ${cleanedData.length}`);\n      return;\n    }\n\n    const flags = cleanedData[0];\n    const msgLen = new DataView(\n      cleanedData.buffer,\n      cleanedData.byteOffset + 1,\n      4\n    ).getUint32(0, true);\n\n    // Debug logging for first few packets\n    if (\n      this.debugLogging &&\n      (this.totalFrameCount <= 5 || this.totalFrameCount % 50 === 0)\n    ) {\n      logger.info(\n        'SEIExtractor',\n        `SEI packet #${this.totalFrameCount}: flags=0x${flags.toString(16)}, msgLen=${msgLen}, cleanedLen=${cleanedData.length}`\n      );\n    }\n\n    // Check for idle packet (no payload)\n    const isIdle = (flags & PacketFlags.Idle) !== 0;\n    if (isIdle || msgLen === 0) {\n      if (!this.lastWasIdle) {\n        this.lastWasIdle = true;\n        // Reset transition states when idle\n        this.isInStartTransition = false;\n        this.isInEndTransition = false;\n        this.callbacks.onIdleStart();\n      }\n      return;\n    }\n\n    // Extract payload - use all remaining bytes after header instead of msgLen\n    // This handles cases where EP removal changes the data length\n    const rawPayload = cleanedData.slice(SEI_HEADER_SIZE);\n\n    // Unescape zero bytes that were escaped by the server\n    const compressedPayload = this.unescapeZeroBytes(rawPayload);\n\n    // Decompress if compressed using zlib\n    let payload: Uint8Array;\n    if ((flags & PacketFlags.Gzipped) !== 0) {\n      payload = await this.decompressZlib(compressedPayload);\n    } else {\n      payload = compressedPayload;\n    }\n\n    // Check packet type flags\n    const isTransition = (flags & PacketFlags.Transition) !== 0;\n    const isTransitionEnd = (flags & PacketFlags.TransitionEnd) !== 0;\n    const isStart = (flags & PacketFlags.Start) !== 0;\n    const isEnd = (flags & PacketFlags.End) !== 0;\n\n    // Extract protobuf data\n    // Transition frames don't have frame sequence prefix\n    let protobufData: ArrayBuffer;\n    let frameSeq: number | undefined;\n\n    if (isTransition || isTransitionEnd) {\n      // Create a copy to ensure we have a plain ArrayBuffer\n      protobufData = new Uint8Array(payload).buffer;\n    } else {\n      // Normal animation frame: [4B frameSeq][protobuf]\n      if (payload.length < FRAME_SEQ_SIZE) {\n        logger.warn('SEIExtractor', 'Payload too short for frame sequence');\n        return;\n      }\n      frameSeq = new DataView(payload.buffer, payload.byteOffset, 4).getUint32(\n        0,\n        true\n      );\n\n      if (\n        this.debugLogging &&\n        (this.totalFrameCount <= 5 || this.totalFrameCount % 50 === 0)\n      ) {\n        logger.info('SEIExtractor', `Animation frame seq=${frameSeq}`);\n      }\n\n      // Create a copy of the protobuf data portion\n      protobufData = new Uint8Array(\n        payload.subarray(FRAME_SEQ_SIZE)\n      ).buffer;\n    }\n\n    // Handle transition packets\n    // Only trigger transition on first packet of consecutive transition packets\n    if (isTransition) {\n      if (!this.isInStartTransition) {\n        this.isInStartTransition = true;\n        this.isInEndTransition = false;\n        if (this.debugLogging) {\n          logger.info('SEIExtractor', 'Transition START (first packet)');\n        }\n        this.callbacks.onTransition(protobufData, this.transitionStartFrameCount);\n      }\n      return;\n    }\n\n    if (isTransitionEnd) {\n      if (!this.isInEndTransition) {\n        this.isInEndTransition = true;\n        this.isInStartTransition = false;\n        if (this.debugLogging) {\n          logger.info('SEIExtractor', 'Transition END (first packet)');\n        }\n        this.callbacks.onTransitionEnd(protobufData, this.transitionEndFrameCount);\n      }\n      return;\n    }\n\n    // Normal animation frame - clear transition states\n    this.isInStartTransition = false;\n    this.isInEndTransition = false;\n\n    // Normal animation frame\n    const isFirstFrame = this.lastWasIdle || isStart;\n    this.lastWasIdle = false;\n\n    // Session start callback\n    if (isFirstFrame) {\n      if (this.debugLogging) {\n        logger.info('SEIExtractor', 'Session start');\n      }\n      this.callbacks.onSessionStart?.();\n    }\n\n    // Call animation data callback\n    this.callbacks.onAnimationData(protobufData, {\n      frameSeq,\n      isStart: isFirstFrame,\n      isEnd,\n      isIdle: false,\n      isRecovered: false, // Agora handles reliability internally\n    });\n\n    // Session end callback\n    if (isEnd) {\n      if (this.debugLogging) {\n        logger.info('SEIExtractor', 'Session end');\n      }\n      this.callbacks.onSessionEnd?.();\n    }\n  }\n\n  /**\n   * Log debug information for failed SEI processing.\n   * @internal\n   */\n  private logDebugInfo(seiData: Uint8Array): void {\n    const totalLen = seiData.length;\n    logger.error('SEIExtractor', `Total SEI length: ${totalLen}`);\n    if (seiData.length >= 20) {\n      const hexBytes = Array.from(seiData.slice(0, 20))\n        .map((b) => b.toString(16).padStart(2, '0'))\n        .join(' ');\n      logger.error('SEIExtractor', 'First 20 bytes of SEI:', hexBytes);\n    }\n    if (seiData.length >= SEI_HEADER_SIZE) {\n      const flags = seiData[0];\n      const msgLen = new DataView(\n        seiData.buffer,\n        seiData.byteOffset + 1,\n        4\n      ).getUint32(0, true);\n      logger.error(\n        'SEIExtractor',\n        `SEI header: flags=0x${flags.toString(16)}, msgLen=${msgLen}`\n      );\n    }\n  }\n\n  /**\n   * Start the statistics reporting interval.\n   * @internal\n   */\n  private startStatsInterval(): void {\n    this.lastStatsTime = Date.now();\n    this.statsInterval = setInterval(() => {\n      const now = Date.now();\n      const elapsedSeconds = (now - this.lastStatsTime) / 1000;\n\n      if (elapsedSeconds > 0 && this.callbacks) {\n        const fps = this.intervalFrameCount / elapsedSeconds;\n\n        const stats: StreamStats = {\n          framesPerSec: Math.round(fps * 10) / 10,\n          totalFrames: this.totalFrameCount,\n          framesSent: this.totalFrameCount,\n          framesLost: 0,\n          framesRecovered: 0,\n          framesDropped: 0,\n          framesOutOfOrder: 0,\n          framesDuplicate: 0,\n          lastRenderedSeq: -1,\n        };\n\n        this.callbacks.onStreamStats(stats);\n      }\n\n      this.intervalFrameCount = 0;\n      this.lastStatsTime = now;\n    }, 1000);\n  }\n\n  /**\n   * Stop the statistics reporting interval.\n   * @internal\n   */\n  private stopStatsInterval(): void {\n    if (this.statsInterval) {\n      clearInterval(this.statsInterval);\n      this.statsInterval = null;\n    }\n  }\n\n  /**\n   * Reset session state.\n   * Call this when reconnecting or starting a new session.\n   * @internal\n   */\n  reset(): void {\n    this.lastWasIdle = true;\n    this.isInStartTransition = false;\n    this.isInEndTransition = false;\n    this.totalFrameCount = 0;\n    this.intervalFrameCount = 0;\n    this.lastStatsTime = Date.now();\n  }\n\n  /**\n   * Dispose the extractor and release resources.\n   * @internal\n   */\n  dispose(): void {\n    this.stopStatsInterval();\n    this.callbacks = null;\n    this.lastWasIdle = true;\n    this.isInStartTransition = false;\n    this.isInEndTransition = false;\n  }\n}\n"],"names":[],"mappings":";;;;AAoCA,MAAM,cAAc;AAAA;AAAA,EAElB,MAAM;AAAA;AAAA,EAEN,OAAO;AAAA;AAAA,EAEP,KAAK;AAAA;AAAA,EAEL,SAAS;AAAA;AAAA,EAET,YAAY;AAAA;AAAA,EAEZ,eAAe;AACjB;AAGA,MAAM,kBAAkB;AAGxB,MAAM,iBAAiB;AAGvB,MAAM,kCAAkC;AACxC,MAAM,gCAAgC;AAS/B,MAAM,aAAa;AAAA,EAkCxB,cAAc;AAhCN;AAAA,qCAA4C;AAI5C;AAAA;AAAA,uCAAc;AAId;AAAA;AAAA,+CAAsB;AAEtB;AAAA,6CAAoB;AAIpB;AAAA;AAAA;AAEA;AAAA;AAIA;AAAA;AAAA,2CAAkB;AAElB;AAAA,8CAAqB;AAErB;AAAA,yCAAgB;AAEhB;AAAA,yCAAuD;AAIvD;AAAA;AAAA,wCAAe;AAGrB,SAAK,4BAA4B;AACjC,SAAK,0BAA0B;AAAA,EACjC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,WAAW,WAA0C;AACnD,SAAK,YAAY;AACjB,SAAK,mBAAA;AAAA,EACP;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,gBAAgB,SAAwB;AACtC,SAAK,eAAe;AAAA,EACtB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,cAAc,SAA2B;AACvC,SAAK,eAAe,OAAO,EAAE,MAAM,CAAC,UAAU;AAC5C,aAAO,MAAM,gBAAgB,+BAA+B,KAAK;AACjE,WAAK,aAAa,OAAO;AAAA,IAC3B,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAgBQ,WAAW,MAA8B;AAC/C,QAAI,KAAK,WAAW,GAAG;AACrB,aAAO;AAAA,IACT;AAEA,UAAM,SAAmB,CAAA;AACzB,QAAI,YAAY;AAEhB,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,KAAK;AACpC,YAAM,OAAO,KAAK,CAAC;AAGnB,UAAI,aAAa,KAAK,SAAS,GAAM;AACnC,YAAI,IAAI,IAAI,KAAK,QAAQ;AACvB,gBAAM,WAAW,KAAK,IAAI,CAAC;AAC3B,cAAI,YAAY,GAAM;AAEpB,wBAAY;AACZ;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAGA,UAAI,SAAS,GAAM;AACjB;AAAA,MACF,OAAO;AACL,oBAAY;AAAA,MACd;AAEA,aAAO,KAAK,IAAI;AAAA,IAClB;AAEA,WAAO,IAAI,WAAW,MAAM;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWQ,kBAAkB,MAA8B;AACtD,UAAM,SAAmB,CAAA;AACzB,QAAI,IAAI;AACR,WAAO,IAAI,KAAK,QAAQ;AACtB,UAAI,IAAI,IAAI,KAAK,UAAU,KAAK,CAAC,MAAM,KAAQ,KAAK,IAAI,CAAC,MAAM,KAAM;AAEnE,eAAO,KAAK,CAAI;AAChB,aAAK;AAAA,MACP,WACE,IAAI,IAAI,KAAK,UACb,KAAK,CAAC,MAAM,OACZ,KAAK,IAAI,CAAC,MAAM,KAChB;AAEA,eAAO,KAAK,GAAI;AAChB,aAAK;AAAA,MACP,OAAO;AACL,eAAO,KAAK,KAAK,CAAC,CAAC;AACnB;AAAA,MACF;AAAA,IACF;AACA,WAAO,IAAI,WAAW,MAAM;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWA,MAAc,eAAe,MAAuC;AAClE,UAAM,KAAK,IAAI,oBAAoB,SAAS;AAC5C,UAAM,SAAS,GAAG,SAAS,UAAA;AAE3B,UAAM,OAAO,IAAI,WAAW,IAAI;AAChC,WAAO,MAAM,IAAI;AACjB,WAAO,MAAA;AAEP,UAAM,SAAS,GAAG,SAAS,UAAA;AAC3B,UAAM,SAAuB,CAAA;AAC7B,QAAI,cAAc;AAElB,WAAO,MAAM;AACX,YAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,UAAI,KAAM;AACV,aAAO,KAAK,KAAK;AACjB,qBAAe,MAAM;AAAA,IACvB;AAEA,UAAM,SAAS,IAAI,WAAW,WAAW;AACzC,QAAI,SAAS;AACb,eAAW,SAAS,QAAQ;AAC1B,aAAO,IAAI,OAAO,MAAM;AACxB,gBAAU,MAAM;AAAA,IAClB;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAc,eAAe,SAAoC;;AAC/D,QAAI,CAAC,KAAK,WAAW;AACnB;AAAA,IACF;AAEA,SAAK;AACL,SAAK;AAGL,UAAM,cAAc,KAAK,WAAW,OAAO;AAG3C,QAAI,YAAY,SAAS,iBAAiB;AACxC,aAAO,KAAK,gBAAgB,uBAAuB,YAAY,MAAM,EAAE;AACvE;AAAA,IACF;AAEA,UAAM,QAAQ,YAAY,CAAC;AAC3B,UAAM,SAAS,IAAI;AAAA,MACjB,YAAY;AAAA,MACZ,YAAY,aAAa;AAAA,MACzB;AAAA,IAAA,EACA,UAAU,GAAG,IAAI;AAGnB,QACE,KAAK,iBACJ,KAAK,mBAAmB,KAAK,KAAK,kBAAkB,OAAO,IAC5D;AACA,aAAO;AAAA,QACL;AAAA,QACA,eAAe,KAAK,eAAe,aAAa,MAAM,SAAS,EAAE,CAAC,YAAY,MAAM,gBAAgB,YAAY,MAAM;AAAA,MAAA;AAAA,IAE1H;AAGA,UAAM,UAAU,QAAQ,YAAY,UAAU;AAC9C,QAAI,UAAU,WAAW,GAAG;AAC1B,UAAI,CAAC,KAAK,aAAa;AACrB,aAAK,cAAc;AAEnB,aAAK,sBAAsB;AAC3B,aAAK,oBAAoB;AACzB,aAAK,UAAU,YAAA;AAAA,MACjB;AACA;AAAA,IACF;AAIA,UAAM,aAAa,YAAY,MAAM,eAAe;AAGpD,UAAM,oBAAoB,KAAK,kBAAkB,UAAU;AAG3D,QAAI;AACJ,SAAK,QAAQ,YAAY,aAAa,GAAG;AACvC,gBAAU,MAAM,KAAK,eAAe,iBAAiB;AAAA,IACvD,OAAO;AACL,gBAAU;AAAA,IACZ;AAGA,UAAM,gBAAgB,QAAQ,YAAY,gBAAgB;AAC1D,UAAM,mBAAmB,QAAQ,YAAY,mBAAmB;AAChE,UAAM,WAAW,QAAQ,YAAY,WAAW;AAChD,UAAM,SAAS,QAAQ,YAAY,SAAS;AAI5C,QAAI;AACJ,QAAI;AAEJ,QAAI,gBAAgB,iBAAiB;AAEnC,qBAAe,IAAI,WAAW,OAAO,EAAE;AAAA,IACzC,OAAO;AAEL,UAAI,QAAQ,SAAS,gBAAgB;AACnC,eAAO,KAAK,gBAAgB,sCAAsC;AAClE;AAAA,MACF;AACA,iBAAW,IAAI,SAAS,QAAQ,QAAQ,QAAQ,YAAY,CAAC,EAAE;AAAA,QAC7D;AAAA,QACA;AAAA,MAAA;AAGF,UACE,KAAK,iBACJ,KAAK,mBAAmB,KAAK,KAAK,kBAAkB,OAAO,IAC5D;AACA,eAAO,KAAK,gBAAgB,uBAAuB,QAAQ,EAAE;AAAA,MAC/D;AAGA,qBAAe,IAAI;AAAA,QACjB,QAAQ,SAAS,cAAc;AAAA,MAAA,EAC/B;AAAA,IACJ;AAIA,QAAI,cAAc;AAChB,UAAI,CAAC,KAAK,qBAAqB;AAC7B,aAAK,sBAAsB;AAC3B,aAAK,oBAAoB;AACzB,YAAI,KAAK,cAAc;AACrB,iBAAO,KAAK,gBAAgB,iCAAiC;AAAA,QAC/D;AACA,aAAK,UAAU,aAAa,cAAc,KAAK,yBAAyB;AAAA,MAC1E;AACA;AAAA,IACF;AAEA,QAAI,iBAAiB;AACnB,UAAI,CAAC,KAAK,mBAAmB;AAC3B,aAAK,oBAAoB;AACzB,aAAK,sBAAsB;AAC3B,YAAI,KAAK,cAAc;AACrB,iBAAO,KAAK,gBAAgB,+BAA+B;AAAA,QAC7D;AACA,aAAK,UAAU,gBAAgB,cAAc,KAAK,uBAAuB;AAAA,MAC3E;AACA;AAAA,IACF;AAGA,SAAK,sBAAsB;AAC3B,SAAK,oBAAoB;AAGzB,UAAM,eAAe,KAAK,eAAe;AACzC,SAAK,cAAc;AAGnB,QAAI,cAAc;AAChB,UAAI,KAAK,cAAc;AACrB,eAAO,KAAK,gBAAgB,eAAe;AAAA,MAC7C;AACA,uBAAK,WAAU,mBAAf;AAAA,IACF;AAGA,SAAK,UAAU,gBAAgB,cAAc;AAAA,MAC3C;AAAA,MACA,SAAS;AAAA,MACT;AAAA,MACA,QAAQ;AAAA,MACR,aAAa;AAAA;AAAA,IAAA,CACd;AAGD,QAAI,OAAO;AACT,UAAI,KAAK,cAAc;AACrB,eAAO,KAAK,gBAAgB,aAAa;AAAA,MAC3C;AACA,uBAAK,WAAU,iBAAf;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,aAAa,SAA2B;AAC9C,UAAM,WAAW,QAAQ;AACzB,WAAO,MAAM,gBAAgB,qBAAqB,QAAQ,EAAE;AAC5D,QAAI,QAAQ,UAAU,IAAI;AACxB,YAAM,WAAW,MAAM,KAAK,QAAQ,MAAM,GAAG,EAAE,CAAC,EAC7C,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,SAAS,GAAG,GAAG,CAAC,EAC1C,KAAK,GAAG;AACX,aAAO,MAAM,gBAAgB,0BAA0B,QAAQ;AAAA,IACjE;AACA,QAAI,QAAQ,UAAU,iBAAiB;AACrC,YAAM,QAAQ,QAAQ,CAAC;AACvB,YAAM,SAAS,IAAI;AAAA,QACjB,QAAQ;AAAA,QACR,QAAQ,aAAa;AAAA,QACrB;AAAA,MAAA,EACA,UAAU,GAAG,IAAI;AACnB,aAAO;AAAA,QACL;AAAA,QACA,uBAAuB,MAAM,SAAS,EAAE,CAAC,YAAY,MAAM;AAAA,MAAA;AAAA,IAE/D;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,qBAA2B;AACjC,SAAK,gBAAgB,KAAK,IAAA;AAC1B,SAAK,gBAAgB,YAAY,MAAM;AACrC,YAAM,MAAM,KAAK,IAAA;AACjB,YAAM,kBAAkB,MAAM,KAAK,iBAAiB;AAEpD,UAAI,iBAAiB,KAAK,KAAK,WAAW;AACxC,cAAM,MAAM,KAAK,qBAAqB;AAEtC,cAAM,QAAqB;AAAA,UACzB,cAAc,KAAK,MAAM,MAAM,EAAE,IAAI;AAAA,UACrC,aAAa,KAAK;AAAA,UAClB,YAAY,KAAK;AAAA,UACjB,YAAY;AAAA,UACZ,iBAAiB;AAAA,UACjB,eAAe;AAAA,UACf,kBAAkB;AAAA,UAClB,iBAAiB;AAAA,UACjB,iBAAiB;AAAA,QAAA;AAGnB,aAAK,UAAU,cAAc,KAAK;AAAA,MACpC;AAEA,WAAK,qBAAqB;AAC1B,WAAK,gBAAgB;AAAA,IACvB,GAAG,GAAI;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,oBAA0B;AAChC,QAAI,KAAK,eAAe;AACtB,oBAAc,KAAK,aAAa;AAChC,WAAK,gBAAgB;AAAA,IACvB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,QAAc;AACZ,SAAK,cAAc;AACnB,SAAK,sBAAsB;AAC3B,SAAK,oBAAoB;AACzB,SAAK,kBAAkB;AACvB,SAAK,qBAAqB;AAC1B,SAAK,gBAAgB,KAAK,IAAA;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAgB;AACd,SAAK,kBAAA;AACL,SAAK,YAAY;AACjB,SAAK,cAAc;AACnB,SAAK,sBAAsB;AAC3B,SAAK,oBAAoB;AAAA,EAC3B;AACF;"}
+{"version":3,"file":"index10.js","sources":["../src/providers/livekit/VP8Extractor.ts"],"sourcesContent":["/**\n * VP8 Data Extractor for LiveKit.\n *\n * Extracts animation data from VP8 video tracks using RTCRtpScriptTransform.\n *\n * @internal\n * @packageDocumentation\n */\n\nimport type { AnimationTrackCallbacks } from '../../core/types';\nimport type { AnimationTransformEvent } from './types';\nimport { createAnimationReceiverTransform } from './animation-transform';\nimport { logger } from '../../utils';\n\n// Import worker with inline - this bundles the worker code as a blob URL\nimport AnimationWorker from './animation-worker.ts?worker&inline';\n\n// Default transition frame counts (used when protocol doesn't specify)\nconst DEFAULT_TRANSITION_START_FRAMES = 8;\nconst DEFAULT_TRANSITION_END_FRAMES = 12;\n\n/**\n * VP8Extractor - Extracts animation data from VP8 video tracks.\n *\n * Uses RTCRtpScriptTransform and a Web Worker to parse VP8 frames\n * and extract embedded animation data.\n *\n * @internal\n */\nexport class VP8Extractor {\n  /** @internal */\n  private callbacks: AnimationTrackCallbacks | null = null;\n  /** @internal */\n  private receiver: RTCRtpReceiver | null = null;\n  /** @internal */\n  private transform: RTCRtpScriptTransform | null = null;\n\n  /**\n   * Initialize the extractor with a receiver and callbacks.\n   * @param receiver - RTCRtpReceiver to extract data from\n   * @param callbacks - Callbacks to receive extracted data\n   * @internal\n   */\n  async initialize(\n    receiver: RTCRtpReceiver,\n    callbacks: AnimationTrackCallbacks\n  ): Promise<void> {\n    if (this.receiver || this.transform) {\n      throw new Error('VP8Extractor already initialized');\n    }\n\n    this.receiver = receiver;\n    this.callbacks = callbacks;\n\n    // Check if transform is already set\n    if (receiver.transform) {\n      return;\n    }\n\n    // Create worker and transform\n    const worker = new AnimationWorker();\n    const onEvent = (evt: AnimationTransformEvent) => {\n      this.handleTransformEvent(evt);\n    };\n\n    this.transform = createAnimationReceiverTransform(worker, onEvent);\n    receiver.transform = this.transform;\n  }\n\n  /**\n   * Handle events from the animation transform.\n   * @internal\n   */\n  private handleTransformEvent(evt: AnimationTransformEvent): void {\n    if (!this.callbacks) return;\n\n    if (evt.type === 'metadata') {\n      this.callbacks.onStreamStats({\n        framesPerSec: evt.framesPerSec,\n        totalFrames: evt.totalFrames ?? 0,\n        framesSent: evt.framesSent ?? 0,\n        framesLost: evt.framesLost ?? 0,\n        framesRecovered: evt.framesRecovered ?? 0,\n        framesDropped: evt.framesDropped ?? 0,\n        framesOutOfOrder: evt.framesOutOfOrder ?? 0,\n        framesDuplicate: evt.framesDuplicate ?? 0,\n        lastRenderedSeq: evt.lastRenderedSeq ?? -1,\n      });\n    } else if (evt.type === 'transition') {\n      this.callbacks.onTransition(evt.protobufData, DEFAULT_TRANSITION_START_FRAMES);\n    } else if (evt.type === 'transitionEnd') {\n      this.callbacks.onTransitionEnd(evt.protobufData, DEFAULT_TRANSITION_END_FRAMES);\n    } else if (evt.type === 'animation') {\n      if (!evt.isIdle) {\n        this.callbacks.onAnimationData(evt.protobufData, {\n          frameSeq: evt.frameSeq,\n          isStart: evt.isStart,\n          isEnd: evt.isEnd,\n          isIdle: evt.isIdle,\n          isRecovered: evt.isRecovered,\n        });\n      }\n    } else if (evt.type === 'idleStart') {\n      this.callbacks.onIdleStart();\n    } else if (evt.type === 'error') {\n      logger.error('VP8Extractor', 'Error:', evt.error);\n    }\n  }\n\n  /**\n   * Check if this extractor is connected to the given receiver.\n   * @param receiver - RTCRtpReceiver to check\n   * @returns true if connected to this receiver\n   * @internal\n   */\n  isConnectedTo(receiver: RTCRtpReceiver): boolean {\n    return this.receiver === receiver;\n  }\n\n  /**\n   * Get the receiver this extractor is connected to.\n   * @returns The connected RTCRtpReceiver or null\n   * @internal\n   */\n  getReceiver(): RTCRtpReceiver | null {\n    return this.receiver;\n  }\n\n  /**\n   * Dispose the extractor and release resources.\n   * @internal\n   */\n  dispose(): void {\n    this.receiver = null;\n    this.transform = null;\n    this.callbacks = null;\n  }\n}\n"],"names":["AnimationWorker"],"mappings":";;;;;;AAkBA,MAAM,kCAAkC;AACxC,MAAM,gCAAgC;AAU/B,MAAM,aAAa;AAAA,EAAnB;AAEG;AAAA,qCAA4C;AAE5C;AAAA,oCAAkC;AAElC;AAAA,qCAA0C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQlD,MAAM,WACJ,UACA,WACe;AACf,QAAI,KAAK,YAAY,KAAK,WAAW;AACnC,YAAM,IAAI,MAAM,kCAAkC;AAAA,IACpD;AAEA,SAAK,WAAW;AAChB,SAAK,YAAY;AAGjB,QAAI,SAAS,WAAW;AACtB;AAAA,IACF;AAGA,UAAM,SAAS,IAAIA,cAAA;AACnB,UAAM,UAAU,CAAC,QAAiC;AAChD,WAAK,qBAAqB,GAAG;AAAA,IAC/B;AAEA,SAAK,YAAY,iCAAiC,QAAQ,OAAO;AACjE,aAAS,YAAY,KAAK;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,qBAAqB,KAAoC;AAC/D,QAAI,CAAC,KAAK,UAAW;AAErB,QAAI,IAAI,SAAS,YAAY;AAC3B,WAAK,UAAU,cAAc;AAAA,QAC3B,cAAc,IAAI;AAAA,QAClB,aAAa,IAAI,eAAe;AAAA,QAChC,YAAY,IAAI,cAAc;AAAA,QAC9B,YAAY,IAAI,cAAc;AAAA,QAC9B,iBAAiB,IAAI,mBAAmB;AAAA,QACxC,eAAe,IAAI,iBAAiB;AAAA,QACpC,kBAAkB,IAAI,oBAAoB;AAAA,QAC1C,iBAAiB,IAAI,mBAAmB;AAAA,QACxC,iBAAiB,IAAI,mBAAmB;AAAA,MAAA,CACzC;AAAA,IACH,WAAW,IAAI,SAAS,cAAc;AACpC,WAAK,UAAU,aAAa,IAAI,cAAc,+BAA+B;AAAA,IAC/E,WAAW,IAAI,SAAS,iBAAiB;AACvC,WAAK,UAAU,gBAAgB,IAAI,cAAc,6BAA6B;AAAA,IAChF,WAAW,IAAI,SAAS,aAAa;AACnC,UAAI,CAAC,IAAI,QAAQ;AACf,aAAK,UAAU,gBAAgB,IAAI,cAAc;AAAA,UAC/C,UAAU,IAAI;AAAA,UACd,SAAS,IAAI;AAAA,UACb,OAAO,IAAI;AAAA,UACX,QAAQ,IAAI;AAAA,UACZ,aAAa,IAAI;AAAA,QAAA,CAClB;AAAA,MACH;AAAA,IACF,WAAW,IAAI,SAAS,aAAa;AACnC,WAAK,UAAU,YAAA;AAAA,IACjB,WAAW,IAAI,SAAS,SAAS;AAC/B,aAAO,MAAM,gBAAgB,UAAU,IAAI,KAAK;AAAA,IAClD;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,cAAc,UAAmC;AAC/C,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,cAAqC;AACnC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAgB;AACd,SAAK,WAAW;AAChB,SAAK,YAAY;AACjB,SAAK,YAAY;AAAA,EACnB;AACF;"}