@spatialwalk/avatarkit-rtc 1.0.0-beta.3 → 1.0.0-beta.5

package/README.md

@@ -16,14 +16,14 @@ Unified RTC adapter for avatarkit - supports LiveKit, Agora and other RTC provid
 |---------|---------|----------|
 | `@spatialwalk/avatarkit` | Web SDK for avatar rendering | ✅ Yes |
 | `@spatialwalk/avatarkit-rtc` | This package - RTC adapter | ✅ Yes |
-| `livekit-client` | LiveKit RTC SDK | ⚡ Choose one |
+| `livekit-client@2.16.1` | LiveKit RTC SDK (must be exact version) | ⚡ Choose one |
 | `agora-rtc-sdk-ng` | Agora RTC SDK | ⚡ Choose one |
 
 ### One-line Installation (Recommended)
 
 ```bash
-# With LiveKit
-pnpm add @spatialwalk/avatarkit @spatialwalk/avatarkit-rtc livekit-client
+# With LiveKit (version 2.16.1 required)
+pnpm add @spatialwalk/avatarkit @spatialwalk/avatarkit-rtc livekit-client@2.16.1
 
 # With Agora
 pnpm add @spatialwalk/avatarkit @spatialwalk/avatarkit-rtc agora-rtc-sdk-ng
@@ -46,8 +46,8 @@ pnpm add @spatialwalk/avatarkit-rtc
 **Step 3:** Install your chosen RTC provider SDK
 
 ```bash
-# For LiveKit
-pnpm add livekit-client
+# For LiveKit (version 2.16.1 required)
+pnpm add livekit-client@2.16.1
 
 # For Agora
 pnpm add agora-rtc-sdk-ng

package/dist/core/AvatarPlayer.d.ts

@@ -14,6 +14,19 @@ export interface AvatarPlayerOptions {
      * - 'none': Disable all logs
      */
     logLevel?: LogLevel;
+    /**
+     * Enable jitter buffer for smoother animation playback.
+     * When enabled, frames are buffered and rendered in sequence order at a steady 25fps,
+     * absorbing network jitter and out-of-order delivery.
+     * Default: true
+     */
+    enableJitterBuffer?: boolean;
+    /**
+     * Maximum delay (in ms) a frame can sit in the jitter buffer before being rendered.
+     * Only used when enableJitterBuffer is true.
+     * Default: 80 (2 frames at 25fps)
+     */
+    maxBufferDelayMs?: number;
 }
 /**
  * Unified Avatar Player.

package/dist/core/AvatarPlayer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"AvatarPlayer.d.ts","sourceRoot":"","sources":["../../src/core/AvatarPlayer.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAGpD,OAAO,EAA2B,KAAK,QAAQ,EAAE,MAAM,UAAU,CAAC;AAGlE,OAAO,KAAK,EAAE,UAAU,EAAgB,MAAM,wBAAwB,CAAC;AAEvE;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC;;;;;;OAMG;IACH,QAAQ,CAAC,EAAE,QAAQ,CAAC;CACrB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AACH,qBAAa,YAAY;IA4BvB;;;;;OAKG;gBAED,QAAQ,EAAE,WAAW,EACrB,UAAU,EAAE,UAAU,EACtB,OAAO,CAAC,EAAE,mBAAmB;IAyB/B;;OAEG;IACH,IAAI,WAAW,IAAI,OAAO,CAEzB;IAED;;;;OAIG;IACG,OAAO,CAAC,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAczD;;;OAGG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAkBjC;;;;;;;;;;;;;;;;;;;;;;;OAuBG;IACG,YAAY,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAkB1D;;;OAGG;IACG,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IASrC;;;;;;;;;;;;;;OAcG;IACG,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAgBtC;;;;;OAKG;IACG,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAYrC;;;OAGG;IACH,kBAAkB,IAAI,MAAM;IAI5B;;;;;;;;;;;;;;;;;;;OAmBG;IACH,eAAe,IAAI,OAAO;IAI1B;;;;OAIG;IACH,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,GAAG,IAAI;IAa1C;;;;OAIG;IACH,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,GAAG,IAAI;IAyB3C;;;;;;;;;;;;;OAaG;IACG,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;CAsIjC"}
+{"version":3,"file":"AvatarPlayer.d.ts","sourceRoot":"","sources":["../../src/core/AvatarPlayer.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAGpD,OAAO,EAA2B,KAAK,QAAQ,EAAE,MAAM,UAAU,CAAC;AAGlE,OAAO,KAAK,EAAE,UAAU,EAAgB,MAAM,wBAAwB,CAAC;AAEvE;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC;;;;;;OAMG;IACH,QAAQ,CAAC,EAAE,QAAQ,CAAC;IAEpB;;;;;OAKG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAE7B;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AACH,qBAAa,YAAY;IA4BvB;;;;;OAKG;gBAED,QAAQ,EAAE,WAAW,EACrB,UAAU,EAAE,UAAU,EACtB,OAAO,CAAC,EAAE,mBAAmB;IA2B/B;;OAEG;IACH,IAAI,WAAW,IAAI,OAAO,CAEzB;IAED;;;;OAIG;IACG,OAAO,CAAC,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAczD;;;OAGG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAkBjC;;;;;;;;;;;;;;;;;;;;;;;OAuBG;IACG,YAAY,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAkB1D;;;OAGG;IACG,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IASrC;;;;;;;;;;;;;;OAcG;IACG,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;IAgBtC;;;;;OAKG;IACG,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAYrC;;;OAGG;IACH,kBAAkB,IAAI,MAAM;IAI5B;;;;;;;;;;;;;;;;;;;OAmBG;IACH,eAAe,IAAI,OAAO;IAI1B;;;;OAIG;IACH,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,GAAG,IAAI;IAa1C;;;;OAIG;IACH,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,GAAG,IAAI;IAyB3C;;;;;;;;;;;;;OAaG;IACG,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;CAsIjC"}

package/dist/core/RTCProvider.d.ts

@@ -1,5 +1,4 @@
 import { RTCConnectionConfig } from '../types';
-import { RTCProviderEvents } from './types';
 /**
  * RTC Provider interface.
  *
@@ -64,13 +63,13 @@ export interface RTCProvider {
      * @param event - Event name
      * @param handler - Event handler function
      */
-    on<K extends keyof RTCProviderEvents>(event: K, handler: RTCProviderEvents[K]): void;
+    on(event: string, handler: Function): void;
     /**
      * Remove event listener.
      * @param event - Event name
      * @param handler - Event handler function
      */
-    off<K extends keyof RTCProviderEvents>(event: K, handler: RTCProviderEvents[K]): void;
+    off(event: string, handler: Function): void;
     /**
      * Get the native RTC client object.
      *

package/dist/core/RTCProvider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"RTCProvider.d.ts","sourceRoot":"","sources":["../../src/core/RTCProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AACpD,OAAO,KAAK,EAGV,iBAAiB,EAClB,MAAM,SAAS,CAAC;AAEjB;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,WAAW,WAAW;IAC1B;;;OAGG;IACH,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB;;;;OAIG;IACH,OAAO,CAAC,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpD;;;OAGG;IACH,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5B;;;OAGG;IACH,kBAAkB,IAAI,MAAM,CAAC;IA4B7B;;;OAGG;IACH,iBAAiB,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE1D;;OAEG;IACH,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAErC;;;OAGG;IACH,eAAe,IAAI,IAAI,CAAC;IAExB;;;OAGG;IACH,gBAAgB,IAAI,IAAI,CAAC;IAEzB;;;;OAIG;IACH,EAAE,CAAC,CAAC,SAAS,MAAM,iBAAiB,EAClC,KAAK,EAAE,CAAC,EACR,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC,GAC5B,IAAI,CAAC;IAER;;;;OAIG;IACH,GAAG,CAAC,CAAC,SAAS,MAAM,iBAAiB,EACnC,KAAK,EAAE,CAAC,EACR,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC,GAC5B,IAAI,CAAC;IAER;;;;;;;OAOG;IACH,eAAe,IAAI,OAAO,CAAC;CAC5B"}
+{"version":3,"file":"RTCProvider.d.ts","sourceRoot":"","sources":["../../src/core/RTCProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,UAAU,CAAC;AAMpD;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,WAAW,WAAW;IAC1B;;;OAGG;IACH,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB;;;;OAIG;IACH,OAAO,CAAC,MAAM,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpD;;;OAGG;IACH,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5B;;;OAGG;IACH,kBAAkB,IAAI,MAAM,CAAC;IA4B7B;;;OAGG;IACH,iBAAiB,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE1D;;OAEG;IACH,mBAAmB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAErC;;;OAGG;IACH,eAAe,IAAI,IAAI,CAAC;IAExB;;;OAGG;IACH,gBAAgB,IAAI,IAAI,CAAC;IAEzB;;;;OAIG;IACH,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,GAAG,IAAI,CAAC;IAE3C;;;;OAIG;IACH,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,GAAG,IAAI,CAAC;IAE5C;;;;;;;OAOG;IACH,eAAe,IAAI,OAAO,CAAC;CAC5B"}

package/dist/index10.js

@@ -1,108 +1,390 @@
 var __defProp = Object.defineProperty;
 var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
 var __publicField = (obj, key, value) => __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
-import { createAnimationReceiverTransform } from "./index14.js";
 import { logger } from "./index7.js";
-import WorkerWrapper from "./index15.js";
+const PacketFlags = {
+  /** Idle packet - no payload */
+  Idle: 1,
+  /** First frame of animation session */
+  Start: 2,
+  /** Last frame of animation session */
+  End: 4,
+  /** Payload is zlib compressed */
+  Gzipped: 8,
+  /** Transition from idle to animation */
+  Transition: 16,
+  /** Transition from animation back to idle */
+  TransitionEnd: 32
+};
+const SEI_HEADER_SIZE = 5;
+const FRAME_SEQ_SIZE = 4;
 const DEFAULT_TRANSITION_START_FRAMES = 8;
 const DEFAULT_TRANSITION_END_FRAMES = 12;
-class VP8Extractor {
+class SEIExtractor {
   constructor() {
     /** @internal */
     __publicField(this, "callbacks", null);
+    // Session state tracking
+    /** @internal */
+    __publicField(this, "lastWasIdle", true);
+    // Transition state tracking (to handle consecutive packets)
+    /** @internal */
+    __publicField(this, "isInStartTransition", false);
+    /** @internal */
+    __publicField(this, "isInEndTransition", false);
+    // Transition frame counts
+    /** @internal */
+    __publicField(this, "transitionStartFrameCount");
+    /** @internal */
+    __publicField(this, "transitionEndFrameCount");
+    // Statistics tracking
+    /** @internal */
+    __publicField(this, "totalFrameCount", 0);
+    /** @internal */
+    __publicField(this, "intervalFrameCount", 0);
+    /** @internal */
+    __publicField(this, "lastStatsTime", 0);
     /** @internal */
-    __publicField(this, "receiver", null);
+    __publicField(this, "statsInterval", null);
+    // Debug logging
     /** @internal */
-    __publicField(this, "transform", null);
+    __publicField(this, "debugLogging", false);
+    this.transitionStartFrameCount = DEFAULT_TRANSITION_START_FRAMES;
+    this.transitionEndFrameCount = DEFAULT_TRANSITION_END_FRAMES;
   }
   /**
-   * Initialize the extractor with a receiver and callbacks.
-   * @param receiver - RTCRtpReceiver to extract data from
+   * Initialize the extractor with callbacks.
    * @param callbacks - Callbacks to receive extracted data
    * @internal
    */
-  async initialize(receiver, callbacks) {
-    if (this.receiver || this.transform) {
-      throw new Error("VP8Extractor already initialized");
-    }
-    this.receiver = receiver;
+  initialize(callbacks) {
     this.callbacks = callbacks;
-    if (receiver.transform) {
-      return;
+    this.startStatsInterval();
+  }
+  /**
+   * Enable or disable debug logging.
+   * @param enabled - Whether to enable debug logging
+   * @internal
+   */
+  setDebugLogging(enabled) {
+    this.debugLogging = enabled;
+  }
+  /**
+   * Handle SEI data from Agora.
+   * Wraps async processing to not block the event handler.
+   * @param seiData - Raw SEI payload
+   * @internal
+   */
+  handleSEIData(seiData) {
+    this.processSEIData(seiData).catch((error) => {
+      logger.error("SEIExtractor", "Failed to process SEI data:", error);
+      this.logDebugInfo(seiData);
+    });
+  }
+  /**
+   * Convert EBSP (Encapsulated Byte Sequence Payload) to RBSP (Raw Byte Sequence Payload).
+   * This removes H.264 emulation prevention bytes (0x03) inserted after 00 00 sequences.
+   *
+   * H.264 spec: When encoding, 0x03 is inserted after 00 00 to prevent start code emulation:
+   * - 00 00 00 → 00 00 03 00
+   * - 00 00 01 → 00 00 03 01
+   * - 00 00 02 → 00 00 03 02
+   * - 00 00 03 → 00 00 03 03
+   *
+   * @param data - EBSP data
+   * @returns RBSP data
+   * @internal
+   */
+  ebspToRbsp(data) {
+    if (data.length === 0) {
+      return data;
+    }
+    const result = [];
+    let zeroCount = 0;
+    for (let i = 0; i < data.length; i++) {
+      const byte = data[i];
+      if (zeroCount >= 2 && byte === 3) {
+        if (i + 1 < data.length) {
+          const nextByte = data[i + 1];
+          if (nextByte <= 3) {
+            zeroCount = 0;
+            continue;
+          }
+        }
+      }
+      if (byte === 0) {
+        zeroCount++;
+      } else {
+        zeroCount = 0;
+      }
+      result.push(byte);
+    }
+    return new Uint8Array(result);
+  }
+  /**
+   * Unescape zero bytes that were escaped by the server.
+   * Escape scheme: 0x00 0xFF -> 0x00, 0xFF 0xFF -> 0xFF
+   * This reverses the escaping done to avoid H.264 emulation prevention issues.
+   *
+   * @param data - Escaped data
+   * @returns Unescaped data
+   * @internal
+   */
+  unescapeZeroBytes(data) {
+    const result = [];
+    let i = 0;
+    while (i < data.length) {
+      if (i + 1 < data.length && data[i] === 0 && data[i + 1] === 255) {
+        result.push(0);
+        i += 2;
+      } else if (i + 1 < data.length && data[i] === 255 && data[i + 1] === 255) {
+        result.push(255);
+        i += 2;
+      } else {
+        result.push(data[i]);
+        i++;
+      }
+    }
+    return new Uint8Array(result);
+  }
+  /**
+   * Decompress zlib data using DecompressionStream API.
+   * Uses 'deflate' format (not gzip) to avoid H.264 emulation prevention issues
+   * with gzip's mtime field containing 00 00 00 00.
+   *
+   * @param data - Zlib compressed data
+   * @returns Decompressed data
+   * @internal
+   */
+  async decompressZlib(data) {
+    const ds = new DecompressionStream("deflate");
+    const writer = ds.writable.getWriter();
+    const copy = new Uint8Array(data);
+    writer.write(copy);
+    writer.close();
+    const reader = ds.readable.getReader();
+    const chunks = [];
+    let totalLength = 0;
+    while (true) {
+      const { done, value } = await reader.read();
+      if (done) break;
+      chunks.push(value);
+      totalLength += value.length;
+    }
+    const result = new Uint8Array(totalLength);
+    let offset = 0;
+    for (const chunk of chunks) {
+      result.set(chunk, offset);
+      offset += chunk.length;
     }
-    const worker = new WorkerWrapper();
-    const onEvent = (evt) => {
-      this.handleTransformEvent(evt);
-    };
-    this.transform = createAnimationReceiverTransform(worker, onEvent);
-    receiver.transform = this.transform;
+    return result;
   }
   /**
-   * Handle events from the animation transform.
+   * Process SEI data asynchronously.
+   * @param seiData - Raw SEI payload
    * @internal
    */
-  handleTransformEvent(evt) {
-    if (!this.callbacks) return;
-    if (evt.type === "metadata") {
-      this.callbacks.onStreamStats({
-        framesPerSec: evt.framesPerSec,
-        totalFrames: evt.totalFrames ?? 0,
-        framesSent: evt.framesSent ?? 0,
-        framesLost: evt.framesLost ?? 0,
-        framesRecovered: evt.framesRecovered ?? 0,
-        framesDropped: evt.framesDropped ?? 0,
-        framesOutOfOrder: evt.framesOutOfOrder ?? 0,
-        framesDuplicate: evt.framesDuplicate ?? 0,
-        lastRenderedSeq: evt.lastRenderedSeq ?? -1
-      });
-    } else if (evt.type === "transition") {
-      this.callbacks.onTransition(evt.protobufData, DEFAULT_TRANSITION_START_FRAMES);
-    } else if (evt.type === "transitionEnd") {
-      this.callbacks.onTransitionEnd(evt.protobufData, DEFAULT_TRANSITION_END_FRAMES);
-    } else if (evt.type === "animation") {
-      if (!evt.isIdle) {
-        this.callbacks.onAnimationData(evt.protobufData, {
-          frameSeq: evt.frameSeq,
-          isStart: evt.isStart,
-          isEnd: evt.isEnd,
-          isIdle: evt.isIdle,
-          isRecovered: evt.isRecovered
-        });
+  async processSEIData(seiData) {
+    var _a, _b, _c, _d;
+    if (!this.callbacks) {
+      return;
+    }
+    this.totalFrameCount++;
+    this.intervalFrameCount++;
+    const cleanedData = this.ebspToRbsp(seiData);
+    if (cleanedData.length < SEI_HEADER_SIZE) {
+      logger.warn("SEIExtractor", `SEI data too short: ${cleanedData.length}`);
+      return;
+    }
+    const flags = cleanedData[0];
+    const msgLen = new DataView(
+      cleanedData.buffer,
+      cleanedData.byteOffset + 1,
+      4
+    ).getUint32(0, true);
+    if (this.debugLogging && (this.totalFrameCount <= 5 || this.totalFrameCount % 50 === 0)) {
+      logger.info(
+        "SEIExtractor",
+        `SEI packet #${this.totalFrameCount}: flags=0x${flags.toString(16)}, msgLen=${msgLen}, cleanedLen=${cleanedData.length}`
+      );
+    }
+    const isIdle = (flags & PacketFlags.Idle) !== 0;
+    if (isIdle || msgLen === 0) {
+      if (!this.lastWasIdle) {
+        this.lastWasIdle = true;
+        this.isInStartTransition = false;
+        this.isInEndTransition = false;
+        this.callbacks.onIdleStart();
+      }
+      return;
+    }
+    const rawPayload = cleanedData.slice(SEI_HEADER_SIZE);
+    const compressedPayload = this.unescapeZeroBytes(rawPayload);
+    let payload;
+    if ((flags & PacketFlags.Gzipped) !== 0) {
+      payload = await this.decompressZlib(compressedPayload);
+    } else {
+      payload = compressedPayload;
+    }
+    const isTransition = (flags & PacketFlags.Transition) !== 0;
+    const isTransitionEnd = (flags & PacketFlags.TransitionEnd) !== 0;
+    const isStart = (flags & PacketFlags.Start) !== 0;
+    const isEnd = (flags & PacketFlags.End) !== 0;
+    let protobufData;
+    let frameSeq;
+    if (isTransition || isTransitionEnd) {
+      protobufData = new Uint8Array(payload).buffer;
+    } else {
+      if (payload.length < FRAME_SEQ_SIZE) {
+        logger.warn("SEIExtractor", "Payload too short for frame sequence");
+        return;
       }
-    } else if (evt.type === "idleStart") {
-      this.callbacks.onIdleStart();
-    } else if (evt.type === "error") {
-      logger.error("VP8Extractor", "Error:", evt.error);
+      frameSeq = new DataView(payload.buffer, payload.byteOffset, 4).getUint32(
+        0,
+        true
+      );
+      if (this.debugLogging && (this.totalFrameCount <= 5 || this.totalFrameCount % 50 === 0)) {
+        logger.info("SEIExtractor", `Animation frame seq=${frameSeq}`);
+      }
+      protobufData = new Uint8Array(
+        payload.subarray(FRAME_SEQ_SIZE)
+      ).buffer;
+    }
+    if (isTransition) {
+      if (!this.isInStartTransition) {
+        this.isInStartTransition = true;
+        this.isInEndTransition = false;
+        if (this.debugLogging) {
+          logger.info("SEIExtractor", "Transition START (first packet)");
+        }
+        this.callbacks.onTransition(protobufData, this.transitionStartFrameCount);
+      }
+      return;
+    }
+    if (isTransitionEnd) {
+      if (!this.isInEndTransition) {
+        this.isInEndTransition = true;
+        this.isInStartTransition = false;
+        if (this.debugLogging) {
+          logger.info("SEIExtractor", "Transition END (first packet)");
+        }
+        this.callbacks.onTransitionEnd(protobufData, this.transitionEndFrameCount);
+      }
+      return;
+    }
+    this.isInStartTransition = false;
+    this.isInEndTransition = false;
+    const isFirstFrame = this.lastWasIdle || isStart;
+    this.lastWasIdle = false;
+    if (isFirstFrame) {
+      if (this.debugLogging) {
+        logger.info("SEIExtractor", "Session start");
+      }
+      (_b = (_a = this.callbacks).onSessionStart) == null ? void 0 : _b.call(_a);
+    }
+    this.callbacks.onAnimationData(protobufData, {
+      frameSeq,
+      isStart: isFirstFrame,
+      isEnd,
+      isIdle: false,
+      isRecovered: false
+      // Agora handles reliability internally
+    });
+    if (isEnd) {
+      if (this.debugLogging) {
+        logger.info("SEIExtractor", "Session end");
+      }
+      (_d = (_c = this.callbacks).onSessionEnd) == null ? void 0 : _d.call(_c);
     }
   }
   /**
-   * Check if this extractor is connected to the given receiver.
-   * @param receiver - RTCRtpReceiver to check
-   * @returns true if connected to this receiver
+   * Log debug information for failed SEI processing.
    * @internal
    */
-  isConnectedTo(receiver) {
-    return this.receiver === receiver;
+  logDebugInfo(seiData) {
+    const totalLen = seiData.length;
+    logger.error("SEIExtractor", `Total SEI length: ${totalLen}`);
+    if (seiData.length >= 20) {
+      const hexBytes = Array.from(seiData.slice(0, 20)).map((b) => b.toString(16).padStart(2, "0")).join(" ");
+      logger.error("SEIExtractor", "First 20 bytes of SEI:", hexBytes);
+    }
+    if (seiData.length >= SEI_HEADER_SIZE) {
+      const flags = seiData[0];
+      const msgLen = new DataView(
+        seiData.buffer,
+        seiData.byteOffset + 1,
+        4
+      ).getUint32(0, true);
+      logger.error(
+        "SEIExtractor",
+        `SEI header: flags=0x${flags.toString(16)}, msgLen=${msgLen}`
+      );
+    }
+  }
+  /**
+   * Start the statistics reporting interval.
+   * @internal
+   */
+  startStatsInterval() {
+    this.lastStatsTime = Date.now();
+    this.statsInterval = setInterval(() => {
+      const now = Date.now();
+      const elapsedSeconds = (now - this.lastStatsTime) / 1e3;
+      if (elapsedSeconds > 0 && this.callbacks) {
+        const fps = this.intervalFrameCount / elapsedSeconds;
+        const stats = {
+          framesPerSec: Math.round(fps * 10) / 10,
+          totalFrames: this.totalFrameCount,
+          framesSent: this.totalFrameCount,
+          framesLost: 0,
+          framesRecovered: 0,
+          framesDropped: 0,
+          framesOutOfOrder: 0,
+          framesDuplicate: 0,
+          lastRenderedSeq: -1
+        };
+        this.callbacks.onStreamStats(stats);
+      }
+      this.intervalFrameCount = 0;
+      this.lastStatsTime = now;
+    }, 1e3);
+  }
+  /**
+   * Stop the statistics reporting interval.
+   * @internal
+   */
+  stopStatsInterval() {
+    if (this.statsInterval) {
+      clearInterval(this.statsInterval);
+      this.statsInterval = null;
+    }
   }
   /**
-   * Get the receiver this extractor is connected to.
-   * @returns The connected RTCRtpReceiver or null
+   * Reset session state.
+   * Call this when reconnecting or starting a new session.
    * @internal
    */
-  getReceiver() {
-    return this.receiver;
+  reset() {
+    this.lastWasIdle = true;
+    this.isInStartTransition = false;
+    this.isInEndTransition = false;
+    this.totalFrameCount = 0;
+    this.intervalFrameCount = 0;
+    this.lastStatsTime = Date.now();
   }
   /**
    * Dispose the extractor and release resources.
    * @internal
    */
   dispose() {
-    this.receiver = null;
-    this.transform = null;
+    this.stopStatsInterval();
     this.callbacks = null;
+    this.lastWasIdle = true;
+    this.isInStartTransition = false;
+    this.isInEndTransition = false;
   }
 }
 export {
-  VP8Extractor
+  SEIExtractor
 };
 //# sourceMappingURL=index10.js.map

package/dist/index10.js.map

@@ -1 +1 @@
-{"version":3,"file":"index10.js","sources":["../src/providers/livekit/VP8Extractor.ts"],"sourcesContent":["/**\n * VP8 Data Extractor for LiveKit.\n *\n * Extracts animation data from VP8 video tracks using RTCRtpScriptTransform.\n *\n * @internal\n * @packageDocumentation\n */\n\nimport type { AnimationTrackCallbacks } from '../../core/types';\nimport type { AnimationTransformEvent } from './types';\nimport { createAnimationReceiverTransform } from './animation-transform';\nimport { logger } from '../../utils';\n\n// Import worker with inline - this bundles the worker code as a blob URL\nimport AnimationWorker from './animation-worker.ts?worker&inline';\n\n// Default transition frame counts (used when protocol doesn't specify)\nconst DEFAULT_TRANSITION_START_FRAMES = 8;\nconst DEFAULT_TRANSITION_END_FRAMES = 12;\n\n/**\n * VP8Extractor - Extracts animation data from VP8 video tracks.\n *\n * Uses RTCRtpScriptTransform and a Web Worker to parse VP8 frames\n * and extract embedded animation data.\n *\n * @internal\n */\nexport class VP8Extractor {\n  /** @internal */\n  private callbacks: AnimationTrackCallbacks | null = null;\n  /** @internal */\n  private receiver: RTCRtpReceiver | null = null;\n  /** @internal */\n  private transform: RTCRtpScriptTransform | null = null;\n\n  /**\n   * Initialize the extractor with a receiver and callbacks.\n   * @param receiver - RTCRtpReceiver to extract data from\n   * @param callbacks - Callbacks to receive extracted data\n   * @internal\n   */\n  async initialize(\n    receiver: RTCRtpReceiver,\n    callbacks: AnimationTrackCallbacks\n  ): Promise<void> {\n    if (this.receiver || this.transform) {\n      throw new Error('VP8Extractor already initialized');\n    }\n\n    this.receiver = receiver;\n    this.callbacks = callbacks;\n\n    // Check if transform is already set\n    if (receiver.transform) {\n      return;\n    }\n\n    // Create worker and transform\n    const worker = new AnimationWorker();\n    const onEvent = (evt: AnimationTransformEvent) => {\n      this.handleTransformEvent(evt);\n    };\n\n    this.transform = createAnimationReceiverTransform(worker, onEvent);\n    receiver.transform = this.transform;\n  }\n\n  /**\n   * Handle events from the animation transform.\n   * @internal\n   */\n  private handleTransformEvent(evt: AnimationTransformEvent): void {\n    if (!this.callbacks) return;\n\n    if (evt.type === 'metadata') {\n      this.callbacks.onStreamStats({\n        framesPerSec: evt.framesPerSec,\n        totalFrames: evt.totalFrames ?? 0,\n        framesSent: evt.framesSent ?? 0,\n        framesLost: evt.framesLost ?? 0,\n        framesRecovered: evt.framesRecovered ?? 0,\n        framesDropped: evt.framesDropped ?? 0,\n        framesOutOfOrder: evt.framesOutOfOrder ?? 0,\n        framesDuplicate: evt.framesDuplicate ?? 0,\n        lastRenderedSeq: evt.lastRenderedSeq ?? -1,\n      });\n    } else if (evt.type === 'transition') {\n      this.callbacks.onTransition(evt.protobufData, DEFAULT_TRANSITION_START_FRAMES);\n    } else if (evt.type === 'transitionEnd') {\n      this.callbacks.onTransitionEnd(evt.protobufData, DEFAULT_TRANSITION_END_FRAMES);\n    } else if (evt.type === 'animation') {\n      if (!evt.isIdle) {\n        this.callbacks.onAnimationData(evt.protobufData, {\n          frameSeq: evt.frameSeq,\n          isStart: evt.isStart,\n          isEnd: evt.isEnd,\n          isIdle: evt.isIdle,\n          isRecovered: evt.isRecovered,\n        });\n      }\n    } else if (evt.type === 'idleStart') {\n      this.callbacks.onIdleStart();\n    } else if (evt.type === 'error') {\n      logger.error('VP8Extractor', 'Error:', evt.error);\n    }\n  }\n\n  /**\n   * Check if this extractor is connected to the given receiver.\n   * @param receiver - RTCRtpReceiver to check\n   * @returns true if connected to this receiver\n   * @internal\n   */\n  isConnectedTo(receiver: RTCRtpReceiver): boolean {\n    return this.receiver === receiver;\n  }\n\n  /**\n   * Get the receiver this extractor is connected to.\n   * @returns The connected RTCRtpReceiver or null\n   * @internal\n   */\n  getReceiver(): RTCRtpReceiver | null {\n    return this.receiver;\n  }\n\n  /**\n   * Dispose the extractor and release resources.\n   * @internal\n   */\n  dispose(): void {\n    this.receiver = null;\n    this.transform = null;\n    this.callbacks = null;\n  }\n}\n"],"names":["AnimationWorker"],"mappings":";;;;;;AAkBA,MAAM,kCAAkC;AACxC,MAAM,gCAAgC;AAU/B,MAAM,aAAa;AAAA,EAAnB;AAEG;AAAA,qCAA4C;AAE5C;AAAA,oCAAkC;AAElC;AAAA,qCAA0C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQlD,MAAM,WACJ,UACA,WACe;AACf,QAAI,KAAK,YAAY,KAAK,WAAW;AACnC,YAAM,IAAI,MAAM,kCAAkC;AAAA,IACpD;AAEA,SAAK,WAAW;AAChB,SAAK,YAAY;AAGjB,QAAI,SAAS,WAAW;AACtB;AAAA,IACF;AAGA,UAAM,SAAS,IAAIA,cAAA;AACnB,UAAM,UAAU,CAAC,QAAiC;AAChD,WAAK,qBAAqB,GAAG;AAAA,IAC/B;AAEA,SAAK,YAAY,iCAAiC,QAAQ,OAAO;AACjE,aAAS,YAAY,KAAK;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,qBAAqB,KAAoC;AAC/D,QAAI,CAAC,KAAK,UAAW;AAErB,QAAI,IAAI,SAAS,YAAY;AAC3B,WAAK,UAAU,cAAc;AAAA,QAC3B,cAAc,IAAI;AAAA,QAClB,aAAa,IAAI,eAAe;AAAA,QAChC,YAAY,IAAI,cAAc;AAAA,QAC9B,YAAY,IAAI,cAAc;AAAA,QAC9B,iBAAiB,IAAI,mBAAmB;AAAA,QACxC,eAAe,IAAI,iBAAiB;AAAA,QACpC,kBAAkB,IAAI,oBAAoB;AAAA,QAC1C,iBAAiB,IAAI,mBAAmB;AAAA,QACxC,iBAAiB,IAAI,mBAAmB;AAAA,MAAA,CACzC;AAAA,IACH,WAAW,IAAI,SAAS,cAAc;AACpC,WAAK,UAAU,aAAa,IAAI,cAAc,+BAA+B;AAAA,IAC/E,WAAW,IAAI,SAAS,iBAAiB;AACvC,WAAK,UAAU,gBAAgB,IAAI,cAAc,6BAA6B;AAAA,IAChF,WAAW,IAAI,SAAS,aAAa;AACnC,UAAI,CAAC,IAAI,QAAQ;AACf,aAAK,UAAU,gBAAgB,IAAI,cAAc;AAAA,UAC/C,UAAU,IAAI;AAAA,UACd,SAAS,IAAI;AAAA,UACb,OAAO,IAAI;AAAA,UACX,QAAQ,IAAI;AAAA,UACZ,aAAa,IAAI;AAAA,QAAA,CAClB;AAAA,MACH;AAAA,IACF,WAAW,IAAI,SAAS,aAAa;AACnC,WAAK,UAAU,YAAA;AAAA,IACjB,WAAW,IAAI,SAAS,SAAS;AAC/B,aAAO,MAAM,gBAAgB,UAAU,IAAI,KAAK;AAAA,IAClD;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,cAAc,UAAmC;AAC/C,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,cAAqC;AACnC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAgB;AACd,SAAK,WAAW;AAChB,SAAK,YAAY;AACjB,SAAK,YAAY;AAAA,EACnB;AACF;"}
+{"version":3,"file":"index10.js","sources":["../src/providers/agora/SEIExtractor.ts"],"sourcesContent":["/**\n * SEI Data Extractor for Agora.\n *\n * Extracts animation data from Agora's H.264 SEI events.\n *\n * SEI Packet Format:\n * ```\n * [1B flags][4B msgLen (LE)][msgLen bytes compressed data]\n * ```\n *\n * Packet Flags:\n * - 0x01: Idle (no payload)\n * - 0x02: Start (first frame of session)\n * - 0x04: End (last frame of session)\n * - 0x08: Gzipped (payload is zlib compressed)\n * - 0x10: Transition (transition from idle to animation)\n * - 0x20: TransitionEnd (transition from animation back to idle)\n *\n * Key differences from LiveKit VP8Extractor:\n * - No VP8 header parsing needed\n * - No ALR (Application-Level Redundancy) - Agora handles reliability\n * - Uses native SEI events instead of RTCRtpScriptTransform\n * - Requires EBSP to RBSP conversion (H.264 emulation prevention byte removal)\n *\n * @internal\n * @packageDocumentation\n */\n\nimport type { AnimationTrackCallbacks } from '../../core/types';\nimport type { StreamStats } from '../../types';\nimport { logger } from '../../utils';\n\n/**\n * SEI Packet Flags - must match backend animation_track.go\n * @internal\n */\nconst PacketFlags = {\n  /** Idle packet - no payload */\n  Idle: 0x01,\n  /** First frame of animation session */\n  Start: 0x02,\n  /** Last frame of animation session */\n  End: 0x04,\n  /** Payload is zlib compressed */\n  Gzipped: 0x08,\n  /** Transition from idle to animation */\n  Transition: 0x10,\n  /** Transition from animation back to idle */\n  TransitionEnd: 0x20,\n} as const;\n\n/** SEI header size: 1 byte flags + 4 bytes length */\nconst SEI_HEADER_SIZE = 5;\n\n/** Frame sequence prefix size (4 bytes) for normal animation frames */\nconst FRAME_SEQ_SIZE = 4;\n\n// Default transition frame counts (internal constants)\nconst DEFAULT_TRANSITION_START_FRAMES = 8;\nconst DEFAULT_TRANSITION_END_FRAMES = 12;\n\n/**\n * SEIExtractor - Extracts animation data from Agora SEI events.\n *\n * Handles SEI header parsing, EBSP conversion, decompression, and callback dispatch.\n *\n * @internal\n */\nexport class SEIExtractor {\n  /** @internal */\n  private callbacks: AnimationTrackCallbacks | null = null;\n\n  // Session state tracking\n  /** @internal */\n  private lastWasIdle = true;\n\n  // Transition state tracking (to handle consecutive packets)\n  /** @internal */\n  private isInStartTransition = false;\n  /** @internal */\n  private isInEndTransition = false;\n\n  // Transition frame counts\n  /** @internal */\n  private transitionStartFrameCount: number;\n  /** @internal */\n  private transitionEndFrameCount: number;\n\n  // Statistics tracking\n  /** @internal */\n  private totalFrameCount = 0;\n  /** @internal */\n  private intervalFrameCount = 0;\n  /** @internal */\n  private lastStatsTime = 0;\n  /** @internal */\n  private statsInterval: ReturnType<typeof setInterval> | null = null;\n\n  // Debug logging\n  /** @internal */\n  private debugLogging = false;\n\n  constructor() {\n    this.transitionStartFrameCount = DEFAULT_TRANSITION_START_FRAMES;\n    this.transitionEndFrameCount = DEFAULT_TRANSITION_END_FRAMES;\n  }\n\n  /**\n   * Initialize the extractor with callbacks.\n   * @param callbacks - Callbacks to receive extracted data\n   * @internal\n   */\n  initialize(callbacks: AnimationTrackCallbacks): void {\n    this.callbacks = callbacks;\n    this.startStatsInterval();\n  }\n\n  /**\n   * Enable or disable debug logging.\n   * @param enabled - Whether to enable debug logging\n   * @internal\n   */\n  setDebugLogging(enabled: boolean): void {\n    this.debugLogging = enabled;\n  }\n\n  /**\n   * Handle SEI data from Agora.\n   * Wraps async processing to not block the event handler.\n   * @param seiData - Raw SEI payload\n   * @internal\n   */\n  handleSEIData(seiData: Uint8Array): void {\n    this.processSEIData(seiData).catch((error) => {\n      logger.error('SEIExtractor', 'Failed to process SEI data:', error);\n      this.logDebugInfo(seiData);\n    });\n  }\n\n  /**\n   * Convert EBSP (Encapsulated Byte Sequence Payload) to RBSP (Raw Byte Sequence Payload).\n   * This removes H.264 emulation prevention bytes (0x03) inserted after 00 00 sequences.\n   *\n   * H.264 spec: When encoding, 0x03 is inserted after 00 00 to prevent start code emulation:\n   * - 00 00 00 → 00 00 03 00\n   * - 00 00 01 → 00 00 03 01\n   * - 00 00 02 → 00 00 03 02\n   * - 00 00 03 → 00 00 03 03\n   *\n   * @param data - EBSP data\n   * @returns RBSP data\n   * @internal\n   */\n  private ebspToRbsp(data: Uint8Array): Uint8Array {\n    if (data.length === 0) {\n      return data;\n    }\n\n    const result: number[] = [];\n    let zeroCount = 0;\n\n    for (let i = 0; i < data.length; i++) {\n      const byte = data[i];\n\n      // Check for emulation prevention byte: 00 00 03 XX where XX <= 0x03\n      if (zeroCount >= 2 && byte === 0x03) {\n        if (i + 1 < data.length) {\n          const nextByte = data[i + 1];\n          if (nextByte <= 0x03) {\n            // Skip the 0x03 emulation prevention byte\n            zeroCount = 0;\n            continue;\n          }\n        }\n      }\n\n      // Track consecutive zeros\n      if (byte === 0x00) {\n        zeroCount++;\n      } else {\n        zeroCount = 0;\n      }\n\n      result.push(byte);\n    }\n\n    return new Uint8Array(result);\n  }\n\n  /**\n   * Unescape zero bytes that were escaped by the server.\n   * Escape scheme: 0x00 0xFF -> 0x00, 0xFF 0xFF -> 0xFF\n   * This reverses the escaping done to avoid H.264 emulation prevention issues.\n   *\n   * @param data - Escaped data\n   * @returns Unescaped data\n   * @internal\n   */\n  private unescapeZeroBytes(data: Uint8Array): Uint8Array {\n    const result: number[] = [];\n    let i = 0;\n    while (i < data.length) {\n      if (i + 1 < data.length && data[i] === 0x00 && data[i + 1] === 0xff) {\n        // 00 FF -> 00\n        result.push(0x00);\n        i += 2;\n      } else if (\n        i + 1 < data.length &&\n        data[i] === 0xff &&\n        data[i + 1] === 0xff\n      ) {\n        // FF FF -> FF\n        result.push(0xff);\n        i += 2;\n      } else {\n        result.push(data[i]);\n        i++;\n      }\n    }\n    return new Uint8Array(result);\n  }\n\n  /**\n   * Decompress zlib data using DecompressionStream API.\n   * Uses 'deflate' format (not gzip) to avoid H.264 emulation prevention issues\n   * with gzip's mtime field containing 00 00 00 00.\n   *\n   * @param data - Zlib compressed data\n   * @returns Decompressed data\n   * @internal\n   */\n  private async decompressZlib(data: Uint8Array): Promise<Uint8Array> {\n    const ds = new DecompressionStream('deflate');\n    const writer = ds.writable.getWriter();\n    // Create a copy to ensure we have a plain ArrayBuffer\n    const copy = new Uint8Array(data);\n    writer.write(copy);\n    writer.close();\n\n    const reader = ds.readable.getReader();\n    const chunks: Uint8Array[] = [];\n    let totalLength = 0;\n\n    while (true) {\n      const { done, value } = await reader.read();\n      if (done) break;\n      chunks.push(value);\n      totalLength += value.length;\n    }\n\n    const result = new Uint8Array(totalLength);\n    let offset = 0;\n    for (const chunk of chunks) {\n      result.set(chunk, offset);\n      offset += chunk.length;\n    }\n\n    return result;\n  }\n\n  /**\n   * Process SEI data asynchronously.\n   * @param seiData - Raw SEI payload\n   * @internal\n   */\n  private async processSEIData(seiData: Uint8Array): Promise<void> {\n    if (!this.callbacks) {\n      return;\n    }\n\n    this.totalFrameCount++;\n    this.intervalFrameCount++;\n\n    // Remove H.264 emulation prevention bytes using EBSP to RBSP conversion\n    const cleanedData = this.ebspToRbsp(seiData);\n\n    // Parse SEI header: [1B flags][4B msgLen (LE)][payload]\n    if (cleanedData.length < SEI_HEADER_SIZE) {\n      logger.warn('SEIExtractor', `SEI data too short: ${cleanedData.length}`);\n      return;\n    }\n\n    const flags = cleanedData[0];\n    const msgLen = new DataView(\n      cleanedData.buffer,\n      cleanedData.byteOffset + 1,\n      4\n    ).getUint32(0, true);\n\n    // Debug logging for first few packets\n    if (\n      this.debugLogging &&\n      (this.totalFrameCount <= 5 || this.totalFrameCount % 50 === 0)\n    ) {\n      logger.info(\n        'SEIExtractor',\n        `SEI packet #${this.totalFrameCount}: flags=0x${flags.toString(16)}, msgLen=${msgLen}, cleanedLen=${cleanedData.length}`\n      );\n    }\n\n    // Check for idle packet (no payload)\n    const isIdle = (flags & PacketFlags.Idle) !== 0;\n    if (isIdle || msgLen === 0) {\n      if (!this.lastWasIdle) {\n        this.lastWasIdle = true;\n        // Reset transition states when idle\n        this.isInStartTransition = false;\n        this.isInEndTransition = false;\n        this.callbacks.onIdleStart();\n      }\n      return;\n    }\n\n    // Extract payload - use all remaining bytes after header instead of msgLen\n    // This handles cases where EP removal changes the data length\n    const rawPayload = cleanedData.slice(SEI_HEADER_SIZE);\n\n    // Unescape zero bytes that were escaped by the server\n    const compressedPayload = this.unescapeZeroBytes(rawPayload);\n\n    // Decompress if compressed using zlib\n    let payload: Uint8Array;\n    if ((flags & PacketFlags.Gzipped) !== 0) {\n      payload = await this.decompressZlib(compressedPayload);\n    } else {\n      payload = compressedPayload;\n    }\n\n    // Check packet type flags\n    const isTransition = (flags & PacketFlags.Transition) !== 0;\n    const isTransitionEnd = (flags & PacketFlags.TransitionEnd) !== 0;\n    const isStart = (flags & PacketFlags.Start) !== 0;\n    const isEnd = (flags & PacketFlags.End) !== 0;\n\n    // Extract protobuf data\n    // Transition frames don't have frame sequence prefix\n    let protobufData: ArrayBuffer;\n    let frameSeq: number | undefined;\n\n    if (isTransition || isTransitionEnd) {\n      // Create a copy to ensure we have a plain ArrayBuffer\n      protobufData = new Uint8Array(payload).buffer;\n    } else {\n      // Normal animation frame: [4B frameSeq][protobuf]\n      if (payload.length < FRAME_SEQ_SIZE) {\n        logger.warn('SEIExtractor', 'Payload too short for frame sequence');\n        return;\n      }\n      frameSeq = new DataView(payload.buffer, payload.byteOffset, 4).getUint32(\n        0,\n        true\n      );\n\n      if (\n        this.debugLogging &&\n        (this.totalFrameCount <= 5 || this.totalFrameCount % 50 === 0)\n      ) {\n        logger.info('SEIExtractor', `Animation frame seq=${frameSeq}`);\n      }\n\n      // Create a copy of the protobuf data portion\n      protobufData = new Uint8Array(\n        payload.subarray(FRAME_SEQ_SIZE)\n      ).buffer;\n    }\n\n    // Handle transition packets\n    // Only trigger transition on first packet of consecutive transition packets\n    if (isTransition) {\n      if (!this.isInStartTransition) {\n        this.isInStartTransition = true;\n        this.isInEndTransition = false;\n        if (this.debugLogging) {\n          logger.info('SEIExtractor', 'Transition START (first packet)');\n        }\n        this.callbacks.onTransition(protobufData, this.transitionStartFrameCount);\n      }\n      return;\n    }\n\n    if (isTransitionEnd) {\n      if (!this.isInEndTransition) {\n        this.isInEndTransition = true;\n        this.isInStartTransition = false;\n        if (this.debugLogging) {\n          logger.info('SEIExtractor', 'Transition END (first packet)');\n        }\n        this.callbacks.onTransitionEnd(protobufData, this.transitionEndFrameCount);\n      }\n      return;\n    }\n\n    // Normal animation frame - clear transition states\n    this.isInStartTransition = false;\n    this.isInEndTransition = false;\n\n    // Normal animation frame\n    const isFirstFrame = this.lastWasIdle || isStart;\n    this.lastWasIdle = false;\n\n    // Session start callback\n    if (isFirstFrame) {\n      if (this.debugLogging) {\n        logger.info('SEIExtractor', 'Session start');\n      }\n      this.callbacks.onSessionStart?.();\n    }\n\n    // Call animation data callback\n    this.callbacks.onAnimationData(protobufData, {\n      frameSeq,\n      isStart: isFirstFrame,\n      isEnd,\n      isIdle: false,\n      isRecovered: false, // Agora handles reliability internally\n    });\n\n    // Session end callback\n    if (isEnd) {\n      if (this.debugLogging) {\n        logger.info('SEIExtractor', 'Session end');\n      }\n      this.callbacks.onSessionEnd?.();\n    }\n  }\n\n  /**\n   * Log debug information for failed SEI processing.\n   * @internal\n   */\n  private logDebugInfo(seiData: Uint8Array): void {\n    const totalLen = seiData.length;\n    logger.error('SEIExtractor', `Total SEI length: ${totalLen}`);\n    if (seiData.length >= 20) {\n      const hexBytes = Array.from(seiData.slice(0, 20))\n        .map((b) => b.toString(16).padStart(2, '0'))\n        .join(' ');\n      logger.error('SEIExtractor', 'First 20 bytes of SEI:', hexBytes);\n    }\n    if (seiData.length >= SEI_HEADER_SIZE) {\n      const flags = seiData[0];\n      const msgLen = new DataView(\n        seiData.buffer,\n        seiData.byteOffset + 1,\n        4\n      ).getUint32(0, true);\n      logger.error(\n        'SEIExtractor',\n        `SEI header: flags=0x${flags.toString(16)}, msgLen=${msgLen}`\n      );\n    }\n  }\n\n  /**\n   * Start the statistics reporting interval.\n   * @internal\n   */\n  private startStatsInterval(): void {\n    this.lastStatsTime = Date.now();\n    this.statsInterval = setInterval(() => {\n      const now = Date.now();\n      const elapsedSeconds = (now - this.lastStatsTime) / 1000;\n\n      if (elapsedSeconds > 0 && this.callbacks) {\n        const fps = this.intervalFrameCount / elapsedSeconds;\n\n        const stats: StreamStats = {\n          framesPerSec: Math.round(fps * 10) / 10,\n          totalFrames: this.totalFrameCount,\n          framesSent: this.totalFrameCount,\n          framesLost: 0,\n          framesRecovered: 0,\n          framesDropped: 0,\n          framesOutOfOrder: 0,\n          framesDuplicate: 0,\n          lastRenderedSeq: -1,\n        };\n\n        this.callbacks.onStreamStats(stats);\n      }\n\n      this.intervalFrameCount = 0;\n      this.lastStatsTime = now;\n    }, 1000);\n  }\n\n  /**\n   * Stop the statistics reporting interval.\n   * @internal\n   */\n  private stopStatsInterval(): void {\n    if (this.statsInterval) {\n      clearInterval(this.statsInterval);\n      this.statsInterval = null;\n    }\n  }\n\n  /**\n   * Reset session state.\n   * Call this when reconnecting or starting a new session.\n   * @internal\n   */\n  reset(): void {\n    this.lastWasIdle = true;\n    this.isInStartTransition = false;\n    this.isInEndTransition = false;\n    this.totalFrameCount = 0;\n    this.intervalFrameCount = 0;\n    this.lastStatsTime = Date.now();\n  }\n\n  /**\n   * Dispose the extractor and release resources.\n   * @internal\n   */\n  dispose(): void {\n    this.stopStatsInterval();\n    this.callbacks = null;\n    this.lastWasIdle = true;\n    this.isInStartTransition = false;\n    this.isInEndTransition = false;\n  }\n}\n"],"names":[],"mappings":";;;;AAoCA,MAAM,cAAc;AAAA;AAAA,EAElB,MAAM;AAAA;AAAA,EAEN,OAAO;AAAA;AAAA,EAEP,KAAK;AAAA;AAAA,EAEL,SAAS;AAAA;AAAA,EAET,YAAY;AAAA;AAAA,EAEZ,eAAe;AACjB;AAGA,MAAM,kBAAkB;AAGxB,MAAM,iBAAiB;AAGvB,MAAM,kCAAkC;AACxC,MAAM,gCAAgC;AAS/B,MAAM,aAAa;AAAA,EAkCxB,cAAc;AAhCN;AAAA,qCAA4C;AAI5C;AAAA;AAAA,uCAAc;AAId;AAAA;AAAA,+CAAsB;AAEtB;AAAA,6CAAoB;AAIpB;AAAA;AAAA;AAEA;AAAA;AAIA;AAAA;AAAA,2CAAkB;AAElB;AAAA,8CAAqB;AAErB;AAAA,yCAAgB;AAEhB;AAAA,yCAAuD;AAIvD;AAAA;AAAA,wCAAe;AAGrB,SAAK,4BAA4B;AACjC,SAAK,0BAA0B;AAAA,EACjC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,WAAW,WAA0C;AACnD,SAAK,YAAY;AACjB,SAAK,mBAAA;AAAA,EACP;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,gBAAgB,SAAwB;AACtC,SAAK,eAAe;AAAA,EACtB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,cAAc,SAA2B;AACvC,SAAK,eAAe,OAAO,EAAE,MAAM,CAAC,UAAU;AAC5C,aAAO,MAAM,gBAAgB,+BAA+B,KAAK;AACjE,WAAK,aAAa,OAAO;AAAA,IAC3B,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAgBQ,WAAW,MAA8B;AAC/C,QAAI,KAAK,WAAW,GAAG;AACrB,aAAO;AAAA,IACT;AAEA,UAAM,SAAmB,CAAA;AACzB,QAAI,YAAY;AAEhB,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,KAAK;AACpC,YAAM,OAAO,KAAK,CAAC;AAGnB,UAAI,aAAa,KAAK,SAAS,GAAM;AACnC,YAAI,IAAI,IAAI,KAAK,QAAQ;AACvB,gBAAM,WAAW,KAAK,IAAI,CAAC;AAC3B,cAAI,YAAY,GAAM;AAEpB,wBAAY;AACZ;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAGA,UAAI,SAAS,GAAM;AACjB;AAAA,MACF,OAAO;AACL,oBAAY;AAAA,MACd;AAEA,aAAO,KAAK,IAAI;AAAA,IAClB;AAEA,WAAO,IAAI,WAAW,MAAM;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWQ,kBAAkB,MAA8B;AACtD,UAAM,SAAmB,CAAA;AACzB,QAAI,IAAI;AACR,WAAO,IAAI,KAAK,QAAQ;AACtB,UAAI,IAAI,IAAI,KAAK,UAAU,KAAK,CAAC,MAAM,KAAQ,KAAK,IAAI,CAAC,MAAM,KAAM;AAEnE,eAAO,KAAK,CAAI;AAChB,aAAK;AAAA,MACP,WACE,IAAI,IAAI,KAAK,UACb,KAAK,CAAC,MAAM,OACZ,KAAK,IAAI,CAAC,MAAM,KAChB;AAEA,eAAO,KAAK,GAAI;AAChB,aAAK;AAAA,MACP,OAAO;AACL,eAAO,KAAK,KAAK,CAAC,CAAC;AACnB;AAAA,MACF;AAAA,IACF;AACA,WAAO,IAAI,WAAW,MAAM;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWA,MAAc,eAAe,MAAuC;AAClE,UAAM,KAAK,IAAI,oBAAoB,SAAS;AAC5C,UAAM,SAAS,GAAG,SAAS,UAAA;AAE3B,UAAM,OAAO,IAAI,WAAW,IAAI;AAChC,WAAO,MAAM,IAAI;AACjB,WAAO,MAAA;AAEP,UAAM,SAAS,GAAG,SAAS,UAAA;AAC3B,UAAM,SAAuB,CAAA;AAC7B,QAAI,cAAc;AAElB,WAAO,MAAM;AACX,YAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AACrC,UAAI,KAAM;AACV,aAAO,KAAK,KAAK;AACjB,qBAAe,MAAM;AAAA,IACvB;AAEA,UAAM,SAAS,IAAI,WAAW,WAAW;AACzC,QAAI,SAAS;AACb,eAAW,SAAS,QAAQ;AAC1B,aAAO,IAAI,OAAO,MAAM;AACxB,gBAAU,MAAM;AAAA,IAClB;AAEA,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAc,eAAe,SAAoC;;AAC/D,QAAI,CAAC,KAAK,WAAW;AACnB;AAAA,IACF;AAEA,SAAK;AACL,SAAK;AAGL,UAAM,cAAc,KAAK,WAAW,OAAO;AAG3C,QAAI,YAAY,SAAS,iBAAiB;AACxC,aAAO,KAAK,gBAAgB,uBAAuB,YAAY,MAAM,EAAE;AACvE;AAAA,IACF;AAEA,UAAM,QAAQ,YAAY,CAAC;AAC3B,UAAM,SAAS,IAAI;AAAA,MACjB,YAAY;AAAA,MACZ,YAAY,aAAa;AAAA,MACzB;AAAA,IAAA,EACA,UAAU,GAAG,IAAI;AAGnB,QACE,KAAK,iBACJ,KAAK,mBAAmB,KAAK,KAAK,kBAAkB,OAAO,IAC5D;AACA,aAAO;AAAA,QACL;AAAA,QACA,eAAe,KAAK,eAAe,aAAa,MAAM,SAAS,EAAE,CAAC,YAAY,MAAM,gBAAgB,YAAY,MAAM;AAAA,MAAA;AAAA,IAE1H;AAGA,UAAM,UAAU,QAAQ,YAAY,UAAU;AAC9C,QAAI,UAAU,WAAW,GAAG;AAC1B,UAAI,CAAC,KAAK,aAAa;AACrB,aAAK,cAAc;AAEnB,aAAK,sBAAsB;AAC3B,aAAK,oBAAoB;AACzB,aAAK,UAAU,YAAA;AAAA,MACjB;AACA;AAAA,IACF;AAIA,UAAM,aAAa,YAAY,MAAM,eAAe;AAGpD,UAAM,oBAAoB,KAAK,kBAAkB,UAAU;AAG3D,QAAI;AACJ,SAAK,QAAQ,YAAY,aAAa,GAAG;AACvC,gBAAU,MAAM,KAAK,eAAe,iBAAiB;AAAA,IACvD,OAAO;AACL,gBAAU;AAAA,IACZ;AAGA,UAAM,gBAAgB,QAAQ,YAAY,gBAAgB;AAC1D,UAAM,mBAAmB,QAAQ,YAAY,mBAAmB;AAChE,UAAM,WAAW,QAAQ,YAAY,WAAW;AAChD,UAAM,SAAS,QAAQ,YAAY,SAAS;AAI5C,QAAI;AACJ,QAAI;AAEJ,QAAI,gBAAgB,iBAAiB;AAEnC,qBAAe,IAAI,WAAW,OAAO,EAAE;AAAA,IACzC,OAAO;AAEL,UAAI,QAAQ,SAAS,gBAAgB;AACnC,eAAO,KAAK,gBAAgB,sCAAsC;AAClE;AAAA,MACF;AACA,iBAAW,IAAI,SAAS,QAAQ,QAAQ,QAAQ,YAAY,CAAC,EAAE;AAAA,QAC7D;AAAA,QACA;AAAA,MAAA;AAGF,UACE,KAAK,iBACJ,KAAK,mBAAmB,KAAK,KAAK,kBAAkB,OAAO,IAC5D;AACA,eAAO,KAAK,gBAAgB,uBAAuB,QAAQ,EAAE;AAAA,MAC/D;AAGA,qBAAe,IAAI;AAAA,QACjB,QAAQ,SAAS,cAAc;AAAA,MAAA,EAC/B;AAAA,IACJ;AAIA,QAAI,cAAc;AAChB,UAAI,CAAC,KAAK,qBAAqB;AAC7B,aAAK,sBAAsB;AAC3B,aAAK,oBAAoB;AACzB,YAAI,KAAK,cAAc;AACrB,iBAAO,KAAK,gBAAgB,iCAAiC;AAAA,QAC/D;AACA,aAAK,UAAU,aAAa,cAAc,KAAK,yBAAyB;AAAA,MAC1E;AACA;AAAA,IACF;AAEA,QAAI,iBAAiB;AACnB,UAAI,CAAC,KAAK,mBAAmB;AAC3B,aAAK,oBAAoB;AACzB,aAAK,sBAAsB;AAC3B,YAAI,KAAK,cAAc;AACrB,iBAAO,KAAK,gBAAgB,+BAA+B;AAAA,QAC7D;AACA,aAAK,UAAU,gBAAgB,cAAc,KAAK,uBAAuB;AAAA,MAC3E;AACA;AAAA,IACF;AAGA,SAAK,sBAAsB;AAC3B,SAAK,oBAAoB;AAGzB,UAAM,eAAe,KAAK,eAAe;AACzC,SAAK,cAAc;AAGnB,QAAI,cAAc;AAChB,UAAI,KAAK,cAAc;AACrB,eAAO,KAAK,gBAAgB,eAAe;AAAA,MAC7C;AACA,uBAAK,WAAU,mBAAf;AAAA,IACF;AAGA,SAAK,UAAU,gBAAgB,cAAc;AAAA,MAC3C;AAAA,MACA,SAAS;AAAA,MACT;AAAA,MACA,QAAQ;AAAA,MACR,aAAa;AAAA;AAAA,IAAA,CACd;AAGD,QAAI,OAAO;AACT,UAAI,KAAK,cAAc;AACrB,eAAO,KAAK,gBAAgB,aAAa;AAAA,MAC3C;AACA,uBAAK,WAAU,iBAAf;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,aAAa,SAA2B;AAC9C,UAAM,WAAW,QAAQ;AACzB,WAAO,MAAM,gBAAgB,qBAAqB,QAAQ,EAAE;AAC5D,QAAI,QAAQ,UAAU,IAAI;AACxB,YAAM,WAAW,MAAM,KAAK,QAAQ,MAAM,GAAG,EAAE,CAAC,EAC7C,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,SAAS,GAAG,GAAG,CAAC,EAC1C,KAAK,GAAG;AACX,aAAO,MAAM,gBAAgB,0BAA0B,QAAQ;AAAA,IACjE;AACA,QAAI,QAAQ,UAAU,iBAAiB;AACrC,YAAM,QAAQ,QAAQ,CAAC;AACvB,YAAM,SAAS,IAAI;AAAA,QACjB,QAAQ;AAAA,QACR,QAAQ,aAAa;AAAA,QACrB;AAAA,MAAA,EACA,UAAU,GAAG,IAAI;AACnB,aAAO;AAAA,QACL;AAAA,QACA,uBAAuB,MAAM,SAAS,EAAE,CAAC,YAAY,MAAM;AAAA,MAAA;AAAA,IAE/D;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,qBAA2B;AACjC,SAAK,gBAAgB,KAAK,IAAA;AAC1B,SAAK,gBAAgB,YAAY,MAAM;AACrC,YAAM,MAAM,KAAK,IAAA;AACjB,YAAM,kBAAkB,MAAM,KAAK,iBAAiB;AAEpD,UAAI,iBAAiB,KAAK,KAAK,WAAW;AACxC,cAAM,MAAM,KAAK,qBAAqB;AAEtC,cAAM,QAAqB;AAAA,UACzB,cAAc,KAAK,MAAM,MAAM,EAAE,IAAI;AAAA,UACrC,aAAa,KAAK;AAAA,UAClB,YAAY,KAAK;AAAA,UACjB,YAAY;AAAA,UACZ,iBAAiB;AAAA,UACjB,eAAe;AAAA,UACf,kBAAkB;AAAA,UAClB,iBAAiB;AAAA,UACjB,iBAAiB;AAAA,QAAA;AAGnB,aAAK,UAAU,cAAc,KAAK;AAAA,MACpC;AAEA,WAAK,qBAAqB;AAC1B,WAAK,gBAAgB;AAAA,IACvB,GAAG,GAAI;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA,EAMQ,oBAA0B;AAChC,QAAI,KAAK,eAAe;AACtB,oBAAc,KAAK,aAAa;AAChC,WAAK,gBAAgB;AAAA,IACvB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,QAAc;AACZ,SAAK,cAAc;AACnB,SAAK,sBAAsB;AAC3B,SAAK,oBAAoB;AACzB,SAAK,kBAAkB;AACvB,SAAK,qBAAqB;AAC1B,SAAK,gBAAgB,KAAK,IAAA;AAAA,EAC5B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAgB;AACd,SAAK,kBAAA;AACL,SAAK,YAAY;AACjB,SAAK,cAAc;AACnB,SAAK,sBAAsB;AAC3B,SAAK,oBAAoB;AAAA,EAC3B;AACF;"}