@livekit/rtc-node 0.13.22 → 0.13.23

package/dist/audio_frame.cjs

@@ -31,6 +31,7 @@ class AudioFrame {
   // it is recommended to use buffer.subarray instead.
   // XXX(nbsp): add this when writing proper docs
   constructor(data, sampleRate, channels, samplesPerChannel) {
+    this._userdata = {};
     this.data = data;
     this.sampleRate = sampleRate;
     this.channels = channels;
@@ -62,6 +63,10 @@ class AudioFrame {
       samplesPerChannel: this.samplesPerChannel
     });
   }
+  /** Returns the user data associated with the audio frame. */
+  get userdata() {
+    return this._userdata;
+  }
 }
 const combineAudioFrames = (buffer) => {
   if (!Array.isArray(buffer)) {

package/dist/audio_frame.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/audio_frame.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { FfiClient, FfiHandle } from './ffi_client.js';\nimport type { OwnedAudioFrameBuffer } from './proto/audio_frame_pb.js';\nimport { AudioFrameBufferInfo } from './proto/audio_frame_pb.js';\n\nexport class AudioFrame {\n  data: Int16Array;\n  sampleRate: number;\n  channels: number;\n  samplesPerChannel: number;\n\n  // note: if converting from Uint8Array to Int16Array, *do not* use buffer.slice!\n  // it is marked unstable by Node and can cause undefined behaviour, such as massive chunks of\n  // noise being added to the end.\n  // it is recommended to use buffer.subarray instead.\n  // XXX(nbsp): add this when writing proper docs\n  constructor(data: Int16Array, sampleRate: number, channels: number, samplesPerChannel: number) {\n    this.data = data;\n    this.sampleRate = sampleRate;\n    this.channels = channels;\n    this.samplesPerChannel = samplesPerChannel;\n  }\n\n  static create(sampleRate: number, channels: number, samplesPerChannel: number): AudioFrame {\n    const data = new Int16Array(channels * samplesPerChannel);\n    return new AudioFrame(data, sampleRate, channels, samplesPerChannel);\n  }\n\n  /** @internal */\n  static fromOwnedInfo(owned: OwnedAudioFrameBuffer): AudioFrame {\n    const info = owned.info!;\n    const len = info.numChannels! * info.samplesPerChannel! * 2; // c_int16\n    const data = FfiClient.instance.copyBuffer(info.dataPtr!, len);\n    new FfiHandle(owned.handle!.id!).dispose();\n    return new AudioFrame(\n      new Int16Array(data.buffer),\n      info.sampleRate!,\n      info.numChannels!,\n      info.samplesPerChannel!,\n    );\n  }\n\n  /** @internal */\n  protoInfo(): AudioFrameBufferInfo {\n    return new AudioFrameBufferInfo({\n      dataPtr: FfiClient.instance.retrievePtr(new Uint8Array(this.data.buffer)),\n      sampleRate: this.sampleRate,\n      numChannels: this.channels,\n      samplesPerChannel: this.samplesPerChannel,\n    });\n  }\n}\n\n/**\n * Combines one or more `rtc.AudioFrame` objects into a single `rtc.AudioFrame`.\n *\n * This function concatenates the audio data from multiple frames, ensuring that all frames have\n * the same sample rate and number of channels. It efficiently merges the data by preallocating the\n * necessary memory and copying the frame data without unnecessary reallocations.\n *\n * @param buffer - a single AudioFrame or list thereof\n */\nexport const combineAudioFrames = (buffer: AudioFrame | AudioFrame[]): AudioFrame => {\n  if (!Array.isArray(buffer)) {\n    return buffer;\n  }\n  buffer = buffer as AudioFrame[];\n\n  if (buffer.length === 0) {\n    throw new Error('buffer is empty');\n  }\n\n  const sampleRate = buffer[0]!.sampleRate;\n  const channels = buffer[0]!.channels;\n\n  let totalSamplesPerChannel = 0;\n  for (const frame of buffer) {\n    if (frame.sampleRate != sampleRate) {\n      throw new Error(`sample rate mismatch: expected ${sampleRate}, got ${frame.sampleRate}`);\n    }\n\n    if (frame.channels != channels) {\n      throw new Error(`channel mismatch: expected ${channels}, got ${frame.channels}`);\n    }\n\n    totalSamplesPerChannel += frame.samplesPerChannel;\n  }\n\n  const data = new Int16Array(buffer.map((x) => [...x.data]).flat());\n  return new AudioFrame(data, sampleRate, channels, totalSamplesPerChannel);\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,wBAAqC;AAErC,4BAAqC;AAE9B,MAAM,WAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWtB,YAAY,MAAkB,YAAoB,UAAkB,mBAA2B;AAC7F,SAAK,OAAO;AACZ,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEA,OAAO,OAAO,YAAoB,UAAkB,mBAAuC;AACzF,UAAM,OAAO,IAAI,WAAW,WAAW,iBAAiB;AACxD,WAAO,IAAI,WAAW,MAAM,YAAY,UAAU,iBAAiB;AAAA,EACrE;AAAA;AAAA,EAGA,OAAO,cAAc,OAA0C;AAC7D,UAAM,OAAO,MAAM;AACnB,UAAM,MAAM,KAAK,cAAe,KAAK,oBAAqB;AAC1D,UAAM,OAAO,4BAAU,SAAS,WAAW,KAAK,SAAU,GAAG;AAC7D,QAAI,4BAAU,MAAM,OAAQ,EAAG,EAAE,QAAQ;AACzC,WAAO,IAAI;AAAA,MACT,IAAI,WAAW,KAAK,MAAM;AAAA,MAC1B,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,IACP;AAAA,EACF;AAAA;AAAA,EAGA,YAAkC;AAChC,WAAO,IAAI,2CAAqB;AAAA,MAC9B,SAAS,4BAAU,SAAS,YAAY,IAAI,WAAW,KAAK,KAAK,MAAM,CAAC;AAAA,MACxE,YAAY,KAAK;AAAA,MACjB,aAAa,KAAK;AAAA,MAClB,mBAAmB,KAAK;AAAA,IAC1B,CAAC;AAAA,EACH;AACF;AAWO,MAAM,qBAAqB,CAAC,WAAkD;AACnF,MAAI,CAAC,MAAM,QAAQ,MAAM,GAAG;AAC1B,WAAO;AAAA,EACT;AACA,WAAS;AAET,MAAI,OAAO,WAAW,GAAG;AACvB,UAAM,IAAI,MAAM,iBAAiB;AAAA,EACnC;AAEA,QAAM,aAAa,OAAO,CAAC,EAAG;AAC9B,QAAM,WAAW,OAAO,CAAC,EAAG;AAE5B,MAAI,yBAAyB;AAC7B,aAAW,SAAS,QAAQ;AAC1B,QAAI,MAAM,cAAc,YAAY;AAClC,YAAM,IAAI,MAAM,kCAAkC,UAAU,SAAS,MAAM,UAAU,EAAE;AAAA,IACzF;AAEA,QAAI,MAAM,YAAY,UAAU;AAC9B,YAAM,IAAI,MAAM,8BAA8B,QAAQ,SAAS,MAAM,QAAQ,EAAE;AAAA,IACjF;AAEA,8BAA0B,MAAM;AAAA,EAClC;AAEA,QAAM,OAAO,IAAI,WAAW,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,KAAK,CAAC;AACjE,SAAO,IAAI,WAAW,MAAM,YAAY,UAAU,sBAAsB;AAC1E;","names":[]}
+{"version":3,"sources":["../src/audio_frame.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { FfiClient, FfiHandle } from './ffi_client.js';\nimport type { OwnedAudioFrameBuffer } from './proto/audio_frame_pb.js';\nimport { AudioFrameBufferInfo } from './proto/audio_frame_pb.js';\n\nexport class AudioFrame {\n  data: Int16Array;\n  sampleRate: number;\n  channels: number;\n  samplesPerChannel: number;\n\n  private _userdata: Record<string, unknown> = {};\n\n  // note: if converting from Uint8Array to Int16Array, *do not* use buffer.slice!\n  // it is marked unstable by Node and can cause undefined behaviour, such as massive chunks of\n  // noise being added to the end.\n  // it is recommended to use buffer.subarray instead.\n  // XXX(nbsp): add this when writing proper docs\n  constructor(data: Int16Array, sampleRate: number, channels: number, samplesPerChannel: number) {\n    this.data = data;\n    this.sampleRate = sampleRate;\n    this.channels = channels;\n    this.samplesPerChannel = samplesPerChannel;\n  }\n\n  static create(sampleRate: number, channels: number, samplesPerChannel: number): AudioFrame {\n    const data = new Int16Array(channels * samplesPerChannel);\n    return new AudioFrame(data, sampleRate, channels, samplesPerChannel);\n  }\n\n  /** @internal */\n  static fromOwnedInfo(owned: OwnedAudioFrameBuffer): AudioFrame {\n    const info = owned.info!;\n    const len = info.numChannels! * info.samplesPerChannel! * 2; // c_int16\n    const data = FfiClient.instance.copyBuffer(info.dataPtr!, len);\n    new FfiHandle(owned.handle!.id!).dispose();\n    return new AudioFrame(\n      new Int16Array(data.buffer),\n      info.sampleRate!,\n      info.numChannels!,\n      info.samplesPerChannel!,\n    );\n  }\n\n  /** @internal */\n  protoInfo(): AudioFrameBufferInfo {\n    return new AudioFrameBufferInfo({\n      dataPtr: FfiClient.instance.retrievePtr(new Uint8Array(this.data.buffer)),\n      sampleRate: this.sampleRate,\n      numChannels: this.channels,\n      samplesPerChannel: this.samplesPerChannel,\n    });\n  }\n\n  /** Returns the user data associated with the audio frame. */\n  get userdata() {\n    return this._userdata;\n  }\n}\n\n/**\n * Combines one or more `rtc.AudioFrame` objects into a single `rtc.AudioFrame`.\n *\n * This function concatenates the audio data from multiple frames, ensuring that all frames have\n * the same sample rate and number of channels. It efficiently merges the data by preallocating the\n * necessary memory and copying the frame data without unnecessary reallocations.\n *\n * @param buffer - a single AudioFrame or list thereof\n */\nexport const combineAudioFrames = (buffer: AudioFrame | AudioFrame[]): AudioFrame => {\n  if (!Array.isArray(buffer)) {\n    return buffer;\n  }\n  buffer = buffer as AudioFrame[];\n\n  if (buffer.length === 0) {\n    throw new Error('buffer is empty');\n  }\n\n  const sampleRate = buffer[0]!.sampleRate;\n  const channels = buffer[0]!.channels;\n\n  let totalSamplesPerChannel = 0;\n  for (const frame of buffer) {\n    if (frame.sampleRate != sampleRate) {\n      throw new Error(`sample rate mismatch: expected ${sampleRate}, got ${frame.sampleRate}`);\n    }\n\n    if (frame.channels != channels) {\n      throw new Error(`channel mismatch: expected ${channels}, got ${frame.channels}`);\n    }\n\n    totalSamplesPerChannel += frame.samplesPerChannel;\n  }\n\n  const data = new Int16Array(buffer.map((x) => [...x.data]).flat());\n  return new AudioFrame(data, sampleRate, channels, totalSamplesPerChannel);\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,wBAAqC;AAErC,4BAAqC;AAE9B,MAAM,WAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAatB,YAAY,MAAkB,YAAoB,UAAkB,mBAA2B;AAP/F,SAAQ,YAAqC,CAAC;AAQ5C,SAAK,OAAO;AACZ,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEA,OAAO,OAAO,YAAoB,UAAkB,mBAAuC;AACzF,UAAM,OAAO,IAAI,WAAW,WAAW,iBAAiB;AACxD,WAAO,IAAI,WAAW,MAAM,YAAY,UAAU,iBAAiB;AAAA,EACrE;AAAA;AAAA,EAGA,OAAO,cAAc,OAA0C;AAC7D,UAAM,OAAO,MAAM;AACnB,UAAM,MAAM,KAAK,cAAe,KAAK,oBAAqB;AAC1D,UAAM,OAAO,4BAAU,SAAS,WAAW,KAAK,SAAU,GAAG;AAC7D,QAAI,4BAAU,MAAM,OAAQ,EAAG,EAAE,QAAQ;AACzC,WAAO,IAAI;AAAA,MACT,IAAI,WAAW,KAAK,MAAM;AAAA,MAC1B,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,IACP;AAAA,EACF;AAAA;AAAA,EAGA,YAAkC;AAChC,WAAO,IAAI,2CAAqB;AAAA,MAC9B,SAAS,4BAAU,SAAS,YAAY,IAAI,WAAW,KAAK,KAAK,MAAM,CAAC;AAAA,MACxE,YAAY,KAAK;AAAA,MACjB,aAAa,KAAK;AAAA,MAClB,mBAAmB,KAAK;AAAA,IAC1B,CAAC;AAAA,EACH;AAAA;AAAA,EAGA,IAAI,WAAW;AACb,WAAO,KAAK;AAAA,EACd;AACF;AAWO,MAAM,qBAAqB,CAAC,WAAkD;AACnF,MAAI,CAAC,MAAM,QAAQ,MAAM,GAAG;AAC1B,WAAO;AAAA,EACT;AACA,WAAS;AAET,MAAI,OAAO,WAAW,GAAG;AACvB,UAAM,IAAI,MAAM,iBAAiB;AAAA,EACnC;AAEA,QAAM,aAAa,OAAO,CAAC,EAAG;AAC9B,QAAM,WAAW,OAAO,CAAC,EAAG;AAE5B,MAAI,yBAAyB;AAC7B,aAAW,SAAS,QAAQ;AAC1B,QAAI,MAAM,cAAc,YAAY;AAClC,YAAM,IAAI,MAAM,kCAAkC,UAAU,SAAS,MAAM,UAAU,EAAE;AAAA,IACzF;AAEA,QAAI,MAAM,YAAY,UAAU;AAC9B,YAAM,IAAI,MAAM,8BAA8B,QAAQ,SAAS,MAAM,QAAQ,EAAE;AAAA,IACjF;AAEA,8BAA0B,MAAM;AAAA,EAClC;AAEA,QAAM,OAAO,IAAI,WAAW,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,KAAK,CAAC;AACjE,SAAO,IAAI,WAAW,MAAM,YAAY,UAAU,sBAAsB;AAC1E;","names":[]}

package/dist/audio_frame.d.cts

@@ -10,12 +10,15 @@ declare class AudioFrame {
     sampleRate: number;
     channels: number;
     samplesPerChannel: number;
+    private _userdata;
     constructor(data: Int16Array, sampleRate: number, channels: number, samplesPerChannel: number);
     static create(sampleRate: number, channels: number, samplesPerChannel: number): AudioFrame;
     /** @internal */
     static fromOwnedInfo(owned: OwnedAudioFrameBuffer): AudioFrame;
     /** @internal */
     protoInfo(): AudioFrameBufferInfo;
+    /** Returns the user data associated with the audio frame. */
+    get userdata(): Record<string, unknown>;
 }
 /**
  * Combines one or more `rtc.AudioFrame` objects into a single `rtc.AudioFrame`.

package/dist/audio_frame.d.ts

@@ -10,12 +10,15 @@ declare class AudioFrame {
     sampleRate: number;
     channels: number;
     samplesPerChannel: number;
+    private _userdata;
     constructor(data: Int16Array, sampleRate: number, channels: number, samplesPerChannel: number);
     static create(sampleRate: number, channels: number, samplesPerChannel: number): AudioFrame;
     /** @internal */
     static fromOwnedInfo(owned: OwnedAudioFrameBuffer): AudioFrame;
     /** @internal */
     protoInfo(): AudioFrameBufferInfo;
+    /** Returns the user data associated with the audio frame. */
+    get userdata(): Record<string, unknown>;
 }
 /**
  * Combines one or more `rtc.AudioFrame` objects into a single `rtc.AudioFrame`.

package/dist/audio_frame.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"audio_frame.d.ts","sourceRoot":"","sources":["../src/audio_frame.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AACvE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AAEjE,qBAAa,UAAU;IACrB,IAAI,EAAE,UAAU,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,iBAAiB,EAAE,MAAM,CAAC;gBAOd,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM;IAO7F,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,GAAG,UAAU;IAK1F,gBAAgB;IAChB,MAAM,CAAC,aAAa,CAAC,KAAK,EAAE,qBAAqB,GAAG,UAAU;IAa9D,gBAAgB;IAChB,SAAS,IAAI,oBAAoB;CAQlC;AAED;;;;;;;;GAQG;AACH,eAAO,MAAM,kBAAkB,GAAI,QAAQ,UAAU,GAAG,UAAU,EAAE,KAAG,UA4BtE,CAAC"}
+{"version":3,"file":"audio_frame.d.ts","sourceRoot":"","sources":["../src/audio_frame.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AACvE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AAEjE,qBAAa,UAAU;IACrB,IAAI,EAAE,UAAU,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,iBAAiB,EAAE,MAAM,CAAC;IAE1B,OAAO,CAAC,SAAS,CAA+B;gBAOpC,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM;IAO7F,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,GAAG,UAAU;IAK1F,gBAAgB;IAChB,MAAM,CAAC,aAAa,CAAC,KAAK,EAAE,qBAAqB,GAAG,UAAU;IAa9D,gBAAgB;IAChB,SAAS,IAAI,oBAAoB;IASjC,6DAA6D;IAC7D,IAAI,QAAQ,4BAEX;CACF;AAED;;;;;;;;GAQG;AACH,eAAO,MAAM,kBAAkB,GAAI,QAAQ,UAAU,GAAG,UAAU,EAAE,KAAG,UA4BtE,CAAC"}

package/dist/audio_frame.js

@@ -7,6 +7,7 @@ class AudioFrame {
   // it is recommended to use buffer.subarray instead.
   // XXX(nbsp): add this when writing proper docs
   constructor(data, sampleRate, channels, samplesPerChannel) {
+    this._userdata = {};
     this.data = data;
     this.sampleRate = sampleRate;
     this.channels = channels;
@@ -38,6 +39,10 @@ class AudioFrame {
       samplesPerChannel: this.samplesPerChannel
     });
   }
+  /** Returns the user data associated with the audio frame. */
+  get userdata() {
+    return this._userdata;
+  }
 }
 const combineAudioFrames = (buffer) => {
   if (!Array.isArray(buffer)) {

package/dist/audio_frame.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/audio_frame.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { FfiClient, FfiHandle } from './ffi_client.js';\nimport type { OwnedAudioFrameBuffer } from './proto/audio_frame_pb.js';\nimport { AudioFrameBufferInfo } from './proto/audio_frame_pb.js';\n\nexport class AudioFrame {\n  data: Int16Array;\n  sampleRate: number;\n  channels: number;\n  samplesPerChannel: number;\n\n  // note: if converting from Uint8Array to Int16Array, *do not* use buffer.slice!\n  // it is marked unstable by Node and can cause undefined behaviour, such as massive chunks of\n  // noise being added to the end.\n  // it is recommended to use buffer.subarray instead.\n  // XXX(nbsp): add this when writing proper docs\n  constructor(data: Int16Array, sampleRate: number, channels: number, samplesPerChannel: number) {\n    this.data = data;\n    this.sampleRate = sampleRate;\n    this.channels = channels;\n    this.samplesPerChannel = samplesPerChannel;\n  }\n\n  static create(sampleRate: number, channels: number, samplesPerChannel: number): AudioFrame {\n    const data = new Int16Array(channels * samplesPerChannel);\n    return new AudioFrame(data, sampleRate, channels, samplesPerChannel);\n  }\n\n  /** @internal */\n  static fromOwnedInfo(owned: OwnedAudioFrameBuffer): AudioFrame {\n    const info = owned.info!;\n    const len = info.numChannels! * info.samplesPerChannel! * 2; // c_int16\n    const data = FfiClient.instance.copyBuffer(info.dataPtr!, len);\n    new FfiHandle(owned.handle!.id!).dispose();\n    return new AudioFrame(\n      new Int16Array(data.buffer),\n      info.sampleRate!,\n      info.numChannels!,\n      info.samplesPerChannel!,\n    );\n  }\n\n  /** @internal */\n  protoInfo(): AudioFrameBufferInfo {\n    return new AudioFrameBufferInfo({\n      dataPtr: FfiClient.instance.retrievePtr(new Uint8Array(this.data.buffer)),\n      sampleRate: this.sampleRate,\n      numChannels: this.channels,\n      samplesPerChannel: this.samplesPerChannel,\n    });\n  }\n}\n\n/**\n * Combines one or more `rtc.AudioFrame` objects into a single `rtc.AudioFrame`.\n *\n * This function concatenates the audio data from multiple frames, ensuring that all frames have\n * the same sample rate and number of channels. It efficiently merges the data by preallocating the\n * necessary memory and copying the frame data without unnecessary reallocations.\n *\n * @param buffer - a single AudioFrame or list thereof\n */\nexport const combineAudioFrames = (buffer: AudioFrame | AudioFrame[]): AudioFrame => {\n  if (!Array.isArray(buffer)) {\n    return buffer;\n  }\n  buffer = buffer as AudioFrame[];\n\n  if (buffer.length === 0) {\n    throw new Error('buffer is empty');\n  }\n\n  const sampleRate = buffer[0]!.sampleRate;\n  const channels = buffer[0]!.channels;\n\n  let totalSamplesPerChannel = 0;\n  for (const frame of buffer) {\n    if (frame.sampleRate != sampleRate) {\n      throw new Error(`sample rate mismatch: expected ${sampleRate}, got ${frame.sampleRate}`);\n    }\n\n    if (frame.channels != channels) {\n      throw new Error(`channel mismatch: expected ${channels}, got ${frame.channels}`);\n    }\n\n    totalSamplesPerChannel += frame.samplesPerChannel;\n  }\n\n  const data = new Int16Array(buffer.map((x) => [...x.data]).flat());\n  return new AudioFrame(data, sampleRate, channels, totalSamplesPerChannel);\n};\n"],"mappings":"AAGA,SAAS,WAAW,iBAAiB;AAErC,SAAS,4BAA4B;AAE9B,MAAM,WAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWtB,YAAY,MAAkB,YAAoB,UAAkB,mBAA2B;AAC7F,SAAK,OAAO;AACZ,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEA,OAAO,OAAO,YAAoB,UAAkB,mBAAuC;AACzF,UAAM,OAAO,IAAI,WAAW,WAAW,iBAAiB;AACxD,WAAO,IAAI,WAAW,MAAM,YAAY,UAAU,iBAAiB;AAAA,EACrE;AAAA;AAAA,EAGA,OAAO,cAAc,OAA0C;AAC7D,UAAM,OAAO,MAAM;AACnB,UAAM,MAAM,KAAK,cAAe,KAAK,oBAAqB;AAC1D,UAAM,OAAO,UAAU,SAAS,WAAW,KAAK,SAAU,GAAG;AAC7D,QAAI,UAAU,MAAM,OAAQ,EAAG,EAAE,QAAQ;AACzC,WAAO,IAAI;AAAA,MACT,IAAI,WAAW,KAAK,MAAM;AAAA,MAC1B,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,IACP;AAAA,EACF;AAAA;AAAA,EAGA,YAAkC;AAChC,WAAO,IAAI,qBAAqB;AAAA,MAC9B,SAAS,UAAU,SAAS,YAAY,IAAI,WAAW,KAAK,KAAK,MAAM,CAAC;AAAA,MACxE,YAAY,KAAK;AAAA,MACjB,aAAa,KAAK;AAAA,MAClB,mBAAmB,KAAK;AAAA,IAC1B,CAAC;AAAA,EACH;AACF;AAWO,MAAM,qBAAqB,CAAC,WAAkD;AACnF,MAAI,CAAC,MAAM,QAAQ,MAAM,GAAG;AAC1B,WAAO;AAAA,EACT;AACA,WAAS;AAET,MAAI,OAAO,WAAW,GAAG;AACvB,UAAM,IAAI,MAAM,iBAAiB;AAAA,EACnC;AAEA,QAAM,aAAa,OAAO,CAAC,EAAG;AAC9B,QAAM,WAAW,OAAO,CAAC,EAAG;AAE5B,MAAI,yBAAyB;AAC7B,aAAW,SAAS,QAAQ;AAC1B,QAAI,MAAM,cAAc,YAAY;AAClC,YAAM,IAAI,MAAM,kCAAkC,UAAU,SAAS,MAAM,UAAU,EAAE;AAAA,IACzF;AAEA,QAAI,MAAM,YAAY,UAAU;AAC9B,YAAM,IAAI,MAAM,8BAA8B,QAAQ,SAAS,MAAM,QAAQ,EAAE;AAAA,IACjF;AAEA,8BAA0B,MAAM;AAAA,EAClC;AAEA,QAAM,OAAO,IAAI,WAAW,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,KAAK,CAAC;AACjE,SAAO,IAAI,WAAW,MAAM,YAAY,UAAU,sBAAsB;AAC1E;","names":[]}
+{"version":3,"sources":["../src/audio_frame.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { FfiClient, FfiHandle } from './ffi_client.js';\nimport type { OwnedAudioFrameBuffer } from './proto/audio_frame_pb.js';\nimport { AudioFrameBufferInfo } from './proto/audio_frame_pb.js';\n\nexport class AudioFrame {\n  data: Int16Array;\n  sampleRate: number;\n  channels: number;\n  samplesPerChannel: number;\n\n  private _userdata: Record<string, unknown> = {};\n\n  // note: if converting from Uint8Array to Int16Array, *do not* use buffer.slice!\n  // it is marked unstable by Node and can cause undefined behaviour, such as massive chunks of\n  // noise being added to the end.\n  // it is recommended to use buffer.subarray instead.\n  // XXX(nbsp): add this when writing proper docs\n  constructor(data: Int16Array, sampleRate: number, channels: number, samplesPerChannel: number) {\n    this.data = data;\n    this.sampleRate = sampleRate;\n    this.channels = channels;\n    this.samplesPerChannel = samplesPerChannel;\n  }\n\n  static create(sampleRate: number, channels: number, samplesPerChannel: number): AudioFrame {\n    const data = new Int16Array(channels * samplesPerChannel);\n    return new AudioFrame(data, sampleRate, channels, samplesPerChannel);\n  }\n\n  /** @internal */\n  static fromOwnedInfo(owned: OwnedAudioFrameBuffer): AudioFrame {\n    const info = owned.info!;\n    const len = info.numChannels! * info.samplesPerChannel! * 2; // c_int16\n    const data = FfiClient.instance.copyBuffer(info.dataPtr!, len);\n    new FfiHandle(owned.handle!.id!).dispose();\n    return new AudioFrame(\n      new Int16Array(data.buffer),\n      info.sampleRate!,\n      info.numChannels!,\n      info.samplesPerChannel!,\n    );\n  }\n\n  /** @internal */\n  protoInfo(): AudioFrameBufferInfo {\n    return new AudioFrameBufferInfo({\n      dataPtr: FfiClient.instance.retrievePtr(new Uint8Array(this.data.buffer)),\n      sampleRate: this.sampleRate,\n      numChannels: this.channels,\n      samplesPerChannel: this.samplesPerChannel,\n    });\n  }\n\n  /** Returns the user data associated with the audio frame. */\n  get userdata() {\n    return this._userdata;\n  }\n}\n\n/**\n * Combines one or more `rtc.AudioFrame` objects into a single `rtc.AudioFrame`.\n *\n * This function concatenates the audio data from multiple frames, ensuring that all frames have\n * the same sample rate and number of channels. It efficiently merges the data by preallocating the\n * necessary memory and copying the frame data without unnecessary reallocations.\n *\n * @param buffer - a single AudioFrame or list thereof\n */\nexport const combineAudioFrames = (buffer: AudioFrame | AudioFrame[]): AudioFrame => {\n  if (!Array.isArray(buffer)) {\n    return buffer;\n  }\n  buffer = buffer as AudioFrame[];\n\n  if (buffer.length === 0) {\n    throw new Error('buffer is empty');\n  }\n\n  const sampleRate = buffer[0]!.sampleRate;\n  const channels = buffer[0]!.channels;\n\n  let totalSamplesPerChannel = 0;\n  for (const frame of buffer) {\n    if (frame.sampleRate != sampleRate) {\n      throw new Error(`sample rate mismatch: expected ${sampleRate}, got ${frame.sampleRate}`);\n    }\n\n    if (frame.channels != channels) {\n      throw new Error(`channel mismatch: expected ${channels}, got ${frame.channels}`);\n    }\n\n    totalSamplesPerChannel += frame.samplesPerChannel;\n  }\n\n  const data = new Int16Array(buffer.map((x) => [...x.data]).flat());\n  return new AudioFrame(data, sampleRate, channels, totalSamplesPerChannel);\n};\n"],"mappings":"AAGA,SAAS,WAAW,iBAAiB;AAErC,SAAS,4BAA4B;AAE9B,MAAM,WAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAatB,YAAY,MAAkB,YAAoB,UAAkB,mBAA2B;AAP/F,SAAQ,YAAqC,CAAC;AAQ5C,SAAK,OAAO;AACZ,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEA,OAAO,OAAO,YAAoB,UAAkB,mBAAuC;AACzF,UAAM,OAAO,IAAI,WAAW,WAAW,iBAAiB;AACxD,WAAO,IAAI,WAAW,MAAM,YAAY,UAAU,iBAAiB;AAAA,EACrE;AAAA;AAAA,EAGA,OAAO,cAAc,OAA0C;AAC7D,UAAM,OAAO,MAAM;AACnB,UAAM,MAAM,KAAK,cAAe,KAAK,oBAAqB;AAC1D,UAAM,OAAO,UAAU,SAAS,WAAW,KAAK,SAAU,GAAG;AAC7D,QAAI,UAAU,MAAM,OAAQ,EAAG,EAAE,QAAQ;AACzC,WAAO,IAAI;AAAA,MACT,IAAI,WAAW,KAAK,MAAM;AAAA,MAC1B,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,IACP;AAAA,EACF;AAAA;AAAA,EAGA,YAAkC;AAChC,WAAO,IAAI,qBAAqB;AAAA,MAC9B,SAAS,UAAU,SAAS,YAAY,IAAI,WAAW,KAAK,KAAK,MAAM,CAAC;AAAA,MACxE,YAAY,KAAK;AAAA,MACjB,aAAa,KAAK;AAAA,MAClB,mBAAmB,KAAK;AAAA,IAC1B,CAAC;AAAA,EACH;AAAA;AAAA,EAGA,IAAI,WAAW;AACb,WAAO,KAAK;AAAA,EACd;AACF;AAWO,MAAM,qBAAqB,CAAC,WAAkD;AACnF,MAAI,CAAC,MAAM,QAAQ,MAAM,GAAG;AAC1B,WAAO;AAAA,EACT;AACA,WAAS;AAET,MAAI,OAAO,WAAW,GAAG;AACvB,UAAM,IAAI,MAAM,iBAAiB;AAAA,EACnC;AAEA,QAAM,aAAa,OAAO,CAAC,EAAG;AAC9B,QAAM,WAAW,OAAO,CAAC,EAAG;AAE5B,MAAI,yBAAyB;AAC7B,aAAW,SAAS,QAAQ;AAC1B,QAAI,MAAM,cAAc,YAAY;AAClC,YAAM,IAAI,MAAM,kCAAkC,UAAU,SAAS,MAAM,UAAU,EAAE;AAAA,IACzF;AAEA,QAAI,MAAM,YAAY,UAAU;AAC9B,YAAM,IAAI,MAAM,8BAA8B,QAAQ,SAAS,MAAM,QAAQ,EAAE;AAAA,IACjF;AAEA,8BAA0B,MAAM;AAAA,EAClC;AAEA,QAAM,OAAO,IAAI,WAAW,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,KAAK,CAAC;AACjE,SAAO,IAAI,WAAW,MAAM,YAAY,UAAU,sBAAsB;AAC1E;","names":[]}

package/dist/audio_stream.cjs

@@ -23,6 +23,8 @@ __export(audio_stream_exports, {
 module.exports = __toCommonJS(audio_stream_exports);
 var import_audio_frame = require("./audio_frame.cjs");
 var import_ffi_client = require("./ffi_client.cjs");
+var import_frame_processor = require("./frame_processor.cjs");
+var import_log = require("./log.cjs");
 var import_audio_frame_pb = require("./proto/audio_frame_pb.cjs");
 class AudioStreamSource {
   constructor(track, sampleRateOrOptions, numChannels) {
@@ -36,7 +38,14 @@ class AudioStreamSource {
       const streamEvent = ev.message.value.message;
       switch (streamEvent.case) {
         case "frameReceived":
-          const frame = import_audio_frame.AudioFrame.fromOwnedInfo(streamEvent.value.frame);
+          let frame = import_audio_frame.AudioFrame.fromOwnedInfo(streamEvent.value.frame);
+          if (this.frameProcessor && this.frameProcessor.isEnabled()) {
+            try {
+              frame = this.frameProcessor.process(frame);
+            } catch (err) {
+              import_log.log.warn(`Frame processing failed, passing through original frame: ${err}`);
+            }
+          }
           this.controller.enqueue(frame);
           break;
         case "eos":
@@ -48,7 +57,11 @@ class AudioStreamSource {
     if (sampleRateOrOptions !== void 0 && typeof sampleRateOrOptions !== "number") {
       this.sampleRate = sampleRateOrOptions.sampleRate ?? 48e3;
       this.numChannels = sampleRateOrOptions.numChannels ?? 1;
-      this.ncOptions = sampleRateOrOptions.noiseCancellation;
+      if (sampleRateOrOptions.noiseCancellation instanceof import_frame_processor.FrameProcessor) {
+        this.frameProcessor = sampleRateOrOptions.noiseCancellation;
+      } else {
+        this.legacyNcOptions = sampleRateOrOptions.noiseCancellation;
+      }
       this.frameSizeMs = sampleRateOrOptions.frameSizeMs;
     } else {
       this.sampleRate = sampleRateOrOptions ?? 48e3;
@@ -60,9 +73,9 @@ class AudioStreamSource {
       sampleRate: this.sampleRate,
       numChannels: this.numChannels,
       frameSizeMs: this.frameSizeMs,
-      ...this.ncOptions ? {
-        audioFilterModuleId: this.ncOptions.moduleId,
-        audioFilterOptions: JSON.stringify(this.ncOptions.options)
+      ...this.legacyNcOptions ? {
+        audioFilterModuleId: this.legacyNcOptions.moduleId,
+        audioFilterOptions: JSON.stringify(this.legacyNcOptions.options)
       } : {}
     });
     const res = import_ffi_client.FfiClient.instance.request({

package/dist/audio_stream.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/audio_stream.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { UnderlyingSource } from 'node:stream/web';\nimport { AudioFrame } from './audio_frame.js';\nimport type { FfiEvent } from './ffi_client.js';\nimport { FfiClient, FfiClientEvent, FfiHandle } from './ffi_client.js';\nimport type { NewAudioStreamResponse } from './proto/audio_frame_pb.js';\nimport { AudioStreamType, NewAudioStreamRequest } from './proto/audio_frame_pb.js';\nimport type { Track } from './track.js';\n\nexport interface AudioStreamOptions {\n  noiseCancellation?: NoiseCancellationOptions;\n  sampleRate?: number;\n  numChannels?: number;\n  frameSizeMs?: number;\n}\n\nexport interface NoiseCancellationOptions {\n  moduleId: string;\n  options: Record<string, any>;\n}\n\nclass AudioStreamSource implements UnderlyingSource<AudioFrame> {\n  private controller?: ReadableStreamDefaultController<AudioFrame>;\n  private ffiHandle: FfiHandle;\n  private sampleRate: number;\n  private numChannels: number;\n  private ncOptions?: NoiseCancellationOptions;\n  private frameSizeMs?: number;\n\n  constructor(\n    track: Track,\n    sampleRateOrOptions?: number | AudioStreamOptions,\n    numChannels?: number,\n  ) {\n    if (sampleRateOrOptions !== undefined && typeof sampleRateOrOptions !== 'number') {\n      this.sampleRate = sampleRateOrOptions.sampleRate ?? 48000;\n      this.numChannels = sampleRateOrOptions.numChannels ?? 1;\n      this.ncOptions = sampleRateOrOptions.noiseCancellation;\n      this.frameSizeMs = sampleRateOrOptions.frameSizeMs;\n    } else {\n      this.sampleRate = (sampleRateOrOptions as number) ?? 48000;\n      this.numChannels = numChannels ?? 1;\n    }\n\n    const req = new NewAudioStreamRequest({\n      type: AudioStreamType.AUDIO_STREAM_NATIVE,\n      trackHandle: track.ffi_handle.handle,\n      sampleRate: this.sampleRate,\n      numChannels: this.numChannels,\n      frameSizeMs: this.frameSizeMs,\n      ...(this.ncOptions\n        ? {\n            audioFilterModuleId: this.ncOptions.moduleId,\n            audioFilterOptions: JSON.stringify(this.ncOptions.options),\n          }\n        : {}),\n    });\n\n    const res = FfiClient.instance.request<NewAudioStreamResponse>({\n      message: {\n        case: 'newAudioStream',\n        value: req,\n      },\n    });\n\n    this.ffiHandle = new FfiHandle(res.stream!.handle!.id!);\n\n    FfiClient.instance.on(FfiClientEvent.FfiEvent, this.onEvent);\n  }\n\n  private onEvent = (ev: FfiEvent) => {\n    if (!this.controller) {\n      throw new Error('Stream controller not initialized');\n    }\n\n    if (\n      ev.message.case != 'audioStreamEvent' ||\n      ev.message.value.streamHandle != this.ffiHandle.handle\n    ) {\n      return;\n    }\n\n    const streamEvent = ev.message.value.message;\n    switch (streamEvent.case) {\n      case 'frameReceived':\n        const frame = AudioFrame.fromOwnedInfo(streamEvent.value.frame!);\n        this.controller.enqueue(frame);\n        break;\n      case 'eos':\n        FfiClient.instance.off(FfiClientEvent.FfiEvent, this.onEvent);\n        this.controller.close();\n        break;\n    }\n  };\n\n  start(controller: ReadableStreamDefaultController<AudioFrame>) {\n    this.controller = controller;\n  }\n\n  cancel() {\n    FfiClient.instance.off(FfiClientEvent.FfiEvent, this.onEvent);\n    this.ffiHandle.dispose();\n  }\n}\n\nexport class AudioStream extends ReadableStream<AudioFrame> {\n  constructor(track: Track);\n  constructor(track: Track, sampleRate: number);\n  constructor(track: Track, sampleRate: number, numChannels: number);\n  constructor(track: Track, options: AudioStreamOptions);\n  constructor(\n    track: Track,\n    sampleRateOrOptions?: number | AudioStreamOptions,\n    numChannels?: number,\n  ) {\n    super(new AudioStreamSource(track, sampleRateOrOptions, numChannels));\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,yBAA2B;AAE3B,wBAAqD;AAErD,4BAAuD;AAevD,MAAM,kBAA0D;AAAA,EAQ9D,YACE,OACA,qBACA,aACA;AAqCF,SAAQ,UAAU,CAAC,OAAiB;AAClC,UAAI,CAAC,KAAK,YAAY;AACpB,cAAM,IAAI,MAAM,mCAAmC;AAAA,MACrD;AAEA,UACE,GAAG,QAAQ,QAAQ,sBACnB,GAAG,QAAQ,MAAM,gBAAgB,KAAK,UAAU,QAChD;AACA;AAAA,MACF;AAEA,YAAM,cAAc,GAAG,QAAQ,MAAM;AACrC,cAAQ,YAAY,MAAM;AAAA,QACxB,KAAK;AACH,gBAAM,QAAQ,8BAAW,cAAc,YAAY,MAAM,KAAM;AAC/D,eAAK,WAAW,QAAQ,KAAK;AAC7B;AAAA,QACF,KAAK;AACH,sCAAU,SAAS,IAAI,iCAAe,UAAU,KAAK,OAAO;AAC5D,eAAK,WAAW,MAAM;AACtB;AAAA,MACJ;AAAA,IACF;AA3DE,QAAI,wBAAwB,UAAa,OAAO,wBAAwB,UAAU;AAChF,WAAK,aAAa,oBAAoB,cAAc;AACpD,WAAK,cAAc,oBAAoB,eAAe;AACtD,WAAK,YAAY,oBAAoB;AACrC,WAAK,cAAc,oBAAoB;AAAA,IACzC,OAAO;AACL,WAAK,aAAc,uBAAkC;AACrD,WAAK,cAAc,eAAe;AAAA,IACpC;AAEA,UAAM,MAAM,IAAI,4CAAsB;AAAA,MACpC,MAAM,sCAAgB;AAAA,MACtB,aAAa,MAAM,WAAW;AAAA,MAC9B,YAAY,KAAK;AAAA,MACjB,aAAa,KAAK;AAAA,MAClB,aAAa,KAAK;AAAA,MAClB,GAAI,KAAK,YACL;AAAA,QACE,qBAAqB,KAAK,UAAU;AAAA,QACpC,oBAAoB,KAAK,UAAU,KAAK,UAAU,OAAO;AAAA,MAC3D,IACA,CAAC;AAAA,IACP,CAAC;AAED,UAAM,MAAM,4BAAU,SAAS,QAAgC;AAAA,MAC7D,SAAS;AAAA,QACP,MAAM;AAAA,QACN,OAAO;AAAA,MACT;AAAA,IACF,CAAC;AAED,SAAK,YAAY,IAAI,4BAAU,IAAI,OAAQ,OAAQ,EAAG;AAEtD,gCAAU,SAAS,GAAG,iCAAe,UAAU,KAAK,OAAO;AAAA,EAC7D;AAAA,EA2BA,MAAM,YAAyD;AAC7D,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,SAAS;AACP,gCAAU,SAAS,IAAI,iCAAe,UAAU,KAAK,OAAO;AAC5D,SAAK,UAAU,QAAQ;AAAA,EACzB;AACF;AAEO,MAAM,oBAAoB,eAA2B;AAAA,EAK1D,YACE,OACA,qBACA,aACA;AACA,UAAM,IAAI,kBAAkB,OAAO,qBAAqB,WAAW,CAAC;AAAA,EACtE;AACF;","names":[]}
+{"version":3,"sources":["../src/audio_stream.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { UnderlyingSource } from 'node:stream/web';\nimport { AudioFrame } from './audio_frame.js';\nimport type { FfiEvent } from './ffi_client.js';\nimport { FfiClient, FfiClientEvent, FfiHandle } from './ffi_client.js';\nimport { FrameProcessor } from './frame_processor.js';\nimport { log } from './log.js';\nimport type { NewAudioStreamResponse } from './proto/audio_frame_pb.js';\nimport { AudioStreamType, NewAudioStreamRequest } from './proto/audio_frame_pb.js';\nimport type { Track } from './track.js';\n\nexport interface AudioStreamOptions {\n  noiseCancellation?: NoiseCancellationOptions | FrameProcessor<AudioFrame>;\n  sampleRate?: number;\n  numChannels?: number;\n  frameSizeMs?: number;\n}\n\nexport interface NoiseCancellationOptions {\n  moduleId: string;\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  options: Record<string, any>;\n}\n\nclass AudioStreamSource implements UnderlyingSource<AudioFrame> {\n  private controller?: ReadableStreamDefaultController<AudioFrame>;\n  private ffiHandle: FfiHandle;\n  private sampleRate: number;\n  private numChannels: number;\n  private legacyNcOptions?: NoiseCancellationOptions;\n  private frameProcessor?: FrameProcessor<AudioFrame>;\n  private frameSizeMs?: number;\n\n  constructor(\n    track: Track,\n    sampleRateOrOptions?: number | AudioStreamOptions,\n    numChannels?: number,\n  ) {\n    if (sampleRateOrOptions !== undefined && typeof sampleRateOrOptions !== 'number') {\n      this.sampleRate = sampleRateOrOptions.sampleRate ?? 48000;\n      this.numChannels = sampleRateOrOptions.numChannels ?? 1;\n      if (sampleRateOrOptions.noiseCancellation instanceof FrameProcessor) {\n        this.frameProcessor = sampleRateOrOptions.noiseCancellation;\n      } else {\n        this.legacyNcOptions = sampleRateOrOptions.noiseCancellation;\n      }\n      this.frameSizeMs = sampleRateOrOptions.frameSizeMs;\n    } else {\n      this.sampleRate = (sampleRateOrOptions as number) ?? 48000;\n      this.numChannels = numChannels ?? 1;\n    }\n\n    const req = new NewAudioStreamRequest({\n      type: AudioStreamType.AUDIO_STREAM_NATIVE,\n      trackHandle: track.ffi_handle.handle,\n      sampleRate: this.sampleRate,\n      numChannels: this.numChannels,\n      frameSizeMs: this.frameSizeMs,\n      ...(this.legacyNcOptions\n        ? {\n            audioFilterModuleId: this.legacyNcOptions.moduleId,\n            audioFilterOptions: JSON.stringify(this.legacyNcOptions.options),\n          }\n        : {}),\n    });\n\n    const res = FfiClient.instance.request<NewAudioStreamResponse>({\n      message: {\n        case: 'newAudioStream',\n        value: req,\n      },\n    });\n\n    this.ffiHandle = new FfiHandle(res.stream!.handle!.id!);\n\n    FfiClient.instance.on(FfiClientEvent.FfiEvent, this.onEvent);\n  }\n\n  private onEvent = (ev: FfiEvent) => {\n    if (!this.controller) {\n      throw new Error('Stream controller not initialized');\n    }\n\n    if (\n      ev.message.case != 'audioStreamEvent' ||\n      ev.message.value.streamHandle != this.ffiHandle.handle\n    ) {\n      return;\n    }\n\n    const streamEvent = ev.message.value.message;\n    switch (streamEvent.case) {\n      case 'frameReceived':\n        let frame = AudioFrame.fromOwnedInfo(streamEvent.value.frame!);\n        if (this.frameProcessor && this.frameProcessor.isEnabled()) {\n          try {\n            frame = this.frameProcessor.process(frame);\n          } catch (err: unknown) {\n            log.warn(`Frame processing failed, passing through original frame: ${err}`);\n          }\n        }\n        this.controller.enqueue(frame);\n        break;\n      case 'eos':\n        FfiClient.instance.off(FfiClientEvent.FfiEvent, this.onEvent);\n        this.controller.close();\n        break;\n    }\n  };\n\n  start(controller: ReadableStreamDefaultController<AudioFrame>) {\n    this.controller = controller;\n  }\n\n  cancel() {\n    FfiClient.instance.off(FfiClientEvent.FfiEvent, this.onEvent);\n    this.ffiHandle.dispose();\n  }\n}\n\nexport class AudioStream extends ReadableStream<AudioFrame> {\n  constructor(track: Track);\n  constructor(track: Track, sampleRate: number);\n  constructor(track: Track, sampleRate: number, numChannels: number);\n  constructor(track: Track, options: AudioStreamOptions);\n  constructor(\n    track: Track,\n    sampleRateOrOptions?: number | AudioStreamOptions,\n    numChannels?: number,\n  ) {\n    super(new AudioStreamSource(track, sampleRateOrOptions, numChannels));\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,yBAA2B;AAE3B,wBAAqD;AACrD,6BAA+B;AAC/B,iBAAoB;AAEpB,4BAAuD;AAgBvD,MAAM,kBAA0D;AAAA,EAS9D,YACE,OACA,qBACA,aACA;AAyCF,SAAQ,UAAU,CAAC,OAAiB;AAClC,UAAI,CAAC,KAAK,YAAY;AACpB,cAAM,IAAI,MAAM,mCAAmC;AAAA,MACrD;AAEA,UACE,GAAG,QAAQ,QAAQ,sBACnB,GAAG,QAAQ,MAAM,gBAAgB,KAAK,UAAU,QAChD;AACA;AAAA,MACF;AAEA,YAAM,cAAc,GAAG,QAAQ,MAAM;AACrC,cAAQ,YAAY,MAAM;AAAA,QACxB,KAAK;AACH,cAAI,QAAQ,8BAAW,cAAc,YAAY,MAAM,KAAM;AAC7D,cAAI,KAAK,kBAAkB,KAAK,eAAe,UAAU,GAAG;AAC1D,gBAAI;AACF,sBAAQ,KAAK,eAAe,QAAQ,KAAK;AAAA,YAC3C,SAAS,KAAc;AACrB,6BAAI,KAAK,4DAA4D,GAAG,EAAE;AAAA,YAC5E;AAAA,UACF;AACA,eAAK,WAAW,QAAQ,KAAK;AAC7B;AAAA,QACF,KAAK;AACH,sCAAU,SAAS,IAAI,iCAAe,UAAU,KAAK,OAAO;AAC5D,eAAK,WAAW,MAAM;AACtB;AAAA,MACJ;AAAA,IACF;AAtEE,QAAI,wBAAwB,UAAa,OAAO,wBAAwB,UAAU;AAChF,WAAK,aAAa,oBAAoB,cAAc;AACpD,WAAK,cAAc,oBAAoB,eAAe;AACtD,UAAI,oBAAoB,6BAA6B,uCAAgB;AACnE,aAAK,iBAAiB,oBAAoB;AAAA,MAC5C,OAAO;AACL,aAAK,kBAAkB,oBAAoB;AAAA,MAC7C;AACA,WAAK,cAAc,oBAAoB;AAAA,IACzC,OAAO;AACL,WAAK,aAAc,uBAAkC;AACrD,WAAK,cAAc,eAAe;AAAA,IACpC;AAEA,UAAM,MAAM,IAAI,4CAAsB;AAAA,MACpC,MAAM,sCAAgB;AAAA,MACtB,aAAa,MAAM,WAAW;AAAA,MAC9B,YAAY,KAAK;AAAA,MACjB,aAAa,KAAK;AAAA,MAClB,aAAa,KAAK;AAAA,MAClB,GAAI,KAAK,kBACL;AAAA,QACE,qBAAqB,KAAK,gBAAgB;AAAA,QAC1C,oBAAoB,KAAK,UAAU,KAAK,gBAAgB,OAAO;AAAA,MACjE,IACA,CAAC;AAAA,IACP,CAAC;AAED,UAAM,MAAM,4BAAU,SAAS,QAAgC;AAAA,MAC7D,SAAS;AAAA,QACP,MAAM;AAAA,QACN,OAAO;AAAA,MACT;AAAA,IACF,CAAC;AAED,SAAK,YAAY,IAAI,4BAAU,IAAI,OAAQ,OAAQ,EAAG;AAEtD,gCAAU,SAAS,GAAG,iCAAe,UAAU,KAAK,OAAO;AAAA,EAC7D;AAAA,EAkCA,MAAM,YAAyD;AAC7D,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,SAAS;AACP,gCAAU,SAAS,IAAI,iCAAe,UAAU,KAAK,OAAO;AAC5D,SAAK,UAAU,QAAQ;AAAA,EACzB;AACF;AAEO,MAAM,oBAAoB,eAA2B;AAAA,EAK1D,YACE,OACA,qBACA,aACA;AACA,UAAM,IAAI,kBAAkB,OAAO,qBAAqB,WAAW,CAAC;AAAA,EACtE;AACF;","names":[]}

package/dist/audio_stream.d.cts

@@ -1,4 +1,5 @@
 import { AudioFrame } from './audio_frame.cjs';
+import { FrameProcessor } from './frame_processor.cjs';
 import { Track } from './track.cjs';
 import './proto/audio_frame_pb.cjs';
 import '@bufbuild/protobuf';
@@ -6,6 +7,8 @@ import './proto/track_pb.cjs';
 import './proto/stats_pb.cjs';
 import './proto/e2ee_pb.cjs';
 import './proto/handle_pb.cjs';
+import './video_frame.cjs';
+import './proto/video_frame_pb.cjs';
 import './audio_source.cjs';
 import './napi/native.d.cjs';
 import './ffi_client.cjs';
@@ -13,15 +16,13 @@ import '@livekit/typed-emitter';
 import './proto/ffi_pb.cjs';
 import './proto/room_pb.cjs';
 import './proto/participant_pb.cjs';
-import './proto/video_frame_pb.cjs';
 import './proto/data_stream_pb.cjs';
 import './proto/rpc_pb.cjs';
 import './proto/track_publication_pb.cjs';
 import './video_source.cjs';
-import './video_frame.cjs';
 
 interface AudioStreamOptions {
-    noiseCancellation?: NoiseCancellationOptions;
+    noiseCancellation?: NoiseCancellationOptions | FrameProcessor<AudioFrame>;
     sampleRate?: number;
     numChannels?: number;
     frameSizeMs?: number;

package/dist/audio_stream.d.ts

@@ -1,4 +1,5 @@
 import { AudioFrame } from './audio_frame.js';
+import { FrameProcessor } from './frame_processor.js';
 import { Track } from './track.js';
 import './proto/audio_frame_pb.js';
 import '@bufbuild/protobuf';
@@ -6,6 +7,8 @@ import './proto/track_pb.js';
 import './proto/stats_pb.js';
 import './proto/e2ee_pb.js';
 import './proto/handle_pb.js';
+import './video_frame.js';
+import './proto/video_frame_pb.js';
 import './audio_source.js';
 import './napi/native.d.js';
 import './ffi_client.js';
@@ -13,15 +16,13 @@ import '@livekit/typed-emitter';
 import './proto/ffi_pb.js';
 import './proto/room_pb.js';
 import './proto/participant_pb.js';
-import './proto/video_frame_pb.js';
 import './proto/data_stream_pb.js';
 import './proto/rpc_pb.js';
 import './proto/track_publication_pb.js';
 import './video_source.js';
-import './video_frame.js';
 
 interface AudioStreamOptions {
-    noiseCancellation?: NoiseCancellationOptions;
+    noiseCancellation?: NoiseCancellationOptions | FrameProcessor<AudioFrame>;
     sampleRate?: number;
     numChannels?: number;
     frameSizeMs?: number;

package/dist/audio_stream.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"audio_stream.d.ts","sourceRoot":"","sources":["../src/audio_stream.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAK9C,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAExC,MAAM,WAAW,kBAAkB;IACjC,iBAAiB,CAAC,EAAE,wBAAwB,CAAC;IAC7C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC9B;AAsFD,qBAAa,WAAY,SAAQ,cAAc,CAAC,UAAU,CAAC;gBAC7C,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM;gBAChC,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM;gBACrD,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,kBAAkB;CAQtD"}
+{"version":3,"file":"audio_stream.d.ts","sourceRoot":"","sources":["../src/audio_stream.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAG9C,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAItD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAExC,MAAM,WAAW,kBAAkB;IACjC,iBAAiB,CAAC,EAAE,wBAAwB,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;IAC1E,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,EAAE,MAAM,CAAC;IAEjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC9B;AAkGD,qBAAa,WAAY,SAAQ,cAAc,CAAC,UAAU,CAAC;gBAC7C,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM;gBAChC,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM;gBACrD,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,kBAAkB;CAQtD"}

package/dist/audio_stream.js

@@ -1,5 +1,7 @@
 import { AudioFrame } from "./audio_frame.js";
 import { FfiClient, FfiClientEvent, FfiHandle } from "./ffi_client.js";
+import { FrameProcessor } from "./frame_processor.js";
+import { log } from "./log.js";
 import { AudioStreamType, NewAudioStreamRequest } from "./proto/audio_frame_pb.js";
 class AudioStreamSource {
   constructor(track, sampleRateOrOptions, numChannels) {
@@ -13,7 +15,14 @@ class AudioStreamSource {
       const streamEvent = ev.message.value.message;
       switch (streamEvent.case) {
         case "frameReceived":
-          const frame = AudioFrame.fromOwnedInfo(streamEvent.value.frame);
+          let frame = AudioFrame.fromOwnedInfo(streamEvent.value.frame);
+          if (this.frameProcessor && this.frameProcessor.isEnabled()) {
+            try {
+              frame = this.frameProcessor.process(frame);
+            } catch (err) {
+              log.warn(`Frame processing failed, passing through original frame: ${err}`);
+            }
+          }
           this.controller.enqueue(frame);
           break;
         case "eos":
@@ -25,7 +34,11 @@ class AudioStreamSource {
     if (sampleRateOrOptions !== void 0 && typeof sampleRateOrOptions !== "number") {
       this.sampleRate = sampleRateOrOptions.sampleRate ?? 48e3;
       this.numChannels = sampleRateOrOptions.numChannels ?? 1;
-      this.ncOptions = sampleRateOrOptions.noiseCancellation;
+      if (sampleRateOrOptions.noiseCancellation instanceof FrameProcessor) {
+        this.frameProcessor = sampleRateOrOptions.noiseCancellation;
+      } else {
+        this.legacyNcOptions = sampleRateOrOptions.noiseCancellation;
+      }
       this.frameSizeMs = sampleRateOrOptions.frameSizeMs;
     } else {
       this.sampleRate = sampleRateOrOptions ?? 48e3;
@@ -37,9 +50,9 @@ class AudioStreamSource {
       sampleRate: this.sampleRate,
       numChannels: this.numChannels,
       frameSizeMs: this.frameSizeMs,
-      ...this.ncOptions ? {
-        audioFilterModuleId: this.ncOptions.moduleId,
-        audioFilterOptions: JSON.stringify(this.ncOptions.options)
+      ...this.legacyNcOptions ? {
+        audioFilterModuleId: this.legacyNcOptions.moduleId,
+        audioFilterOptions: JSON.stringify(this.legacyNcOptions.options)
       } : {}
     });
     const res = FfiClient.instance.request({

package/dist/audio_stream.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/audio_stream.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { UnderlyingSource } from 'node:stream/web';\nimport { AudioFrame } from './audio_frame.js';\nimport type { FfiEvent } from './ffi_client.js';\nimport { FfiClient, FfiClientEvent, FfiHandle } from './ffi_client.js';\nimport type { NewAudioStreamResponse } from './proto/audio_frame_pb.js';\nimport { AudioStreamType, NewAudioStreamRequest } from './proto/audio_frame_pb.js';\nimport type { Track } from './track.js';\n\nexport interface AudioStreamOptions {\n  noiseCancellation?: NoiseCancellationOptions;\n  sampleRate?: number;\n  numChannels?: number;\n  frameSizeMs?: number;\n}\n\nexport interface NoiseCancellationOptions {\n  moduleId: string;\n  options: Record<string, any>;\n}\n\nclass AudioStreamSource implements UnderlyingSource<AudioFrame> {\n  private controller?: ReadableStreamDefaultController<AudioFrame>;\n  private ffiHandle: FfiHandle;\n  private sampleRate: number;\n  private numChannels: number;\n  private ncOptions?: NoiseCancellationOptions;\n  private frameSizeMs?: number;\n\n  constructor(\n    track: Track,\n    sampleRateOrOptions?: number | AudioStreamOptions,\n    numChannels?: number,\n  ) {\n    if (sampleRateOrOptions !== undefined && typeof sampleRateOrOptions !== 'number') {\n      this.sampleRate = sampleRateOrOptions.sampleRate ?? 48000;\n      this.numChannels = sampleRateOrOptions.numChannels ?? 1;\n      this.ncOptions = sampleRateOrOptions.noiseCancellation;\n      this.frameSizeMs = sampleRateOrOptions.frameSizeMs;\n    } else {\n      this.sampleRate = (sampleRateOrOptions as number) ?? 48000;\n      this.numChannels = numChannels ?? 1;\n    }\n\n    const req = new NewAudioStreamRequest({\n      type: AudioStreamType.AUDIO_STREAM_NATIVE,\n      trackHandle: track.ffi_handle.handle,\n      sampleRate: this.sampleRate,\n      numChannels: this.numChannels,\n      frameSizeMs: this.frameSizeMs,\n      ...(this.ncOptions\n        ? {\n            audioFilterModuleId: this.ncOptions.moduleId,\n            audioFilterOptions: JSON.stringify(this.ncOptions.options),\n          }\n        : {}),\n    });\n\n    const res = FfiClient.instance.request<NewAudioStreamResponse>({\n      message: {\n        case: 'newAudioStream',\n        value: req,\n      },\n    });\n\n    this.ffiHandle = new FfiHandle(res.stream!.handle!.id!);\n\n    FfiClient.instance.on(FfiClientEvent.FfiEvent, this.onEvent);\n  }\n\n  private onEvent = (ev: FfiEvent) => {\n    if (!this.controller) {\n      throw new Error('Stream controller not initialized');\n    }\n\n    if (\n      ev.message.case != 'audioStreamEvent' ||\n      ev.message.value.streamHandle != this.ffiHandle.handle\n    ) {\n      return;\n    }\n\n    const streamEvent = ev.message.value.message;\n    switch (streamEvent.case) {\n      case 'frameReceived':\n        const frame = AudioFrame.fromOwnedInfo(streamEvent.value.frame!);\n        this.controller.enqueue(frame);\n        break;\n      case 'eos':\n        FfiClient.instance.off(FfiClientEvent.FfiEvent, this.onEvent);\n        this.controller.close();\n        break;\n    }\n  };\n\n  start(controller: ReadableStreamDefaultController<AudioFrame>) {\n    this.controller = controller;\n  }\n\n  cancel() {\n    FfiClient.instance.off(FfiClientEvent.FfiEvent, this.onEvent);\n    this.ffiHandle.dispose();\n  }\n}\n\nexport class AudioStream extends ReadableStream<AudioFrame> {\n  constructor(track: Track);\n  constructor(track: Track, sampleRate: number);\n  constructor(track: Track, sampleRate: number, numChannels: number);\n  constructor(track: Track, options: AudioStreamOptions);\n  constructor(\n    track: Track,\n    sampleRateOrOptions?: number | AudioStreamOptions,\n    numChannels?: number,\n  ) {\n    super(new AudioStreamSource(track, sampleRateOrOptions, numChannels));\n  }\n}\n"],"mappings":"AAIA,SAAS,kBAAkB;AAE3B,SAAS,WAAW,gBAAgB,iBAAiB;AAErD,SAAS,iBAAiB,6BAA6B;AAevD,MAAM,kBAA0D;AAAA,EAQ9D,YACE,OACA,qBACA,aACA;AAqCF,SAAQ,UAAU,CAAC,OAAiB;AAClC,UAAI,CAAC,KAAK,YAAY;AACpB,cAAM,IAAI,MAAM,mCAAmC;AAAA,MACrD;AAEA,UACE,GAAG,QAAQ,QAAQ,sBACnB,GAAG,QAAQ,MAAM,gBAAgB,KAAK,UAAU,QAChD;AACA;AAAA,MACF;AAEA,YAAM,cAAc,GAAG,QAAQ,MAAM;AACrC,cAAQ,YAAY,MAAM;AAAA,QACxB,KAAK;AACH,gBAAM,QAAQ,WAAW,cAAc,YAAY,MAAM,KAAM;AAC/D,eAAK,WAAW,QAAQ,KAAK;AAC7B;AAAA,QACF,KAAK;AACH,oBAAU,SAAS,IAAI,eAAe,UAAU,KAAK,OAAO;AAC5D,eAAK,WAAW,MAAM;AACtB;AAAA,MACJ;AAAA,IACF;AA3DE,QAAI,wBAAwB,UAAa,OAAO,wBAAwB,UAAU;AAChF,WAAK,aAAa,oBAAoB,cAAc;AACpD,WAAK,cAAc,oBAAoB,eAAe;AACtD,WAAK,YAAY,oBAAoB;AACrC,WAAK,cAAc,oBAAoB;AAAA,IACzC,OAAO;AACL,WAAK,aAAc,uBAAkC;AACrD,WAAK,cAAc,eAAe;AAAA,IACpC;AAEA,UAAM,MAAM,IAAI,sBAAsB;AAAA,MACpC,MAAM,gBAAgB;AAAA,MACtB,aAAa,MAAM,WAAW;AAAA,MAC9B,YAAY,KAAK;AAAA,MACjB,aAAa,KAAK;AAAA,MAClB,aAAa,KAAK;AAAA,MAClB,GAAI,KAAK,YACL;AAAA,QACE,qBAAqB,KAAK,UAAU;AAAA,QACpC,oBAAoB,KAAK,UAAU,KAAK,UAAU,OAAO;AAAA,MAC3D,IACA,CAAC;AAAA,IACP,CAAC;AAED,UAAM,MAAM,UAAU,SAAS,QAAgC;AAAA,MAC7D,SAAS;AAAA,QACP,MAAM;AAAA,QACN,OAAO;AAAA,MACT;AAAA,IACF,CAAC;AAED,SAAK,YAAY,IAAI,UAAU,IAAI,OAAQ,OAAQ,EAAG;AAEtD,cAAU,SAAS,GAAG,eAAe,UAAU,KAAK,OAAO;AAAA,EAC7D;AAAA,EA2BA,MAAM,YAAyD;AAC7D,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,SAAS;AACP,cAAU,SAAS,IAAI,eAAe,UAAU,KAAK,OAAO;AAC5D,SAAK,UAAU,QAAQ;AAAA,EACzB;AACF;AAEO,MAAM,oBAAoB,eAA2B;AAAA,EAK1D,YACE,OACA,qBACA,aACA;AACA,UAAM,IAAI,kBAAkB,OAAO,qBAAqB,WAAW,CAAC;AAAA,EACtE;AACF;","names":[]}
+{"version":3,"sources":["../src/audio_stream.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { UnderlyingSource } from 'node:stream/web';\nimport { AudioFrame } from './audio_frame.js';\nimport type { FfiEvent } from './ffi_client.js';\nimport { FfiClient, FfiClientEvent, FfiHandle } from './ffi_client.js';\nimport { FrameProcessor } from './frame_processor.js';\nimport { log } from './log.js';\nimport type { NewAudioStreamResponse } from './proto/audio_frame_pb.js';\nimport { AudioStreamType, NewAudioStreamRequest } from './proto/audio_frame_pb.js';\nimport type { Track } from './track.js';\n\nexport interface AudioStreamOptions {\n  noiseCancellation?: NoiseCancellationOptions | FrameProcessor<AudioFrame>;\n  sampleRate?: number;\n  numChannels?: number;\n  frameSizeMs?: number;\n}\n\nexport interface NoiseCancellationOptions {\n  moduleId: string;\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  options: Record<string, any>;\n}\n\nclass AudioStreamSource implements UnderlyingSource<AudioFrame> {\n  private controller?: ReadableStreamDefaultController<AudioFrame>;\n  private ffiHandle: FfiHandle;\n  private sampleRate: number;\n  private numChannels: number;\n  private legacyNcOptions?: NoiseCancellationOptions;\n  private frameProcessor?: FrameProcessor<AudioFrame>;\n  private frameSizeMs?: number;\n\n  constructor(\n    track: Track,\n    sampleRateOrOptions?: number | AudioStreamOptions,\n    numChannels?: number,\n  ) {\n    if (sampleRateOrOptions !== undefined && typeof sampleRateOrOptions !== 'number') {\n      this.sampleRate = sampleRateOrOptions.sampleRate ?? 48000;\n      this.numChannels = sampleRateOrOptions.numChannels ?? 1;\n      if (sampleRateOrOptions.noiseCancellation instanceof FrameProcessor) {\n        this.frameProcessor = sampleRateOrOptions.noiseCancellation;\n      } else {\n        this.legacyNcOptions = sampleRateOrOptions.noiseCancellation;\n      }\n      this.frameSizeMs = sampleRateOrOptions.frameSizeMs;\n    } else {\n      this.sampleRate = (sampleRateOrOptions as number) ?? 48000;\n      this.numChannels = numChannels ?? 1;\n    }\n\n    const req = new NewAudioStreamRequest({\n      type: AudioStreamType.AUDIO_STREAM_NATIVE,\n      trackHandle: track.ffi_handle.handle,\n      sampleRate: this.sampleRate,\n      numChannels: this.numChannels,\n      frameSizeMs: this.frameSizeMs,\n      ...(this.legacyNcOptions\n        ? {\n            audioFilterModuleId: this.legacyNcOptions.moduleId,\n            audioFilterOptions: JSON.stringify(this.legacyNcOptions.options),\n          }\n        : {}),\n    });\n\n    const res = FfiClient.instance.request<NewAudioStreamResponse>({\n      message: {\n        case: 'newAudioStream',\n        value: req,\n      },\n    });\n\n    this.ffiHandle = new FfiHandle(res.stream!.handle!.id!);\n\n    FfiClient.instance.on(FfiClientEvent.FfiEvent, this.onEvent);\n  }\n\n  private onEvent = (ev: FfiEvent) => {\n    if (!this.controller) {\n      throw new Error('Stream controller not initialized');\n    }\n\n    if (\n      ev.message.case != 'audioStreamEvent' ||\n      ev.message.value.streamHandle != this.ffiHandle.handle\n    ) {\n      return;\n    }\n\n    const streamEvent = ev.message.value.message;\n    switch (streamEvent.case) {\n      case 'frameReceived':\n        let frame = AudioFrame.fromOwnedInfo(streamEvent.value.frame!);\n        if (this.frameProcessor && this.frameProcessor.isEnabled()) {\n          try {\n            frame = this.frameProcessor.process(frame);\n          } catch (err: unknown) {\n            log.warn(`Frame processing failed, passing through original frame: ${err}`);\n          }\n        }\n        this.controller.enqueue(frame);\n        break;\n      case 'eos':\n        FfiClient.instance.off(FfiClientEvent.FfiEvent, this.onEvent);\n        this.controller.close();\n        break;\n    }\n  };\n\n  start(controller: ReadableStreamDefaultController<AudioFrame>) {\n    this.controller = controller;\n  }\n\n  cancel() {\n    FfiClient.instance.off(FfiClientEvent.FfiEvent, this.onEvent);\n    this.ffiHandle.dispose();\n  }\n}\n\nexport class AudioStream extends ReadableStream<AudioFrame> {\n  constructor(track: Track);\n  constructor(track: Track, sampleRate: number);\n  constructor(track: Track, sampleRate: number, numChannels: number);\n  constructor(track: Track, options: AudioStreamOptions);\n  constructor(\n    track: Track,\n    sampleRateOrOptions?: number | AudioStreamOptions,\n    numChannels?: number,\n  ) {\n    super(new AudioStreamSource(track, sampleRateOrOptions, numChannels));\n  }\n}\n"],"mappings":"AAIA,SAAS,kBAAkB;AAE3B,SAAS,WAAW,gBAAgB,iBAAiB;AACrD,SAAS,sBAAsB;AAC/B,SAAS,WAAW;AAEpB,SAAS,iBAAiB,6BAA6B;AAgBvD,MAAM,kBAA0D;AAAA,EAS9D,YACE,OACA,qBACA,aACA;AAyCF,SAAQ,UAAU,CAAC,OAAiB;AAClC,UAAI,CAAC,KAAK,YAAY;AACpB,cAAM,IAAI,MAAM,mCAAmC;AAAA,MACrD;AAEA,UACE,GAAG,QAAQ,QAAQ,sBACnB,GAAG,QAAQ,MAAM,gBAAgB,KAAK,UAAU,QAChD;AACA;AAAA,MACF;AAEA,YAAM,cAAc,GAAG,QAAQ,MAAM;AACrC,cAAQ,YAAY,MAAM;AAAA,QACxB,KAAK;AACH,cAAI,QAAQ,WAAW,cAAc,YAAY,MAAM,KAAM;AAC7D,cAAI,KAAK,kBAAkB,KAAK,eAAe,UAAU,GAAG;AAC1D,gBAAI;AACF,sBAAQ,KAAK,eAAe,QAAQ,KAAK;AAAA,YAC3C,SAAS,KAAc;AACrB,kBAAI,KAAK,4DAA4D,GAAG,EAAE;AAAA,YAC5E;AAAA,UACF;AACA,eAAK,WAAW,QAAQ,KAAK;AAC7B;AAAA,QACF,KAAK;AACH,oBAAU,SAAS,IAAI,eAAe,UAAU,KAAK,OAAO;AAC5D,eAAK,WAAW,MAAM;AACtB;AAAA,MACJ;AAAA,IACF;AAtEE,QAAI,wBAAwB,UAAa,OAAO,wBAAwB,UAAU;AAChF,WAAK,aAAa,oBAAoB,cAAc;AACpD,WAAK,cAAc,oBAAoB,eAAe;AACtD,UAAI,oBAAoB,6BAA6B,gBAAgB;AACnE,aAAK,iBAAiB,oBAAoB;AAAA,MAC5C,OAAO;AACL,aAAK,kBAAkB,oBAAoB;AAAA,MAC7C;AACA,WAAK,cAAc,oBAAoB;AAAA,IACzC,OAAO;AACL,WAAK,aAAc,uBAAkC;AACrD,WAAK,cAAc,eAAe;AAAA,IACpC;AAEA,UAAM,MAAM,IAAI,sBAAsB;AAAA,MACpC,MAAM,gBAAgB;AAAA,MACtB,aAAa,MAAM,WAAW;AAAA,MAC9B,YAAY,KAAK;AAAA,MACjB,aAAa,KAAK;AAAA,MAClB,aAAa,KAAK;AAAA,MAClB,GAAI,KAAK,kBACL;AAAA,QACE,qBAAqB,KAAK,gBAAgB;AAAA,QAC1C,oBAAoB,KAAK,UAAU,KAAK,gBAAgB,OAAO;AAAA,MACjE,IACA,CAAC;AAAA,IACP,CAAC;AAED,UAAM,MAAM,UAAU,SAAS,QAAgC;AAAA,MAC7D,SAAS;AAAA,QACP,MAAM;AAAA,QACN,OAAO;AAAA,MACT;AAAA,IACF,CAAC;AAED,SAAK,YAAY,IAAI,UAAU,IAAI,OAAQ,OAAQ,EAAG;AAEtD,cAAU,SAAS,GAAG,eAAe,UAAU,KAAK,OAAO;AAAA,EAC7D;AAAA,EAkCA,MAAM,YAAyD;AAC7D,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,SAAS;AACP,cAAU,SAAS,IAAI,eAAe,UAAU,KAAK,OAAO;AAC5D,SAAK,UAAU,QAAQ;AAAA,EACzB;AACF;AAEO,MAAM,oBAAoB,eAA2B;AAAA,EAK1D,YACE,OACA,qBACA,aACA;AACA,UAAM,IAAI,kBAAkB,OAAO,qBAAqB,WAAW,CAAC;AAAA,EACtE;AACF;","names":[]}

package/dist/data_streams/stream_reader.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/data_streams/stream_reader.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { log } from '../log.js';\nimport type { DataStream_Chunk } from '../proto/room_pb.js';\nimport { bigIntToNumber } from '../utils.js';\nimport type { BaseStreamInfo, ByteStreamInfo, TextStreamInfo } from './types.js';\n\nabstract class BaseStreamReader<T extends BaseStreamInfo> {\n  protected reader: ReadableStream<DataStream_Chunk>;\n\n  protected totalByteSize?: number;\n\n  protected _info: T;\n\n  protected bytesReceived: number;\n\n  get info() {\n    return this._info;\n  }\n\n  constructor(info: T, stream: ReadableStream<DataStream_Chunk>, totalByteSize?: number) {\n    this.reader = stream;\n    this.totalByteSize = totalByteSize;\n    this._info = info;\n    this.bytesReceived = 0;\n  }\n\n  protected abstract handleChunkReceived(chunk: DataStream_Chunk): void;\n\n  onProgress?: (progress: number | undefined) => void;\n\n  abstract readAll(): Promise<string | Array<Uint8Array>>;\n}\n\n/**\n * A class to read chunks from a ReadableStream and provide them in a structured format.\n */\nexport class ByteStreamReader extends BaseStreamReader<ByteStreamInfo> {\n  protected handleChunkReceived(chunk: DataStream_Chunk) {\n    this.bytesReceived += chunk.content!.byteLength;\n    const currentProgress = this.totalByteSize\n      ? this.bytesReceived / this.totalByteSize\n      : undefined;\n    this.onProgress?.(currentProgress);\n  }\n\n  [Symbol.asyncIterator]() {\n    const reader = this.reader.getReader();\n\n    return {\n      next: async (): Promise<IteratorResult<Uint8Array>> => {\n        try {\n          const { done, value } = await reader.read();\n          if (done) {\n            return { done: true, value: undefined as any };\n          } else {\n            this.handleChunkReceived(value);\n            return { done: false, value: value.content! };\n          }\n        } catch (error: any) {\n          log.error('error processing stream update: %s', error);\n          return { done: true, value: undefined };\n        }\n      },\n\n      return(): IteratorResult<Uint8Array> {\n        reader.releaseLock();\n        return { done: true, value: undefined };\n      },\n    };\n  }\n\n  async readAll(): Promise<Array<Uint8Array>> {\n    const chunks: Set<Uint8Array> = new Set();\n    for await (const chunk of this) {\n      chunks.add(chunk);\n    }\n    return Array.from(chunks);\n  }\n}\n\n/**\n * A class to read chunks from a ReadableStream and provide them in a structured format.\n */\nexport class TextStreamReader extends BaseStreamReader<TextStreamInfo> {\n  private receivedChunks: Map<number, DataStream_Chunk>;\n\n  /**\n   * A TextStreamReader instance can be used as an AsyncIterator that returns the entire string\n   * that has been received up to the current point in time.\n   */\n  constructor(\n    info: TextStreamInfo,\n    stream: ReadableStream<DataStream_Chunk>,\n    totalChunkCount?: number,\n  ) {\n    super(info, stream, totalChunkCount);\n    this.receivedChunks = new Map();\n  }\n\n  protected handleChunkReceived(chunk: DataStream_Chunk) {\n    const index = bigIntToNumber(chunk.chunkIndex!);\n    const previousChunkAtIndex = this.receivedChunks.get(index!);\n    if (previousChunkAtIndex && previousChunkAtIndex.version! > chunk.version!) {\n      // we have a newer version already, dropping the old one\n      return;\n    }\n    this.receivedChunks.set(index, chunk);\n    const currentProgress = this.totalByteSize\n      ? this.receivedChunks.size / this.totalByteSize\n      : undefined;\n    this.onProgress?.(currentProgress);\n  }\n\n  /**\n   * Async iterator implementation to allow usage of `for await...of` syntax.\n   * Yields structured chunks from the stream.\n   *\n   */\n  [Symbol.asyncIterator]() {\n    const reader = this.reader.getReader();\n    const decoder = new TextDecoder();\n\n    return {\n      next: async (): Promise<IteratorResult<string>> => {\n        try {\n          const { done, value } = await reader.read();\n          if (done) {\n            return { done: true, value: undefined };\n          } else {\n            this.handleChunkReceived(value);\n            return {\n              done: false,\n              value: decoder.decode(value.content!),\n            };\n          }\n        } catch (error: any) {\n          log.error('error processing stream update: %s', error);\n          return { done: true, value: undefined };\n        }\n      },\n\n      return(): IteratorResult<string> {\n        reader.releaseLock();\n        return { done: true, value: undefined };\n      },\n    };\n  }\n\n  async readAll(): Promise<string> {\n    let finalString: string = '';\n    for await (const chunk of this) {\n      finalString += chunk;\n    }\n    return finalString;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,iBAAoB;AAEpB,mBAA+B;AAG/B,MAAe,iBAA2C;AAAA,EASxD,IAAI,OAAO;AACT,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,YAAY,MAAS,QAA0C,eAAwB;AACrF,SAAK,SAAS;AACd,SAAK,gBAAgB;AACrB,SAAK,QAAQ;AACb,SAAK,gBAAgB;AAAA,EACvB;AAOF;AAKO,MAAM,yBAAyB,iBAAiC;AAAA,EAC3D,oBAAoB,OAAyB;AAvCzD;AAwCI,SAAK,iBAAiB,MAAM,QAAS;AACrC,UAAM,kBAAkB,KAAK,gBACzB,KAAK,gBAAgB,KAAK,gBAC1B;AACJ,eAAK,eAAL,8BAAkB;AAAA,EACpB;AAAA,EAEA,CAAC,OAAO,aAAa,IAAI;AACvB,UAAM,SAAS,KAAK,OAAO,UAAU;AAErC,WAAO;AAAA,MACL,MAAM,YAAiD;AACrD,YAAI;AACF,gBAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,cAAI,MAAM;AACR,mBAAO,EAAE,MAAM,MAAM,OAAO,OAAiB;AAAA,UAC/C,OAAO;AACL,iBAAK,oBAAoB,KAAK;AAC9B,mBAAO,EAAE,MAAM,OAAO,OAAO,MAAM,QAAS;AAAA,UAC9C;AAAA,QACF,SAAS,OAAY;AACnB,yBAAI,MAAM,sCAAsC,KAAK;AACrD,iBAAO,EAAE,MAAM,MAAM,OAAO,OAAU;AAAA,QACxC;AAAA,MACF;AAAA,MAEA,SAAqC;AACnC,eAAO,YAAY;AACnB,eAAO,EAAE,MAAM,MAAM,OAAO,OAAU;AAAA,MACxC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,UAAsC;AAC1C,UAAM,SAA0B,oBAAI,IAAI;AACxC,qBAAiB,SAAS,MAAM;AAC9B,aAAO,IAAI,KAAK;AAAA,IAClB;AACA,WAAO,MAAM,KAAK,MAAM;AAAA,EAC1B;AACF;AAKO,MAAM,yBAAyB,iBAAiC;AAAA;AAAA;AAAA;AAAA;AAAA,EAOrE,YACE,MACA,QACA,iBACA;AACA,UAAM,MAAM,QAAQ,eAAe;AACnC,SAAK,iBAAiB,oBAAI,IAAI;AAAA,EAChC;AAAA,EAEU,oBAAoB,OAAyB;AArGzD;AAsGI,UAAM,YAAQ,6BAAe,MAAM,UAAW;AAC9C,UAAM,uBAAuB,KAAK,eAAe,IAAI,KAAM;AAC3D,QAAI,wBAAwB,qBAAqB,UAAW,MAAM,SAAU;AAE1E;AAAA,IACF;AACA,SAAK,eAAe,IAAI,OAAO,KAAK;AACpC,UAAM,kBAAkB,KAAK,gBACzB,KAAK,eAAe,OAAO,KAAK,gBAChC;AACJ,eAAK,eAAL,8BAAkB;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,CAAC,OAAO,aAAa,IAAI;AACvB,UAAM,SAAS,KAAK,OAAO,UAAU;AACrC,UAAM,UAAU,IAAI,YAAY;AAEhC,WAAO;AAAA,MACL,MAAM,YAA6C;AACjD,YAAI;AACF,gBAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,cAAI,MAAM;AACR,mBAAO,EAAE,MAAM,MAAM,OAAO,OAAU;AAAA,UACxC,OAAO;AACL,iBAAK,oBAAoB,KAAK;AAC9B,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,OAAO,QAAQ,OAAO,MAAM,OAAQ;AAAA,YACtC;AAAA,UACF;AAAA,QACF,SAAS,OAAY;AACnB,yBAAI,MAAM,sCAAsC,KAAK;AACrD,iBAAO,EAAE,MAAM,MAAM,OAAO,OAAU;AAAA,QACxC;AAAA,MACF;AAAA,MAEA,SAAiC;AAC/B,eAAO,YAAY;AACnB,eAAO,EAAE,MAAM,MAAM,OAAO,OAAU;AAAA,MACxC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,UAA2B;AAC/B,QAAI,cAAsB;AAC1B,qBAAiB,SAAS,MAAM;AAC9B,qBAAe;AAAA,IACjB;AACA,WAAO;AAAA,EACT;AACF;","names":[]}
+{"version":3,"sources":["../../src/data_streams/stream_reader.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { log } from '../log.js';\nimport type { DataStream_Chunk } from '../proto/room_pb.js';\nimport { bigIntToNumber } from '../utils.js';\nimport type { BaseStreamInfo, ByteStreamInfo, TextStreamInfo } from './types.js';\n\nabstract class BaseStreamReader<T extends BaseStreamInfo> {\n  protected reader: ReadableStream<DataStream_Chunk>;\n\n  protected totalByteSize?: number;\n\n  protected _info: T;\n\n  protected bytesReceived: number;\n\n  get info() {\n    return this._info;\n  }\n\n  constructor(info: T, stream: ReadableStream<DataStream_Chunk>, totalByteSize?: number) {\n    this.reader = stream;\n    this.totalByteSize = totalByteSize;\n    this._info = info;\n    this.bytesReceived = 0;\n  }\n\n  protected abstract handleChunkReceived(chunk: DataStream_Chunk): void;\n\n  onProgress?: (progress: number | undefined) => void;\n\n  abstract readAll(): Promise<string | Array<Uint8Array>>;\n}\n\n/**\n * A class to read chunks from a ReadableStream and provide them in a structured format.\n */\nexport class ByteStreamReader extends BaseStreamReader<ByteStreamInfo> {\n  protected handleChunkReceived(chunk: DataStream_Chunk) {\n    this.bytesReceived += chunk.content!.byteLength;\n    const currentProgress = this.totalByteSize\n      ? this.bytesReceived / this.totalByteSize\n      : undefined;\n    this.onProgress?.(currentProgress);\n  }\n\n  [Symbol.asyncIterator]() {\n    const reader = this.reader.getReader();\n\n    return {\n      next: async (): Promise<IteratorResult<Uint8Array>> => {\n        try {\n          const { done, value } = await reader.read();\n          if (done) {\n            return { done: true, value: undefined as unknown };\n          } else {\n            this.handleChunkReceived(value);\n            return { done: false, value: value.content! };\n          }\n        } catch (error: unknown) {\n          log.error('error processing stream update: %s', error);\n          return { done: true, value: undefined as unknown };\n        }\n      },\n\n      return(): IteratorResult<Uint8Array> {\n        reader.releaseLock();\n        return { done: true, value: undefined };\n      },\n    };\n  }\n\n  async readAll(): Promise<Array<Uint8Array>> {\n    const chunks: Set<Uint8Array> = new Set();\n    for await (const chunk of this) {\n      chunks.add(chunk);\n    }\n    return Array.from(chunks);\n  }\n}\n\n/**\n * A class to read chunks from a ReadableStream and provide them in a structured format.\n */\nexport class TextStreamReader extends BaseStreamReader<TextStreamInfo> {\n  private receivedChunks: Map<number, DataStream_Chunk>;\n\n  /**\n   * A TextStreamReader instance can be used as an AsyncIterator that returns the entire string\n   * that has been received up to the current point in time.\n   */\n  constructor(\n    info: TextStreamInfo,\n    stream: ReadableStream<DataStream_Chunk>,\n    totalChunkCount?: number,\n  ) {\n    super(info, stream, totalChunkCount);\n    this.receivedChunks = new Map();\n  }\n\n  protected handleChunkReceived(chunk: DataStream_Chunk) {\n    const index = bigIntToNumber(chunk.chunkIndex!);\n    const previousChunkAtIndex = this.receivedChunks.get(index!);\n    if (previousChunkAtIndex && previousChunkAtIndex.version! > chunk.version!) {\n      // we have a newer version already, dropping the old one\n      return;\n    }\n    this.receivedChunks.set(index, chunk);\n    const currentProgress = this.totalByteSize\n      ? this.receivedChunks.size / this.totalByteSize\n      : undefined;\n    this.onProgress?.(currentProgress);\n  }\n\n  /**\n   * Async iterator implementation to allow usage of `for await...of` syntax.\n   * Yields structured chunks from the stream.\n   *\n   */\n  [Symbol.asyncIterator]() {\n    const reader = this.reader.getReader();\n    const decoder = new TextDecoder();\n\n    return {\n      next: async (): Promise<IteratorResult<string>> => {\n        try {\n          const { done, value } = await reader.read();\n          if (done) {\n            return { done: true, value: undefined };\n          } else {\n            this.handleChunkReceived(value);\n            return {\n              done: false,\n              value: decoder.decode(value.content!),\n            };\n          }\n        } catch (error: unknown) {\n          log.error('error processing stream update: %s', error);\n          return { done: true, value: undefined };\n        }\n      },\n\n      return(): IteratorResult<string> {\n        reader.releaseLock();\n        return { done: true, value: undefined };\n      },\n    };\n  }\n\n  async readAll(): Promise<string> {\n    let finalString: string = '';\n    for await (const chunk of this) {\n      finalString += chunk;\n    }\n    return finalString;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,iBAAoB;AAEpB,mBAA+B;AAG/B,MAAe,iBAA2C;AAAA,EASxD,IAAI,OAAO;AACT,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,YAAY,MAAS,QAA0C,eAAwB;AACrF,SAAK,SAAS;AACd,SAAK,gBAAgB;AACrB,SAAK,QAAQ;AACb,SAAK,gBAAgB;AAAA,EACvB;AAOF;AAKO,MAAM,yBAAyB,iBAAiC;AAAA,EAC3D,oBAAoB,OAAyB;AAvCzD;AAwCI,SAAK,iBAAiB,MAAM,QAAS;AACrC,UAAM,kBAAkB,KAAK,gBACzB,KAAK,gBAAgB,KAAK,gBAC1B;AACJ,eAAK,eAAL,8BAAkB;AAAA,EACpB;AAAA,EAEA,CAAC,OAAO,aAAa,IAAI;AACvB,UAAM,SAAS,KAAK,OAAO,UAAU;AAErC,WAAO;AAAA,MACL,MAAM,YAAiD;AACrD,YAAI;AACF,gBAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,cAAI,MAAM;AACR,mBAAO,EAAE,MAAM,MAAM,OAAO,OAAqB;AAAA,UACnD,OAAO;AACL,iBAAK,oBAAoB,KAAK;AAC9B,mBAAO,EAAE,MAAM,OAAO,OAAO,MAAM,QAAS;AAAA,UAC9C;AAAA,QACF,SAAS,OAAgB;AACvB,yBAAI,MAAM,sCAAsC,KAAK;AACrD,iBAAO,EAAE,MAAM,MAAM,OAAO,OAAqB;AAAA,QACnD;AAAA,MACF;AAAA,MAEA,SAAqC;AACnC,eAAO,YAAY;AACnB,eAAO,EAAE,MAAM,MAAM,OAAO,OAAU;AAAA,MACxC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,UAAsC;AAC1C,UAAM,SAA0B,oBAAI,IAAI;AACxC,qBAAiB,SAAS,MAAM;AAC9B,aAAO,IAAI,KAAK;AAAA,IAClB;AACA,WAAO,MAAM,KAAK,MAAM;AAAA,EAC1B;AACF;AAKO,MAAM,yBAAyB,iBAAiC;AAAA;AAAA;AAAA;AAAA;AAAA,EAOrE,YACE,MACA,QACA,iBACA;AACA,UAAM,MAAM,QAAQ,eAAe;AACnC,SAAK,iBAAiB,oBAAI,IAAI;AAAA,EAChC;AAAA,EAEU,oBAAoB,OAAyB;AArGzD;AAsGI,UAAM,YAAQ,6BAAe,MAAM,UAAW;AAC9C,UAAM,uBAAuB,KAAK,eAAe,IAAI,KAAM;AAC3D,QAAI,wBAAwB,qBAAqB,UAAW,MAAM,SAAU;AAE1E;AAAA,IACF;AACA,SAAK,eAAe,IAAI,OAAO,KAAK;AACpC,UAAM,kBAAkB,KAAK,gBACzB,KAAK,eAAe,OAAO,KAAK,gBAChC;AACJ,eAAK,eAAL,8BAAkB;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,CAAC,OAAO,aAAa,IAAI;AACvB,UAAM,SAAS,KAAK,OAAO,UAAU;AACrC,UAAM,UAAU,IAAI,YAAY;AAEhC,WAAO;AAAA,MACL,MAAM,YAA6C;AACjD,YAAI;AACF,gBAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,cAAI,MAAM;AACR,mBAAO,EAAE,MAAM,MAAM,OAAO,OAAU;AAAA,UACxC,OAAO;AACL,iBAAK,oBAAoB,KAAK;AAC9B,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,OAAO,QAAQ,OAAO,MAAM,OAAQ;AAAA,YACtC;AAAA,UACF;AAAA,QACF,SAAS,OAAgB;AACvB,yBAAI,MAAM,sCAAsC,KAAK;AACrD,iBAAO,EAAE,MAAM,MAAM,OAAO,OAAU;AAAA,QACxC;AAAA,MACF;AAAA,MAEA,SAAiC;AAC/B,eAAO,YAAY;AACnB,eAAO,EAAE,MAAM,MAAM,OAAO,OAAU;AAAA,MACxC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,UAA2B;AAC/B,QAAI,cAAsB;AAC1B,qBAAiB,SAAS,MAAM;AAC9B,qBAAe;AAAA,IACjB;AACA,WAAO;AAAA,EACT;AACF;","names":[]}

package/dist/data_streams/stream_reader.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/data_streams/stream_reader.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { log } from '../log.js';\nimport type { DataStream_Chunk } from '../proto/room_pb.js';\nimport { bigIntToNumber } from '../utils.js';\nimport type { BaseStreamInfo, ByteStreamInfo, TextStreamInfo } from './types.js';\n\nabstract class BaseStreamReader<T extends BaseStreamInfo> {\n  protected reader: ReadableStream<DataStream_Chunk>;\n\n  protected totalByteSize?: number;\n\n  protected _info: T;\n\n  protected bytesReceived: number;\n\n  get info() {\n    return this._info;\n  }\n\n  constructor(info: T, stream: ReadableStream<DataStream_Chunk>, totalByteSize?: number) {\n    this.reader = stream;\n    this.totalByteSize = totalByteSize;\n    this._info = info;\n    this.bytesReceived = 0;\n  }\n\n  protected abstract handleChunkReceived(chunk: DataStream_Chunk): void;\n\n  onProgress?: (progress: number | undefined) => void;\n\n  abstract readAll(): Promise<string | Array<Uint8Array>>;\n}\n\n/**\n * A class to read chunks from a ReadableStream and provide them in a structured format.\n */\nexport class ByteStreamReader extends BaseStreamReader<ByteStreamInfo> {\n  protected handleChunkReceived(chunk: DataStream_Chunk) {\n    this.bytesReceived += chunk.content!.byteLength;\n    const currentProgress = this.totalByteSize\n      ? this.bytesReceived / this.totalByteSize\n      : undefined;\n    this.onProgress?.(currentProgress);\n  }\n\n  [Symbol.asyncIterator]() {\n    const reader = this.reader.getReader();\n\n    return {\n      next: async (): Promise<IteratorResult<Uint8Array>> => {\n        try {\n          const { done, value } = await reader.read();\n          if (done) {\n            return { done: true, value: undefined as any };\n          } else {\n            this.handleChunkReceived(value);\n            return { done: false, value: value.content! };\n          }\n        } catch (error: any) {\n          log.error('error processing stream update: %s', error);\n          return { done: true, value: undefined };\n        }\n      },\n\n      return(): IteratorResult<Uint8Array> {\n        reader.releaseLock();\n        return { done: true, value: undefined };\n      },\n    };\n  }\n\n  async readAll(): Promise<Array<Uint8Array>> {\n    const chunks: Set<Uint8Array> = new Set();\n    for await (const chunk of this) {\n      chunks.add(chunk);\n    }\n    return Array.from(chunks);\n  }\n}\n\n/**\n * A class to read chunks from a ReadableStream and provide them in a structured format.\n */\nexport class TextStreamReader extends BaseStreamReader<TextStreamInfo> {\n  private receivedChunks: Map<number, DataStream_Chunk>;\n\n  /**\n   * A TextStreamReader instance can be used as an AsyncIterator that returns the entire string\n   * that has been received up to the current point in time.\n   */\n  constructor(\n    info: TextStreamInfo,\n    stream: ReadableStream<DataStream_Chunk>,\n    totalChunkCount?: number,\n  ) {\n    super(info, stream, totalChunkCount);\n    this.receivedChunks = new Map();\n  }\n\n  protected handleChunkReceived(chunk: DataStream_Chunk) {\n    const index = bigIntToNumber(chunk.chunkIndex!);\n    const previousChunkAtIndex = this.receivedChunks.get(index!);\n    if (previousChunkAtIndex && previousChunkAtIndex.version! > chunk.version!) {\n      // we have a newer version already, dropping the old one\n      return;\n    }\n    this.receivedChunks.set(index, chunk);\n    const currentProgress = this.totalByteSize\n      ? this.receivedChunks.size / this.totalByteSize\n      : undefined;\n    this.onProgress?.(currentProgress);\n  }\n\n  /**\n   * Async iterator implementation to allow usage of `for await...of` syntax.\n   * Yields structured chunks from the stream.\n   *\n   */\n  [Symbol.asyncIterator]() {\n    const reader = this.reader.getReader();\n    const decoder = new TextDecoder();\n\n    return {\n      next: async (): Promise<IteratorResult<string>> => {\n        try {\n          const { done, value } = await reader.read();\n          if (done) {\n            return { done: true, value: undefined };\n          } else {\n            this.handleChunkReceived(value);\n            return {\n              done: false,\n              value: decoder.decode(value.content!),\n            };\n          }\n        } catch (error: any) {\n          log.error('error processing stream update: %s', error);\n          return { done: true, value: undefined };\n        }\n      },\n\n      return(): IteratorResult<string> {\n        reader.releaseLock();\n        return { done: true, value: undefined };\n      },\n    };\n  }\n\n  async readAll(): Promise<string> {\n    let finalString: string = '';\n    for await (const chunk of this) {\n      finalString += chunk;\n    }\n    return finalString;\n  }\n}\n"],"mappings":"AAGA,SAAS,WAAW;AAEpB,SAAS,sBAAsB;AAG/B,MAAe,iBAA2C;AAAA,EASxD,IAAI,OAAO;AACT,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,YAAY,MAAS,QAA0C,eAAwB;AACrF,SAAK,SAAS;AACd,SAAK,gBAAgB;AACrB,SAAK,QAAQ;AACb,SAAK,gBAAgB;AAAA,EACvB;AAOF;AAKO,MAAM,yBAAyB,iBAAiC;AAAA,EAC3D,oBAAoB,OAAyB;AAvCzD;AAwCI,SAAK,iBAAiB,MAAM,QAAS;AACrC,UAAM,kBAAkB,KAAK,gBACzB,KAAK,gBAAgB,KAAK,gBAC1B;AACJ,eAAK,eAAL,8BAAkB;AAAA,EACpB;AAAA,EAEA,CAAC,OAAO,aAAa,IAAI;AACvB,UAAM,SAAS,KAAK,OAAO,UAAU;AAErC,WAAO;AAAA,MACL,MAAM,YAAiD;AACrD,YAAI;AACF,gBAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,cAAI,MAAM;AACR,mBAAO,EAAE,MAAM,MAAM,OAAO,OAAiB;AAAA,UAC/C,OAAO;AACL,iBAAK,oBAAoB,KAAK;AAC9B,mBAAO,EAAE,MAAM,OAAO,OAAO,MAAM,QAAS;AAAA,UAC9C;AAAA,QACF,SAAS,OAAY;AACnB,cAAI,MAAM,sCAAsC,KAAK;AACrD,iBAAO,EAAE,MAAM,MAAM,OAAO,OAAU;AAAA,QACxC;AAAA,MACF;AAAA,MAEA,SAAqC;AACnC,eAAO,YAAY;AACnB,eAAO,EAAE,MAAM,MAAM,OAAO,OAAU;AAAA,MACxC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,UAAsC;AAC1C,UAAM,SAA0B,oBAAI,IAAI;AACxC,qBAAiB,SAAS,MAAM;AAC9B,aAAO,IAAI,KAAK;AAAA,IAClB;AACA,WAAO,MAAM,KAAK,MAAM;AAAA,EAC1B;AACF;AAKO,MAAM,yBAAyB,iBAAiC;AAAA;AAAA;AAAA;AAAA;AAAA,EAOrE,YACE,MACA,QACA,iBACA;AACA,UAAM,MAAM,QAAQ,eAAe;AACnC,SAAK,iBAAiB,oBAAI,IAAI;AAAA,EAChC;AAAA,EAEU,oBAAoB,OAAyB;AArGzD;AAsGI,UAAM,QAAQ,eAAe,MAAM,UAAW;AAC9C,UAAM,uBAAuB,KAAK,eAAe,IAAI,KAAM;AAC3D,QAAI,wBAAwB,qBAAqB,UAAW,MAAM,SAAU;AAE1E;AAAA,IACF;AACA,SAAK,eAAe,IAAI,OAAO,KAAK;AACpC,UAAM,kBAAkB,KAAK,gBACzB,KAAK,eAAe,OAAO,KAAK,gBAChC;AACJ,eAAK,eAAL,8BAAkB;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,CAAC,OAAO,aAAa,IAAI;AACvB,UAAM,SAAS,KAAK,OAAO,UAAU;AACrC,UAAM,UAAU,IAAI,YAAY;AAEhC,WAAO;AAAA,MACL,MAAM,YAA6C;AACjD,YAAI;AACF,gBAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,cAAI,MAAM;AACR,mBAAO,EAAE,MAAM,MAAM,OAAO,OAAU;AAAA,UACxC,OAAO;AACL,iBAAK,oBAAoB,KAAK;AAC9B,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,OAAO,QAAQ,OAAO,MAAM,OAAQ;AAAA,YACtC;AAAA,UACF;AAAA,QACF,SAAS,OAAY;AACnB,cAAI,MAAM,sCAAsC,KAAK;AACrD,iBAAO,EAAE,MAAM,MAAM,OAAO,OAAU;AAAA,QACxC;AAAA,MACF;AAAA,MAEA,SAAiC;AAC/B,eAAO,YAAY;AACnB,eAAO,EAAE,MAAM,MAAM,OAAO,OAAU;AAAA,MACxC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,UAA2B;AAC/B,QAAI,cAAsB;AAC1B,qBAAiB,SAAS,MAAM;AAC9B,qBAAe;AAAA,IACjB;AACA,WAAO;AAAA,EACT;AACF;","names":[]}
+{"version":3,"sources":["../../src/data_streams/stream_reader.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { log } from '../log.js';\nimport type { DataStream_Chunk } from '../proto/room_pb.js';\nimport { bigIntToNumber } from '../utils.js';\nimport type { BaseStreamInfo, ByteStreamInfo, TextStreamInfo } from './types.js';\n\nabstract class BaseStreamReader<T extends BaseStreamInfo> {\n  protected reader: ReadableStream<DataStream_Chunk>;\n\n  protected totalByteSize?: number;\n\n  protected _info: T;\n\n  protected bytesReceived: number;\n\n  get info() {\n    return this._info;\n  }\n\n  constructor(info: T, stream: ReadableStream<DataStream_Chunk>, totalByteSize?: number) {\n    this.reader = stream;\n    this.totalByteSize = totalByteSize;\n    this._info = info;\n    this.bytesReceived = 0;\n  }\n\n  protected abstract handleChunkReceived(chunk: DataStream_Chunk): void;\n\n  onProgress?: (progress: number | undefined) => void;\n\n  abstract readAll(): Promise<string | Array<Uint8Array>>;\n}\n\n/**\n * A class to read chunks from a ReadableStream and provide them in a structured format.\n */\nexport class ByteStreamReader extends BaseStreamReader<ByteStreamInfo> {\n  protected handleChunkReceived(chunk: DataStream_Chunk) {\n    this.bytesReceived += chunk.content!.byteLength;\n    const currentProgress = this.totalByteSize\n      ? this.bytesReceived / this.totalByteSize\n      : undefined;\n    this.onProgress?.(currentProgress);\n  }\n\n  [Symbol.asyncIterator]() {\n    const reader = this.reader.getReader();\n\n    return {\n      next: async (): Promise<IteratorResult<Uint8Array>> => {\n        try {\n          const { done, value } = await reader.read();\n          if (done) {\n            return { done: true, value: undefined as unknown };\n          } else {\n            this.handleChunkReceived(value);\n            return { done: false, value: value.content! };\n          }\n        } catch (error: unknown) {\n          log.error('error processing stream update: %s', error);\n          return { done: true, value: undefined as unknown };\n        }\n      },\n\n      return(): IteratorResult<Uint8Array> {\n        reader.releaseLock();\n        return { done: true, value: undefined };\n      },\n    };\n  }\n\n  async readAll(): Promise<Array<Uint8Array>> {\n    const chunks: Set<Uint8Array> = new Set();\n    for await (const chunk of this) {\n      chunks.add(chunk);\n    }\n    return Array.from(chunks);\n  }\n}\n\n/**\n * A class to read chunks from a ReadableStream and provide them in a structured format.\n */\nexport class TextStreamReader extends BaseStreamReader<TextStreamInfo> {\n  private receivedChunks: Map<number, DataStream_Chunk>;\n\n  /**\n   * A TextStreamReader instance can be used as an AsyncIterator that returns the entire string\n   * that has been received up to the current point in time.\n   */\n  constructor(\n    info: TextStreamInfo,\n    stream: ReadableStream<DataStream_Chunk>,\n    totalChunkCount?: number,\n  ) {\n    super(info, stream, totalChunkCount);\n    this.receivedChunks = new Map();\n  }\n\n  protected handleChunkReceived(chunk: DataStream_Chunk) {\n    const index = bigIntToNumber(chunk.chunkIndex!);\n    const previousChunkAtIndex = this.receivedChunks.get(index!);\n    if (previousChunkAtIndex && previousChunkAtIndex.version! > chunk.version!) {\n      // we have a newer version already, dropping the old one\n      return;\n    }\n    this.receivedChunks.set(index, chunk);\n    const currentProgress = this.totalByteSize\n      ? this.receivedChunks.size / this.totalByteSize\n      : undefined;\n    this.onProgress?.(currentProgress);\n  }\n\n  /**\n   * Async iterator implementation to allow usage of `for await...of` syntax.\n   * Yields structured chunks from the stream.\n   *\n   */\n  [Symbol.asyncIterator]() {\n    const reader = this.reader.getReader();\n    const decoder = new TextDecoder();\n\n    return {\n      next: async (): Promise<IteratorResult<string>> => {\n        try {\n          const { done, value } = await reader.read();\n          if (done) {\n            return { done: true, value: undefined };\n          } else {\n            this.handleChunkReceived(value);\n            return {\n              done: false,\n              value: decoder.decode(value.content!),\n            };\n          }\n        } catch (error: unknown) {\n          log.error('error processing stream update: %s', error);\n          return { done: true, value: undefined };\n        }\n      },\n\n      return(): IteratorResult<string> {\n        reader.releaseLock();\n        return { done: true, value: undefined };\n      },\n    };\n  }\n\n  async readAll(): Promise<string> {\n    let finalString: string = '';\n    for await (const chunk of this) {\n      finalString += chunk;\n    }\n    return finalString;\n  }\n}\n"],"mappings":"AAGA,SAAS,WAAW;AAEpB,SAAS,sBAAsB;AAG/B,MAAe,iBAA2C;AAAA,EASxD,IAAI,OAAO;AACT,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,YAAY,MAAS,QAA0C,eAAwB;AACrF,SAAK,SAAS;AACd,SAAK,gBAAgB;AACrB,SAAK,QAAQ;AACb,SAAK,gBAAgB;AAAA,EACvB;AAOF;AAKO,MAAM,yBAAyB,iBAAiC;AAAA,EAC3D,oBAAoB,OAAyB;AAvCzD;AAwCI,SAAK,iBAAiB,MAAM,QAAS;AACrC,UAAM,kBAAkB,KAAK,gBACzB,KAAK,gBAAgB,KAAK,gBAC1B;AACJ,eAAK,eAAL,8BAAkB;AAAA,EACpB;AAAA,EAEA,CAAC,OAAO,aAAa,IAAI;AACvB,UAAM,SAAS,KAAK,OAAO,UAAU;AAErC,WAAO;AAAA,MACL,MAAM,YAAiD;AACrD,YAAI;AACF,gBAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,cAAI,MAAM;AACR,mBAAO,EAAE,MAAM,MAAM,OAAO,OAAqB;AAAA,UACnD,OAAO;AACL,iBAAK,oBAAoB,KAAK;AAC9B,mBAAO,EAAE,MAAM,OAAO,OAAO,MAAM,QAAS;AAAA,UAC9C;AAAA,QACF,SAAS,OAAgB;AACvB,cAAI,MAAM,sCAAsC,KAAK;AACrD,iBAAO,EAAE,MAAM,MAAM,OAAO,OAAqB;AAAA,QACnD;AAAA,MACF;AAAA,MAEA,SAAqC;AACnC,eAAO,YAAY;AACnB,eAAO,EAAE,MAAM,MAAM,OAAO,OAAU;AAAA,MACxC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,UAAsC;AAC1C,UAAM,SAA0B,oBAAI,IAAI;AACxC,qBAAiB,SAAS,MAAM;AAC9B,aAAO,IAAI,KAAK;AAAA,IAClB;AACA,WAAO,MAAM,KAAK,MAAM;AAAA,EAC1B;AACF;AAKO,MAAM,yBAAyB,iBAAiC;AAAA;AAAA;AAAA;AAAA;AAAA,EAOrE,YACE,MACA,QACA,iBACA;AACA,UAAM,MAAM,QAAQ,eAAe;AACnC,SAAK,iBAAiB,oBAAI,IAAI;AAAA,EAChC;AAAA,EAEU,oBAAoB,OAAyB;AArGzD;AAsGI,UAAM,QAAQ,eAAe,MAAM,UAAW;AAC9C,UAAM,uBAAuB,KAAK,eAAe,IAAI,KAAM;AAC3D,QAAI,wBAAwB,qBAAqB,UAAW,MAAM,SAAU;AAE1E;AAAA,IACF;AACA,SAAK,eAAe,IAAI,OAAO,KAAK;AACpC,UAAM,kBAAkB,KAAK,gBACzB,KAAK,eAAe,OAAO,KAAK,gBAChC;AACJ,eAAK,eAAL,8BAAkB;AAAA,EACpB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,CAAC,OAAO,aAAa,IAAI;AACvB,UAAM,SAAS,KAAK,OAAO,UAAU;AACrC,UAAM,UAAU,IAAI,YAAY;AAEhC,WAAO;AAAA,MACL,MAAM,YAA6C;AACjD,YAAI;AACF,gBAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,cAAI,MAAM;AACR,mBAAO,EAAE,MAAM,MAAM,OAAO,OAAU;AAAA,UACxC,OAAO;AACL,iBAAK,oBAAoB,KAAK;AAC9B,mBAAO;AAAA,cACL,MAAM;AAAA,cACN,OAAO,QAAQ,OAAO,MAAM,OAAQ;AAAA,YACtC;AAAA,UACF;AAAA,QACF,SAAS,OAAgB;AACvB,cAAI,MAAM,sCAAsC,KAAK;AACrD,iBAAO,EAAE,MAAM,MAAM,OAAO,OAAU;AAAA,QACxC;AAAA,MACF;AAAA,MAEA,SAAiC;AAC/B,eAAO,YAAY;AACnB,eAAO,EAAE,MAAM,MAAM,OAAO,OAAU;AAAA,MACxC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,UAA2B;AAC/B,QAAI,cAAsB;AAC1B,qBAAiB,SAAS,MAAM;AAC9B,qBAAe;AAAA,IACjB;AACA,WAAO;AAAA,EACT;AACF;","names":[]}

package/dist/frame_processor.cjs

@@ -0,0 +1,38 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var frame_processor_exports = {};
+__export(frame_processor_exports, {
+  FrameProcessor: () => FrameProcessor
+});
+module.exports = __toCommonJS(frame_processor_exports);
+var import_audio_frame = require("./audio_frame.cjs");
+var import_video_frame = require("./video_frame.cjs");
+class FrameProcessor {
+  // eslint-disable-next-line @typescript-eslint/no-unused-vars
+  onStreamInfoUpdated(_info) {
+  }
+  // eslint-disable-next-line @typescript-eslint/no-unused-vars
+  onCredentialsUpdated(_credentials) {
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  FrameProcessor
+});
+//# sourceMappingURL=frame_processor.cjs.map

package/dist/frame_processor.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/frame_processor.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { type AudioFrame } from './audio_frame.js';\nimport { type VideoFrame } from './video_frame.js';\n\nexport type FrameProcessorStreamInfo = {\n  roomName: string;\n  participantIdentity: string;\n  publicationSid: string;\n};\n\nexport type FrameProcessorCredentials = {\n  token: string;\n  url: string;\n};\n\nexport abstract class FrameProcessor<Frame extends VideoFrame | AudioFrame> {\n  abstract isEnabled(): boolean;\n  abstract setEnabled(enabled: boolean): void;\n\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  onStreamInfoUpdated(_info: FrameProcessorStreamInfo): void {}\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  onCredentialsUpdated(_credentials: FrameProcessorCredentials): void {}\n\n  abstract process(frame: Frame): Frame;\n  abstract close(): void;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,yBAAgC;AAChC,yBAAgC;AAazB,MAAe,eAAsD;AAAA;AAAA,EAK1E,oBAAoB,OAAuC;AAAA,EAAC;AAAA;AAAA,EAE5D,qBAAqB,cAA+C;AAAA,EAAC;AAIvE;","names":[]}

package/dist/frame_processor.d.cts

@@ -0,0 +1,29 @@
+import { AudioFrame } from './audio_frame.cjs';
+import { VideoFrame } from './video_frame.cjs';
+import './proto/audio_frame_pb.cjs';
+import '@bufbuild/protobuf';
+import './proto/track_pb.cjs';
+import './proto/stats_pb.cjs';
+import './proto/e2ee_pb.cjs';
+import './proto/handle_pb.cjs';
+import './proto/video_frame_pb.cjs';
+
+type FrameProcessorStreamInfo = {
+    roomName: string;
+    participantIdentity: string;
+    publicationSid: string;
+};
+type FrameProcessorCredentials = {
+    token: string;
+    url: string;
+};
+declare abstract class FrameProcessor<Frame extends VideoFrame | AudioFrame> {
+    abstract isEnabled(): boolean;
+    abstract setEnabled(enabled: boolean): void;
+    onStreamInfoUpdated(_info: FrameProcessorStreamInfo): void;
+    onCredentialsUpdated(_credentials: FrameProcessorCredentials): void;
+    abstract process(frame: Frame): Frame;
+    abstract close(): void;
+}
+
+export { FrameProcessor, type FrameProcessorCredentials, type FrameProcessorStreamInfo };

package/dist/frame_processor.d.ts

@@ -0,0 +1,29 @@
+import { AudioFrame } from './audio_frame.js';
+import { VideoFrame } from './video_frame.js';
+import './proto/audio_frame_pb.js';
+import '@bufbuild/protobuf';
+import './proto/track_pb.js';
+import './proto/stats_pb.js';
+import './proto/e2ee_pb.js';
+import './proto/handle_pb.js';
+import './proto/video_frame_pb.js';
+
+type FrameProcessorStreamInfo = {
+    roomName: string;
+    participantIdentity: string;
+    publicationSid: string;
+};
+type FrameProcessorCredentials = {
+    token: string;
+    url: string;
+};
+declare abstract class FrameProcessor<Frame extends VideoFrame | AudioFrame> {
+    abstract isEnabled(): boolean;
+    abstract setEnabled(enabled: boolean): void;
+    onStreamInfoUpdated(_info: FrameProcessorStreamInfo): void;
+    onCredentialsUpdated(_credentials: FrameProcessorCredentials): void;
+    abstract process(frame: Frame): Frame;
+    abstract close(): void;
+}
+
+export { FrameProcessor, type FrameProcessorCredentials, type FrameProcessorStreamInfo };

package/dist/frame_processor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"frame_processor.d.ts","sourceRoot":"","sources":["../src/frame_processor.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,KAAK,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAEnD,MAAM,MAAM,wBAAwB,GAAG;IACrC,QAAQ,EAAE,MAAM,CAAC;IACjB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;CACb,CAAC;AAEF,8BAAsB,cAAc,CAAC,KAAK,SAAS,UAAU,GAAG,UAAU;IACxE,QAAQ,CAAC,SAAS,IAAI,OAAO;IAC7B,QAAQ,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IAG3C,mBAAmB,CAAC,KAAK,EAAE,wBAAwB,GAAG,IAAI;IAE1D,oBAAoB,CAAC,YAAY,EAAE,yBAAyB,GAAG,IAAI;IAEnE,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,GAAG,KAAK;IACrC,QAAQ,CAAC,KAAK,IAAI,IAAI;CACvB"}

package/dist/frame_processor.js

@@ -0,0 +1,14 @@
+import {} from "./audio_frame.js";
+import {} from "./video_frame.js";
+class FrameProcessor {
+  // eslint-disable-next-line @typescript-eslint/no-unused-vars
+  onStreamInfoUpdated(_info) {
+  }
+  // eslint-disable-next-line @typescript-eslint/no-unused-vars
+  onCredentialsUpdated(_credentials) {
+  }
+}
+export {
+  FrameProcessor
+};
+//# sourceMappingURL=frame_processor.js.map

package/dist/frame_processor.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/frame_processor.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { type AudioFrame } from './audio_frame.js';\nimport { type VideoFrame } from './video_frame.js';\n\nexport type FrameProcessorStreamInfo = {\n  roomName: string;\n  participantIdentity: string;\n  publicationSid: string;\n};\n\nexport type FrameProcessorCredentials = {\n  token: string;\n  url: string;\n};\n\nexport abstract class FrameProcessor<Frame extends VideoFrame | AudioFrame> {\n  abstract isEnabled(): boolean;\n  abstract setEnabled(enabled: boolean): void;\n\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  onStreamInfoUpdated(_info: FrameProcessorStreamInfo): void {}\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  onCredentialsUpdated(_credentials: FrameProcessorCredentials): void {}\n\n  abstract process(frame: Frame): Frame;\n  abstract close(): void;\n}\n"],"mappings":"AAGA,eAAgC;AAChC,eAAgC;AAazB,MAAe,eAAsD;AAAA;AAAA,EAK1E,oBAAoB,OAAuC;AAAA,EAAC;AAAA;AAAA,EAE5D,qBAAqB,cAA+C;AAAA,EAAC;AAIvE;","names":[]}

package/dist/index.cjs

@@ -36,6 +36,7 @@ __export(index_exports, {
   EncryptionState: () => import_e2ee_pb.EncryptionState,
   EncryptionType: () => import_e2ee_pb.EncryptionType,
   FrameCryptor: () => import_e2ee.FrameCryptor,
+  FrameProcessor: () => import_frame_processor.FrameProcessor,
   IceServer: () => import_room_pb.IceServer,
   IceTransportType: () => import_room_pb.IceTransportType,
   KeyProvider: () => import_e2ee.KeyProvider,
@@ -90,6 +91,7 @@ var import_track_publication = require("./track_publication.cjs");
 var import_video_frame = require("./video_frame.cjs");
 var import_video_source = require("./video_source.cjs");
 var import_video_stream = require("./video_stream.cjs");
+var import_frame_processor = require("./frame_processor.cjs");
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   AudioFilter,
@@ -109,6 +111,7 @@ var import_video_stream = require("./video_stream.cjs");
   EncryptionState,
   EncryptionType,
   FrameCryptor,
+  FrameProcessor,
   IceServer,
   IceTransportType,
   KeyProvider,

package/dist/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport { AudioFrame, combineAudioFrames } from './audio_frame.js';\nexport { AudioResampler, AudioResamplerQuality } from './audio_resampler.js';\nexport { AudioSource } from './audio_source.js';\nexport { AudioStream } from './audio_stream.js';\nexport type { NoiseCancellationOptions } from './audio_stream.js';\nexport { AudioFilter } from './audio_filter.js';\nexport { AudioMixer, type AudioMixerOptions } from './audio_mixer.js';\nexport * from './data_streams/index.js';\nexport { E2EEManager, FrameCryptor, KeyProvider } from './e2ee.js';\nexport type { E2EEOptions, KeyProviderOptions } from './e2ee.js';\nexport { dispose } from './ffi_client.js';\nexport { LocalParticipant, Participant, RemoteParticipant } from './participant.js';\nexport { EncryptionState, EncryptionType } from './proto/e2ee_pb.js';\nexport { DisconnectReason, ParticipantKind } from './proto/participant_pb.js';\nexport {\n  ConnectionQuality,\n  ConnectionState,\n  ContinualGatheringPolicy,\n  DataPacketKind,\n  IceServer,\n  IceTransportType,\n  TrackPublishOptions,\n} from './proto/room_pb.js';\nexport { StreamState, TrackKind, TrackSource } from './proto/track_pb.js';\nexport { VideoBufferType, VideoCodec, VideoRotation } from './proto/video_frame_pb.js';\nexport { ConnectError, Room, RoomEvent, type RoomOptions, type RtcConfiguration } from './room.js';\nexport { RpcError, type PerformRpcParams, type RpcInvocationData } from './rpc.js';\nexport {\n  LocalAudioTrack,\n  LocalVideoTrack,\n  RemoteAudioTrack,\n  RemoteVideoTrack,\n  Track,\n  type AudioTrack,\n  type LocalTrack,\n  type RemoteTrack,\n  type VideoTrack,\n} from './track.js';\nexport {\n  LocalTrackPublication,\n  RemoteTrackPublication,\n  TrackPublication,\n} from './track_publication.js';\nexport type { Transcription, TranscriptionSegment } from './transcription.js';\nexport type { ChatMessage } from './types.js';\nexport { VideoFrame } from './video_frame.js';\nexport { VideoSource } from './video_source.js';\nexport { VideoStream, type VideoFrameEvent } from './video_stream.js';\n"],"mappings":";;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,yBAA+C;AAC/C,6BAAsD;AACtD,0BAA4B;AAC5B,0BAA4B;AAE5B,0BAA4B;AAC5B,yBAAmD;AACnD,0BAAc,oCAXd;AAYA,kBAAuD;AAEvD,wBAAwB;AACxB,yBAAiE;AACjE,qBAAgD;AAChD,4BAAkD;AAClD,qBAQO;AACP,sBAAoD;AACpD,4BAA2D;AAC3D,kBAAuF;AACvF,iBAAwE;AACxE,mBAUO;AACP,+BAIO;AAGP,yBAA2B;AAC3B,0BAA4B;AAC5B,0BAAkD;","names":[]}
+{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\n\nexport { AudioFrame, combineAudioFrames } from './audio_frame.js';\nexport { AudioResampler, AudioResamplerQuality } from './audio_resampler.js';\nexport { AudioSource } from './audio_source.js';\nexport { AudioStream } from './audio_stream.js';\nexport type { NoiseCancellationOptions } from './audio_stream.js';\nexport { AudioFilter } from './audio_filter.js';\nexport { AudioMixer, type AudioMixerOptions } from './audio_mixer.js';\nexport * from './data_streams/index.js';\nexport { E2EEManager, FrameCryptor, KeyProvider } from './e2ee.js';\nexport type { E2EEOptions, KeyProviderOptions } from './e2ee.js';\nexport { dispose } from './ffi_client.js';\nexport { LocalParticipant, Participant, RemoteParticipant } from './participant.js';\nexport { EncryptionState, EncryptionType } from './proto/e2ee_pb.js';\nexport { DisconnectReason, ParticipantKind } from './proto/participant_pb.js';\nexport {\n  ConnectionQuality,\n  ConnectionState,\n  ContinualGatheringPolicy,\n  DataPacketKind,\n  IceServer,\n  IceTransportType,\n  TrackPublishOptions,\n} from './proto/room_pb.js';\nexport { StreamState, TrackKind, TrackSource } from './proto/track_pb.js';\nexport { VideoBufferType, VideoCodec, VideoRotation } from './proto/video_frame_pb.js';\nexport { ConnectError, Room, RoomEvent, type RoomOptions, type RtcConfiguration } from './room.js';\nexport { RpcError, type PerformRpcParams, type RpcInvocationData } from './rpc.js';\nexport {\n  LocalAudioTrack,\n  LocalVideoTrack,\n  RemoteAudioTrack,\n  RemoteVideoTrack,\n  Track,\n  type AudioTrack,\n  type LocalTrack,\n  type RemoteTrack,\n  type VideoTrack,\n} from './track.js';\nexport {\n  LocalTrackPublication,\n  RemoteTrackPublication,\n  TrackPublication,\n} from './track_publication.js';\nexport type { Transcription, TranscriptionSegment } from './transcription.js';\nexport type { ChatMessage } from './types.js';\nexport { VideoFrame } from './video_frame.js';\nexport { VideoSource } from './video_source.js';\nexport { VideoStream, type VideoFrameEvent } from './video_stream.js';\nexport {\n  FrameProcessor,\n  type FrameProcessorStreamInfo,\n  type FrameProcessorCredentials,\n} from './frame_processor.js';\n"],"mappings":";;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,yBAA+C;AAC/C,6BAAsD;AACtD,0BAA4B;AAC5B,0BAA4B;AAE5B,0BAA4B;AAC5B,yBAAmD;AACnD,0BAAc,oCAXd;AAYA,kBAAuD;AAEvD,wBAAwB;AACxB,yBAAiE;AACjE,qBAAgD;AAChD,4BAAkD;AAClD,qBAQO;AACP,sBAAoD;AACpD,4BAA2D;AAC3D,kBAAuF;AACvF,iBAAwE;AACxE,mBAUO;AACP,+BAIO;AAGP,yBAA2B;AAC3B,0BAA4B;AAC5B,0BAAkD;AAClD,6BAIO;","names":[]}