@livekit/rtc-node 0.13.22 → 0.13.24

package/dist/audio_frame.cjs

@@ -30,11 +30,12 @@ class AudioFrame {
   // noise being added to the end.
   // it is recommended to use buffer.subarray instead.
   // XXX(nbsp): add this when writing proper docs
-  constructor(data, sampleRate, channels, samplesPerChannel) {
+  constructor(data, sampleRate, channels, samplesPerChannel, userdata = {}) {
     this.data = data;
     this.sampleRate = sampleRate;
     this.channels = channels;
     this.samplesPerChannel = samplesPerChannel;
+    this._userdata = userdata;
   }
   static create(sampleRate, channels, samplesPerChannel) {
     const data = new Int16Array(channels * samplesPerChannel);
@@ -62,6 +63,10 @@ class AudioFrame {
       samplesPerChannel: this.samplesPerChannel
     });
   }
+  /** Returns the user data associated with the audio frame. */
+  get userdata() {
+    return this._userdata;
+  }
 }
 const combineAudioFrames = (buffer) => {
   if (!Array.isArray(buffer)) {

package/dist/audio_frame.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/audio_frame.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { FfiClient, FfiHandle } from './ffi_client.js';\nimport type { OwnedAudioFrameBuffer } from './proto/audio_frame_pb.js';\nimport { AudioFrameBufferInfo } from './proto/audio_frame_pb.js';\n\nexport class AudioFrame {\n  data: Int16Array;\n  sampleRate: number;\n  channels: number;\n  samplesPerChannel: number;\n\n  // note: if converting from Uint8Array to Int16Array, *do not* use buffer.slice!\n  // it is marked unstable by Node and can cause undefined behaviour, such as massive chunks of\n  // noise being added to the end.\n  // it is recommended to use buffer.subarray instead.\n  // XXX(nbsp): add this when writing proper docs\n  constructor(data: Int16Array, sampleRate: number, channels: number, samplesPerChannel: number) {\n    this.data = data;\n    this.sampleRate = sampleRate;\n    this.channels = channels;\n    this.samplesPerChannel = samplesPerChannel;\n  }\n\n  static create(sampleRate: number, channels: number, samplesPerChannel: number): AudioFrame {\n    const data = new Int16Array(channels * samplesPerChannel);\n    return new AudioFrame(data, sampleRate, channels, samplesPerChannel);\n  }\n\n  /** @internal */\n  static fromOwnedInfo(owned: OwnedAudioFrameBuffer): AudioFrame {\n    const info = owned.info!;\n    const len = info.numChannels! * info.samplesPerChannel! * 2; // c_int16\n    const data = FfiClient.instance.copyBuffer(info.dataPtr!, len);\n    new FfiHandle(owned.handle!.id!).dispose();\n    return new AudioFrame(\n      new Int16Array(data.buffer),\n      info.sampleRate!,\n      info.numChannels!,\n      info.samplesPerChannel!,\n    );\n  }\n\n  /** @internal */\n  protoInfo(): AudioFrameBufferInfo {\n    return new AudioFrameBufferInfo({\n      dataPtr: FfiClient.instance.retrievePtr(new Uint8Array(this.data.buffer)),\n      sampleRate: this.sampleRate,\n      numChannels: this.channels,\n      samplesPerChannel: this.samplesPerChannel,\n    });\n  }\n}\n\n/**\n * Combines one or more `rtc.AudioFrame` objects into a single `rtc.AudioFrame`.\n *\n * This function concatenates the audio data from multiple frames, ensuring that all frames have\n * the same sample rate and number of channels. It efficiently merges the data by preallocating the\n * necessary memory and copying the frame data without unnecessary reallocations.\n *\n * @param buffer - a single AudioFrame or list thereof\n */\nexport const combineAudioFrames = (buffer: AudioFrame | AudioFrame[]): AudioFrame => {\n  if (!Array.isArray(buffer)) {\n    return buffer;\n  }\n  buffer = buffer as AudioFrame[];\n\n  if (buffer.length === 0) {\n    throw new Error('buffer is empty');\n  }\n\n  const sampleRate = buffer[0]!.sampleRate;\n  const channels = buffer[0]!.channels;\n\n  let totalSamplesPerChannel = 0;\n  for (const frame of buffer) {\n    if (frame.sampleRate != sampleRate) {\n      throw new Error(`sample rate mismatch: expected ${sampleRate}, got ${frame.sampleRate}`);\n    }\n\n    if (frame.channels != channels) {\n      throw new Error(`channel mismatch: expected ${channels}, got ${frame.channels}`);\n    }\n\n    totalSamplesPerChannel += frame.samplesPerChannel;\n  }\n\n  const data = new Int16Array(buffer.map((x) => [...x.data]).flat());\n  return new AudioFrame(data, sampleRate, channels, totalSamplesPerChannel);\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,wBAAqC;AAErC,4BAAqC;AAE9B,MAAM,WAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWtB,YAAY,MAAkB,YAAoB,UAAkB,mBAA2B;AAC7F,SAAK,OAAO;AACZ,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEA,OAAO,OAAO,YAAoB,UAAkB,mBAAuC;AACzF,UAAM,OAAO,IAAI,WAAW,WAAW,iBAAiB;AACxD,WAAO,IAAI,WAAW,MAAM,YAAY,UAAU,iBAAiB;AAAA,EACrE;AAAA;AAAA,EAGA,OAAO,cAAc,OAA0C;AAC7D,UAAM,OAAO,MAAM;AACnB,UAAM,MAAM,KAAK,cAAe,KAAK,oBAAqB;AAC1D,UAAM,OAAO,4BAAU,SAAS,WAAW,KAAK,SAAU,GAAG;AAC7D,QAAI,4BAAU,MAAM,OAAQ,EAAG,EAAE,QAAQ;AACzC,WAAO,IAAI;AAAA,MACT,IAAI,WAAW,KAAK,MAAM;AAAA,MAC1B,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,IACP;AAAA,EACF;AAAA;AAAA,EAGA,YAAkC;AAChC,WAAO,IAAI,2CAAqB;AAAA,MAC9B,SAAS,4BAAU,SAAS,YAAY,IAAI,WAAW,KAAK,KAAK,MAAM,CAAC;AAAA,MACxE,YAAY,KAAK;AAAA,MACjB,aAAa,KAAK;AAAA,MAClB,mBAAmB,KAAK;AAAA,IAC1B,CAAC;AAAA,EACH;AACF;AAWO,MAAM,qBAAqB,CAAC,WAAkD;AACnF,MAAI,CAAC,MAAM,QAAQ,MAAM,GAAG;AAC1B,WAAO;AAAA,EACT;AACA,WAAS;AAET,MAAI,OAAO,WAAW,GAAG;AACvB,UAAM,IAAI,MAAM,iBAAiB;AAAA,EACnC;AAEA,QAAM,aAAa,OAAO,CAAC,EAAG;AAC9B,QAAM,WAAW,OAAO,CAAC,EAAG;AAE5B,MAAI,yBAAyB;AAC7B,aAAW,SAAS,QAAQ;AAC1B,QAAI,MAAM,cAAc,YAAY;AAClC,YAAM,IAAI,MAAM,kCAAkC,UAAU,SAAS,MAAM,UAAU,EAAE;AAAA,IACzF;AAEA,QAAI,MAAM,YAAY,UAAU;AAC9B,YAAM,IAAI,MAAM,8BAA8B,QAAQ,SAAS,MAAM,QAAQ,EAAE;AAAA,IACjF;AAEA,8BAA0B,MAAM;AAAA,EAClC;AAEA,QAAM,OAAO,IAAI,WAAW,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,KAAK,CAAC;AACjE,SAAO,IAAI,WAAW,MAAM,YAAY,UAAU,sBAAsB;AAC1E;","names":[]}
+{"version":3,"sources":["../src/audio_frame.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { FfiClient, FfiHandle } from './ffi_client.js';\nimport type { OwnedAudioFrameBuffer } from './proto/audio_frame_pb.js';\nimport { AudioFrameBufferInfo } from './proto/audio_frame_pb.js';\n\nexport class AudioFrame {\n  data: Int16Array;\n  sampleRate: number;\n  channels: number;\n  samplesPerChannel: number;\n\n  private _userdata: Record<string, unknown>;\n\n  // note: if converting from Uint8Array to Int16Array, *do not* use buffer.slice!\n  // it is marked unstable by Node and can cause undefined behaviour, such as massive chunks of\n  // noise being added to the end.\n  // it is recommended to use buffer.subarray instead.\n  // XXX(nbsp): add this when writing proper docs\n  constructor(\n    data: Int16Array,\n    sampleRate: number,\n    channels: number,\n    samplesPerChannel: number,\n    userdata: Record<string, unknown> = {},\n  ) {\n    this.data = data;\n    this.sampleRate = sampleRate;\n    this.channels = channels;\n    this.samplesPerChannel = samplesPerChannel;\n    this._userdata = userdata;\n  }\n\n  static create(sampleRate: number, channels: number, samplesPerChannel: number): AudioFrame {\n    const data = new Int16Array(channels * samplesPerChannel);\n    return new AudioFrame(data, sampleRate, channels, samplesPerChannel);\n  }\n\n  /** @internal */\n  static fromOwnedInfo(owned: OwnedAudioFrameBuffer): AudioFrame {\n    const info = owned.info!;\n    const len = info.numChannels! * info.samplesPerChannel! * 2; // c_int16\n    const data = FfiClient.instance.copyBuffer(info.dataPtr!, len);\n    new FfiHandle(owned.handle!.id!).dispose();\n    return new AudioFrame(\n      new Int16Array(data.buffer),\n      info.sampleRate!,\n      info.numChannels!,\n      info.samplesPerChannel!,\n    );\n  }\n\n  /** @internal */\n  protoInfo(): AudioFrameBufferInfo {\n    return new AudioFrameBufferInfo({\n      dataPtr: FfiClient.instance.retrievePtr(new Uint8Array(this.data.buffer)),\n      sampleRate: this.sampleRate,\n      numChannels: this.channels,\n      samplesPerChannel: this.samplesPerChannel,\n    });\n  }\n\n  /** Returns the user data associated with the audio frame. */\n  get userdata() {\n    return this._userdata;\n  }\n}\n\n/**\n * Combines one or more `rtc.AudioFrame` objects into a single `rtc.AudioFrame`.\n *\n * This function concatenates the audio data from multiple frames, ensuring that all frames have\n * the same sample rate and number of channels. It efficiently merges the data by preallocating the\n * necessary memory and copying the frame data without unnecessary reallocations.\n *\n * @param buffer - a single AudioFrame or list thereof\n */\nexport const combineAudioFrames = (buffer: AudioFrame | AudioFrame[]): AudioFrame => {\n  if (!Array.isArray(buffer)) {\n    return buffer;\n  }\n  buffer = buffer as AudioFrame[];\n\n  if (buffer.length === 0) {\n    throw new Error('buffer is empty');\n  }\n\n  const sampleRate = buffer[0]!.sampleRate;\n  const channels = buffer[0]!.channels;\n\n  let totalSamplesPerChannel = 0;\n  for (const frame of buffer) {\n    if (frame.sampleRate != sampleRate) {\n      throw new Error(`sample rate mismatch: expected ${sampleRate}, got ${frame.sampleRate}`);\n    }\n\n    if (frame.channels != channels) {\n      throw new Error(`channel mismatch: expected ${channels}, got ${frame.channels}`);\n    }\n\n    totalSamplesPerChannel += frame.samplesPerChannel;\n  }\n\n  const data = new Int16Array(buffer.map((x) => [...x.data]).flat());\n  return new AudioFrame(data, sampleRate, channels, totalSamplesPerChannel);\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,wBAAqC;AAErC,4BAAqC;AAE9B,MAAM,WAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAatB,YACE,MACA,YACA,UACA,mBACA,WAAoC,CAAC,GACrC;AACA,SAAK,OAAO;AACZ,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AACzB,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,OAAO,OAAO,YAAoB,UAAkB,mBAAuC;AACzF,UAAM,OAAO,IAAI,WAAW,WAAW,iBAAiB;AACxD,WAAO,IAAI,WAAW,MAAM,YAAY,UAAU,iBAAiB;AAAA,EACrE;AAAA;AAAA,EAGA,OAAO,cAAc,OAA0C;AAC7D,UAAM,OAAO,MAAM;AACnB,UAAM,MAAM,KAAK,cAAe,KAAK,oBAAqB;AAC1D,UAAM,OAAO,4BAAU,SAAS,WAAW,KAAK,SAAU,GAAG;AAC7D,QAAI,4BAAU,MAAM,OAAQ,EAAG,EAAE,QAAQ;AACzC,WAAO,IAAI;AAAA,MACT,IAAI,WAAW,KAAK,MAAM;AAAA,MAC1B,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,IACP;AAAA,EACF;AAAA;AAAA,EAGA,YAAkC;AAChC,WAAO,IAAI,2CAAqB;AAAA,MAC9B,SAAS,4BAAU,SAAS,YAAY,IAAI,WAAW,KAAK,KAAK,MAAM,CAAC;AAAA,MACxE,YAAY,KAAK;AAAA,MACjB,aAAa,KAAK;AAAA,MAClB,mBAAmB,KAAK;AAAA,IAC1B,CAAC;AAAA,EACH;AAAA;AAAA,EAGA,IAAI,WAAW;AACb,WAAO,KAAK;AAAA,EACd;AACF;AAWO,MAAM,qBAAqB,CAAC,WAAkD;AACnF,MAAI,CAAC,MAAM,QAAQ,MAAM,GAAG;AAC1B,WAAO;AAAA,EACT;AACA,WAAS;AAET,MAAI,OAAO,WAAW,GAAG;AACvB,UAAM,IAAI,MAAM,iBAAiB;AAAA,EACnC;AAEA,QAAM,aAAa,OAAO,CAAC,EAAG;AAC9B,QAAM,WAAW,OAAO,CAAC,EAAG;AAE5B,MAAI,yBAAyB;AAC7B,aAAW,SAAS,QAAQ;AAC1B,QAAI,MAAM,cAAc,YAAY;AAClC,YAAM,IAAI,MAAM,kCAAkC,UAAU,SAAS,MAAM,UAAU,EAAE;AAAA,IACzF;AAEA,QAAI,MAAM,YAAY,UAAU;AAC9B,YAAM,IAAI,MAAM,8BAA8B,QAAQ,SAAS,MAAM,QAAQ,EAAE;AAAA,IACjF;AAEA,8BAA0B,MAAM;AAAA,EAClC;AAEA,QAAM,OAAO,IAAI,WAAW,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,KAAK,CAAC;AACjE,SAAO,IAAI,WAAW,MAAM,YAAY,UAAU,sBAAsB;AAC1E;","names":[]}

package/dist/audio_frame.d.cts

@@ -10,12 +10,15 @@ declare class AudioFrame {
     sampleRate: number;
     channels: number;
     samplesPerChannel: number;
-    constructor(data: Int16Array, sampleRate: number, channels: number, samplesPerChannel: number);
+    private _userdata;
+    constructor(data: Int16Array, sampleRate: number, channels: number, samplesPerChannel: number, userdata?: Record<string, unknown>);
     static create(sampleRate: number, channels: number, samplesPerChannel: number): AudioFrame;
     /** @internal */
     static fromOwnedInfo(owned: OwnedAudioFrameBuffer): AudioFrame;
     /** @internal */
     protoInfo(): AudioFrameBufferInfo;
+    /** Returns the user data associated with the audio frame. */
+    get userdata(): Record<string, unknown>;
 }
 /**
  * Combines one or more `rtc.AudioFrame` objects into a single `rtc.AudioFrame`.

package/dist/audio_frame.d.ts

@@ -10,12 +10,15 @@ declare class AudioFrame {
     sampleRate: number;
     channels: number;
     samplesPerChannel: number;
-    constructor(data: Int16Array, sampleRate: number, channels: number, samplesPerChannel: number);
+    private _userdata;
+    constructor(data: Int16Array, sampleRate: number, channels: number, samplesPerChannel: number, userdata?: Record<string, unknown>);
     static create(sampleRate: number, channels: number, samplesPerChannel: number): AudioFrame;
     /** @internal */
     static fromOwnedInfo(owned: OwnedAudioFrameBuffer): AudioFrame;
     /** @internal */
     protoInfo(): AudioFrameBufferInfo;
+    /** Returns the user data associated with the audio frame. */
+    get userdata(): Record<string, unknown>;
 }
 /**
  * Combines one or more `rtc.AudioFrame` objects into a single `rtc.AudioFrame`.

package/dist/audio_frame.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"audio_frame.d.ts","sourceRoot":"","sources":["../src/audio_frame.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AACvE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AAEjE,qBAAa,UAAU;IACrB,IAAI,EAAE,UAAU,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,iBAAiB,EAAE,MAAM,CAAC;gBAOd,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM;IAO7F,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,GAAG,UAAU;IAK1F,gBAAgB;IAChB,MAAM,CAAC,aAAa,CAAC,KAAK,EAAE,qBAAqB,GAAG,UAAU;IAa9D,gBAAgB;IAChB,SAAS,IAAI,oBAAoB;CAQlC;AAED;;;;;;;;GAQG;AACH,eAAO,MAAM,kBAAkB,GAAI,QAAQ,UAAU,GAAG,UAAU,EAAE,KAAG,UA4BtE,CAAC"}
+{"version":3,"file":"audio_frame.d.ts","sourceRoot":"","sources":["../src/audio_frame.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AACvE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AAEjE,qBAAa,UAAU;IACrB,IAAI,EAAE,UAAU,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,iBAAiB,EAAE,MAAM,CAAC;IAE1B,OAAO,CAAC,SAAS,CAA0B;gBAQzC,IAAI,EAAE,UAAU,EAChB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,iBAAiB,EAAE,MAAM,EACzB,QAAQ,GAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAM;IASxC,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,GAAG,UAAU;IAK1F,gBAAgB;IAChB,MAAM,CAAC,aAAa,CAAC,KAAK,EAAE,qBAAqB,GAAG,UAAU;IAa9D,gBAAgB;IAChB,SAAS,IAAI,oBAAoB;IASjC,6DAA6D;IAC7D,IAAI,QAAQ,4BAEX;CACF;AAED;;;;;;;;GAQG;AACH,eAAO,MAAM,kBAAkB,GAAI,QAAQ,UAAU,GAAG,UAAU,EAAE,KAAG,UA4BtE,CAAC"}

package/dist/audio_frame.js

@@ -6,11 +6,12 @@ class AudioFrame {
   // noise being added to the end.
   // it is recommended to use buffer.subarray instead.
   // XXX(nbsp): add this when writing proper docs
-  constructor(data, sampleRate, channels, samplesPerChannel) {
+  constructor(data, sampleRate, channels, samplesPerChannel, userdata = {}) {
     this.data = data;
     this.sampleRate = sampleRate;
     this.channels = channels;
     this.samplesPerChannel = samplesPerChannel;
+    this._userdata = userdata;
   }
   static create(sampleRate, channels, samplesPerChannel) {
     const data = new Int16Array(channels * samplesPerChannel);
@@ -38,6 +39,10 @@ class AudioFrame {
       samplesPerChannel: this.samplesPerChannel
     });
   }
+  /** Returns the user data associated with the audio frame. */
+  get userdata() {
+    return this._userdata;
+  }
 }
 const combineAudioFrames = (buffer) => {
   if (!Array.isArray(buffer)) {

package/dist/audio_frame.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/audio_frame.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { FfiClient, FfiHandle } from './ffi_client.js';\nimport type { OwnedAudioFrameBuffer } from './proto/audio_frame_pb.js';\nimport { AudioFrameBufferInfo } from './proto/audio_frame_pb.js';\n\nexport class AudioFrame {\n  data: Int16Array;\n  sampleRate: number;\n  channels: number;\n  samplesPerChannel: number;\n\n  // note: if converting from Uint8Array to Int16Array, *do not* use buffer.slice!\n  // it is marked unstable by Node and can cause undefined behaviour, such as massive chunks of\n  // noise being added to the end.\n  // it is recommended to use buffer.subarray instead.\n  // XXX(nbsp): add this when writing proper docs\n  constructor(data: Int16Array, sampleRate: number, channels: number, samplesPerChannel: number) {\n    this.data = data;\n    this.sampleRate = sampleRate;\n    this.channels = channels;\n    this.samplesPerChannel = samplesPerChannel;\n  }\n\n  static create(sampleRate: number, channels: number, samplesPerChannel: number): AudioFrame {\n    const data = new Int16Array(channels * samplesPerChannel);\n    return new AudioFrame(data, sampleRate, channels, samplesPerChannel);\n  }\n\n  /** @internal */\n  static fromOwnedInfo(owned: OwnedAudioFrameBuffer): AudioFrame {\n    const info = owned.info!;\n    const len = info.numChannels! * info.samplesPerChannel! * 2; // c_int16\n    const data = FfiClient.instance.copyBuffer(info.dataPtr!, len);\n    new FfiHandle(owned.handle!.id!).dispose();\n    return new AudioFrame(\n      new Int16Array(data.buffer),\n      info.sampleRate!,\n      info.numChannels!,\n      info.samplesPerChannel!,\n    );\n  }\n\n  /** @internal */\n  protoInfo(): AudioFrameBufferInfo {\n    return new AudioFrameBufferInfo({\n      dataPtr: FfiClient.instance.retrievePtr(new Uint8Array(this.data.buffer)),\n      sampleRate: this.sampleRate,\n      numChannels: this.channels,\n      samplesPerChannel: this.samplesPerChannel,\n    });\n  }\n}\n\n/**\n * Combines one or more `rtc.AudioFrame` objects into a single `rtc.AudioFrame`.\n *\n * This function concatenates the audio data from multiple frames, ensuring that all frames have\n * the same sample rate and number of channels. It efficiently merges the data by preallocating the\n * necessary memory and copying the frame data without unnecessary reallocations.\n *\n * @param buffer - a single AudioFrame or list thereof\n */\nexport const combineAudioFrames = (buffer: AudioFrame | AudioFrame[]): AudioFrame => {\n  if (!Array.isArray(buffer)) {\n    return buffer;\n  }\n  buffer = buffer as AudioFrame[];\n\n  if (buffer.length === 0) {\n    throw new Error('buffer is empty');\n  }\n\n  const sampleRate = buffer[0]!.sampleRate;\n  const channels = buffer[0]!.channels;\n\n  let totalSamplesPerChannel = 0;\n  for (const frame of buffer) {\n    if (frame.sampleRate != sampleRate) {\n      throw new Error(`sample rate mismatch: expected ${sampleRate}, got ${frame.sampleRate}`);\n    }\n\n    if (frame.channels != channels) {\n      throw new Error(`channel mismatch: expected ${channels}, got ${frame.channels}`);\n    }\n\n    totalSamplesPerChannel += frame.samplesPerChannel;\n  }\n\n  const data = new Int16Array(buffer.map((x) => [...x.data]).flat());\n  return new AudioFrame(data, sampleRate, channels, totalSamplesPerChannel);\n};\n"],"mappings":"AAGA,SAAS,WAAW,iBAAiB;AAErC,SAAS,4BAA4B;AAE9B,MAAM,WAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWtB,YAAY,MAAkB,YAAoB,UAAkB,mBAA2B;AAC7F,SAAK,OAAO;AACZ,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AAAA,EAC3B;AAAA,EAEA,OAAO,OAAO,YAAoB,UAAkB,mBAAuC;AACzF,UAAM,OAAO,IAAI,WAAW,WAAW,iBAAiB;AACxD,WAAO,IAAI,WAAW,MAAM,YAAY,UAAU,iBAAiB;AAAA,EACrE;AAAA;AAAA,EAGA,OAAO,cAAc,OAA0C;AAC7D,UAAM,OAAO,MAAM;AACnB,UAAM,MAAM,KAAK,cAAe,KAAK,oBAAqB;AAC1D,UAAM,OAAO,UAAU,SAAS,WAAW,KAAK,SAAU,GAAG;AAC7D,QAAI,UAAU,MAAM,OAAQ,EAAG,EAAE,QAAQ;AACzC,WAAO,IAAI;AAAA,MACT,IAAI,WAAW,KAAK,MAAM;AAAA,MAC1B,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,IACP;AAAA,EACF;AAAA;AAAA,EAGA,YAAkC;AAChC,WAAO,IAAI,qBAAqB;AAAA,MAC9B,SAAS,UAAU,SAAS,YAAY,IAAI,WAAW,KAAK,KAAK,MAAM,CAAC;AAAA,MACxE,YAAY,KAAK;AAAA,MACjB,aAAa,KAAK;AAAA,MAClB,mBAAmB,KAAK;AAAA,IAC1B,CAAC;AAAA,EACH;AACF;AAWO,MAAM,qBAAqB,CAAC,WAAkD;AACnF,MAAI,CAAC,MAAM,QAAQ,MAAM,GAAG;AAC1B,WAAO;AAAA,EACT;AACA,WAAS;AAET,MAAI,OAAO,WAAW,GAAG;AACvB,UAAM,IAAI,MAAM,iBAAiB;AAAA,EACnC;AAEA,QAAM,aAAa,OAAO,CAAC,EAAG;AAC9B,QAAM,WAAW,OAAO,CAAC,EAAG;AAE5B,MAAI,yBAAyB;AAC7B,aAAW,SAAS,QAAQ;AAC1B,QAAI,MAAM,cAAc,YAAY;AAClC,YAAM,IAAI,MAAM,kCAAkC,UAAU,SAAS,MAAM,UAAU,EAAE;AAAA,IACzF;AAEA,QAAI,MAAM,YAAY,UAAU;AAC9B,YAAM,IAAI,MAAM,8BAA8B,QAAQ,SAAS,MAAM,QAAQ,EAAE;AAAA,IACjF;AAEA,8BAA0B,MAAM;AAAA,EAClC;AAEA,QAAM,OAAO,IAAI,WAAW,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,KAAK,CAAC;AACjE,SAAO,IAAI,WAAW,MAAM,YAAY,UAAU,sBAAsB;AAC1E;","names":[]}
+{"version":3,"sources":["../src/audio_frame.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { FfiClient, FfiHandle } from './ffi_client.js';\nimport type { OwnedAudioFrameBuffer } from './proto/audio_frame_pb.js';\nimport { AudioFrameBufferInfo } from './proto/audio_frame_pb.js';\n\nexport class AudioFrame {\n  data: Int16Array;\n  sampleRate: number;\n  channels: number;\n  samplesPerChannel: number;\n\n  private _userdata: Record<string, unknown>;\n\n  // note: if converting from Uint8Array to Int16Array, *do not* use buffer.slice!\n  // it is marked unstable by Node and can cause undefined behaviour, such as massive chunks of\n  // noise being added to the end.\n  // it is recommended to use buffer.subarray instead.\n  // XXX(nbsp): add this when writing proper docs\n  constructor(\n    data: Int16Array,\n    sampleRate: number,\n    channels: number,\n    samplesPerChannel: number,\n    userdata: Record<string, unknown> = {},\n  ) {\n    this.data = data;\n    this.sampleRate = sampleRate;\n    this.channels = channels;\n    this.samplesPerChannel = samplesPerChannel;\n    this._userdata = userdata;\n  }\n\n  static create(sampleRate: number, channels: number, samplesPerChannel: number): AudioFrame {\n    const data = new Int16Array(channels * samplesPerChannel);\n    return new AudioFrame(data, sampleRate, channels, samplesPerChannel);\n  }\n\n  /** @internal */\n  static fromOwnedInfo(owned: OwnedAudioFrameBuffer): AudioFrame {\n    const info = owned.info!;\n    const len = info.numChannels! * info.samplesPerChannel! * 2; // c_int16\n    const data = FfiClient.instance.copyBuffer(info.dataPtr!, len);\n    new FfiHandle(owned.handle!.id!).dispose();\n    return new AudioFrame(\n      new Int16Array(data.buffer),\n      info.sampleRate!,\n      info.numChannels!,\n      info.samplesPerChannel!,\n    );\n  }\n\n  /** @internal */\n  protoInfo(): AudioFrameBufferInfo {\n    return new AudioFrameBufferInfo({\n      dataPtr: FfiClient.instance.retrievePtr(new Uint8Array(this.data.buffer)),\n      sampleRate: this.sampleRate,\n      numChannels: this.channels,\n      samplesPerChannel: this.samplesPerChannel,\n    });\n  }\n\n  /** Returns the user data associated with the audio frame. */\n  get userdata() {\n    return this._userdata;\n  }\n}\n\n/**\n * Combines one or more `rtc.AudioFrame` objects into a single `rtc.AudioFrame`.\n *\n * This function concatenates the audio data from multiple frames, ensuring that all frames have\n * the same sample rate and number of channels. It efficiently merges the data by preallocating the\n * necessary memory and copying the frame data without unnecessary reallocations.\n *\n * @param buffer - a single AudioFrame or list thereof\n */\nexport const combineAudioFrames = (buffer: AudioFrame | AudioFrame[]): AudioFrame => {\n  if (!Array.isArray(buffer)) {\n    return buffer;\n  }\n  buffer = buffer as AudioFrame[];\n\n  if (buffer.length === 0) {\n    throw new Error('buffer is empty');\n  }\n\n  const sampleRate = buffer[0]!.sampleRate;\n  const channels = buffer[0]!.channels;\n\n  let totalSamplesPerChannel = 0;\n  for (const frame of buffer) {\n    if (frame.sampleRate != sampleRate) {\n      throw new Error(`sample rate mismatch: expected ${sampleRate}, got ${frame.sampleRate}`);\n    }\n\n    if (frame.channels != channels) {\n      throw new Error(`channel mismatch: expected ${channels}, got ${frame.channels}`);\n    }\n\n    totalSamplesPerChannel += frame.samplesPerChannel;\n  }\n\n  const data = new Int16Array(buffer.map((x) => [...x.data]).flat());\n  return new AudioFrame(data, sampleRate, channels, totalSamplesPerChannel);\n};\n"],"mappings":"AAGA,SAAS,WAAW,iBAAiB;AAErC,SAAS,4BAA4B;AAE9B,MAAM,WAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAatB,YACE,MACA,YACA,UACA,mBACA,WAAoC,CAAC,GACrC;AACA,SAAK,OAAO;AACZ,SAAK,aAAa;AAClB,SAAK,WAAW;AAChB,SAAK,oBAAoB;AACzB,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,OAAO,OAAO,YAAoB,UAAkB,mBAAuC;AACzF,UAAM,OAAO,IAAI,WAAW,WAAW,iBAAiB;AACxD,WAAO,IAAI,WAAW,MAAM,YAAY,UAAU,iBAAiB;AAAA,EACrE;AAAA;AAAA,EAGA,OAAO,cAAc,OAA0C;AAC7D,UAAM,OAAO,MAAM;AACnB,UAAM,MAAM,KAAK,cAAe,KAAK,oBAAqB;AAC1D,UAAM,OAAO,UAAU,SAAS,WAAW,KAAK,SAAU,GAAG;AAC7D,QAAI,UAAU,MAAM,OAAQ,EAAG,EAAE,QAAQ;AACzC,WAAO,IAAI;AAAA,MACT,IAAI,WAAW,KAAK,MAAM;AAAA,MAC1B,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,IACP;AAAA,EACF;AAAA;AAAA,EAGA,YAAkC;AAChC,WAAO,IAAI,qBAAqB;AAAA,MAC9B,SAAS,UAAU,SAAS,YAAY,IAAI,WAAW,KAAK,KAAK,MAAM,CAAC;AAAA,MACxE,YAAY,KAAK;AAAA,MACjB,aAAa,KAAK;AAAA,MAClB,mBAAmB,KAAK;AAAA,IAC1B,CAAC;AAAA,EACH;AAAA;AAAA,EAGA,IAAI,WAAW;AACb,WAAO,KAAK;AAAA,EACd;AACF;AAWO,MAAM,qBAAqB,CAAC,WAAkD;AACnF,MAAI,CAAC,MAAM,QAAQ,MAAM,GAAG;AAC1B,WAAO;AAAA,EACT;AACA,WAAS;AAET,MAAI,OAAO,WAAW,GAAG;AACvB,UAAM,IAAI,MAAM,iBAAiB;AAAA,EACnC;AAEA,QAAM,aAAa,OAAO,CAAC,EAAG;AAC9B,QAAM,WAAW,OAAO,CAAC,EAAG;AAE5B,MAAI,yBAAyB;AAC7B,aAAW,SAAS,QAAQ;AAC1B,QAAI,MAAM,cAAc,YAAY;AAClC,YAAM,IAAI,MAAM,kCAAkC,UAAU,SAAS,MAAM,UAAU,EAAE;AAAA,IACzF;AAEA,QAAI,MAAM,YAAY,UAAU;AAC9B,YAAM,IAAI,MAAM,8BAA8B,QAAQ,SAAS,MAAM,QAAQ,EAAE;AAAA,IACjF;AAEA,8BAA0B,MAAM;AAAA,EAClC;AAEA,QAAM,OAAO,IAAI,WAAW,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,KAAK,CAAC;AACjE,SAAO,IAAI,WAAW,MAAM,YAAY,UAAU,sBAAsB;AAC1E;","names":[]}

package/dist/audio_mixer.cjs

@@ -24,6 +24,7 @@ __export(audio_mixer_exports, {
 module.exports = __toCommonJS(audio_mixer_exports);
 var import_async_queue = require("./async_queue.cjs");
 var import_audio_frame = require("./audio_frame.cjs");
+var import_log = require("./log.cjs");
 var import_async_queue2 = require("./async_queue.cjs");
 class AudioMixer {
   /**
@@ -151,7 +152,7 @@ class AudioMixer {
       const removals = [];
       for (const result of results) {
         if (result.status !== "fulfilled") {
-          console.warn("AudioMixer: Stream contribution failed:", result.reason);
+          import_log.log.warn("AudioMixer: Stream contribution failed:", result.reason);
           continue;
         }
         const contrib = result.value;
@@ -167,6 +168,9 @@ class AudioMixer {
       for (const stream of removals) {
         this.removeStream(stream);
       }
+      if (!this.ending && removals.length > 0 && this.streams.size === 0) {
+        this.ending = true;
+      }
       if (!anyData) {
         await this.sleep(1);
         continue;
@@ -247,21 +251,24 @@ class AudioMixer {
       return new Int16Array(this.chunkSize * this.numChannels);
     }
     const length = this.chunkSize * this.numChannels;
-    const mixed = new Int16Array(length);
+    const acc = new Int32Array(length);
     for (const contrib of contributions) {
       for (let i = 0; i < length; i++) {
         const val = contrib[i];
         if (val !== void 0) {
-          mixed[i] = (mixed[i] ?? 0) + val;
+          acc[i] = (acc[i] ?? 0) + val;
         }
       }
     }
+    const mixed = new Int16Array(length);
     for (let i = 0; i < length; i++) {
-      const val = mixed[i] ?? 0;
+      const val = acc[i] ?? 0;
       if (val > 32767) {
         mixed[i] = 32767;
       } else if (val < -32768) {
         mixed[i] = -32768;
+      } else {
+        mixed[i] = val;
       }
     }
     return mixed;

package/dist/audio_mixer.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/audio_mixer.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { AsyncQueue } from './async_queue.js';\nimport { AudioFrame } from './audio_frame.js';\n\n// Re-export AsyncQueue for backward compatibility\nexport { AsyncQueue } from './async_queue.js';\n\n// Define types for async iteration (since lib: es2015 doesn't include them)\ntype AudioStream = {\n  [Symbol.asyncIterator](): {\n    next(): Promise<IteratorResult<AudioFrame>>;\n  };\n};\n\ninterface Contribution {\n  stream: AudioStream;\n  data: Int16Array;\n  buffer: Int16Array;\n  hadData: boolean;\n  exhausted: boolean;\n}\n\nexport interface AudioMixerOptions {\n  /**\n   * The size of the audio block (in samples) for mixing.\n   * If not provided, defaults to sampleRate / 10 (100ms).\n   */\n  blocksize?: number;\n\n  /**\n   * The maximum wait time in milliseconds for each stream to provide\n   * audio data before timing out. Defaults to 100 ms.\n   */\n  streamTimeoutMs?: number;\n\n  /**\n   * The maximum number of mixed frames to store in the output queue.\n   * Defaults to 100.\n   */\n  capacity?: number;\n}\n\n/**\n * AudioMixer combines multiple async audio streams into a single output stream.\n *\n * The mixer accepts multiple async audio streams and mixes them into a single output stream.\n * Each output frame is generated with a fixed chunk size determined by the blocksize (in samples).\n * If blocksize is not provided (or 0), it defaults to 100ms.\n *\n * Each input stream is processed in parallel, accumulating audio data until at least one chunk\n * of samples is available. If an input stream does not provide data within the specified timeout,\n * a warning is logged. The mixer can be closed immediately\n * (dropping unconsumed frames) or allowed to flush remaining data using endInput().\n *\n * @example\n * ```typescript\n * const mixer = new AudioMixer(48000, 2);\n * mixer.addStream(stream1);\n * mixer.addStream(stream2);\n *\n * for await (const frame of mixer) {\n *   // Process mixed audio frame\n * }\n * ```\n */\nexport class AudioMixer {\n  private streams: Set<AudioStream>;\n  private buffers: Map<AudioStream, Int16Array>;\n  private streamIterators: Map<AudioStream, { next(): Promise<IteratorResult<AudioFrame>> }>;\n  private sampleRate: number;\n  private numChannels: number;\n  private chunkSize: number;\n  private streamTimeoutMs: number;\n  private queue: AsyncQueue<AudioFrame>;\n  private streamSignal: AsyncQueue<void>; // Signals when streams are added\n  private ending: boolean;\n  private mixerTask?: Promise<void>;\n  private closed: boolean;\n\n  /**\n   * Initialize the AudioMixer.\n   *\n   * @param sampleRate - The audio sample rate in Hz.\n   * @param numChannels - The number of audio channels.\n   * @param options - Optional configuration for the mixer.\n   */\n  constructor(sampleRate: number, numChannels: number, options: AudioMixerOptions = {}) {\n    this.streams = new Set();\n    this.buffers = new Map();\n    this.streamIterators = new Map();\n    this.sampleRate = sampleRate;\n    this.numChannels = numChannels;\n    this.chunkSize =\n      options.blocksize && options.blocksize > 0 ? options.blocksize : Math.floor(sampleRate / 10);\n    this.streamTimeoutMs = options.streamTimeoutMs ?? 100;\n    this.queue = new AsyncQueue<AudioFrame>(options.capacity ?? 100);\n    this.streamSignal = new AsyncQueue<void>(1); // there should only be one mixer\n    this.ending = false;\n    this.closed = false;\n\n    // Start the mixer task\n    this.mixerTask = this.mixer();\n  }\n\n  /**\n   * Add an audio stream to the mixer.\n   *\n   * The stream is added to the internal set of streams and an empty buffer is initialized for it,\n   * if not already present.\n   *\n   * @param stream - An async iterable that produces AudioFrame objects.\n   * @throws Error if the mixer has been closed.\n   */\n  addStream(stream: AudioStream): void {\n    if (this.ending) {\n      throw new Error('Cannot add stream after mixer has been closed');\n    }\n\n    this.streams.add(stream);\n    if (!this.buffers.has(stream)) {\n      this.buffers.set(stream, new Int16Array(0));\n    }\n\n    // Signal that a stream was added (non-blocking)\n    this.streamSignal.put(undefined).catch(() => {\n      // Ignore errors if signal queue is closed\n    });\n  }\n\n  /**\n   * Remove an audio stream from the mixer.\n   *\n   * This method removes the specified stream and its associated buffer from the mixer.\n   *\n   * @param stream - The audio stream to remove.\n   */\n  removeStream(stream: AudioStream): void {\n    this.streams.delete(stream);\n    this.buffers.delete(stream);\n    this.streamIterators.delete(stream);\n  }\n\n  /**\n   * Returns an async iterator for the mixed audio frames.\n   */\n  [Symbol.asyncIterator]() {\n    return {\n      next: async (): Promise<IteratorResult<AudioFrame>> => {\n        const frame = await this.getNextFrame();\n        if (frame === null) {\n          return { done: true, value: undefined };\n        }\n        return { done: false, value: frame };\n      },\n    };\n  }\n\n  /**\n   * Immediately stop mixing and close the mixer.\n   *\n   * This stops the mixing task, and any unconsumed output in the queue may be dropped.\n   */\n  async aclose(): Promise<void> {\n    if (this.closed) {\n      return;\n    }\n    this.closed = true;\n    this.ending = true;\n\n    // Close both queues to wake up any waiting operations\n    this.streamSignal.close();\n    this.queue.close();\n\n    await this.mixerTask;\n  }\n\n  /**\n   * Signal that no more streams will be added.\n   *\n   * This method marks the mixer as closed so that it flushes any remaining buffered output before ending.\n   * Note that existing streams will still be processed until exhausted.\n   */\n  endInput(): void {\n    this.ending = true;\n  }\n\n  private async getNextFrame(): Promise<AudioFrame | null> {\n    while (true) {\n      // Try to get an item from the queue (non-blocking)\n      const frame = this.queue.get();\n\n      if (frame !== undefined) {\n        return frame;\n      }\n\n      // Check if mixer is closed or ending\n      if (this.queue.closed || (this.ending && this.streams.size === 0)) {\n        return null;\n      }\n\n      // Queue is empty but mixer is still running - wait for an item to be added\n      await this.queue.waitForItem();\n    }\n  }\n\n  private async mixer(): Promise<void> {\n    // Main mixing loop that continuously processes streams and produces output frames\n    while (true) {\n      // If we're in ending mode and there are no more streams, exit\n      if (this.ending && this.streams.size === 0) {\n        break;\n      }\n\n      if (this.streams.size === 0) {\n        // Wait for a stream to be added (signal queue will have an item)\n        await this.streamSignal.waitForItem();\n        // Consume the signal\n        this.streamSignal.get();\n        continue;\n      }\n\n      // Process all streams in parallel\n      const streamArray = Array.from(this.streams);\n      const promises = streamArray.map((stream) => this.getContribution(stream));\n      const results = await Promise.all(\n        promises.map((p) =>\n          p\n            .then((value) => ({ status: 'fulfilled' as const, value }))\n            .catch((reason) => ({ status: 'rejected' as const, reason })),\n        ),\n      );\n\n      const contributions: Int16Array[] = [];\n      let anyData = false;\n      const removals: AudioStream[] = [];\n\n      for (const result of results) {\n        if (result.status !== 'fulfilled') {\n          console.warn('AudioMixer: Stream contribution failed:', result.reason);\n          continue;\n        }\n\n        const contrib = result.value;\n        contributions.push(contrib.data);\n        this.buffers.set(contrib.stream, contrib.buffer);\n\n        if (contrib.hadData) {\n          anyData = true;\n        }\n\n        // Mark exhausted streams with no remaining buffer for removal\n        if (contrib.exhausted && contrib.buffer.length === 0) {\n          removals.push(contrib.stream);\n        }\n      }\n\n      // Remove exhausted streams\n      for (const stream of removals) {\n        this.removeStream(stream);\n      }\n\n      if (!anyData) {\n        // No data available from any stream, wait briefly before trying again\n        await this.sleep(1);\n        continue;\n      }\n\n      // Mix the audio data\n      const mixed = this.mixAudio(contributions);\n      const frame = new AudioFrame(mixed, this.sampleRate, this.numChannels, this.chunkSize);\n\n      if (this.closed) {\n        break;\n      }\n\n      try {\n        // Add mixed frame to output queue\n        await this.queue.put(frame);\n      } catch {\n        // Queue closed while trying to add frame\n        break;\n      }\n    }\n\n    // Close the queue to signal end of stream\n    this.queue.close();\n  }\n\n  private async getContribution(stream: AudioStream): Promise<Contribution> {\n    let buf = this.buffers.get(stream) ?? new Int16Array(0);\n    const initialBufferLength = buf.length;\n    let exhausted = false;\n    let receivedDataInThisCall = false;\n\n    // Get or create iterator for this stream\n    let iterator = this.streamIterators.get(stream);\n    if (!iterator) {\n      iterator = stream[Symbol.asyncIterator]();\n      this.streamIterators.set(stream, iterator);\n    }\n\n    // Accumulate data until we have at least chunkSize samples\n    while (buf.length < this.chunkSize * this.numChannels && !exhausted && !this.closed) {\n      try {\n        const result = await Promise.race([iterator.next(), this.timeout(this.streamTimeoutMs)]);\n\n        if (result === 'timeout') {\n          console.warn(`AudioMixer: stream timeout after ${this.streamTimeoutMs}ms`);\n          break;\n        }\n\n        if (result.done) {\n          exhausted = true;\n          break;\n        }\n\n        const frame = result.value;\n        const newData = frame.data;\n\n        // Mark that we received data in this call\n        receivedDataInThisCall = true;\n\n        // Concatenate buffers\n        if (buf.length === 0) {\n          buf = newData;\n        } else {\n          const combined = new Int16Array(buf.length + newData.length);\n          combined.set(buf);\n          combined.set(newData, buf.length);\n          buf = combined;\n        }\n      } catch (error) {\n        console.error(`AudioMixer: Error reading from stream:`, error);\n        exhausted = true;\n        break;\n      }\n    }\n\n    // Extract contribution and update buffer\n    let contrib: Int16Array;\n    const samplesNeeded = this.chunkSize * this.numChannels;\n\n    if (buf.length >= samplesNeeded) {\n      // Extract the needed samples and keep the remainder in the buffer\n      contrib = buf.subarray(0, samplesNeeded);\n      buf = buf.subarray(samplesNeeded);\n    } else {\n      // Pad with zeros if we don't have enough data\n      const padded = new Int16Array(samplesNeeded);\n      padded.set(buf);\n      contrib = padded;\n      buf = new Int16Array(0);\n    }\n\n    // hadData means: we had data at start OR we received data during this call OR we have data remaining\n    const hadData = initialBufferLength > 0 || receivedDataInThisCall || buf.length > 0;\n\n    return {\n      stream,\n      data: contrib,\n      buffer: buf,\n      hadData,\n      exhausted,\n    };\n  }\n\n  private mixAudio(contributions: Int16Array[]): Int16Array {\n    if (contributions.length === 0) {\n      return new Int16Array(this.chunkSize * this.numChannels);\n    }\n\n    const length = this.chunkSize * this.numChannels;\n    const mixed = new Int16Array(length);\n\n    // Sum all contributions\n    for (const contrib of contributions) {\n      for (let i = 0; i < length; i++) {\n        const val = contrib[i];\n        if (val !== undefined) {\n          mixed[i] = (mixed[i] ?? 0) + val;\n        }\n      }\n    }\n\n    // Clip to Int16 range\n    for (let i = 0; i < length; i++) {\n      const val = mixed[i] ?? 0;\n      if (val > 32767) {\n        mixed[i] = 32767;\n      } else if (val < -32768) {\n        mixed[i] = -32768;\n      }\n    }\n\n    return mixed;\n  }\n\n  private sleep(ms: number): Promise<void> {\n    return new Promise((resolve) => setTimeout(resolve, ms));\n  }\n\n  private timeout(ms: number): Promise<'timeout'> {\n    return new Promise((resolve) => setTimeout(() => resolve('timeout'), ms));\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,yBAA2B;AAC3B,yBAA2B;AAG3B,IAAAA,sBAA2B;AA4DpB,MAAM,WAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAqBtB,YAAY,YAAoB,aAAqB,UAA6B,CAAC,GAAG;AACpF,SAAK,UAAU,oBAAI,IAAI;AACvB,SAAK,UAAU,oBAAI,IAAI;AACvB,SAAK,kBAAkB,oBAAI,IAAI;AAC/B,SAAK,aAAa;AAClB,SAAK,cAAc;AACnB,SAAK,YACH,QAAQ,aAAa,QAAQ,YAAY,IAAI,QAAQ,YAAY,KAAK,MAAM,aAAa,EAAE;AAC7F,SAAK,kBAAkB,QAAQ,mBAAmB;AAClD,SAAK,QAAQ,IAAI,8BAAuB,QAAQ,YAAY,GAAG;AAC/D,SAAK,eAAe,IAAI,8BAAiB,CAAC;AAC1C,SAAK,SAAS;AACd,SAAK,SAAS;AAGd,SAAK,YAAY,KAAK,MAAM;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWA,UAAU,QAA2B;AACnC,QAAI,KAAK,QAAQ;AACf,YAAM,IAAI,MAAM,+CAA+C;AAAA,IACjE;AAEA,SAAK,QAAQ,IAAI,MAAM;AACvB,QAAI,CAAC,KAAK,QAAQ,IAAI,MAAM,GAAG;AAC7B,WAAK,QAAQ,IAAI,QAAQ,IAAI,WAAW,CAAC,CAAC;AAAA,IAC5C;AAGA,SAAK,aAAa,IAAI,MAAS,EAAE,MAAM,MAAM;AAAA,IAE7C,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,aAAa,QAA2B;AACtC,SAAK,QAAQ,OAAO,MAAM;AAC1B,SAAK,QAAQ,OAAO,MAAM;AAC1B,SAAK,gBAAgB,OAAO,MAAM;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA,EAKA,CAAC,OAAO,aAAa,IAAI;AACvB,WAAO;AAAA,MACL,MAAM,YAAiD;AACrD,cAAM,QAAQ,MAAM,KAAK,aAAa;AACtC,YAAI,UAAU,MAAM;AAClB,iBAAO,EAAE,MAAM,MAAM,OAAO,OAAU;AAAA,QACxC;AACA,eAAO,EAAE,MAAM,OAAO,OAAO,MAAM;AAAA,MACrC;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,SAAwB;AAC5B,QAAI,KAAK,QAAQ;AACf;AAAA,IACF;AACA,SAAK,SAAS;AACd,SAAK,SAAS;AAGd,SAAK,aAAa,MAAM;AACxB,SAAK,MAAM,MAAM;AAEjB,UAAM,KAAK;AAAA,EACb;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,WAAiB;AACf,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,MAAc,eAA2C;AACvD,WAAO,MAAM;AAEX,YAAM,QAAQ,KAAK,MAAM,IAAI;AAE7B,UAAI,UAAU,QAAW;AACvB,eAAO;AAAA,MACT;AAGA,UAAI,KAAK,MAAM,UAAW,KAAK,UAAU,KAAK,QAAQ,SAAS,GAAI;AACjE,eAAO;AAAA,MACT;AAGA,YAAM,KAAK,MAAM,YAAY;AAAA,IAC/B;AAAA,EACF;AAAA,EAEA,MAAc,QAAuB;AAEnC,WAAO,MAAM;AAEX,UAAI,KAAK,UAAU,KAAK,QAAQ,SAAS,GAAG;AAC1C;AAAA,MACF;AAEA,UAAI,KAAK,QAAQ,SAAS,GAAG;AAE3B,cAAM,KAAK,aAAa,YAAY;AAEpC,aAAK,aAAa,IAAI;AACtB;AAAA,MACF;AAGA,YAAM,cAAc,MAAM,KAAK,KAAK,OAAO;AAC3C,YAAM,WAAW,YAAY,IAAI,CAAC,WAAW,KAAK,gBAAgB,MAAM,CAAC;AACzE,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,SAAS;AAAA,UAAI,CAAC,MACZ,EACG,KAAK,CAAC,WAAW,EAAE,QAAQ,aAAsB,MAAM,EAAE,EACzD,MAAM,CAAC,YAAY,EAAE,QAAQ,YAAqB,OAAO,EAAE;AAAA,QAChE;AAAA,MACF;AAEA,YAAM,gBAA8B,CAAC;AACrC,UAAI,UAAU;AACd,YAAM,WAA0B,CAAC;AAEjC,iBAAW,UAAU,SAAS;AAC5B,YAAI,OAAO,WAAW,aAAa;AACjC,kBAAQ,KAAK,2CAA2C,OAAO,MAAM;AACrE;AAAA,QACF;AAEA,cAAM,UAAU,OAAO;AACvB,sBAAc,KAAK,QAAQ,IAAI;AAC/B,aAAK,QAAQ,IAAI,QAAQ,QAAQ,QAAQ,MAAM;AAE/C,YAAI,QAAQ,SAAS;AACnB,oBAAU;AAAA,QACZ;AAGA,YAAI,QAAQ,aAAa,QAAQ,OAAO,WAAW,GAAG;AACpD,mBAAS,KAAK,QAAQ,MAAM;AAAA,QAC9B;AAAA,MACF;AAGA,iBAAW,UAAU,UAAU;AAC7B,aAAK,aAAa,MAAM;AAAA,MAC1B;AAEA,UAAI,CAAC,SAAS;AAEZ,cAAM,KAAK,MAAM,CAAC;AAClB;AAAA,MACF;AAGA,YAAM,QAAQ,KAAK,SAAS,aAAa;AACzC,YAAM,QAAQ,IAAI,8BAAW,OAAO,KAAK,YAAY,KAAK,aAAa,KAAK,SAAS;AAErF,UAAI,KAAK,QAAQ;AACf;AAAA,MACF;AAEA,UAAI;AAEF,cAAM,KAAK,MAAM,IAAI,KAAK;AAAA,MAC5B,QAAQ;AAEN;AAAA,MACF;AAAA,IACF;AAGA,SAAK,MAAM,MAAM;AAAA,EACnB;AAAA,EAEA,MAAc,gBAAgB,QAA4C;AACxE,QAAI,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,WAAW,CAAC;AACtD,UAAM,sBAAsB,IAAI;AAChC,QAAI,YAAY;AAChB,QAAI,yBAAyB;AAG7B,QAAI,WAAW,KAAK,gBAAgB,IAAI,MAAM;AAC9C,QAAI,CAAC,UAAU;AACb,iBAAW,OAAO,OAAO,aAAa,EAAE;AACxC,WAAK,gBAAgB,IAAI,QAAQ,QAAQ;AAAA,IAC3C;AAGA,WAAO,IAAI,SAAS,KAAK,YAAY,KAAK,eAAe,CAAC,aAAa,CAAC,KAAK,QAAQ;AACnF,UAAI;AACF,cAAM,SAAS,MAAM,QAAQ,KAAK,CAAC,SAAS,KAAK,GAAG,KAAK,QAAQ,KAAK,eAAe,CAAC,CAAC;AAEvF,YAAI,WAAW,WAAW;AACxB,kBAAQ,KAAK,oCAAoC,KAAK,eAAe,IAAI;AACzE;AAAA,QACF;AAEA,YAAI,OAAO,MAAM;AACf,sBAAY;AACZ;AAAA,QACF;AAEA,cAAM,QAAQ,OAAO;AACrB,cAAM,UAAU,MAAM;AAGtB,iCAAyB;AAGzB,YAAI,IAAI,WAAW,GAAG;AACpB,gBAAM;AAAA,QACR,OAAO;AACL,gBAAM,WAAW,IAAI,WAAW,IAAI,SAAS,QAAQ,MAAM;AAC3D,mBAAS,IAAI,GAAG;AAChB,mBAAS,IAAI,SAAS,IAAI,MAAM;AAChC,gBAAM;AAAA,QACR;AAAA,MACF,SAAS,OAAO;AACd,gBAAQ,MAAM,0CAA0C,KAAK;AAC7D,oBAAY;AACZ;AAAA,MACF;AAAA,IACF;AAGA,QAAI;AACJ,UAAM,gBAAgB,KAAK,YAAY,KAAK;AAE5C,QAAI,IAAI,UAAU,eAAe;AAE/B,gBAAU,IAAI,SAAS,GAAG,aAAa;AACvC,YAAM,IAAI,SAAS,aAAa;AAAA,IAClC,OAAO;AAEL,YAAM,SAAS,IAAI,WAAW,aAAa;AAC3C,aAAO,IAAI,GAAG;AACd,gBAAU;AACV,YAAM,IAAI,WAAW,CAAC;AAAA,IACxB;AAGA,UAAM,UAAU,sBAAsB,KAAK,0BAA0B,IAAI,SAAS;AAElF,WAAO;AAAA,MACL;AAAA,MACA,MAAM;AAAA,MACN,QAAQ;AAAA,MACR;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,SAAS,eAAyC;AACxD,QAAI,cAAc,WAAW,GAAG;AAC9B,aAAO,IAAI,WAAW,KAAK,YAAY,KAAK,WAAW;AAAA,IACzD;AAEA,UAAM,SAAS,KAAK,YAAY,KAAK;AACrC,UAAM,QAAQ,IAAI,WAAW,MAAM;AAGnC,eAAW,WAAW,eAAe;AACnC,eAAS,IAAI,GAAG,IAAI,QAAQ,KAAK;AAC/B,cAAM,MAAM,QAAQ,CAAC;AACrB,YAAI,QAAQ,QAAW;AACrB,gBAAM,CAAC,KAAK,MAAM,CAAC,KAAK,KAAK;AAAA,QAC/B;AAAA,MACF;AAAA,IACF;AAGA,aAAS,IAAI,GAAG,IAAI,QAAQ,KAAK;AAC/B,YAAM,MAAM,MAAM,CAAC,KAAK;AACxB,UAAI,MAAM,OAAO;AACf,cAAM,CAAC,IAAI;AAAA,MACb,WAAW,MAAM,QAAQ;AACvB,cAAM,CAAC,IAAI;AAAA,MACb;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEQ,MAAM,IAA2B;AACvC,WAAO,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,EAAE,CAAC;AAAA,EACzD;AAAA,EAEQ,QAAQ,IAAgC;AAC9C,WAAO,IAAI,QAAQ,CAAC,YAAY,WAAW,MAAM,QAAQ,SAAS,GAAG,EAAE,CAAC;AAAA,EAC1E;AACF;","names":["import_async_queue"]}
+{"version":3,"sources":["../src/audio_mixer.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { AsyncQueue } from './async_queue.js';\nimport { AudioFrame } from './audio_frame.js';\nimport { log } from './log.js';\n\n// Re-export AsyncQueue for backward compatibility\nexport { AsyncQueue } from './async_queue.js';\n\n// Define types for async iteration (since lib: es2015 doesn't include them)\ntype AudioStream = {\n  [Symbol.asyncIterator](): {\n    next(): Promise<IteratorResult<AudioFrame>>;\n  };\n};\n\ninterface Contribution {\n  stream: AudioStream;\n  data: Int16Array;\n  buffer: Int16Array;\n  hadData: boolean;\n  exhausted: boolean;\n}\n\nexport interface AudioMixerOptions {\n  /**\n   * The size of the audio block (in samples) for mixing.\n   * If not provided, defaults to sampleRate / 10 (100ms).\n   */\n  blocksize?: number;\n\n  /**\n   * The maximum wait time in milliseconds for each stream to provide\n   * audio data before timing out. Defaults to 100 ms.\n   */\n  streamTimeoutMs?: number;\n\n  /**\n   * The maximum number of mixed frames to store in the output queue.\n   * Defaults to 100.\n   */\n  capacity?: number;\n}\n\n/**\n * AudioMixer combines multiple async audio streams into a single output stream.\n *\n * The mixer accepts multiple async audio streams and mixes them into a single output stream.\n * Each output frame is generated with a fixed chunk size determined by the blocksize (in samples).\n * If blocksize is not provided (or 0), it defaults to 100ms.\n *\n * Each input stream is processed in parallel, accumulating audio data until at least one chunk\n * of samples is available. If an input stream does not provide data within the specified timeout,\n * a warning is logged. The mixer can be closed immediately\n * (dropping unconsumed frames) or allowed to flush remaining data using endInput().\n *\n * @example\n * ```typescript\n * const mixer = new AudioMixer(48000, 2);\n * mixer.addStream(stream1);\n * mixer.addStream(stream2);\n *\n * for await (const frame of mixer) {\n *   // Process mixed audio frame\n * }\n * ```\n */\nexport class AudioMixer {\n  private streams: Set<AudioStream>;\n  private buffers: Map<AudioStream, Int16Array>;\n  private streamIterators: Map<AudioStream, { next(): Promise<IteratorResult<AudioFrame>> }>;\n  private sampleRate: number;\n  private numChannels: number;\n  private chunkSize: number;\n  private streamTimeoutMs: number;\n  private queue: AsyncQueue<AudioFrame>;\n  private streamSignal: AsyncQueue<void>; // Signals when streams are added\n  private ending: boolean;\n  private mixerTask?: Promise<void>;\n  private closed: boolean;\n\n  /**\n   * Initialize the AudioMixer.\n   *\n   * @param sampleRate - The audio sample rate in Hz.\n   * @param numChannels - The number of audio channels.\n   * @param options - Optional configuration for the mixer.\n   */\n  constructor(sampleRate: number, numChannels: number, options: AudioMixerOptions = {}) {\n    this.streams = new Set();\n    this.buffers = new Map();\n    this.streamIterators = new Map();\n    this.sampleRate = sampleRate;\n    this.numChannels = numChannels;\n    this.chunkSize =\n      options.blocksize && options.blocksize > 0 ? options.blocksize : Math.floor(sampleRate / 10);\n    this.streamTimeoutMs = options.streamTimeoutMs ?? 100;\n    this.queue = new AsyncQueue<AudioFrame>(options.capacity ?? 100);\n    this.streamSignal = new AsyncQueue<void>(1); // there should only be one mixer\n    this.ending = false;\n    this.closed = false;\n\n    // Start the mixer task\n    this.mixerTask = this.mixer();\n  }\n\n  /**\n   * Add an audio stream to the mixer.\n   *\n   * The stream is added to the internal set of streams and an empty buffer is initialized for it,\n   * if not already present.\n   *\n   * @param stream - An async iterable that produces AudioFrame objects.\n   * @throws Error if the mixer has been closed.\n   */\n  addStream(stream: AudioStream): void {\n    if (this.ending) {\n      throw new Error('Cannot add stream after mixer has been closed');\n    }\n\n    this.streams.add(stream);\n    if (!this.buffers.has(stream)) {\n      this.buffers.set(stream, new Int16Array(0));\n    }\n\n    // Signal that a stream was added (non-blocking)\n    this.streamSignal.put(undefined).catch(() => {\n      // Ignore errors if signal queue is closed\n    });\n  }\n\n  /**\n   * Remove an audio stream from the mixer.\n   *\n   * This method removes the specified stream and its associated buffer from the mixer.\n   *\n   * @param stream - The audio stream to remove.\n   */\n  removeStream(stream: AudioStream): void {\n    this.streams.delete(stream);\n    this.buffers.delete(stream);\n    this.streamIterators.delete(stream);\n  }\n\n  /**\n   * Returns an async iterator for the mixed audio frames.\n   */\n  [Symbol.asyncIterator]() {\n    return {\n      next: async (): Promise<IteratorResult<AudioFrame>> => {\n        const frame = await this.getNextFrame();\n        if (frame === null) {\n          return { done: true, value: undefined };\n        }\n        return { done: false, value: frame };\n      },\n    };\n  }\n\n  /**\n   * Immediately stop mixing and close the mixer.\n   *\n   * This stops the mixing task, and any unconsumed output in the queue may be dropped.\n   */\n  async aclose(): Promise<void> {\n    if (this.closed) {\n      return;\n    }\n    this.closed = true;\n    this.ending = true;\n\n    // Close both queues to wake up any waiting operations\n    this.streamSignal.close();\n    this.queue.close();\n\n    await this.mixerTask;\n  }\n\n  /**\n   * Signal that no more streams will be added.\n   *\n   * This method marks the mixer as closed so that it flushes any remaining buffered output before ending.\n   * Note that existing streams will still be processed until exhausted.\n   */\n  endInput(): void {\n    this.ending = true;\n  }\n\n  private async getNextFrame(): Promise<AudioFrame | null> {\n    while (true) {\n      // Try to get an item from the queue (non-blocking)\n      const frame = this.queue.get();\n\n      if (frame !== undefined) {\n        return frame;\n      }\n\n      // Check if mixer is closed or ending\n      if (this.queue.closed || (this.ending && this.streams.size === 0)) {\n        return null;\n      }\n\n      // Queue is empty but mixer is still running - wait for an item to be added\n      await this.queue.waitForItem();\n    }\n  }\n\n  private async mixer(): Promise<void> {\n    // Main mixing loop that continuously processes streams and produces output frames\n    while (true) {\n      // If we're in ending mode and there are no more streams, exit\n      if (this.ending && this.streams.size === 0) {\n        break;\n      }\n\n      if (this.streams.size === 0) {\n        // Wait for a stream to be added (signal queue will have an item)\n        await this.streamSignal.waitForItem();\n        // Consume the signal\n        this.streamSignal.get();\n        continue;\n      }\n\n      // Process all streams in parallel\n      const streamArray = Array.from(this.streams);\n      const promises = streamArray.map((stream) => this.getContribution(stream));\n      const results = await Promise.all(\n        promises.map((p) =>\n          p\n            .then((value) => ({ status: 'fulfilled' as const, value }))\n            .catch((reason) => ({ status: 'rejected' as const, reason })),\n        ),\n      );\n\n      const contributions: Int16Array[] = [];\n      let anyData = false;\n      const removals: AudioStream[] = [];\n\n      for (const result of results) {\n        if (result.status !== 'fulfilled') {\n          log.warn('AudioMixer: Stream contribution failed:', result.reason);\n          continue;\n        }\n\n        const contrib = result.value;\n        contributions.push(contrib.data);\n        this.buffers.set(contrib.stream, contrib.buffer);\n\n        if (contrib.hadData) {\n          anyData = true;\n        }\n\n        // Mark exhausted streams with no remaining buffer for removal\n        if (contrib.exhausted && contrib.buffer.length === 0) {\n          removals.push(contrib.stream);\n        }\n      }\n\n      // Remove exhausted streams\n      for (const stream of removals) {\n        this.removeStream(stream);\n      }\n\n      // If all streams are exhausted, end the mixer automatically.\n      // This keeps `for await...of` consumers from hanging indefinitely when inputs complete.\n      if (!this.ending && removals.length > 0 && this.streams.size === 0) {\n        this.ending = true;\n      }\n\n      if (!anyData) {\n        // No data available from any stream, wait briefly before trying again\n        await this.sleep(1);\n        continue;\n      }\n\n      // Mix the audio data\n      const mixed = this.mixAudio(contributions);\n      const frame = new AudioFrame(mixed, this.sampleRate, this.numChannels, this.chunkSize);\n\n      if (this.closed) {\n        break;\n      }\n\n      try {\n        // Add mixed frame to output queue\n        await this.queue.put(frame);\n      } catch {\n        // Queue closed while trying to add frame\n        break;\n      }\n    }\n\n    // Close the queue to signal end of stream\n    this.queue.close();\n  }\n\n  private async getContribution(stream: AudioStream): Promise<Contribution> {\n    let buf = this.buffers.get(stream) ?? new Int16Array(0);\n    const initialBufferLength = buf.length;\n    let exhausted = false;\n    let receivedDataInThisCall = false;\n\n    // Get or create iterator for this stream\n    let iterator = this.streamIterators.get(stream);\n    if (!iterator) {\n      iterator = stream[Symbol.asyncIterator]();\n      this.streamIterators.set(stream, iterator);\n    }\n\n    // Accumulate data until we have at least chunkSize samples\n    while (buf.length < this.chunkSize * this.numChannels && !exhausted && !this.closed) {\n      try {\n        const result = await Promise.race([iterator.next(), this.timeout(this.streamTimeoutMs)]);\n\n        if (result === 'timeout') {\n          console.warn(`AudioMixer: stream timeout after ${this.streamTimeoutMs}ms`);\n          break;\n        }\n\n        if (result.done) {\n          exhausted = true;\n          break;\n        }\n\n        const frame = result.value;\n        const newData = frame.data;\n\n        // Mark that we received data in this call\n        receivedDataInThisCall = true;\n\n        // Concatenate buffers\n        if (buf.length === 0) {\n          buf = newData;\n        } else {\n          const combined = new Int16Array(buf.length + newData.length);\n          combined.set(buf);\n          combined.set(newData, buf.length);\n          buf = combined;\n        }\n      } catch (error) {\n        console.error(`AudioMixer: Error reading from stream:`, error);\n        exhausted = true;\n        break;\n      }\n    }\n\n    // Extract contribution and update buffer\n    let contrib: Int16Array;\n    const samplesNeeded = this.chunkSize * this.numChannels;\n\n    if (buf.length >= samplesNeeded) {\n      // Extract the needed samples and keep the remainder in the buffer\n      contrib = buf.subarray(0, samplesNeeded);\n      buf = buf.subarray(samplesNeeded);\n    } else {\n      // Pad with zeros if we don't have enough data\n      const padded = new Int16Array(samplesNeeded);\n      padded.set(buf);\n      contrib = padded;\n      buf = new Int16Array(0);\n    }\n\n    // hadData means: we had data at start OR we received data during this call OR we have data remaining\n    const hadData = initialBufferLength > 0 || receivedDataInThisCall || buf.length > 0;\n\n    return {\n      stream,\n      data: contrib,\n      buffer: buf,\n      hadData,\n      exhausted,\n    };\n  }\n\n  private mixAudio(contributions: Int16Array[]): Int16Array {\n    if (contributions.length === 0) {\n      return new Int16Array(this.chunkSize * this.numChannels);\n    }\n\n    const length = this.chunkSize * this.numChannels;\n    // Use a wider accumulator to avoid int16 overflow while summing.\n    const acc = new Int32Array(length);\n\n    // Sum all contributions\n    for (const contrib of contributions) {\n      for (let i = 0; i < length; i++) {\n        const val = contrib[i];\n        if (val !== undefined) {\n          acc[i] = (acc[i] ?? 0) + val;\n        }\n      }\n    }\n\n    // Clip to Int16 range\n    const mixed = new Int16Array(length);\n    for (let i = 0; i < length; i++) {\n      const val = acc[i] ?? 0;\n      if (val > 32767) {\n        mixed[i] = 32767;\n      } else if (val < -32768) {\n        mixed[i] = -32768;\n      } else {\n        mixed[i] = val;\n      }\n    }\n\n    return mixed;\n  }\n\n  private sleep(ms: number): Promise<void> {\n    return new Promise((resolve) => setTimeout(resolve, ms));\n  }\n\n  private timeout(ms: number): Promise<'timeout'> {\n    return new Promise((resolve) => setTimeout(() => resolve('timeout'), ms));\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,yBAA2B;AAC3B,yBAA2B;AAC3B,iBAAoB;AAGpB,IAAAA,sBAA2B;AA4DpB,MAAM,WAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAqBtB,YAAY,YAAoB,aAAqB,UAA6B,CAAC,GAAG;AACpF,SAAK,UAAU,oBAAI,IAAI;AACvB,SAAK,UAAU,oBAAI,IAAI;AACvB,SAAK,kBAAkB,oBAAI,IAAI;AAC/B,SAAK,aAAa;AAClB,SAAK,cAAc;AACnB,SAAK,YACH,QAAQ,aAAa,QAAQ,YAAY,IAAI,QAAQ,YAAY,KAAK,MAAM,aAAa,EAAE;AAC7F,SAAK,kBAAkB,QAAQ,mBAAmB;AAClD,SAAK,QAAQ,IAAI,8BAAuB,QAAQ,YAAY,GAAG;AAC/D,SAAK,eAAe,IAAI,8BAAiB,CAAC;AAC1C,SAAK,SAAS;AACd,SAAK,SAAS;AAGd,SAAK,YAAY,KAAK,MAAM;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWA,UAAU,QAA2B;AACnC,QAAI,KAAK,QAAQ;AACf,YAAM,IAAI,MAAM,+CAA+C;AAAA,IACjE;AAEA,SAAK,QAAQ,IAAI,MAAM;AACvB,QAAI,CAAC,KAAK,QAAQ,IAAI,MAAM,GAAG;AAC7B,WAAK,QAAQ,IAAI,QAAQ,IAAI,WAAW,CAAC,CAAC;AAAA,IAC5C;AAGA,SAAK,aAAa,IAAI,MAAS,EAAE,MAAM,MAAM;AAAA,IAE7C,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,aAAa,QAA2B;AACtC,SAAK,QAAQ,OAAO,MAAM;AAC1B,SAAK,QAAQ,OAAO,MAAM;AAC1B,SAAK,gBAAgB,OAAO,MAAM;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA,EAKA,CAAC,OAAO,aAAa,IAAI;AACvB,WAAO;AAAA,MACL,MAAM,YAAiD;AACrD,cAAM,QAAQ,MAAM,KAAK,aAAa;AACtC,YAAI,UAAU,MAAM;AAClB,iBAAO,EAAE,MAAM,MAAM,OAAO,OAAU;AAAA,QACxC;AACA,eAAO,EAAE,MAAM,OAAO,OAAO,MAAM;AAAA,MACrC;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,SAAwB;AAC5B,QAAI,KAAK,QAAQ;AACf;AAAA,IACF;AACA,SAAK,SAAS;AACd,SAAK,SAAS;AAGd,SAAK,aAAa,MAAM;AACxB,SAAK,MAAM,MAAM;AAEjB,UAAM,KAAK;AAAA,EACb;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,WAAiB;AACf,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,MAAc,eAA2C;AACvD,WAAO,MAAM;AAEX,YAAM,QAAQ,KAAK,MAAM,IAAI;AAE7B,UAAI,UAAU,QAAW;AACvB,eAAO;AAAA,MACT;AAGA,UAAI,KAAK,MAAM,UAAW,KAAK,UAAU,KAAK,QAAQ,SAAS,GAAI;AACjE,eAAO;AAAA,MACT;AAGA,YAAM,KAAK,MAAM,YAAY;AAAA,IAC/B;AAAA,EACF;AAAA,EAEA,MAAc,QAAuB;AAEnC,WAAO,MAAM;AAEX,UAAI,KAAK,UAAU,KAAK,QAAQ,SAAS,GAAG;AAC1C;AAAA,MACF;AAEA,UAAI,KAAK,QAAQ,SAAS,GAAG;AAE3B,cAAM,KAAK,aAAa,YAAY;AAEpC,aAAK,aAAa,IAAI;AACtB;AAAA,MACF;AAGA,YAAM,cAAc,MAAM,KAAK,KAAK,OAAO;AAC3C,YAAM,WAAW,YAAY,IAAI,CAAC,WAAW,KAAK,gBAAgB,MAAM,CAAC;AACzE,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,SAAS;AAAA,UAAI,CAAC,MACZ,EACG,KAAK,CAAC,WAAW,EAAE,QAAQ,aAAsB,MAAM,EAAE,EACzD,MAAM,CAAC,YAAY,EAAE,QAAQ,YAAqB,OAAO,EAAE;AAAA,QAChE;AAAA,MACF;AAEA,YAAM,gBAA8B,CAAC;AACrC,UAAI,UAAU;AACd,YAAM,WAA0B,CAAC;AAEjC,iBAAW,UAAU,SAAS;AAC5B,YAAI,OAAO,WAAW,aAAa;AACjC,yBAAI,KAAK,2CAA2C,OAAO,MAAM;AACjE;AAAA,QACF;AAEA,cAAM,UAAU,OAAO;AACvB,sBAAc,KAAK,QAAQ,IAAI;AAC/B,aAAK,QAAQ,IAAI,QAAQ,QAAQ,QAAQ,MAAM;AAE/C,YAAI,QAAQ,SAAS;AACnB,oBAAU;AAAA,QACZ;AAGA,YAAI,QAAQ,aAAa,QAAQ,OAAO,WAAW,GAAG;AACpD,mBAAS,KAAK,QAAQ,MAAM;AAAA,QAC9B;AAAA,MACF;AAGA,iBAAW,UAAU,UAAU;AAC7B,aAAK,aAAa,MAAM;AAAA,MAC1B;AAIA,UAAI,CAAC,KAAK,UAAU,SAAS,SAAS,KAAK,KAAK,QAAQ,SAAS,GAAG;AAClE,aAAK,SAAS;AAAA,MAChB;AAEA,UAAI,CAAC,SAAS;AAEZ,cAAM,KAAK,MAAM,CAAC;AAClB;AAAA,MACF;AAGA,YAAM,QAAQ,KAAK,SAAS,aAAa;AACzC,YAAM,QAAQ,IAAI,8BAAW,OAAO,KAAK,YAAY,KAAK,aAAa,KAAK,SAAS;AAErF,UAAI,KAAK,QAAQ;AACf;AAAA,MACF;AAEA,UAAI;AAEF,cAAM,KAAK,MAAM,IAAI,KAAK;AAAA,MAC5B,QAAQ;AAEN;AAAA,MACF;AAAA,IACF;AAGA,SAAK,MAAM,MAAM;AAAA,EACnB;AAAA,EAEA,MAAc,gBAAgB,QAA4C;AACxE,QAAI,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,WAAW,CAAC;AACtD,UAAM,sBAAsB,IAAI;AAChC,QAAI,YAAY;AAChB,QAAI,yBAAyB;AAG7B,QAAI,WAAW,KAAK,gBAAgB,IAAI,MAAM;AAC9C,QAAI,CAAC,UAAU;AACb,iBAAW,OAAO,OAAO,aAAa,EAAE;AACxC,WAAK,gBAAgB,IAAI,QAAQ,QAAQ;AAAA,IAC3C;AAGA,WAAO,IAAI,SAAS,KAAK,YAAY,KAAK,eAAe,CAAC,aAAa,CAAC,KAAK,QAAQ;AACnF,UAAI;AACF,cAAM,SAAS,MAAM,QAAQ,KAAK,CAAC,SAAS,KAAK,GAAG,KAAK,QAAQ,KAAK,eAAe,CAAC,CAAC;AAEvF,YAAI,WAAW,WAAW;AACxB,kBAAQ,KAAK,oCAAoC,KAAK,eAAe,IAAI;AACzE;AAAA,QACF;AAEA,YAAI,OAAO,MAAM;AACf,sBAAY;AACZ;AAAA,QACF;AAEA,cAAM,QAAQ,OAAO;AACrB,cAAM,UAAU,MAAM;AAGtB,iCAAyB;AAGzB,YAAI,IAAI,WAAW,GAAG;AACpB,gBAAM;AAAA,QACR,OAAO;AACL,gBAAM,WAAW,IAAI,WAAW,IAAI,SAAS,QAAQ,MAAM;AAC3D,mBAAS,IAAI,GAAG;AAChB,mBAAS,IAAI,SAAS,IAAI,MAAM;AAChC,gBAAM;AAAA,QACR;AAAA,MACF,SAAS,OAAO;AACd,gBAAQ,MAAM,0CAA0C,KAAK;AAC7D,oBAAY;AACZ;AAAA,MACF;AAAA,IACF;AAGA,QAAI;AACJ,UAAM,gBAAgB,KAAK,YAAY,KAAK;AAE5C,QAAI,IAAI,UAAU,eAAe;AAE/B,gBAAU,IAAI,SAAS,GAAG,aAAa;AACvC,YAAM,IAAI,SAAS,aAAa;AAAA,IAClC,OAAO;AAEL,YAAM,SAAS,IAAI,WAAW,aAAa;AAC3C,aAAO,IAAI,GAAG;AACd,gBAAU;AACV,YAAM,IAAI,WAAW,CAAC;AAAA,IACxB;AAGA,UAAM,UAAU,sBAAsB,KAAK,0BAA0B,IAAI,SAAS;AAElF,WAAO;AAAA,MACL;AAAA,MACA,MAAM;AAAA,MACN,QAAQ;AAAA,MACR;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,SAAS,eAAyC;AACxD,QAAI,cAAc,WAAW,GAAG;AAC9B,aAAO,IAAI,WAAW,KAAK,YAAY,KAAK,WAAW;AAAA,IACzD;AAEA,UAAM,SAAS,KAAK,YAAY,KAAK;AAErC,UAAM,MAAM,IAAI,WAAW,MAAM;AAGjC,eAAW,WAAW,eAAe;AACnC,eAAS,IAAI,GAAG,IAAI,QAAQ,KAAK;AAC/B,cAAM,MAAM,QAAQ,CAAC;AACrB,YAAI,QAAQ,QAAW;AACrB,cAAI,CAAC,KAAK,IAAI,CAAC,KAAK,KAAK;AAAA,QAC3B;AAAA,MACF;AAAA,IACF;AAGA,UAAM,QAAQ,IAAI,WAAW,MAAM;AACnC,aAAS,IAAI,GAAG,IAAI,QAAQ,KAAK;AAC/B,YAAM,MAAM,IAAI,CAAC,KAAK;AACtB,UAAI,MAAM,OAAO;AACf,cAAM,CAAC,IAAI;AAAA,MACb,WAAW,MAAM,QAAQ;AACvB,cAAM,CAAC,IAAI;AAAA,MACb,OAAO;AACL,cAAM,CAAC,IAAI;AAAA,MACb;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEQ,MAAM,IAA2B;AACvC,WAAO,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,EAAE,CAAC;AAAA,EACzD;AAAA,EAEQ,QAAQ,IAAgC;AAC9C,WAAO,IAAI,QAAQ,CAAC,YAAY,WAAW,MAAM,QAAQ,SAAS,GAAG,EAAE,CAAC;AAAA,EAC1E;AACF;","names":["import_async_queue"]}

package/dist/audio_mixer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"audio_mixer.d.ts","sourceRoot":"","sources":["../src/audio_mixer.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAG9C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAG9C,KAAK,WAAW,GAAG;IACjB,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI;QACxB,IAAI,IAAI,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,CAAC;KAC7C,CAAC;CACH,CAAC;AAUF,MAAM,WAAW,iBAAiB;IAChC;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,OAAO,CAA+B;IAC9C,OAAO,CAAC,eAAe,CAAoE;IAC3F,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,KAAK,CAAyB;IACtC,OAAO,CAAC,YAAY,CAAmB;IACvC,OAAO,CAAC,MAAM,CAAU;IACxB,OAAO,CAAC,SAAS,CAAC,CAAgB;IAClC,OAAO,CAAC,MAAM,CAAU;IAExB;;;;;;OAMG;gBACS,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,GAAE,iBAAsB;IAkBpF;;;;;;;;OAQG;IACH,SAAS,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI;IAgBpC;;;;;;OAMG;IACH,YAAY,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI;IAMvC;;OAEG;IACH,CAAC,MAAM,CAAC,aAAa,CAAC;oBAEF,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;;IAUvD;;;;OAIG;IACG,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAc7B;;;;;OAKG;IACH,QAAQ,IAAI,IAAI;YAIF,YAAY;YAmBZ,KAAK;YAmFL,eAAe;IA8E7B,OAAO,CAAC,QAAQ;IA+BhB,OAAO,CAAC,KAAK;IAIb,OAAO,CAAC,OAAO;CAGhB"}
+{"version":3,"file":"audio_mixer.d.ts","sourceRoot":"","sources":["../src/audio_mixer.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAI9C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAG9C,KAAK,WAAW,GAAG;IACjB,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI;QACxB,IAAI,IAAI,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,CAAC;KAC7C,CAAC;CACH,CAAC;AAUF,MAAM,WAAW,iBAAiB;IAChC;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,OAAO,CAA+B;IAC9C,OAAO,CAAC,eAAe,CAAoE;IAC3F,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,eAAe,CAAS;IAChC,OAAO,CAAC,KAAK,CAAyB;IACtC,OAAO,CAAC,YAAY,CAAmB;IACvC,OAAO,CAAC,MAAM,CAAU;IACxB,OAAO,CAAC,SAAS,CAAC,CAAgB;IAClC,OAAO,CAAC,MAAM,CAAU;IAExB;;;;;;OAMG;gBACS,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,GAAE,iBAAsB;IAkBpF;;;;;;;;OAQG;IACH,SAAS,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI;IAgBpC;;;;;;OAMG;IACH,YAAY,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI;IAMvC;;OAEG;IACH,CAAC,MAAM,CAAC,aAAa,CAAC;oBAEF,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;;IAUvD;;;;OAIG;IACG,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAc7B;;;;;OAKG;IACH,QAAQ,IAAI,IAAI;YAIF,YAAY;YAmBZ,KAAK;YAyFL,eAAe;IA8E7B,OAAO,CAAC,QAAQ;IAmChB,OAAO,CAAC,KAAK;IAIb,OAAO,CAAC,OAAO;CAGhB"}

package/dist/audio_mixer.js

@@ -1,5 +1,6 @@
 import { AsyncQueue } from "./async_queue.js";
 import { AudioFrame } from "./audio_frame.js";
+import { log } from "./log.js";
 import { AsyncQueue as AsyncQueue2 } from "./async_queue.js";
 class AudioMixer {
   /**
@@ -127,7 +128,7 @@ class AudioMixer {
       const removals = [];
       for (const result of results) {
         if (result.status !== "fulfilled") {
-          console.warn("AudioMixer: Stream contribution failed:", result.reason);
+          log.warn("AudioMixer: Stream contribution failed:", result.reason);
           continue;
         }
         const contrib = result.value;
@@ -143,6 +144,9 @@ class AudioMixer {
       for (const stream of removals) {
         this.removeStream(stream);
       }
+      if (!this.ending && removals.length > 0 && this.streams.size === 0) {
+        this.ending = true;
+      }
       if (!anyData) {
         await this.sleep(1);
         continue;
@@ -223,21 +227,24 @@ class AudioMixer {
       return new Int16Array(this.chunkSize * this.numChannels);
     }
     const length = this.chunkSize * this.numChannels;
-    const mixed = new Int16Array(length);
+    const acc = new Int32Array(length);
     for (const contrib of contributions) {
       for (let i = 0; i < length; i++) {
         const val = contrib[i];
         if (val !== void 0) {
-          mixed[i] = (mixed[i] ?? 0) + val;
+          acc[i] = (acc[i] ?? 0) + val;
         }
       }
     }
+    const mixed = new Int16Array(length);
     for (let i = 0; i < length; i++) {
-      const val = mixed[i] ?? 0;
+      const val = acc[i] ?? 0;
       if (val > 32767) {
         mixed[i] = 32767;
       } else if (val < -32768) {
         mixed[i] = -32768;
+      } else {
+        mixed[i] = val;
       }
     }
     return mixed;

package/dist/audio_mixer.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/audio_mixer.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { AsyncQueue } from './async_queue.js';\nimport { AudioFrame } from './audio_frame.js';\n\n// Re-export AsyncQueue for backward compatibility\nexport { AsyncQueue } from './async_queue.js';\n\n// Define types for async iteration (since lib: es2015 doesn't include them)\ntype AudioStream = {\n  [Symbol.asyncIterator](): {\n    next(): Promise<IteratorResult<AudioFrame>>;\n  };\n};\n\ninterface Contribution {\n  stream: AudioStream;\n  data: Int16Array;\n  buffer: Int16Array;\n  hadData: boolean;\n  exhausted: boolean;\n}\n\nexport interface AudioMixerOptions {\n  /**\n   * The size of the audio block (in samples) for mixing.\n   * If not provided, defaults to sampleRate / 10 (100ms).\n   */\n  blocksize?: number;\n\n  /**\n   * The maximum wait time in milliseconds for each stream to provide\n   * audio data before timing out. Defaults to 100 ms.\n   */\n  streamTimeoutMs?: number;\n\n  /**\n   * The maximum number of mixed frames to store in the output queue.\n   * Defaults to 100.\n   */\n  capacity?: number;\n}\n\n/**\n * AudioMixer combines multiple async audio streams into a single output stream.\n *\n * The mixer accepts multiple async audio streams and mixes them into a single output stream.\n * Each output frame is generated with a fixed chunk size determined by the blocksize (in samples).\n * If blocksize is not provided (or 0), it defaults to 100ms.\n *\n * Each input stream is processed in parallel, accumulating audio data until at least one chunk\n * of samples is available. If an input stream does not provide data within the specified timeout,\n * a warning is logged. The mixer can be closed immediately\n * (dropping unconsumed frames) or allowed to flush remaining data using endInput().\n *\n * @example\n * ```typescript\n * const mixer = new AudioMixer(48000, 2);\n * mixer.addStream(stream1);\n * mixer.addStream(stream2);\n *\n * for await (const frame of mixer) {\n *   // Process mixed audio frame\n * }\n * ```\n */\nexport class AudioMixer {\n  private streams: Set<AudioStream>;\n  private buffers: Map<AudioStream, Int16Array>;\n  private streamIterators: Map<AudioStream, { next(): Promise<IteratorResult<AudioFrame>> }>;\n  private sampleRate: number;\n  private numChannels: number;\n  private chunkSize: number;\n  private streamTimeoutMs: number;\n  private queue: AsyncQueue<AudioFrame>;\n  private streamSignal: AsyncQueue<void>; // Signals when streams are added\n  private ending: boolean;\n  private mixerTask?: Promise<void>;\n  private closed: boolean;\n\n  /**\n   * Initialize the AudioMixer.\n   *\n   * @param sampleRate - The audio sample rate in Hz.\n   * @param numChannels - The number of audio channels.\n   * @param options - Optional configuration for the mixer.\n   */\n  constructor(sampleRate: number, numChannels: number, options: AudioMixerOptions = {}) {\n    this.streams = new Set();\n    this.buffers = new Map();\n    this.streamIterators = new Map();\n    this.sampleRate = sampleRate;\n    this.numChannels = numChannels;\n    this.chunkSize =\n      options.blocksize && options.blocksize > 0 ? options.blocksize : Math.floor(sampleRate / 10);\n    this.streamTimeoutMs = options.streamTimeoutMs ?? 100;\n    this.queue = new AsyncQueue<AudioFrame>(options.capacity ?? 100);\n    this.streamSignal = new AsyncQueue<void>(1); // there should only be one mixer\n    this.ending = false;\n    this.closed = false;\n\n    // Start the mixer task\n    this.mixerTask = this.mixer();\n  }\n\n  /**\n   * Add an audio stream to the mixer.\n   *\n   * The stream is added to the internal set of streams and an empty buffer is initialized for it,\n   * if not already present.\n   *\n   * @param stream - An async iterable that produces AudioFrame objects.\n   * @throws Error if the mixer has been closed.\n   */\n  addStream(stream: AudioStream): void {\n    if (this.ending) {\n      throw new Error('Cannot add stream after mixer has been closed');\n    }\n\n    this.streams.add(stream);\n    if (!this.buffers.has(stream)) {\n      this.buffers.set(stream, new Int16Array(0));\n    }\n\n    // Signal that a stream was added (non-blocking)\n    this.streamSignal.put(undefined).catch(() => {\n      // Ignore errors if signal queue is closed\n    });\n  }\n\n  /**\n   * Remove an audio stream from the mixer.\n   *\n   * This method removes the specified stream and its associated buffer from the mixer.\n   *\n   * @param stream - The audio stream to remove.\n   */\n  removeStream(stream: AudioStream): void {\n    this.streams.delete(stream);\n    this.buffers.delete(stream);\n    this.streamIterators.delete(stream);\n  }\n\n  /**\n   * Returns an async iterator for the mixed audio frames.\n   */\n  [Symbol.asyncIterator]() {\n    return {\n      next: async (): Promise<IteratorResult<AudioFrame>> => {\n        const frame = await this.getNextFrame();\n        if (frame === null) {\n          return { done: true, value: undefined };\n        }\n        return { done: false, value: frame };\n      },\n    };\n  }\n\n  /**\n   * Immediately stop mixing and close the mixer.\n   *\n   * This stops the mixing task, and any unconsumed output in the queue may be dropped.\n   */\n  async aclose(): Promise<void> {\n    if (this.closed) {\n      return;\n    }\n    this.closed = true;\n    this.ending = true;\n\n    // Close both queues to wake up any waiting operations\n    this.streamSignal.close();\n    this.queue.close();\n\n    await this.mixerTask;\n  }\n\n  /**\n   * Signal that no more streams will be added.\n   *\n   * This method marks the mixer as closed so that it flushes any remaining buffered output before ending.\n   * Note that existing streams will still be processed until exhausted.\n   */\n  endInput(): void {\n    this.ending = true;\n  }\n\n  private async getNextFrame(): Promise<AudioFrame | null> {\n    while (true) {\n      // Try to get an item from the queue (non-blocking)\n      const frame = this.queue.get();\n\n      if (frame !== undefined) {\n        return frame;\n      }\n\n      // Check if mixer is closed or ending\n      if (this.queue.closed || (this.ending && this.streams.size === 0)) {\n        return null;\n      }\n\n      // Queue is empty but mixer is still running - wait for an item to be added\n      await this.queue.waitForItem();\n    }\n  }\n\n  private async mixer(): Promise<void> {\n    // Main mixing loop that continuously processes streams and produces output frames\n    while (true) {\n      // If we're in ending mode and there are no more streams, exit\n      if (this.ending && this.streams.size === 0) {\n        break;\n      }\n\n      if (this.streams.size === 0) {\n        // Wait for a stream to be added (signal queue will have an item)\n        await this.streamSignal.waitForItem();\n        // Consume the signal\n        this.streamSignal.get();\n        continue;\n      }\n\n      // Process all streams in parallel\n      const streamArray = Array.from(this.streams);\n      const promises = streamArray.map((stream) => this.getContribution(stream));\n      const results = await Promise.all(\n        promises.map((p) =>\n          p\n            .then((value) => ({ status: 'fulfilled' as const, value }))\n            .catch((reason) => ({ status: 'rejected' as const, reason })),\n        ),\n      );\n\n      const contributions: Int16Array[] = [];\n      let anyData = false;\n      const removals: AudioStream[] = [];\n\n      for (const result of results) {\n        if (result.status !== 'fulfilled') {\n          console.warn('AudioMixer: Stream contribution failed:', result.reason);\n          continue;\n        }\n\n        const contrib = result.value;\n        contributions.push(contrib.data);\n        this.buffers.set(contrib.stream, contrib.buffer);\n\n        if (contrib.hadData) {\n          anyData = true;\n        }\n\n        // Mark exhausted streams with no remaining buffer for removal\n        if (contrib.exhausted && contrib.buffer.length === 0) {\n          removals.push(contrib.stream);\n        }\n      }\n\n      // Remove exhausted streams\n      for (const stream of removals) {\n        this.removeStream(stream);\n      }\n\n      if (!anyData) {\n        // No data available from any stream, wait briefly before trying again\n        await this.sleep(1);\n        continue;\n      }\n\n      // Mix the audio data\n      const mixed = this.mixAudio(contributions);\n      const frame = new AudioFrame(mixed, this.sampleRate, this.numChannels, this.chunkSize);\n\n      if (this.closed) {\n        break;\n      }\n\n      try {\n        // Add mixed frame to output queue\n        await this.queue.put(frame);\n      } catch {\n        // Queue closed while trying to add frame\n        break;\n      }\n    }\n\n    // Close the queue to signal end of stream\n    this.queue.close();\n  }\n\n  private async getContribution(stream: AudioStream): Promise<Contribution> {\n    let buf = this.buffers.get(stream) ?? new Int16Array(0);\n    const initialBufferLength = buf.length;\n    let exhausted = false;\n    let receivedDataInThisCall = false;\n\n    // Get or create iterator for this stream\n    let iterator = this.streamIterators.get(stream);\n    if (!iterator) {\n      iterator = stream[Symbol.asyncIterator]();\n      this.streamIterators.set(stream, iterator);\n    }\n\n    // Accumulate data until we have at least chunkSize samples\n    while (buf.length < this.chunkSize * this.numChannels && !exhausted && !this.closed) {\n      try {\n        const result = await Promise.race([iterator.next(), this.timeout(this.streamTimeoutMs)]);\n\n        if (result === 'timeout') {\n          console.warn(`AudioMixer: stream timeout after ${this.streamTimeoutMs}ms`);\n          break;\n        }\n\n        if (result.done) {\n          exhausted = true;\n          break;\n        }\n\n        const frame = result.value;\n        const newData = frame.data;\n\n        // Mark that we received data in this call\n        receivedDataInThisCall = true;\n\n        // Concatenate buffers\n        if (buf.length === 0) {\n          buf = newData;\n        } else {\n          const combined = new Int16Array(buf.length + newData.length);\n          combined.set(buf);\n          combined.set(newData, buf.length);\n          buf = combined;\n        }\n      } catch (error) {\n        console.error(`AudioMixer: Error reading from stream:`, error);\n        exhausted = true;\n        break;\n      }\n    }\n\n    // Extract contribution and update buffer\n    let contrib: Int16Array;\n    const samplesNeeded = this.chunkSize * this.numChannels;\n\n    if (buf.length >= samplesNeeded) {\n      // Extract the needed samples and keep the remainder in the buffer\n      contrib = buf.subarray(0, samplesNeeded);\n      buf = buf.subarray(samplesNeeded);\n    } else {\n      // Pad with zeros if we don't have enough data\n      const padded = new Int16Array(samplesNeeded);\n      padded.set(buf);\n      contrib = padded;\n      buf = new Int16Array(0);\n    }\n\n    // hadData means: we had data at start OR we received data during this call OR we have data remaining\n    const hadData = initialBufferLength > 0 || receivedDataInThisCall || buf.length > 0;\n\n    return {\n      stream,\n      data: contrib,\n      buffer: buf,\n      hadData,\n      exhausted,\n    };\n  }\n\n  private mixAudio(contributions: Int16Array[]): Int16Array {\n    if (contributions.length === 0) {\n      return new Int16Array(this.chunkSize * this.numChannels);\n    }\n\n    const length = this.chunkSize * this.numChannels;\n    const mixed = new Int16Array(length);\n\n    // Sum all contributions\n    for (const contrib of contributions) {\n      for (let i = 0; i < length; i++) {\n        const val = contrib[i];\n        if (val !== undefined) {\n          mixed[i] = (mixed[i] ?? 0) + val;\n        }\n      }\n    }\n\n    // Clip to Int16 range\n    for (let i = 0; i < length; i++) {\n      const val = mixed[i] ?? 0;\n      if (val > 32767) {\n        mixed[i] = 32767;\n      } else if (val < -32768) {\n        mixed[i] = -32768;\n      }\n    }\n\n    return mixed;\n  }\n\n  private sleep(ms: number): Promise<void> {\n    return new Promise((resolve) => setTimeout(resolve, ms));\n  }\n\n  private timeout(ms: number): Promise<'timeout'> {\n    return new Promise((resolve) => setTimeout(() => resolve('timeout'), ms));\n  }\n}\n"],"mappings":"AAGA,SAAS,kBAAkB;AAC3B,SAAS,kBAAkB;AAG3B,SAAS,cAAAA,mBAAkB;AA4DpB,MAAM,WAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAqBtB,YAAY,YAAoB,aAAqB,UAA6B,CAAC,GAAG;AACpF,SAAK,UAAU,oBAAI,IAAI;AACvB,SAAK,UAAU,oBAAI,IAAI;AACvB,SAAK,kBAAkB,oBAAI,IAAI;AAC/B,SAAK,aAAa;AAClB,SAAK,cAAc;AACnB,SAAK,YACH,QAAQ,aAAa,QAAQ,YAAY,IAAI,QAAQ,YAAY,KAAK,MAAM,aAAa,EAAE;AAC7F,SAAK,kBAAkB,QAAQ,mBAAmB;AAClD,SAAK,QAAQ,IAAI,WAAuB,QAAQ,YAAY,GAAG;AAC/D,SAAK,eAAe,IAAI,WAAiB,CAAC;AAC1C,SAAK,SAAS;AACd,SAAK,SAAS;AAGd,SAAK,YAAY,KAAK,MAAM;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWA,UAAU,QAA2B;AACnC,QAAI,KAAK,QAAQ;AACf,YAAM,IAAI,MAAM,+CAA+C;AAAA,IACjE;AAEA,SAAK,QAAQ,IAAI,MAAM;AACvB,QAAI,CAAC,KAAK,QAAQ,IAAI,MAAM,GAAG;AAC7B,WAAK,QAAQ,IAAI,QAAQ,IAAI,WAAW,CAAC,CAAC;AAAA,IAC5C;AAGA,SAAK,aAAa,IAAI,MAAS,EAAE,MAAM,MAAM;AAAA,IAE7C,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,aAAa,QAA2B;AACtC,SAAK,QAAQ,OAAO,MAAM;AAC1B,SAAK,QAAQ,OAAO,MAAM;AAC1B,SAAK,gBAAgB,OAAO,MAAM;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA,EAKA,CAAC,OAAO,aAAa,IAAI;AACvB,WAAO;AAAA,MACL,MAAM,YAAiD;AACrD,cAAM,QAAQ,MAAM,KAAK,aAAa;AACtC,YAAI,UAAU,MAAM;AAClB,iBAAO,EAAE,MAAM,MAAM,OAAO,OAAU;AAAA,QACxC;AACA,eAAO,EAAE,MAAM,OAAO,OAAO,MAAM;AAAA,MACrC;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,SAAwB;AAC5B,QAAI,KAAK,QAAQ;AACf;AAAA,IACF;AACA,SAAK,SAAS;AACd,SAAK,SAAS;AAGd,SAAK,aAAa,MAAM;AACxB,SAAK,MAAM,MAAM;AAEjB,UAAM,KAAK;AAAA,EACb;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,WAAiB;AACf,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,MAAc,eAA2C;AACvD,WAAO,MAAM;AAEX,YAAM,QAAQ,KAAK,MAAM,IAAI;AAE7B,UAAI,UAAU,QAAW;AACvB,eAAO;AAAA,MACT;AAGA,UAAI,KAAK,MAAM,UAAW,KAAK,UAAU,KAAK,QAAQ,SAAS,GAAI;AACjE,eAAO;AAAA,MACT;AAGA,YAAM,KAAK,MAAM,YAAY;AAAA,IAC/B;AAAA,EACF;AAAA,EAEA,MAAc,QAAuB;AAEnC,WAAO,MAAM;AAEX,UAAI,KAAK,UAAU,KAAK,QAAQ,SAAS,GAAG;AAC1C;AAAA,MACF;AAEA,UAAI,KAAK,QAAQ,SAAS,GAAG;AAE3B,cAAM,KAAK,aAAa,YAAY;AAEpC,aAAK,aAAa,IAAI;AACtB;AAAA,MACF;AAGA,YAAM,cAAc,MAAM,KAAK,KAAK,OAAO;AAC3C,YAAM,WAAW,YAAY,IAAI,CAAC,WAAW,KAAK,gBAAgB,MAAM,CAAC;AACzE,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,SAAS;AAAA,UAAI,CAAC,MACZ,EACG,KAAK,CAAC,WAAW,EAAE,QAAQ,aAAsB,MAAM,EAAE,EACzD,MAAM,CAAC,YAAY,EAAE,QAAQ,YAAqB,OAAO,EAAE;AAAA,QAChE;AAAA,MACF;AAEA,YAAM,gBAA8B,CAAC;AACrC,UAAI,UAAU;AACd,YAAM,WAA0B,CAAC;AAEjC,iBAAW,UAAU,SAAS;AAC5B,YAAI,OAAO,WAAW,aAAa;AACjC,kBAAQ,KAAK,2CAA2C,OAAO,MAAM;AACrE;AAAA,QACF;AAEA,cAAM,UAAU,OAAO;AACvB,sBAAc,KAAK,QAAQ,IAAI;AAC/B,aAAK,QAAQ,IAAI,QAAQ,QAAQ,QAAQ,MAAM;AAE/C,YAAI,QAAQ,SAAS;AACnB,oBAAU;AAAA,QACZ;AAGA,YAAI,QAAQ,aAAa,QAAQ,OAAO,WAAW,GAAG;AACpD,mBAAS,KAAK,QAAQ,MAAM;AAAA,QAC9B;AAAA,MACF;AAGA,iBAAW,UAAU,UAAU;AAC7B,aAAK,aAAa,MAAM;AAAA,MAC1B;AAEA,UAAI,CAAC,SAAS;AAEZ,cAAM,KAAK,MAAM,CAAC;AAClB;AAAA,MACF;AAGA,YAAM,QAAQ,KAAK,SAAS,aAAa;AACzC,YAAM,QAAQ,IAAI,WAAW,OAAO,KAAK,YAAY,KAAK,aAAa,KAAK,SAAS;AAErF,UAAI,KAAK,QAAQ;AACf;AAAA,MACF;AAEA,UAAI;AAEF,cAAM,KAAK,MAAM,IAAI,KAAK;AAAA,MAC5B,QAAQ;AAEN;AAAA,MACF;AAAA,IACF;AAGA,SAAK,MAAM,MAAM;AAAA,EACnB;AAAA,EAEA,MAAc,gBAAgB,QAA4C;AACxE,QAAI,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,WAAW,CAAC;AACtD,UAAM,sBAAsB,IAAI;AAChC,QAAI,YAAY;AAChB,QAAI,yBAAyB;AAG7B,QAAI,WAAW,KAAK,gBAAgB,IAAI,MAAM;AAC9C,QAAI,CAAC,UAAU;AACb,iBAAW,OAAO,OAAO,aAAa,EAAE;AACxC,WAAK,gBAAgB,IAAI,QAAQ,QAAQ;AAAA,IAC3C;AAGA,WAAO,IAAI,SAAS,KAAK,YAAY,KAAK,eAAe,CAAC,aAAa,CAAC,KAAK,QAAQ;AACnF,UAAI;AACF,cAAM,SAAS,MAAM,QAAQ,KAAK,CAAC,SAAS,KAAK,GAAG,KAAK,QAAQ,KAAK,eAAe,CAAC,CAAC;AAEvF,YAAI,WAAW,WAAW;AACxB,kBAAQ,KAAK,oCAAoC,KAAK,eAAe,IAAI;AACzE;AAAA,QACF;AAEA,YAAI,OAAO,MAAM;AACf,sBAAY;AACZ;AAAA,QACF;AAEA,cAAM,QAAQ,OAAO;AACrB,cAAM,UAAU,MAAM;AAGtB,iCAAyB;AAGzB,YAAI,IAAI,WAAW,GAAG;AACpB,gBAAM;AAAA,QACR,OAAO;AACL,gBAAM,WAAW,IAAI,WAAW,IAAI,SAAS,QAAQ,MAAM;AAC3D,mBAAS,IAAI,GAAG;AAChB,mBAAS,IAAI,SAAS,IAAI,MAAM;AAChC,gBAAM;AAAA,QACR;AAAA,MACF,SAAS,OAAO;AACd,gBAAQ,MAAM,0CAA0C,KAAK;AAC7D,oBAAY;AACZ;AAAA,MACF;AAAA,IACF;AAGA,QAAI;AACJ,UAAM,gBAAgB,KAAK,YAAY,KAAK;AAE5C,QAAI,IAAI,UAAU,eAAe;AAE/B,gBAAU,IAAI,SAAS,GAAG,aAAa;AACvC,YAAM,IAAI,SAAS,aAAa;AAAA,IAClC,OAAO;AAEL,YAAM,SAAS,IAAI,WAAW,aAAa;AAC3C,aAAO,IAAI,GAAG;AACd,gBAAU;AACV,YAAM,IAAI,WAAW,CAAC;AAAA,IACxB;AAGA,UAAM,UAAU,sBAAsB,KAAK,0BAA0B,IAAI,SAAS;AAElF,WAAO;AAAA,MACL;AAAA,MACA,MAAM;AAAA,MACN,QAAQ;AAAA,MACR;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,SAAS,eAAyC;AACxD,QAAI,cAAc,WAAW,GAAG;AAC9B,aAAO,IAAI,WAAW,KAAK,YAAY,KAAK,WAAW;AAAA,IACzD;AAEA,UAAM,SAAS,KAAK,YAAY,KAAK;AACrC,UAAM,QAAQ,IAAI,WAAW,MAAM;AAGnC,eAAW,WAAW,eAAe;AACnC,eAAS,IAAI,GAAG,IAAI,QAAQ,KAAK;AAC/B,cAAM,MAAM,QAAQ,CAAC;AACrB,YAAI,QAAQ,QAAW;AACrB,gBAAM,CAAC,KAAK,MAAM,CAAC,KAAK,KAAK;AAAA,QAC/B;AAAA,MACF;AAAA,IACF;AAGA,aAAS,IAAI,GAAG,IAAI,QAAQ,KAAK;AAC/B,YAAM,MAAM,MAAM,CAAC,KAAK;AACxB,UAAI,MAAM,OAAO;AACf,cAAM,CAAC,IAAI;AAAA,MACb,WAAW,MAAM,QAAQ;AACvB,cAAM,CAAC,IAAI;AAAA,MACb;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEQ,MAAM,IAA2B;AACvC,WAAO,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,EAAE,CAAC;AAAA,EACzD;AAAA,EAEQ,QAAQ,IAAgC;AAC9C,WAAO,IAAI,QAAQ,CAAC,YAAY,WAAW,MAAM,QAAQ,SAAS,GAAG,EAAE,CAAC;AAAA,EAC1E;AACF;","names":["AsyncQueue"]}
+{"version":3,"sources":["../src/audio_mixer.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { AsyncQueue } from './async_queue.js';\nimport { AudioFrame } from './audio_frame.js';\nimport { log } from './log.js';\n\n// Re-export AsyncQueue for backward compatibility\nexport { AsyncQueue } from './async_queue.js';\n\n// Define types for async iteration (since lib: es2015 doesn't include them)\ntype AudioStream = {\n  [Symbol.asyncIterator](): {\n    next(): Promise<IteratorResult<AudioFrame>>;\n  };\n};\n\ninterface Contribution {\n  stream: AudioStream;\n  data: Int16Array;\n  buffer: Int16Array;\n  hadData: boolean;\n  exhausted: boolean;\n}\n\nexport interface AudioMixerOptions {\n  /**\n   * The size of the audio block (in samples) for mixing.\n   * If not provided, defaults to sampleRate / 10 (100ms).\n   */\n  blocksize?: number;\n\n  /**\n   * The maximum wait time in milliseconds for each stream to provide\n   * audio data before timing out. Defaults to 100 ms.\n   */\n  streamTimeoutMs?: number;\n\n  /**\n   * The maximum number of mixed frames to store in the output queue.\n   * Defaults to 100.\n   */\n  capacity?: number;\n}\n\n/**\n * AudioMixer combines multiple async audio streams into a single output stream.\n *\n * The mixer accepts multiple async audio streams and mixes them into a single output stream.\n * Each output frame is generated with a fixed chunk size determined by the blocksize (in samples).\n * If blocksize is not provided (or 0), it defaults to 100ms.\n *\n * Each input stream is processed in parallel, accumulating audio data until at least one chunk\n * of samples is available. If an input stream does not provide data within the specified timeout,\n * a warning is logged. The mixer can be closed immediately\n * (dropping unconsumed frames) or allowed to flush remaining data using endInput().\n *\n * @example\n * ```typescript\n * const mixer = new AudioMixer(48000, 2);\n * mixer.addStream(stream1);\n * mixer.addStream(stream2);\n *\n * for await (const frame of mixer) {\n *   // Process mixed audio frame\n * }\n * ```\n */\nexport class AudioMixer {\n  private streams: Set<AudioStream>;\n  private buffers: Map<AudioStream, Int16Array>;\n  private streamIterators: Map<AudioStream, { next(): Promise<IteratorResult<AudioFrame>> }>;\n  private sampleRate: number;\n  private numChannels: number;\n  private chunkSize: number;\n  private streamTimeoutMs: number;\n  private queue: AsyncQueue<AudioFrame>;\n  private streamSignal: AsyncQueue<void>; // Signals when streams are added\n  private ending: boolean;\n  private mixerTask?: Promise<void>;\n  private closed: boolean;\n\n  /**\n   * Initialize the AudioMixer.\n   *\n   * @param sampleRate - The audio sample rate in Hz.\n   * @param numChannels - The number of audio channels.\n   * @param options - Optional configuration for the mixer.\n   */\n  constructor(sampleRate: number, numChannels: number, options: AudioMixerOptions = {}) {\n    this.streams = new Set();\n    this.buffers = new Map();\n    this.streamIterators = new Map();\n    this.sampleRate = sampleRate;\n    this.numChannels = numChannels;\n    this.chunkSize =\n      options.blocksize && options.blocksize > 0 ? options.blocksize : Math.floor(sampleRate / 10);\n    this.streamTimeoutMs = options.streamTimeoutMs ?? 100;\n    this.queue = new AsyncQueue<AudioFrame>(options.capacity ?? 100);\n    this.streamSignal = new AsyncQueue<void>(1); // there should only be one mixer\n    this.ending = false;\n    this.closed = false;\n\n    // Start the mixer task\n    this.mixerTask = this.mixer();\n  }\n\n  /**\n   * Add an audio stream to the mixer.\n   *\n   * The stream is added to the internal set of streams and an empty buffer is initialized for it,\n   * if not already present.\n   *\n   * @param stream - An async iterable that produces AudioFrame objects.\n   * @throws Error if the mixer has been closed.\n   */\n  addStream(stream: AudioStream): void {\n    if (this.ending) {\n      throw new Error('Cannot add stream after mixer has been closed');\n    }\n\n    this.streams.add(stream);\n    if (!this.buffers.has(stream)) {\n      this.buffers.set(stream, new Int16Array(0));\n    }\n\n    // Signal that a stream was added (non-blocking)\n    this.streamSignal.put(undefined).catch(() => {\n      // Ignore errors if signal queue is closed\n    });\n  }\n\n  /**\n   * Remove an audio stream from the mixer.\n   *\n   * This method removes the specified stream and its associated buffer from the mixer.\n   *\n   * @param stream - The audio stream to remove.\n   */\n  removeStream(stream: AudioStream): void {\n    this.streams.delete(stream);\n    this.buffers.delete(stream);\n    this.streamIterators.delete(stream);\n  }\n\n  /**\n   * Returns an async iterator for the mixed audio frames.\n   */\n  [Symbol.asyncIterator]() {\n    return {\n      next: async (): Promise<IteratorResult<AudioFrame>> => {\n        const frame = await this.getNextFrame();\n        if (frame === null) {\n          return { done: true, value: undefined };\n        }\n        return { done: false, value: frame };\n      },\n    };\n  }\n\n  /**\n   * Immediately stop mixing and close the mixer.\n   *\n   * This stops the mixing task, and any unconsumed output in the queue may be dropped.\n   */\n  async aclose(): Promise<void> {\n    if (this.closed) {\n      return;\n    }\n    this.closed = true;\n    this.ending = true;\n\n    // Close both queues to wake up any waiting operations\n    this.streamSignal.close();\n    this.queue.close();\n\n    await this.mixerTask;\n  }\n\n  /**\n   * Signal that no more streams will be added.\n   *\n   * This method marks the mixer as closed so that it flushes any remaining buffered output before ending.\n   * Note that existing streams will still be processed until exhausted.\n   */\n  endInput(): void {\n    this.ending = true;\n  }\n\n  private async getNextFrame(): Promise<AudioFrame | null> {\n    while (true) {\n      // Try to get an item from the queue (non-blocking)\n      const frame = this.queue.get();\n\n      if (frame !== undefined) {\n        return frame;\n      }\n\n      // Check if mixer is closed or ending\n      if (this.queue.closed || (this.ending && this.streams.size === 0)) {\n        return null;\n      }\n\n      // Queue is empty but mixer is still running - wait for an item to be added\n      await this.queue.waitForItem();\n    }\n  }\n\n  private async mixer(): Promise<void> {\n    // Main mixing loop that continuously processes streams and produces output frames\n    while (true) {\n      // If we're in ending mode and there are no more streams, exit\n      if (this.ending && this.streams.size === 0) {\n        break;\n      }\n\n      if (this.streams.size === 0) {\n        // Wait for a stream to be added (signal queue will have an item)\n        await this.streamSignal.waitForItem();\n        // Consume the signal\n        this.streamSignal.get();\n        continue;\n      }\n\n      // Process all streams in parallel\n      const streamArray = Array.from(this.streams);\n      const promises = streamArray.map((stream) => this.getContribution(stream));\n      const results = await Promise.all(\n        promises.map((p) =>\n          p\n            .then((value) => ({ status: 'fulfilled' as const, value }))\n            .catch((reason) => ({ status: 'rejected' as const, reason })),\n        ),\n      );\n\n      const contributions: Int16Array[] = [];\n      let anyData = false;\n      const removals: AudioStream[] = [];\n\n      for (const result of results) {\n        if (result.status !== 'fulfilled') {\n          log.warn('AudioMixer: Stream contribution failed:', result.reason);\n          continue;\n        }\n\n        const contrib = result.value;\n        contributions.push(contrib.data);\n        this.buffers.set(contrib.stream, contrib.buffer);\n\n        if (contrib.hadData) {\n          anyData = true;\n        }\n\n        // Mark exhausted streams with no remaining buffer for removal\n        if (contrib.exhausted && contrib.buffer.length === 0) {\n          removals.push(contrib.stream);\n        }\n      }\n\n      // Remove exhausted streams\n      for (const stream of removals) {\n        this.removeStream(stream);\n      }\n\n      // If all streams are exhausted, end the mixer automatically.\n      // This keeps `for await...of` consumers from hanging indefinitely when inputs complete.\n      if (!this.ending && removals.length > 0 && this.streams.size === 0) {\n        this.ending = true;\n      }\n\n      if (!anyData) {\n        // No data available from any stream, wait briefly before trying again\n        await this.sleep(1);\n        continue;\n      }\n\n      // Mix the audio data\n      const mixed = this.mixAudio(contributions);\n      const frame = new AudioFrame(mixed, this.sampleRate, this.numChannels, this.chunkSize);\n\n      if (this.closed) {\n        break;\n      }\n\n      try {\n        // Add mixed frame to output queue\n        await this.queue.put(frame);\n      } catch {\n        // Queue closed while trying to add frame\n        break;\n      }\n    }\n\n    // Close the queue to signal end of stream\n    this.queue.close();\n  }\n\n  private async getContribution(stream: AudioStream): Promise<Contribution> {\n    let buf = this.buffers.get(stream) ?? new Int16Array(0);\n    const initialBufferLength = buf.length;\n    let exhausted = false;\n    let receivedDataInThisCall = false;\n\n    // Get or create iterator for this stream\n    let iterator = this.streamIterators.get(stream);\n    if (!iterator) {\n      iterator = stream[Symbol.asyncIterator]();\n      this.streamIterators.set(stream, iterator);\n    }\n\n    // Accumulate data until we have at least chunkSize samples\n    while (buf.length < this.chunkSize * this.numChannels && !exhausted && !this.closed) {\n      try {\n        const result = await Promise.race([iterator.next(), this.timeout(this.streamTimeoutMs)]);\n\n        if (result === 'timeout') {\n          console.warn(`AudioMixer: stream timeout after ${this.streamTimeoutMs}ms`);\n          break;\n        }\n\n        if (result.done) {\n          exhausted = true;\n          break;\n        }\n\n        const frame = result.value;\n        const newData = frame.data;\n\n        // Mark that we received data in this call\n        receivedDataInThisCall = true;\n\n        // Concatenate buffers\n        if (buf.length === 0) {\n          buf = newData;\n        } else {\n          const combined = new Int16Array(buf.length + newData.length);\n          combined.set(buf);\n          combined.set(newData, buf.length);\n          buf = combined;\n        }\n      } catch (error) {\n        console.error(`AudioMixer: Error reading from stream:`, error);\n        exhausted = true;\n        break;\n      }\n    }\n\n    // Extract contribution and update buffer\n    let contrib: Int16Array;\n    const samplesNeeded = this.chunkSize * this.numChannels;\n\n    if (buf.length >= samplesNeeded) {\n      // Extract the needed samples and keep the remainder in the buffer\n      contrib = buf.subarray(0, samplesNeeded);\n      buf = buf.subarray(samplesNeeded);\n    } else {\n      // Pad with zeros if we don't have enough data\n      const padded = new Int16Array(samplesNeeded);\n      padded.set(buf);\n      contrib = padded;\n      buf = new Int16Array(0);\n    }\n\n    // hadData means: we had data at start OR we received data during this call OR we have data remaining\n    const hadData = initialBufferLength > 0 || receivedDataInThisCall || buf.length > 0;\n\n    return {\n      stream,\n      data: contrib,\n      buffer: buf,\n      hadData,\n      exhausted,\n    };\n  }\n\n  private mixAudio(contributions: Int16Array[]): Int16Array {\n    if (contributions.length === 0) {\n      return new Int16Array(this.chunkSize * this.numChannels);\n    }\n\n    const length = this.chunkSize * this.numChannels;\n    // Use a wider accumulator to avoid int16 overflow while summing.\n    const acc = new Int32Array(length);\n\n    // Sum all contributions\n    for (const contrib of contributions) {\n      for (let i = 0; i < length; i++) {\n        const val = contrib[i];\n        if (val !== undefined) {\n          acc[i] = (acc[i] ?? 0) + val;\n        }\n      }\n    }\n\n    // Clip to Int16 range\n    const mixed = new Int16Array(length);\n    for (let i = 0; i < length; i++) {\n      const val = acc[i] ?? 0;\n      if (val > 32767) {\n        mixed[i] = 32767;\n      } else if (val < -32768) {\n        mixed[i] = -32768;\n      } else {\n        mixed[i] = val;\n      }\n    }\n\n    return mixed;\n  }\n\n  private sleep(ms: number): Promise<void> {\n    return new Promise((resolve) => setTimeout(resolve, ms));\n  }\n\n  private timeout(ms: number): Promise<'timeout'> {\n    return new Promise((resolve) => setTimeout(() => resolve('timeout'), ms));\n  }\n}\n"],"mappings":"AAGA,SAAS,kBAAkB;AAC3B,SAAS,kBAAkB;AAC3B,SAAS,WAAW;AAGpB,SAAS,cAAAA,mBAAkB;AA4DpB,MAAM,WAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAqBtB,YAAY,YAAoB,aAAqB,UAA6B,CAAC,GAAG;AACpF,SAAK,UAAU,oBAAI,IAAI;AACvB,SAAK,UAAU,oBAAI,IAAI;AACvB,SAAK,kBAAkB,oBAAI,IAAI;AAC/B,SAAK,aAAa;AAClB,SAAK,cAAc;AACnB,SAAK,YACH,QAAQ,aAAa,QAAQ,YAAY,IAAI,QAAQ,YAAY,KAAK,MAAM,aAAa,EAAE;AAC7F,SAAK,kBAAkB,QAAQ,mBAAmB;AAClD,SAAK,QAAQ,IAAI,WAAuB,QAAQ,YAAY,GAAG;AAC/D,SAAK,eAAe,IAAI,WAAiB,CAAC;AAC1C,SAAK,SAAS;AACd,SAAK,SAAS;AAGd,SAAK,YAAY,KAAK,MAAM;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWA,UAAU,QAA2B;AACnC,QAAI,KAAK,QAAQ;AACf,YAAM,IAAI,MAAM,+CAA+C;AAAA,IACjE;AAEA,SAAK,QAAQ,IAAI,MAAM;AACvB,QAAI,CAAC,KAAK,QAAQ,IAAI,MAAM,GAAG;AAC7B,WAAK,QAAQ,IAAI,QAAQ,IAAI,WAAW,CAAC,CAAC;AAAA,IAC5C;AAGA,SAAK,aAAa,IAAI,MAAS,EAAE,MAAM,MAAM;AAAA,IAE7C,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,aAAa,QAA2B;AACtC,SAAK,QAAQ,OAAO,MAAM;AAC1B,SAAK,QAAQ,OAAO,MAAM;AAC1B,SAAK,gBAAgB,OAAO,MAAM;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA,EAKA,CAAC,OAAO,aAAa,IAAI;AACvB,WAAO;AAAA,MACL,MAAM,YAAiD;AACrD,cAAM,QAAQ,MAAM,KAAK,aAAa;AACtC,YAAI,UAAU,MAAM;AAClB,iBAAO,EAAE,MAAM,MAAM,OAAO,OAAU;AAAA,QACxC;AACA,eAAO,EAAE,MAAM,OAAO,OAAO,MAAM;AAAA,MACrC;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,SAAwB;AAC5B,QAAI,KAAK,QAAQ;AACf;AAAA,IACF;AACA,SAAK,SAAS;AACd,SAAK,SAAS;AAGd,SAAK,aAAa,MAAM;AACxB,SAAK,MAAM,MAAM;AAEjB,UAAM,KAAK;AAAA,EACb;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,WAAiB;AACf,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,MAAc,eAA2C;AACvD,WAAO,MAAM;AAEX,YAAM,QAAQ,KAAK,MAAM,IAAI;AAE7B,UAAI,UAAU,QAAW;AACvB,eAAO;AAAA,MACT;AAGA,UAAI,KAAK,MAAM,UAAW,KAAK,UAAU,KAAK,QAAQ,SAAS,GAAI;AACjE,eAAO;AAAA,MACT;AAGA,YAAM,KAAK,MAAM,YAAY;AAAA,IAC/B;AAAA,EACF;AAAA,EAEA,MAAc,QAAuB;AAEnC,WAAO,MAAM;AAEX,UAAI,KAAK,UAAU,KAAK,QAAQ,SAAS,GAAG;AAC1C;AAAA,MACF;AAEA,UAAI,KAAK,QAAQ,SAAS,GAAG;AAE3B,cAAM,KAAK,aAAa,YAAY;AAEpC,aAAK,aAAa,IAAI;AACtB;AAAA,MACF;AAGA,YAAM,cAAc,MAAM,KAAK,KAAK,OAAO;AAC3C,YAAM,WAAW,YAAY,IAAI,CAAC,WAAW,KAAK,gBAAgB,MAAM,CAAC;AACzE,YAAM,UAAU,MAAM,QAAQ;AAAA,QAC5B,SAAS;AAAA,UAAI,CAAC,MACZ,EACG,KAAK,CAAC,WAAW,EAAE,QAAQ,aAAsB,MAAM,EAAE,EACzD,MAAM,CAAC,YAAY,EAAE,QAAQ,YAAqB,OAAO,EAAE;AAAA,QAChE;AAAA,MACF;AAEA,YAAM,gBAA8B,CAAC;AACrC,UAAI,UAAU;AACd,YAAM,WAA0B,CAAC;AAEjC,iBAAW,UAAU,SAAS;AAC5B,YAAI,OAAO,WAAW,aAAa;AACjC,cAAI,KAAK,2CAA2C,OAAO,MAAM;AACjE;AAAA,QACF;AAEA,cAAM,UAAU,OAAO;AACvB,sBAAc,KAAK,QAAQ,IAAI;AAC/B,aAAK,QAAQ,IAAI,QAAQ,QAAQ,QAAQ,MAAM;AAE/C,YAAI,QAAQ,SAAS;AACnB,oBAAU;AAAA,QACZ;AAGA,YAAI,QAAQ,aAAa,QAAQ,OAAO,WAAW,GAAG;AACpD,mBAAS,KAAK,QAAQ,MAAM;AAAA,QAC9B;AAAA,MACF;AAGA,iBAAW,UAAU,UAAU;AAC7B,aAAK,aAAa,MAAM;AAAA,MAC1B;AAIA,UAAI,CAAC,KAAK,UAAU,SAAS,SAAS,KAAK,KAAK,QAAQ,SAAS,GAAG;AAClE,aAAK,SAAS;AAAA,MAChB;AAEA,UAAI,CAAC,SAAS;AAEZ,cAAM,KAAK,MAAM,CAAC;AAClB;AAAA,MACF;AAGA,YAAM,QAAQ,KAAK,SAAS,aAAa;AACzC,YAAM,QAAQ,IAAI,WAAW,OAAO,KAAK,YAAY,KAAK,aAAa,KAAK,SAAS;AAErF,UAAI,KAAK,QAAQ;AACf;AAAA,MACF;AAEA,UAAI;AAEF,cAAM,KAAK,MAAM,IAAI,KAAK;AAAA,MAC5B,QAAQ;AAEN;AAAA,MACF;AAAA,IACF;AAGA,SAAK,MAAM,MAAM;AAAA,EACnB;AAAA,EAEA,MAAc,gBAAgB,QAA4C;AACxE,QAAI,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,WAAW,CAAC;AACtD,UAAM,sBAAsB,IAAI;AAChC,QAAI,YAAY;AAChB,QAAI,yBAAyB;AAG7B,QAAI,WAAW,KAAK,gBAAgB,IAAI,MAAM;AAC9C,QAAI,CAAC,UAAU;AACb,iBAAW,OAAO,OAAO,aAAa,EAAE;AACxC,WAAK,gBAAgB,IAAI,QAAQ,QAAQ;AAAA,IAC3C;AAGA,WAAO,IAAI,SAAS,KAAK,YAAY,KAAK,eAAe,CAAC,aAAa,CAAC,KAAK,QAAQ;AACnF,UAAI;AACF,cAAM,SAAS,MAAM,QAAQ,KAAK,CAAC,SAAS,KAAK,GAAG,KAAK,QAAQ,KAAK,eAAe,CAAC,CAAC;AAEvF,YAAI,WAAW,WAAW;AACxB,kBAAQ,KAAK,oCAAoC,KAAK,eAAe,IAAI;AACzE;AAAA,QACF;AAEA,YAAI,OAAO,MAAM;AACf,sBAAY;AACZ;AAAA,QACF;AAEA,cAAM,QAAQ,OAAO;AACrB,cAAM,UAAU,MAAM;AAGtB,iCAAyB;AAGzB,YAAI,IAAI,WAAW,GAAG;AACpB,gBAAM;AAAA,QACR,OAAO;AACL,gBAAM,WAAW,IAAI,WAAW,IAAI,SAAS,QAAQ,MAAM;AAC3D,mBAAS,IAAI,GAAG;AAChB,mBAAS,IAAI,SAAS,IAAI,MAAM;AAChC,gBAAM;AAAA,QACR;AAAA,MACF,SAAS,OAAO;AACd,gBAAQ,MAAM,0CAA0C,KAAK;AAC7D,oBAAY;AACZ;AAAA,MACF;AAAA,IACF;AAGA,QAAI;AACJ,UAAM,gBAAgB,KAAK,YAAY,KAAK;AAE5C,QAAI,IAAI,UAAU,eAAe;AAE/B,gBAAU,IAAI,SAAS,GAAG,aAAa;AACvC,YAAM,IAAI,SAAS,aAAa;AAAA,IAClC,OAAO;AAEL,YAAM,SAAS,IAAI,WAAW,aAAa;AAC3C,aAAO,IAAI,GAAG;AACd,gBAAU;AACV,YAAM,IAAI,WAAW,CAAC;AAAA,IACxB;AAGA,UAAM,UAAU,sBAAsB,KAAK,0BAA0B,IAAI,SAAS;AAElF,WAAO;AAAA,MACL;AAAA,MACA,MAAM;AAAA,MACN,QAAQ;AAAA,MACR;AAAA,MACA;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,SAAS,eAAyC;AACxD,QAAI,cAAc,WAAW,GAAG;AAC9B,aAAO,IAAI,WAAW,KAAK,YAAY,KAAK,WAAW;AAAA,IACzD;AAEA,UAAM,SAAS,KAAK,YAAY,KAAK;AAErC,UAAM,MAAM,IAAI,WAAW,MAAM;AAGjC,eAAW,WAAW,eAAe;AACnC,eAAS,IAAI,GAAG,IAAI,QAAQ,KAAK;AAC/B,cAAM,MAAM,QAAQ,CAAC;AACrB,YAAI,QAAQ,QAAW;AACrB,cAAI,CAAC,KAAK,IAAI,CAAC,KAAK,KAAK;AAAA,QAC3B;AAAA,MACF;AAAA,IACF;AAGA,UAAM,QAAQ,IAAI,WAAW,MAAM;AACnC,aAAS,IAAI,GAAG,IAAI,QAAQ,KAAK;AAC/B,YAAM,MAAM,IAAI,CAAC,KAAK;AACtB,UAAI,MAAM,OAAO;AACf,cAAM,CAAC,IAAI;AAAA,MACb,WAAW,MAAM,QAAQ;AACvB,cAAM,CAAC,IAAI;AAAA,MACb,OAAO;AACL,cAAM,CAAC,IAAI;AAAA,MACb;AAAA,IACF;AAEA,WAAO;AAAA,EACT;AAAA,EAEQ,MAAM,IAA2B;AACvC,WAAO,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,EAAE,CAAC;AAAA,EACzD;AAAA,EAEQ,QAAQ,IAAgC;AAC9C,WAAO,IAAI,QAAQ,CAAC,YAAY,WAAW,MAAM,QAAQ,SAAS,GAAG,EAAE,CAAC;AAAA,EAC1E;AACF;","names":["AsyncQueue"]}

package/dist/audio_stream.cjs

@@ -23,10 +23,13 @@ __export(audio_stream_exports, {
 module.exports = __toCommonJS(audio_stream_exports);
 var import_audio_frame = require("./audio_frame.cjs");
 var import_ffi_client = require("./ffi_client.cjs");
+var import_frame_processor = require("./frame_processor.cjs");
+var import_log = require("./log.cjs");
 var import_audio_frame_pb = require("./proto/audio_frame_pb.cjs");
 class AudioStreamSource {
   constructor(track, sampleRateOrOptions, numChannels) {
     this.onEvent = (ev) => {
+      var _a;
       if (!this.controller) {
         throw new Error("Stream controller not initialized");
       }
@@ -36,19 +39,31 @@ class AudioStreamSource {
       const streamEvent = ev.message.value.message;
       switch (streamEvent.case) {
         case "frameReceived":
-          const frame = import_audio_frame.AudioFrame.fromOwnedInfo(streamEvent.value.frame);
+          let frame = import_audio_frame.AudioFrame.fromOwnedInfo(streamEvent.value.frame);
+          if (this.frameProcessor && this.frameProcessor.isEnabled()) {
+            try {
+              frame = this.frameProcessor.process(frame);
+            } catch (err) {
+              import_log.log.warn(`Frame processing failed, passing through original frame: ${err}`);
+            }
+          }
           this.controller.enqueue(frame);
           break;
         case "eos":
           import_ffi_client.FfiClient.instance.off(import_ffi_client.FfiClientEvent.FfiEvent, this.onEvent);
           this.controller.close();
+          (_a = this.frameProcessor) == null ? void 0 : _a.close();
           break;
       }
     };
     if (sampleRateOrOptions !== void 0 && typeof sampleRateOrOptions !== "number") {
       this.sampleRate = sampleRateOrOptions.sampleRate ?? 48e3;
       this.numChannels = sampleRateOrOptions.numChannels ?? 1;
-      this.ncOptions = sampleRateOrOptions.noiseCancellation;
+      if (sampleRateOrOptions.noiseCancellation instanceof import_frame_processor.FrameProcessor) {
+        this.frameProcessor = sampleRateOrOptions.noiseCancellation;
+      } else {
+        this.legacyNcOptions = sampleRateOrOptions.noiseCancellation;
+      }
       this.frameSizeMs = sampleRateOrOptions.frameSizeMs;
     } else {
       this.sampleRate = sampleRateOrOptions ?? 48e3;
@@ -60,9 +75,9 @@ class AudioStreamSource {
       sampleRate: this.sampleRate,
       numChannels: this.numChannels,
       frameSizeMs: this.frameSizeMs,
-      ...this.ncOptions ? {
-        audioFilterModuleId: this.ncOptions.moduleId,
-        audioFilterOptions: JSON.stringify(this.ncOptions.options)
+      ...this.legacyNcOptions ? {
+        audioFilterModuleId: this.legacyNcOptions.moduleId,
+        audioFilterOptions: JSON.stringify(this.legacyNcOptions.options)
       } : {}
     });
     const res = import_ffi_client.FfiClient.instance.request({

package/dist/audio_stream.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/audio_stream.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { UnderlyingSource } from 'node:stream/web';\nimport { AudioFrame } from './audio_frame.js';\nimport type { FfiEvent } from './ffi_client.js';\nimport { FfiClient, FfiClientEvent, FfiHandle } from './ffi_client.js';\nimport type { NewAudioStreamResponse } from './proto/audio_frame_pb.js';\nimport { AudioStreamType, NewAudioStreamRequest } from './proto/audio_frame_pb.js';\nimport type { Track } from './track.js';\n\nexport interface AudioStreamOptions {\n  noiseCancellation?: NoiseCancellationOptions;\n  sampleRate?: number;\n  numChannels?: number;\n  frameSizeMs?: number;\n}\n\nexport interface NoiseCancellationOptions {\n  moduleId: string;\n  options: Record<string, any>;\n}\n\nclass AudioStreamSource implements UnderlyingSource<AudioFrame> {\n  private controller?: ReadableStreamDefaultController<AudioFrame>;\n  private ffiHandle: FfiHandle;\n  private sampleRate: number;\n  private numChannels: number;\n  private ncOptions?: NoiseCancellationOptions;\n  private frameSizeMs?: number;\n\n  constructor(\n    track: Track,\n    sampleRateOrOptions?: number | AudioStreamOptions,\n    numChannels?: number,\n  ) {\n    if (sampleRateOrOptions !== undefined && typeof sampleRateOrOptions !== 'number') {\n      this.sampleRate = sampleRateOrOptions.sampleRate ?? 48000;\n      this.numChannels = sampleRateOrOptions.numChannels ?? 1;\n      this.ncOptions = sampleRateOrOptions.noiseCancellation;\n      this.frameSizeMs = sampleRateOrOptions.frameSizeMs;\n    } else {\n      this.sampleRate = (sampleRateOrOptions as number) ?? 48000;\n      this.numChannels = numChannels ?? 1;\n    }\n\n    const req = new NewAudioStreamRequest({\n      type: AudioStreamType.AUDIO_STREAM_NATIVE,\n      trackHandle: track.ffi_handle.handle,\n      sampleRate: this.sampleRate,\n      numChannels: this.numChannels,\n      frameSizeMs: this.frameSizeMs,\n      ...(this.ncOptions\n        ? {\n            audioFilterModuleId: this.ncOptions.moduleId,\n            audioFilterOptions: JSON.stringify(this.ncOptions.options),\n          }\n        : {}),\n    });\n\n    const res = FfiClient.instance.request<NewAudioStreamResponse>({\n      message: {\n        case: 'newAudioStream',\n        value: req,\n      },\n    });\n\n    this.ffiHandle = new FfiHandle(res.stream!.handle!.id!);\n\n    FfiClient.instance.on(FfiClientEvent.FfiEvent, this.onEvent);\n  }\n\n  private onEvent = (ev: FfiEvent) => {\n    if (!this.controller) {\n      throw new Error('Stream controller not initialized');\n    }\n\n    if (\n      ev.message.case != 'audioStreamEvent' ||\n      ev.message.value.streamHandle != this.ffiHandle.handle\n    ) {\n      return;\n    }\n\n    const streamEvent = ev.message.value.message;\n    switch (streamEvent.case) {\n      case 'frameReceived':\n        const frame = AudioFrame.fromOwnedInfo(streamEvent.value.frame!);\n        this.controller.enqueue(frame);\n        break;\n      case 'eos':\n        FfiClient.instance.off(FfiClientEvent.FfiEvent, this.onEvent);\n        this.controller.close();\n        break;\n    }\n  };\n\n  start(controller: ReadableStreamDefaultController<AudioFrame>) {\n    this.controller = controller;\n  }\n\n  cancel() {\n    FfiClient.instance.off(FfiClientEvent.FfiEvent, this.onEvent);\n    this.ffiHandle.dispose();\n  }\n}\n\nexport class AudioStream extends ReadableStream<AudioFrame> {\n  constructor(track: Track);\n  constructor(track: Track, sampleRate: number);\n  constructor(track: Track, sampleRate: number, numChannels: number);\n  constructor(track: Track, options: AudioStreamOptions);\n  constructor(\n    track: Track,\n    sampleRateOrOptions?: number | AudioStreamOptions,\n    numChannels?: number,\n  ) {\n    super(new AudioStreamSource(track, sampleRateOrOptions, numChannels));\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,yBAA2B;AAE3B,wBAAqD;AAErD,4BAAuD;AAevD,MAAM,kBAA0D;AAAA,EAQ9D,YACE,OACA,qBACA,aACA;AAqCF,SAAQ,UAAU,CAAC,OAAiB;AAClC,UAAI,CAAC,KAAK,YAAY;AACpB,cAAM,IAAI,MAAM,mCAAmC;AAAA,MACrD;AAEA,UACE,GAAG,QAAQ,QAAQ,sBACnB,GAAG,QAAQ,MAAM,gBAAgB,KAAK,UAAU,QAChD;AACA;AAAA,MACF;AAEA,YAAM,cAAc,GAAG,QAAQ,MAAM;AACrC,cAAQ,YAAY,MAAM;AAAA,QACxB,KAAK;AACH,gBAAM,QAAQ,8BAAW,cAAc,YAAY,MAAM,KAAM;AAC/D,eAAK,WAAW,QAAQ,KAAK;AAC7B;AAAA,QACF,KAAK;AACH,sCAAU,SAAS,IAAI,iCAAe,UAAU,KAAK,OAAO;AAC5D,eAAK,WAAW,MAAM;AACtB;AAAA,MACJ;AAAA,IACF;AA3DE,QAAI,wBAAwB,UAAa,OAAO,wBAAwB,UAAU;AAChF,WAAK,aAAa,oBAAoB,cAAc;AACpD,WAAK,cAAc,oBAAoB,eAAe;AACtD,WAAK,YAAY,oBAAoB;AACrC,WAAK,cAAc,oBAAoB;AAAA,IACzC,OAAO;AACL,WAAK,aAAc,uBAAkC;AACrD,WAAK,cAAc,eAAe;AAAA,IACpC;AAEA,UAAM,MAAM,IAAI,4CAAsB;AAAA,MACpC,MAAM,sCAAgB;AAAA,MACtB,aAAa,MAAM,WAAW;AAAA,MAC9B,YAAY,KAAK;AAAA,MACjB,aAAa,KAAK;AAAA,MAClB,aAAa,KAAK;AAAA,MAClB,GAAI,KAAK,YACL;AAAA,QACE,qBAAqB,KAAK,UAAU;AAAA,QACpC,oBAAoB,KAAK,UAAU,KAAK,UAAU,OAAO;AAAA,MAC3D,IACA,CAAC;AAAA,IACP,CAAC;AAED,UAAM,MAAM,4BAAU,SAAS,QAAgC;AAAA,MAC7D,SAAS;AAAA,QACP,MAAM;AAAA,QACN,OAAO;AAAA,MACT;AAAA,IACF,CAAC;AAED,SAAK,YAAY,IAAI,4BAAU,IAAI,OAAQ,OAAQ,EAAG;AAEtD,gCAAU,SAAS,GAAG,iCAAe,UAAU,KAAK,OAAO;AAAA,EAC7D;AAAA,EA2BA,MAAM,YAAyD;AAC7D,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,SAAS;AACP,gCAAU,SAAS,IAAI,iCAAe,UAAU,KAAK,OAAO;AAC5D,SAAK,UAAU,QAAQ;AAAA,EACzB;AACF;AAEO,MAAM,oBAAoB,eAA2B;AAAA,EAK1D,YACE,OACA,qBACA,aACA;AACA,UAAM,IAAI,kBAAkB,OAAO,qBAAqB,WAAW,CAAC;AAAA,EACtE;AACF;","names":[]}
+{"version":3,"sources":["../src/audio_stream.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { UnderlyingSource } from 'node:stream/web';\nimport { AudioFrame } from './audio_frame.js';\nimport type { FfiEvent } from './ffi_client.js';\nimport { FfiClient, FfiClientEvent, FfiHandle } from './ffi_client.js';\nimport { FrameProcessor } from './frame_processor.js';\nimport { log } from './log.js';\nimport type { NewAudioStreamResponse } from './proto/audio_frame_pb.js';\nimport { AudioStreamType, NewAudioStreamRequest } from './proto/audio_frame_pb.js';\nimport type { Track } from './track.js';\n\nexport interface AudioStreamOptions {\n  noiseCancellation?: NoiseCancellationOptions | FrameProcessor<AudioFrame>;\n  sampleRate?: number;\n  numChannels?: number;\n  frameSizeMs?: number;\n}\n\nexport interface NoiseCancellationOptions {\n  moduleId: string;\n  // eslint-disable-next-line @typescript-eslint/no-explicit-any\n  options: Record<string, any>;\n}\n\nclass AudioStreamSource implements UnderlyingSource<AudioFrame> {\n  private controller?: ReadableStreamDefaultController<AudioFrame>;\n  private ffiHandle: FfiHandle;\n  private sampleRate: number;\n  private numChannels: number;\n  private legacyNcOptions?: NoiseCancellationOptions;\n  private frameProcessor?: FrameProcessor<AudioFrame>;\n  private frameSizeMs?: number;\n\n  constructor(\n    track: Track,\n    sampleRateOrOptions?: number | AudioStreamOptions,\n    numChannels?: number,\n  ) {\n    if (sampleRateOrOptions !== undefined && typeof sampleRateOrOptions !== 'number') {\n      this.sampleRate = sampleRateOrOptions.sampleRate ?? 48000;\n      this.numChannels = sampleRateOrOptions.numChannels ?? 1;\n      if (sampleRateOrOptions.noiseCancellation instanceof FrameProcessor) {\n        this.frameProcessor = sampleRateOrOptions.noiseCancellation;\n      } else {\n        this.legacyNcOptions = sampleRateOrOptions.noiseCancellation;\n      }\n      this.frameSizeMs = sampleRateOrOptions.frameSizeMs;\n    } else {\n      this.sampleRate = (sampleRateOrOptions as number) ?? 48000;\n      this.numChannels = numChannels ?? 1;\n    }\n\n    const req = new NewAudioStreamRequest({\n      type: AudioStreamType.AUDIO_STREAM_NATIVE,\n      trackHandle: track.ffi_handle.handle,\n      sampleRate: this.sampleRate,\n      numChannels: this.numChannels,\n      frameSizeMs: this.frameSizeMs,\n      ...(this.legacyNcOptions\n        ? {\n            audioFilterModuleId: this.legacyNcOptions.moduleId,\n            audioFilterOptions: JSON.stringify(this.legacyNcOptions.options),\n          }\n        : {}),\n    });\n\n    const res = FfiClient.instance.request<NewAudioStreamResponse>({\n      message: {\n        case: 'newAudioStream',\n        value: req,\n      },\n    });\n\n    this.ffiHandle = new FfiHandle(res.stream!.handle!.id!);\n\n    FfiClient.instance.on(FfiClientEvent.FfiEvent, this.onEvent);\n  }\n\n  private onEvent = (ev: FfiEvent) => {\n    if (!this.controller) {\n      throw new Error('Stream controller not initialized');\n    }\n\n    if (\n      ev.message.case != 'audioStreamEvent' ||\n      ev.message.value.streamHandle != this.ffiHandle.handle\n    ) {\n      return;\n    }\n\n    const streamEvent = ev.message.value.message;\n    switch (streamEvent.case) {\n      case 'frameReceived':\n        let frame = AudioFrame.fromOwnedInfo(streamEvent.value.frame!);\n        if (this.frameProcessor && this.frameProcessor.isEnabled()) {\n          try {\n            frame = this.frameProcessor.process(frame);\n          } catch (err: unknown) {\n            log.warn(`Frame processing failed, passing through original frame: ${err}`);\n          }\n        }\n        this.controller.enqueue(frame);\n        break;\n      case 'eos':\n        FfiClient.instance.off(FfiClientEvent.FfiEvent, this.onEvent);\n        this.controller.close();\n        this.frameProcessor?.close();\n        break;\n    }\n  };\n\n  start(controller: ReadableStreamDefaultController<AudioFrame>) {\n    this.controller = controller;\n  }\n\n  cancel() {\n    FfiClient.instance.off(FfiClientEvent.FfiEvent, this.onEvent);\n    this.ffiHandle.dispose();\n  }\n}\n\nexport class AudioStream extends ReadableStream<AudioFrame> {\n  constructor(track: Track);\n  constructor(track: Track, sampleRate: number);\n  constructor(track: Track, sampleRate: number, numChannels: number);\n  constructor(track: Track, options: AudioStreamOptions);\n  constructor(\n    track: Track,\n    sampleRateOrOptions?: number | AudioStreamOptions,\n    numChannels?: number,\n  ) {\n    super(new AudioStreamSource(track, sampleRateOrOptions, numChannels));\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,yBAA2B;AAE3B,wBAAqD;AACrD,6BAA+B;AAC/B,iBAAoB;AAEpB,4BAAuD;AAgBvD,MAAM,kBAA0D;AAAA,EAS9D,YACE,OACA,qBACA,aACA;AAyCF,SAAQ,UAAU,CAAC,OAAiB;AAhFtC;AAiFI,UAAI,CAAC,KAAK,YAAY;AACpB,cAAM,IAAI,MAAM,mCAAmC;AAAA,MACrD;AAEA,UACE,GAAG,QAAQ,QAAQ,sBACnB,GAAG,QAAQ,MAAM,gBAAgB,KAAK,UAAU,QAChD;AACA;AAAA,MACF;AAEA,YAAM,cAAc,GAAG,QAAQ,MAAM;AACrC,cAAQ,YAAY,MAAM;AAAA,QACxB,KAAK;AACH,cAAI,QAAQ,8BAAW,cAAc,YAAY,MAAM,KAAM;AAC7D,cAAI,KAAK,kBAAkB,KAAK,eAAe,UAAU,GAAG;AAC1D,gBAAI;AACF,sBAAQ,KAAK,eAAe,QAAQ,KAAK;AAAA,YAC3C,SAAS,KAAc;AACrB,6BAAI,KAAK,4DAA4D,GAAG,EAAE;AAAA,YAC5E;AAAA,UACF;AACA,eAAK,WAAW,QAAQ,KAAK;AAC7B;AAAA,QACF,KAAK;AACH,sCAAU,SAAS,IAAI,iCAAe,UAAU,KAAK,OAAO;AAC5D,eAAK,WAAW,MAAM;AACtB,qBAAK,mBAAL,mBAAqB;AACrB;AAAA,MACJ;AAAA,IACF;AAvEE,QAAI,wBAAwB,UAAa,OAAO,wBAAwB,UAAU;AAChF,WAAK,aAAa,oBAAoB,cAAc;AACpD,WAAK,cAAc,oBAAoB,eAAe;AACtD,UAAI,oBAAoB,6BAA6B,uCAAgB;AACnE,aAAK,iBAAiB,oBAAoB;AAAA,MAC5C,OAAO;AACL,aAAK,kBAAkB,oBAAoB;AAAA,MAC7C;AACA,WAAK,cAAc,oBAAoB;AAAA,IACzC,OAAO;AACL,WAAK,aAAc,uBAAkC;AACrD,WAAK,cAAc,eAAe;AAAA,IACpC;AAEA,UAAM,MAAM,IAAI,4CAAsB;AAAA,MACpC,MAAM,sCAAgB;AAAA,MACtB,aAAa,MAAM,WAAW;AAAA,MAC9B,YAAY,KAAK;AAAA,MACjB,aAAa,KAAK;AAAA,MAClB,aAAa,KAAK;AAAA,MAClB,GAAI,KAAK,kBACL;AAAA,QACE,qBAAqB,KAAK,gBAAgB;AAAA,QAC1C,oBAAoB,KAAK,UAAU,KAAK,gBAAgB,OAAO;AAAA,MACjE,IACA,CAAC;AAAA,IACP,CAAC;AAED,UAAM,MAAM,4BAAU,SAAS,QAAgC;AAAA,MAC7D,SAAS;AAAA,QACP,MAAM;AAAA,QACN,OAAO;AAAA,MACT;AAAA,IACF,CAAC;AAED,SAAK,YAAY,IAAI,4BAAU,IAAI,OAAQ,OAAQ,EAAG;AAEtD,gCAAU,SAAS,GAAG,iCAAe,UAAU,KAAK,OAAO;AAAA,EAC7D;AAAA,EAmCA,MAAM,YAAyD;AAC7D,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,SAAS;AACP,gCAAU,SAAS,IAAI,iCAAe,UAAU,KAAK,OAAO;AAC5D,SAAK,UAAU,QAAQ;AAAA,EACzB;AACF;AAEO,MAAM,oBAAoB,eAA2B;AAAA,EAK1D,YACE,OACA,qBACA,aACA;AACA,UAAM,IAAI,kBAAkB,OAAO,qBAAqB,WAAW,CAAC;AAAA,EACtE;AACF;","names":[]}

package/dist/audio_stream.d.cts

@@ -1,4 +1,5 @@
 import { AudioFrame } from './audio_frame.cjs';
+import { FrameProcessor } from './frame_processor.cjs';
 import { Track } from './track.cjs';
 import './proto/audio_frame_pb.cjs';
 import '@bufbuild/protobuf';
@@ -6,6 +7,8 @@ import './proto/track_pb.cjs';
 import './proto/stats_pb.cjs';
 import './proto/e2ee_pb.cjs';
 import './proto/handle_pb.cjs';
+import './video_frame.cjs';
+import './proto/video_frame_pb.cjs';
 import './audio_source.cjs';
 import './napi/native.d.cjs';
 import './ffi_client.cjs';
@@ -13,15 +16,13 @@ import '@livekit/typed-emitter';
 import './proto/ffi_pb.cjs';
 import './proto/room_pb.cjs';
 import './proto/participant_pb.cjs';
-import './proto/video_frame_pb.cjs';
 import './proto/data_stream_pb.cjs';
 import './proto/rpc_pb.cjs';
 import './proto/track_publication_pb.cjs';
 import './video_source.cjs';
-import './video_frame.cjs';
 
 interface AudioStreamOptions {
-    noiseCancellation?: NoiseCancellationOptions;
+    noiseCancellation?: NoiseCancellationOptions | FrameProcessor<AudioFrame>;
     sampleRate?: number;
     numChannels?: number;
     frameSizeMs?: number;

package/dist/audio_stream.d.ts

@@ -1,4 +1,5 @@
 import { AudioFrame } from './audio_frame.js';
+import { FrameProcessor } from './frame_processor.js';
 import { Track } from './track.js';
 import './proto/audio_frame_pb.js';
 import '@bufbuild/protobuf';
@@ -6,6 +7,8 @@ import './proto/track_pb.js';
 import './proto/stats_pb.js';
 import './proto/e2ee_pb.js';
 import './proto/handle_pb.js';
+import './video_frame.js';
+import './proto/video_frame_pb.js';
 import './audio_source.js';
 import './napi/native.d.js';
 import './ffi_client.js';
@@ -13,15 +16,13 @@ import '@livekit/typed-emitter';
 import './proto/ffi_pb.js';
 import './proto/room_pb.js';
 import './proto/participant_pb.js';
-import './proto/video_frame_pb.js';
 import './proto/data_stream_pb.js';
 import './proto/rpc_pb.js';
 import './proto/track_publication_pb.js';
 import './video_source.js';
-import './video_frame.js';
 
 interface AudioStreamOptions {
-    noiseCancellation?: NoiseCancellationOptions;
+    noiseCancellation?: NoiseCancellationOptions | FrameProcessor<AudioFrame>;
     sampleRate?: number;
     numChannels?: number;
     frameSizeMs?: number;

package/dist/audio_stream.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"audio_stream.d.ts","sourceRoot":"","sources":["../src/audio_stream.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAK9C,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAExC,MAAM,WAAW,kBAAkB;IACjC,iBAAiB,CAAC,EAAE,wBAAwB,CAAC;IAC7C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC9B;AAsFD,qBAAa,WAAY,SAAQ,cAAc,CAAC,UAAU,CAAC;gBAC7C,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM;gBAChC,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM;gBACrD,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,kBAAkB;CAQtD"}
+{"version":3,"file":"audio_stream.d.ts","sourceRoot":"","sources":["../src/audio_stream.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAG9C,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAItD,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAExC,MAAM,WAAW,kBAAkB;IACjC,iBAAiB,CAAC,EAAE,wBAAwB,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;IAC1E,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,wBAAwB;IACvC,QAAQ,EAAE,MAAM,CAAC;IAEjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC9B;AAmGD,qBAAa,WAAY,SAAQ,cAAc,CAAC,UAAU,CAAC;gBAC7C,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM;gBAChC,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM;gBACrD,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,kBAAkB;CAQtD"}