@livekit/agents 1.1.0 → 1.2.0

package/dist/voice/report.test.js

@@ -0,0 +1,120 @@
+import { describe, expect, it } from "vitest";
+import { ChatContext } from "../llm/chat_context.js";
+import { createSessionReport, sessionReportToJSON } from "./report.js";
+function baseOptions() {
+  return {
+    maxToolSteps: 3,
+    preemptiveGeneration: false,
+    userAwayTimeout: 15,
+    useTtsAlignedTranscript: true,
+    turnHandling: {}
+  };
+}
+function serializeOptions(options) {
+  const report = createSessionReport({
+    jobId: "job",
+    roomId: "room-id",
+    room: "room",
+    options,
+    events: [],
+    chatHistory: ChatContext.empty(),
+    enableRecording: false,
+    timestamp: 0,
+    startedAt: 0
+  });
+  const payload = sessionReportToJSON(report);
+  return payload.options;
+}
+describe("sessionReportToJSON", () => {
+  it("serializes interruption and endpointing values from turnHandling", () => {
+    const options = baseOptions();
+    options.turnHandling = {
+      interruption: {
+        mode: "adaptive",
+        discardAudioIfUninterruptible: false,
+        minDuration: 1200,
+        minWords: 2
+      },
+      endpointing: {
+        minDelay: 900,
+        maxDelay: 4500
+      }
+    };
+    const serialized = serializeOptions(options);
+    expect(serialized).toMatchObject({
+      allow_interruptions: true,
+      discard_audio_if_uninterruptible: false,
+      min_interruption_duration: 1200,
+      min_interruption_words: 2,
+      min_endpointing_delay: 900,
+      max_endpointing_delay: 4500,
+      max_tool_steps: 3
+    });
+  });
+  it("prefers turnHandling values over deprecated flat fields", () => {
+    const options = baseOptions();
+    options.allowInterruptions = false;
+    options.discardAudioIfUninterruptible = true;
+    options.minInterruptionDuration = 400;
+    options.minInterruptionWords = 1;
+    options.minEndpointingDelay = 500;
+    options.maxEndpointingDelay = 2500;
+    options.turnHandling = {
+      interruption: {
+        mode: "vad",
+        discardAudioIfUninterruptible: false,
+        minDuration: 1400,
+        minWords: 4
+      },
+      endpointing: {
+        minDelay: 700,
+        maxDelay: 3900
+      }
+    };
+    const serialized = serializeOptions(options);
+    expect(serialized).toMatchObject({
+      allow_interruptions: true,
+      discard_audio_if_uninterruptible: false,
+      min_interruption_duration: 1400,
+      min_interruption_words: 4,
+      min_endpointing_delay: 700,
+      max_endpointing_delay: 3900,
+      max_tool_steps: 3
+    });
+  });
+  it("serializes allow_interruptions from interruption.enabled when present", () => {
+    const options = baseOptions();
+    options.allowInterruptions = true;
+    options.turnHandling = {
+      interruption: {
+        enabled: false,
+        mode: "adaptive"
+      }
+    };
+    const serialized = serializeOptions(options);
+    expect(serialized).toMatchObject({
+      allow_interruptions: false,
+      max_tool_steps: 3
+    });
+  });
+  it("falls back to deprecated flat fields when turnHandling values are absent", () => {
+    const options = baseOptions();
+    options.allowInterruptions = false;
+    options.discardAudioIfUninterruptible = false;
+    options.minInterruptionDuration = 600;
+    options.minInterruptionWords = 3;
+    options.minEndpointingDelay = 1e3;
+    options.maxEndpointingDelay = 5e3;
+    const serialized = serializeOptions(options);
+    expect(serialized).toMatchObject({
+      allow_interruptions: false,
+      discard_audio_if_uninterruptible: false,
+      min_interruption_duration: 600,
+      min_interruption_words: 3,
+      min_endpointing_delay: 1e3,
+      max_endpointing_delay: 5e3,
+      max_tool_steps: 3
+    });
+  });
+});
+//# sourceMappingURL=report.test.js.map

package/dist/voice/report.test.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/voice/report.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2026 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { describe, expect, it } from 'vitest';\nimport { ChatContext } from '../llm/chat_context.js';\nimport type { AgentSessionOptions, VoiceOptions } from './agent_session.js';\nimport { createSessionReport, sessionReportToJSON } from './report.js';\n\ntype ReportOptions = AgentSessionOptions & Partial<VoiceOptions>;\n\nfunction baseOptions(): ReportOptions {\n  return {\n    maxToolSteps: 3,\n    preemptiveGeneration: false,\n    userAwayTimeout: 15,\n    useTtsAlignedTranscript: true,\n    turnHandling: {},\n  };\n}\n\nfunction serializeOptions(options: ReportOptions) {\n  const report = createSessionReport({\n    jobId: 'job',\n    roomId: 'room-id',\n    room: 'room',\n    options,\n    events: [],\n    chatHistory: ChatContext.empty(),\n    enableRecording: false,\n    timestamp: 0,\n    startedAt: 0,\n  });\n\n  const payload = sessionReportToJSON(report);\n  return payload.options as Record<string, unknown>;\n}\n\ndescribe('sessionReportToJSON', () => {\n  it('serializes interruption and endpointing values from turnHandling', () => {\n    const options = baseOptions();\n    options.turnHandling = {\n      interruption: {\n        mode: 'adaptive',\n        discardAudioIfUninterruptible: false,\n        minDuration: 1200,\n        minWords: 2,\n      },\n      endpointing: {\n        minDelay: 900,\n        maxDelay: 4500,\n      },\n    };\n\n    const serialized = serializeOptions(options);\n    expect(serialized).toMatchObject({\n      allow_interruptions: true,\n      discard_audio_if_uninterruptible: false,\n      min_interruption_duration: 1200,\n      min_interruption_words: 2,\n      min_endpointing_delay: 900,\n      max_endpointing_delay: 4500,\n      max_tool_steps: 3,\n    });\n  });\n\n  it('prefers turnHandling values over deprecated flat fields', () => {\n    const options = baseOptions();\n    options.allowInterruptions = false;\n    options.discardAudioIfUninterruptible = true;\n    options.minInterruptionDuration = 400;\n    options.minInterruptionWords = 1;\n    options.minEndpointingDelay = 500;\n    options.maxEndpointingDelay = 2500;\n    options.turnHandling = {\n      interruption: {\n        mode: 'vad',\n        discardAudioIfUninterruptible: false,\n        minDuration: 1400,\n        minWords: 4,\n      },\n      endpointing: {\n        minDelay: 700,\n        maxDelay: 3900,\n      },\n    };\n\n    const serialized = serializeOptions(options);\n    expect(serialized).toMatchObject({\n      allow_interruptions: true,\n      discard_audio_if_uninterruptible: false,\n      min_interruption_duration: 1400,\n      min_interruption_words: 4,\n      min_endpointing_delay: 700,\n      max_endpointing_delay: 3900,\n      max_tool_steps: 3,\n    });\n  });\n\n  it('serializes allow_interruptions from interruption.enabled when present', () => {\n    const options = baseOptions();\n    options.allowInterruptions = true;\n    options.turnHandling = {\n      interruption: {\n        enabled: false,\n        mode: 'adaptive',\n      },\n    };\n\n    const serialized = serializeOptions(options);\n    expect(serialized).toMatchObject({\n      allow_interruptions: false,\n      max_tool_steps: 3,\n    });\n  });\n\n  it('falls back to deprecated flat fields when turnHandling values are absent', () => {\n    const options = baseOptions();\n    options.allowInterruptions = false;\n    options.discardAudioIfUninterruptible = false;\n    options.minInterruptionDuration = 600;\n    options.minInterruptionWords = 3;\n    options.minEndpointingDelay = 1000;\n    options.maxEndpointingDelay = 5000;\n\n    const serialized = serializeOptions(options);\n    expect(serialized).toMatchObject({\n      allow_interruptions: false,\n      discard_audio_if_uninterruptible: false,\n      min_interruption_duration: 600,\n      min_interruption_words: 3,\n      min_endpointing_delay: 1000,\n      max_endpointing_delay: 5000,\n      max_tool_steps: 3,\n    });\n  });\n});\n"],"mappings":"AAGA,SAAS,UAAU,QAAQ,UAAU;AACrC,SAAS,mBAAmB;AAE5B,SAAS,qBAAqB,2BAA2B;AAIzD,SAAS,cAA6B;AACpC,SAAO;AAAA,IACL,cAAc;AAAA,IACd,sBAAsB;AAAA,IACtB,iBAAiB;AAAA,IACjB,yBAAyB;AAAA,IACzB,cAAc,CAAC;AAAA,EACjB;AACF;AAEA,SAAS,iBAAiB,SAAwB;AAChD,QAAM,SAAS,oBAAoB;AAAA,IACjC,OAAO;AAAA,IACP,QAAQ;AAAA,IACR,MAAM;AAAA,IACN;AAAA,IACA,QAAQ,CAAC;AAAA,IACT,aAAa,YAAY,MAAM;AAAA,IAC/B,iBAAiB;AAAA,IACjB,WAAW;AAAA,IACX,WAAW;AAAA,EACb,CAAC;AAED,QAAM,UAAU,oBAAoB,MAAM;AAC1C,SAAO,QAAQ;AACjB;AAEA,SAAS,uBAAuB,MAAM;AACpC,KAAG,oEAAoE,MAAM;AAC3E,UAAM,UAAU,YAAY;AAC5B,YAAQ,eAAe;AAAA,MACrB,cAAc;AAAA,QACZ,MAAM;AAAA,QACN,+BAA+B;AAAA,QAC/B,aAAa;AAAA,QACb,UAAU;AAAA,MACZ;AAAA,MACA,aAAa;AAAA,QACX,UAAU;AAAA,QACV,UAAU;AAAA,MACZ;AAAA,IACF;AAEA,UAAM,aAAa,iBAAiB,OAAO;AAC3C,WAAO,UAAU,EAAE,cAAc;AAAA,MAC/B,qBAAqB;AAAA,MACrB,kCAAkC;AAAA,MAClC,2BAA2B;AAAA,MAC3B,wBAAwB;AAAA,MACxB,uBAAuB;AAAA,MACvB,uBAAuB;AAAA,MACvB,gBAAgB;AAAA,IAClB,CAAC;AAAA,EACH,CAAC;AAED,KAAG,2DAA2D,MAAM;AAClE,UAAM,UAAU,YAAY;AAC5B,YAAQ,qBAAqB;AAC7B,YAAQ,gCAAgC;AACxC,YAAQ,0BAA0B;AAClC,YAAQ,uBAAuB;AAC/B,YAAQ,sBAAsB;AAC9B,YAAQ,sBAAsB;AAC9B,YAAQ,eAAe;AAAA,MACrB,cAAc;AAAA,QACZ,MAAM;AAAA,QACN,+BAA+B;AAAA,QAC/B,aAAa;AAAA,QACb,UAAU;AAAA,MACZ;AAAA,MACA,aAAa;AAAA,QACX,UAAU;AAAA,QACV,UAAU;AAAA,MACZ;AAAA,IACF;AAEA,UAAM,aAAa,iBAAiB,OAAO;AAC3C,WAAO,UAAU,EAAE,cAAc;AAAA,MAC/B,qBAAqB;AAAA,MACrB,kCAAkC;AAAA,MAClC,2BAA2B;AAAA,MAC3B,wBAAwB;AAAA,MACxB,uBAAuB;AAAA,MACvB,uBAAuB;AAAA,MACvB,gBAAgB;AAAA,IAClB,CAAC;AAAA,EACH,CAAC;AAED,KAAG,yEAAyE,MAAM;AAChF,UAAM,UAAU,YAAY;AAC5B,YAAQ,qBAAqB;AAC7B,YAAQ,eAAe;AAAA,MACrB,cAAc;AAAA,QACZ,SAAS;AAAA,QACT,MAAM;AAAA,MACR;AAAA,IACF;AAEA,UAAM,aAAa,iBAAiB,OAAO;AAC3C,WAAO,UAAU,EAAE,cAAc;AAAA,MAC/B,qBAAqB;AAAA,MACrB,gBAAgB;AAAA,IAClB,CAAC;AAAA,EACH,CAAC;AAED,KAAG,4EAA4E,MAAM;AACnF,UAAM,UAAU,YAAY;AAC5B,YAAQ,qBAAqB;AAC7B,YAAQ,gCAAgC;AACxC,YAAQ,0BAA0B;AAClC,YAAQ,uBAAuB;AAC/B,YAAQ,sBAAsB;AAC9B,YAAQ,sBAAsB;AAE9B,UAAM,aAAa,iBAAiB,OAAO;AAC3C,WAAO,UAAU,EAAE,cAAc;AAAA,MAC/B,qBAAqB;AAAA,MACrB,kCAAkC;AAAA,MAClC,2BAA2B;AAAA,MAC3B,wBAAwB;AAAA,MACxB,uBAAuB;AAAA,MACvB,uBAAuB;AAAA,MACvB,gBAAgB;AAAA,IAClB,CAAC;AAAA,EACH,CAAC;AACH,CAAC;","names":[]}

package/dist/voice/room_io/_input.cjs

@@ -30,8 +30,10 @@ class ParticipantAudioInputStream extends import_io.AudioInput {
   sampleRate;
   numChannels;
   noiseCancellation;
+  frameProcessor;
   publication = null;
   participantIdentity = null;
+  currentInputId = null;
   logger = (0, import_log.log)();
   constructor({
     room,
@@ -43,9 +45,14 @@ class ParticipantAudioInputStream extends import_io.AudioInput {
     this.room = room;
     this.sampleRate = sampleRate;
     this.numChannels = numChannels;
-    this.noiseCancellation = noiseCancellation;
+    if (noiseCancellation instanceof import_rtc_node.FrameProcessor) {
+      this.frameProcessor = noiseCancellation;
+    } else {
+      this.noiseCancellation = noiseCancellation;
+    }
     this.room.on(import_rtc_node.RoomEvent.TrackSubscribed, this.onTrackSubscribed);
     this.room.on(import_rtc_node.RoomEvent.TrackUnpublished, this.onTrackUnpublished);
+    this.room.on(import_rtc_node.RoomEvent.TokenRefreshed, this.onTokenRefreshed);
   }
   setParticipant(participant) {
     this.logger.debug({ participant }, "setting participant audio input");
@@ -53,8 +60,10 @@ class ParticipantAudioInputStream extends import_io.AudioInput {
     if (this.participantIdentity === participantIdentity) {
       return;
     }
+    if (this.participantIdentity) {
+      this.closeStream();
+    }
     this.participantIdentity = participantIdentity;
-    this.closeStream();
     if (!participantIdentity) {
       return;
     }
@@ -90,39 +99,63 @@ class ParticipantAudioInputStream extends import_io.AudioInput {
     }
   };
   closeStream() {
-    if (this.deferredStream.isSourceSet) {
-      this.deferredStream.detachSource();
+    if (this.currentInputId) {
+      void this.multiStream.removeInputStream(this.currentInputId);
+      this.currentInputId = null;
     }
     this.publication = null;
   }
   onTrackSubscribed = (track, publication, participant) => {
+    var _a, _b;
     this.logger.debug({ participant: participant.identity }, "onTrackSubscribed in _input");
     if (this.participantIdentity !== participant.identity || publication.source !== import_rtc_node.TrackSource.SOURCE_MICROPHONE || this.publication && this.publication.sid === publication.sid) {
       return false;
     }
     this.closeStream();
     this.publication = publication;
-    this.deferredStream.setSource(
+    this.currentInputId = this.multiStream.addInputStream(
       (0, import_utils.resampleStream)({
         stream: this.createStream(track),
         outputRate: this.sampleRate
       })
     );
+    (_a = this.frameProcessor) == null ? void 0 : _a.onStreamInfoUpdated({
+      participantIdentity: participant.identity,
+      roomName: this.room.name,
+      publicationSid: publication.sid
+    });
+    (_b = this.frameProcessor) == null ? void 0 : _b.onCredentialsUpdated({
+      token: this.room.token,
+      url: this.room.serverUrl
+    });
     return true;
   };
+  onTokenRefreshed = () => {
+    var _a;
+    if (this.room.token && this.room.serverUrl) {
+      (_a = this.frameProcessor) == null ? void 0 : _a.onCredentialsUpdated({
+        token: this.room.token,
+        url: this.room.serverUrl
+      });
+    }
+  };
   createStream(track) {
     return new import_rtc_node.AudioStream(track, {
       sampleRate: this.sampleRate,
       numChannels: this.numChannels,
-      noiseCancellation: this.noiseCancellation
+      noiseCancellation: this.frameProcessor || this.noiseCancellation
       // TODO(AJS-269): resolve compatibility issue with node-sdk to remove the forced type casting
     });
   }
   async close() {
+    var _a;
     this.room.off(import_rtc_node.RoomEvent.TrackSubscribed, this.onTrackSubscribed);
     this.room.off(import_rtc_node.RoomEvent.TrackUnpublished, this.onTrackUnpublished);
+    this.room.off(import_rtc_node.RoomEvent.TokenRefreshed, this.onTokenRefreshed);
     this.closeStream();
-    this.deferredStream.stream.cancel();
+    await super.close();
+    (_a = this.frameProcessor) == null ? void 0 : _a.close();
+    this.frameProcessor = void 0;
   }
 }
 // Annotate the CommonJS export names for ESM import in node:

package/dist/voice/room_io/_input.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/voice/room_io/_input.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n  AudioFrame,\n  AudioStream,\n  type NoiseCancellationOptions,\n  RemoteParticipant,\n  type RemoteTrack,\n  type RemoteTrackPublication,\n  type Room,\n  RoomEvent,\n  TrackSource,\n} from '@livekit/rtc-node';\nimport type { ReadableStream } from 'node:stream/web';\nimport { log } from '../../log.js';\nimport { resampleStream } from '../../utils.js';\nimport { AudioInput } from '../io.js';\n\nexport class ParticipantAudioInputStream extends AudioInput {\n  private room: Room;\n  private sampleRate: number;\n  private numChannels: number;\n  private noiseCancellation?: NoiseCancellationOptions;\n  private publication: RemoteTrackPublication | null = null;\n  private participantIdentity: string | null = null;\n  private logger = log();\n  constructor({\n    room,\n    sampleRate,\n    numChannels,\n    noiseCancellation,\n  }: {\n    room: Room;\n    sampleRate: number;\n    numChannels: number;\n    noiseCancellation?: NoiseCancellationOptions;\n  }) {\n    super();\n    this.room = room;\n    this.sampleRate = sampleRate;\n    this.numChannels = numChannels;\n    this.noiseCancellation = noiseCancellation;\n\n    this.room.on(RoomEvent.TrackSubscribed, this.onTrackSubscribed);\n    this.room.on(RoomEvent.TrackUnpublished, this.onTrackUnpublished);\n  }\n\n  setParticipant(participant: RemoteParticipant | string | null) {\n    this.logger.debug({ participant }, 'setting participant audio input');\n    const participantIdentity =\n      participant instanceof RemoteParticipant ? participant.identity : participant;\n\n    if (this.participantIdentity === participantIdentity) {\n      return;\n    }\n    this.participantIdentity = participantIdentity;\n    this.closeStream();\n\n    if (!participantIdentity) {\n      return;\n    }\n\n    const participantValue =\n      participant instanceof RemoteParticipant\n        ? participant\n        : this.room.remoteParticipants.get(participantIdentity);\n\n    // Convert Map iterator to array for Pino serialization\n    const trackPublicationsArray = Array.from(participantValue?.trackPublications.values() ?? []);\n\n    this.logger.info(\n      {\n        participantValue: participantValue?.identity,\n        trackPublications: trackPublicationsArray,\n        lengthOfTrackPublications: trackPublicationsArray.length,\n      },\n      'participantValue.trackPublications',\n    );\n    // We need to check if the participant has a microphone track and subscribe to it\n    // in case we miss the tracksubscribed event\n    if (participantValue) {\n      for (const publication of participantValue.trackPublications.values()) {\n        if (publication.track && publication.source === TrackSource.SOURCE_MICROPHONE) {\n          this.onTrackSubscribed(publication.track, publication, participantValue);\n          break;\n        }\n      }\n    }\n  }\n\n  private onTrackUnpublished = (\n    publication: RemoteTrackPublication,\n    participant: RemoteParticipant,\n  ) => {\n    if (\n      this.publication?.sid !== publication.sid ||\n      participant.identity !== this.participantIdentity\n    ) {\n      return;\n    }\n    this.closeStream();\n\n    // subscribe to the first available track\n    for (const publication of participant.trackPublications.values()) {\n      if (\n        publication.track &&\n        this.onTrackSubscribed(publication.track, publication, participant)\n      ) {\n        return;\n      }\n    }\n  };\n\n  private closeStream() {\n    if (this.deferredStream.isSourceSet) {\n      this.deferredStream.detachSource();\n    }\n    this.publication = null;\n  }\n\n  private onTrackSubscribed = (\n    track: RemoteTrack,\n    publication: RemoteTrackPublication,\n    participant: RemoteParticipant,\n  ): boolean => {\n    this.logger.debug({ participant: participant.identity }, 'onTrackSubscribed in _input');\n    if (\n      this.participantIdentity !== participant.identity ||\n      publication.source !== TrackSource.SOURCE_MICROPHONE ||\n      (this.publication && this.publication.sid === publication.sid)\n    ) {\n      return false;\n    }\n    this.closeStream();\n    this.publication = publication;\n    this.deferredStream.setSource(\n      resampleStream({\n        stream: this.createStream(track),\n        outputRate: this.sampleRate,\n      }),\n    );\n    return true;\n  };\n\n  private createStream(track: RemoteTrack): ReadableStream<AudioFrame> {\n    return new AudioStream(track, {\n      sampleRate: this.sampleRate,\n      numChannels: this.numChannels,\n      noiseCancellation: this.noiseCancellation,\n      // TODO(AJS-269): resolve compatibility issue with node-sdk to remove the forced type casting\n    }) as unknown as ReadableStream<AudioFrame>;\n  }\n\n  async close() {\n    this.room.off(RoomEvent.TrackSubscribed, this.onTrackSubscribed);\n    this.room.off(RoomEvent.TrackUnpublished, this.onTrackUnpublished);\n    this.closeStream();\n    this.deferredStream.stream.cancel();\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,sBAUO;AAEP,iBAAoB;AACpB,mBAA+B;AAC/B,gBAA2B;AAEpB,MAAM,oCAAoC,qBAAW;AAAA,EAClD;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,cAA6C;AAAA,EAC7C,sBAAqC;AAAA,EACrC,aAAS,gBAAI;AAAA,EACrB,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAKG;AACD,UAAM;AACN,SAAK,OAAO;AACZ,SAAK,aAAa;AAClB,SAAK,cAAc;AACnB,SAAK,oBAAoB;AAEzB,SAAK,KAAK,GAAG,0BAAU,iBAAiB,KAAK,iBAAiB;AAC9D,SAAK,KAAK,GAAG,0BAAU,kBAAkB,KAAK,kBAAkB;AAAA,EAClE;AAAA,EAEA,eAAe,aAAgD;AAC7D,SAAK,OAAO,MAAM,EAAE,YAAY,GAAG,iCAAiC;AACpE,UAAM,sBACJ,uBAAuB,oCAAoB,YAAY,WAAW;AAEpE,QAAI,KAAK,wBAAwB,qBAAqB;AACpD;AAAA,IACF;AACA,SAAK,sBAAsB;AAC3B,SAAK,YAAY;AAEjB,QAAI,CAAC,qBAAqB;AACxB;AAAA,IACF;AAEA,UAAM,mBACJ,uBAAuB,oCACnB,cACA,KAAK,KAAK,mBAAmB,IAAI,mBAAmB;AAG1D,UAAM,yBAAyB,MAAM,MAAK,qDAAkB,kBAAkB,aAAY,CAAC,CAAC;AAE5F,SAAK,OAAO;AAAA,MACV;AAAA,QACE,kBAAkB,qDAAkB;AAAA,QACpC,mBAAmB;AAAA,QACnB,2BAA2B,uBAAuB;AAAA,MACpD;AAAA,MACA;AAAA,IACF;AAGA,QAAI,kBAAkB;AACpB,iBAAW,eAAe,iBAAiB,kBAAkB,OAAO,GAAG;AACrE,YAAI,YAAY,SAAS,YAAY,WAAW,4BAAY,mBAAmB;AAC7E,eAAK,kBAAkB,YAAY,OAAO,aAAa,gBAAgB;AACvE;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,qBAAqB,CAC3B,aACA,gBACG;AA9FP;AA+FI,UACE,UAAK,gBAAL,mBAAkB,SAAQ,YAAY,OACtC,YAAY,aAAa,KAAK,qBAC9B;AACA;AAAA,IACF;AACA,SAAK,YAAY;AAGjB,eAAWA,gBAAe,YAAY,kBAAkB,OAAO,GAAG;AAChE,UACEA,aAAY,SACZ,KAAK,kBAAkBA,aAAY,OAAOA,cAAa,WAAW,GAClE;AACA;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,cAAc;AACpB,QAAI,KAAK,eAAe,aAAa;AACnC,WAAK,eAAe,aAAa;AAAA,IACnC;AACA,SAAK,cAAc;AAAA,EACrB;AAAA,EAEQ,oBAAoB,CAC1B,OACA,aACA,gBACY;AACZ,SAAK,OAAO,MAAM,EAAE,aAAa,YAAY,SAAS,GAAG,6BAA6B;AACtF,QACE,KAAK,wBAAwB,YAAY,YACzC,YAAY,WAAW,4BAAY,qBAClC,KAAK,eAAe,KAAK,YAAY,QAAQ,YAAY,KAC1D;AACA,aAAO;AAAA,IACT;AACA,SAAK,YAAY;AACjB,SAAK,cAAc;AACnB,SAAK,eAAe;AAAA,UAClB,6BAAe;AAAA,QACb,QAAQ,KAAK,aAAa,KAAK;AAAA,QAC/B,YAAY,KAAK;AAAA,MACnB,CAAC;AAAA,IACH;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,aAAa,OAAgD;AACnE,WAAO,IAAI,4BAAY,OAAO;AAAA,MAC5B,YAAY,KAAK;AAAA,MACjB,aAAa,KAAK;AAAA,MAClB,mBAAmB,KAAK;AAAA;AAAA,IAE1B,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,QAAQ;AACZ,SAAK,KAAK,IAAI,0BAAU,iBAAiB,KAAK,iBAAiB;AAC/D,SAAK,KAAK,IAAI,0BAAU,kBAAkB,KAAK,kBAAkB;AACjE,SAAK,YAAY;AACjB,SAAK,eAAe,OAAO,OAAO;AAAA,EACpC;AACF;","names":["publication"]}
+{"version":3,"sources":["../../../src/voice/room_io/_input.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n  type AudioFrame,\n  AudioStream,\n  FrameProcessor,\n  type NoiseCancellationOptions,\n  RemoteParticipant,\n  type RemoteTrack,\n  type RemoteTrackPublication,\n  type Room,\n  RoomEvent,\n  TrackSource,\n} from '@livekit/rtc-node';\nimport type { ReadableStream } from 'node:stream/web';\nimport { log } from '../../log.js';\nimport { resampleStream } from '../../utils.js';\nimport { AudioInput } from '../io.js';\n\nexport class ParticipantAudioInputStream extends AudioInput {\n  private room: Room;\n  private sampleRate: number;\n  private numChannels: number;\n  private noiseCancellation?: NoiseCancellationOptions;\n  private frameProcessor?: FrameProcessor<AudioFrame>;\n  private publication: RemoteTrackPublication | null = null;\n  private participantIdentity: string | null = null;\n  private currentInputId: string | null = null;\n  private logger = log();\n\n  constructor({\n    room,\n    sampleRate,\n    numChannels,\n    noiseCancellation,\n  }: {\n    room: Room;\n    sampleRate: number;\n    numChannels: number;\n    noiseCancellation?: NoiseCancellationOptions | FrameProcessor<AudioFrame>;\n  }) {\n    super();\n    this.room = room;\n    this.sampleRate = sampleRate;\n    this.numChannels = numChannels;\n    if (noiseCancellation instanceof FrameProcessor) {\n      this.frameProcessor = noiseCancellation;\n    } else {\n      this.noiseCancellation = noiseCancellation;\n    }\n\n    this.room.on(RoomEvent.TrackSubscribed, this.onTrackSubscribed);\n    this.room.on(RoomEvent.TrackUnpublished, this.onTrackUnpublished);\n    this.room.on(RoomEvent.TokenRefreshed, this.onTokenRefreshed);\n  }\n\n  setParticipant(participant: RemoteParticipant | string | null) {\n    this.logger.debug({ participant }, 'setting participant audio input');\n    const participantIdentity =\n      participant instanceof RemoteParticipant ? participant.identity : participant;\n\n    if (this.participantIdentity === participantIdentity) {\n      return;\n    }\n    if (this.participantIdentity) {\n      this.closeStream();\n    }\n    this.participantIdentity = participantIdentity;\n\n    if (!participantIdentity) {\n      return;\n    }\n\n    const participantValue =\n      participant instanceof RemoteParticipant\n        ? participant\n        : this.room.remoteParticipants.get(participantIdentity);\n\n    // Convert Map iterator to array for Pino serialization\n    const trackPublicationsArray = Array.from(participantValue?.trackPublications.values() ?? []);\n\n    this.logger.info(\n      {\n        participantValue: participantValue?.identity,\n        trackPublications: trackPublicationsArray,\n        lengthOfTrackPublications: trackPublicationsArray.length,\n      },\n      'participantValue.trackPublications',\n    );\n    // We need to check if the participant has a microphone track and subscribe to it\n    // in case we miss the tracksubscribed event\n    if (participantValue) {\n      for (const publication of participantValue.trackPublications.values()) {\n        if (publication.track && publication.source === TrackSource.SOURCE_MICROPHONE) {\n          this.onTrackSubscribed(publication.track, publication, participantValue);\n          break;\n        }\n      }\n    }\n  }\n\n  private onTrackUnpublished = (\n    publication: RemoteTrackPublication,\n    participant: RemoteParticipant,\n  ) => {\n    if (\n      this.publication?.sid !== publication.sid ||\n      participant.identity !== this.participantIdentity\n    ) {\n      return;\n    }\n    this.closeStream();\n\n    // subscribe to the first available track\n    for (const publication of participant.trackPublications.values()) {\n      if (\n        publication.track &&\n        this.onTrackSubscribed(publication.track, publication, participant)\n      ) {\n        return;\n      }\n    }\n  };\n\n  private closeStream() {\n    if (this.currentInputId) {\n      void this.multiStream.removeInputStream(this.currentInputId);\n      this.currentInputId = null;\n    }\n\n    this.publication = null;\n  }\n\n  private onTrackSubscribed = (\n    track: RemoteTrack,\n    publication: RemoteTrackPublication,\n    participant: RemoteParticipant,\n  ): boolean => {\n    this.logger.debug({ participant: participant.identity }, 'onTrackSubscribed in _input');\n    if (\n      this.participantIdentity !== participant.identity ||\n      publication.source !== TrackSource.SOURCE_MICROPHONE ||\n      (this.publication && this.publication.sid === publication.sid)\n    ) {\n      return false;\n    }\n    this.closeStream();\n    this.publication = publication;\n    this.currentInputId = this.multiStream.addInputStream(\n      resampleStream({\n        stream: this.createStream(track),\n        outputRate: this.sampleRate,\n      }),\n    );\n    this.frameProcessor?.onStreamInfoUpdated({\n      participantIdentity: participant.identity,\n      roomName: this.room.name!,\n      publicationSid: publication.sid!,\n    });\n    this.frameProcessor?.onCredentialsUpdated({\n      token: this.room.token!,\n      url: this.room.serverUrl!,\n    });\n    return true;\n  };\n\n  private onTokenRefreshed = () => {\n    if (this.room.token && this.room.serverUrl) {\n      this.frameProcessor?.onCredentialsUpdated({\n        token: this.room.token,\n        url: this.room.serverUrl,\n      });\n    }\n  };\n\n  private createStream(track: RemoteTrack): ReadableStream<AudioFrame> {\n    return new AudioStream(track, {\n      sampleRate: this.sampleRate,\n      numChannels: this.numChannels,\n      noiseCancellation: this.frameProcessor || this.noiseCancellation,\n      // TODO(AJS-269): resolve compatibility issue with node-sdk to remove the forced type casting\n    }) as unknown as ReadableStream<AudioFrame>;\n  }\n\n  override async close() {\n    this.room.off(RoomEvent.TrackSubscribed, this.onTrackSubscribed);\n    this.room.off(RoomEvent.TrackUnpublished, this.onTrackUnpublished);\n    this.room.off(RoomEvent.TokenRefreshed, this.onTokenRefreshed);\n    this.closeStream();\n    await super.close();\n\n    this.frameProcessor?.close();\n    this.frameProcessor = undefined;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,sBAWO;AAEP,iBAAoB;AACpB,mBAA+B;AAC/B,gBAA2B;AAEpB,MAAM,oCAAoC,qBAAW;AAAA,EAClD;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,cAA6C;AAAA,EAC7C,sBAAqC;AAAA,EACrC,iBAAgC;AAAA,EAChC,aAAS,gBAAI;AAAA,EAErB,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAKG;AACD,UAAM;AACN,SAAK,OAAO;AACZ,SAAK,aAAa;AAClB,SAAK,cAAc;AACnB,QAAI,6BAA6B,gCAAgB;AAC/C,WAAK,iBAAiB;AAAA,IACxB,OAAO;AACL,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAK,KAAK,GAAG,0BAAU,iBAAiB,KAAK,iBAAiB;AAC9D,SAAK,KAAK,GAAG,0BAAU,kBAAkB,KAAK,kBAAkB;AAChE,SAAK,KAAK,GAAG,0BAAU,gBAAgB,KAAK,gBAAgB;AAAA,EAC9D;AAAA,EAEA,eAAe,aAAgD;AAC7D,SAAK,OAAO,MAAM,EAAE,YAAY,GAAG,iCAAiC;AACpE,UAAM,sBACJ,uBAAuB,oCAAoB,YAAY,WAAW;AAEpE,QAAI,KAAK,wBAAwB,qBAAqB;AACpD;AAAA,IACF;AACA,QAAI,KAAK,qBAAqB;AAC5B,WAAK,YAAY;AAAA,IACnB;AACA,SAAK,sBAAsB;AAE3B,QAAI,CAAC,qBAAqB;AACxB;AAAA,IACF;AAEA,UAAM,mBACJ,uBAAuB,oCACnB,cACA,KAAK,KAAK,mBAAmB,IAAI,mBAAmB;AAG1D,UAAM,yBAAyB,MAAM,MAAK,qDAAkB,kBAAkB,aAAY,CAAC,CAAC;AAE5F,SAAK,OAAO;AAAA,MACV;AAAA,QACE,kBAAkB,qDAAkB;AAAA,QACpC,mBAAmB;AAAA,QACnB,2BAA2B,uBAAuB;AAAA,MACpD;AAAA,MACA;AAAA,IACF;AAGA,QAAI,kBAAkB;AACpB,iBAAW,eAAe,iBAAiB,kBAAkB,OAAO,GAAG;AACrE,YAAI,YAAY,SAAS,YAAY,WAAW,4BAAY,mBAAmB;AAC7E,eAAK,kBAAkB,YAAY,OAAO,aAAa,gBAAgB;AACvE;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,qBAAqB,CAC3B,aACA,gBACG;AAzGP;AA0GI,UACE,UAAK,gBAAL,mBAAkB,SAAQ,YAAY,OACtC,YAAY,aAAa,KAAK,qBAC9B;AACA;AAAA,IACF;AACA,SAAK,YAAY;AAGjB,eAAWA,gBAAe,YAAY,kBAAkB,OAAO,GAAG;AAChE,UACEA,aAAY,SACZ,KAAK,kBAAkBA,aAAY,OAAOA,cAAa,WAAW,GAClE;AACA;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,cAAc;AACpB,QAAI,KAAK,gBAAgB;AACvB,WAAK,KAAK,YAAY,kBAAkB,KAAK,cAAc;AAC3D,WAAK,iBAAiB;AAAA,IACxB;AAEA,SAAK,cAAc;AAAA,EACrB;AAAA,EAEQ,oBAAoB,CAC1B,OACA,aACA,gBACY;AA1IhB;AA2II,SAAK,OAAO,MAAM,EAAE,aAAa,YAAY,SAAS,GAAG,6BAA6B;AACtF,QACE,KAAK,wBAAwB,YAAY,YACzC,YAAY,WAAW,4BAAY,qBAClC,KAAK,eAAe,KAAK,YAAY,QAAQ,YAAY,KAC1D;AACA,aAAO;AAAA,IACT;AACA,SAAK,YAAY;AACjB,SAAK,cAAc;AACnB,SAAK,iBAAiB,KAAK,YAAY;AAAA,UACrC,6BAAe;AAAA,QACb,QAAQ,KAAK,aAAa,KAAK;AAAA,QAC/B,YAAY,KAAK;AAAA,MACnB,CAAC;AAAA,IACH;AACA,eAAK,mBAAL,mBAAqB,oBAAoB;AAAA,MACvC,qBAAqB,YAAY;AAAA,MACjC,UAAU,KAAK,KAAK;AAAA,MACpB,gBAAgB,YAAY;AAAA,IAC9B;AACA,eAAK,mBAAL,mBAAqB,qBAAqB;AAAA,MACxC,OAAO,KAAK,KAAK;AAAA,MACjB,KAAK,KAAK,KAAK;AAAA,IACjB;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,mBAAmB,MAAM;AAvKnC;AAwKI,QAAI,KAAK,KAAK,SAAS,KAAK,KAAK,WAAW;AAC1C,iBAAK,mBAAL,mBAAqB,qBAAqB;AAAA,QACxC,OAAO,KAAK,KAAK;AAAA,QACjB,KAAK,KAAK,KAAK;AAAA,MACjB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAAa,OAAgD;AACnE,WAAO,IAAI,4BAAY,OAAO;AAAA,MAC5B,YAAY,KAAK;AAAA,MACjB,aAAa,KAAK;AAAA,MAClB,mBAAmB,KAAK,kBAAkB,KAAK;AAAA;AAAA,IAEjD,CAAC;AAAA,EACH;AAAA,EAEA,MAAe,QAAQ;AAzLzB;AA0LI,SAAK,KAAK,IAAI,0BAAU,iBAAiB,KAAK,iBAAiB;AAC/D,SAAK,KAAK,IAAI,0BAAU,kBAAkB,KAAK,kBAAkB;AACjE,SAAK,KAAK,IAAI,0BAAU,gBAAgB,KAAK,gBAAgB;AAC7D,SAAK,YAAY;AACjB,UAAM,MAAM,MAAM;AAElB,eAAK,mBAAL,mBAAqB;AACrB,SAAK,iBAAiB;AAAA,EACxB;AACF;","names":["publication"]}

package/dist/voice/room_io/_input.d.cts

@@ -1,23 +1,26 @@
-import { type NoiseCancellationOptions, RemoteParticipant, type Room } from '@livekit/rtc-node';
+import { type AudioFrame, FrameProcessor, type NoiseCancellationOptions, RemoteParticipant, type Room } from '@livekit/rtc-node';
 import { AudioInput } from '../io.js';
 export declare class ParticipantAudioInputStream extends AudioInput {
     private room;
     private sampleRate;
     private numChannels;
     private noiseCancellation?;
+    private frameProcessor?;
     private publication;
     private participantIdentity;
+    private currentInputId;
     private logger;
     constructor({ room, sampleRate, numChannels, noiseCancellation, }: {
         room: Room;
         sampleRate: number;
         numChannels: number;
-        noiseCancellation?: NoiseCancellationOptions;
+        noiseCancellation?: NoiseCancellationOptions | FrameProcessor<AudioFrame>;
     });
     setParticipant(participant: RemoteParticipant | string | null): void;
     private onTrackUnpublished;
     private closeStream;
     private onTrackSubscribed;
+    private onTokenRefreshed;
     private createStream;
     close(): Promise<void>;
 }

package/dist/voice/room_io/_input.d.ts

@@ -1,23 +1,26 @@
-import { type NoiseCancellationOptions, RemoteParticipant, type Room } from '@livekit/rtc-node';
+import { type AudioFrame, FrameProcessor, type NoiseCancellationOptions, RemoteParticipant, type Room } from '@livekit/rtc-node';
 import { AudioInput } from '../io.js';
 export declare class ParticipantAudioInputStream extends AudioInput {
     private room;
     private sampleRate;
     private numChannels;
     private noiseCancellation?;
+    private frameProcessor?;
     private publication;
     private participantIdentity;
+    private currentInputId;
     private logger;
     constructor({ room, sampleRate, numChannels, noiseCancellation, }: {
         room: Room;
         sampleRate: number;
         numChannels: number;
-        noiseCancellation?: NoiseCancellationOptions;
+        noiseCancellation?: NoiseCancellationOptions | FrameProcessor<AudioFrame>;
     });
     setParticipant(participant: RemoteParticipant | string | null): void;
     private onTrackUnpublished;
     private closeStream;
     private onTrackSubscribed;
+    private onTokenRefreshed;
     private createStream;
     close(): Promise<void>;
 }

package/dist/voice/room_io/_input.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"_input.d.ts","sourceRoot":"","sources":["../../../src/voice/room_io/_input.ts"],"names":[],"mappings":"AAGA,OAAO,EAGL,KAAK,wBAAwB,EAC7B,iBAAiB,EAGjB,KAAK,IAAI,EAGV,MAAM,mBAAmB,CAAC;AAI3B,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAEtC,qBAAa,2BAA4B,SAAQ,UAAU;IACzD,OAAO,CAAC,IAAI,CAAO;IACnB,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,iBAAiB,CAAC,CAA2B;IACrD,OAAO,CAAC,WAAW,CAAuC;IAC1D,OAAO,CAAC,mBAAmB,CAAuB;IAClD,OAAO,CAAC,MAAM,CAAS;gBACX,EACV,IAAI,EACJ,UAAU,EACV,WAAW,EACX,iBAAiB,GAClB,EAAE;QACD,IAAI,EAAE,IAAI,CAAC;QACX,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;QACpB,iBAAiB,CAAC,EAAE,wBAAwB,CAAC;KAC9C;IAWD,cAAc,CAAC,WAAW,EAAE,iBAAiB,GAAG,MAAM,GAAG,IAAI;IA2C7D,OAAO,CAAC,kBAAkB,CAqBxB;IAEF,OAAO,CAAC,WAAW;IAOnB,OAAO,CAAC,iBAAiB,CAsBvB;IAEF,OAAO,CAAC,YAAY;IASd,KAAK;CAMZ"}
+{"version":3,"file":"_input.d.ts","sourceRoot":"","sources":["../../../src/voice/room_io/_input.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,KAAK,UAAU,EAEf,cAAc,EACd,KAAK,wBAAwB,EAC7B,iBAAiB,EAGjB,KAAK,IAAI,EAGV,MAAM,mBAAmB,CAAC;AAI3B,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAEtC,qBAAa,2BAA4B,SAAQ,UAAU;IACzD,OAAO,CAAC,IAAI,CAAO;IACnB,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,iBAAiB,CAAC,CAA2B;IACrD,OAAO,CAAC,cAAc,CAAC,CAA6B;IACpD,OAAO,CAAC,WAAW,CAAuC;IAC1D,OAAO,CAAC,mBAAmB,CAAuB;IAClD,OAAO,CAAC,cAAc,CAAuB;IAC7C,OAAO,CAAC,MAAM,CAAS;gBAEX,EACV,IAAI,EACJ,UAAU,EACV,WAAW,EACX,iBAAiB,GAClB,EAAE;QACD,IAAI,EAAE,IAAI,CAAC;QACX,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;QACpB,iBAAiB,CAAC,EAAE,wBAAwB,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;KAC3E;IAgBD,cAAc,CAAC,WAAW,EAAE,iBAAiB,GAAG,MAAM,GAAG,IAAI;IA6C7D,OAAO,CAAC,kBAAkB,CAqBxB;IAEF,OAAO,CAAC,WAAW;IASnB,OAAO,CAAC,iBAAiB,CA+BvB;IAEF,OAAO,CAAC,gBAAgB,CAOtB;IAEF,OAAO,CAAC,YAAY;IASL,KAAK;CAUrB"}

package/dist/voice/room_io/_input.js

@@ -1,6 +1,6 @@
 import {
-  AudioFrame,
   AudioStream,
+  FrameProcessor,
   RemoteParticipant,
   RoomEvent,
   TrackSource
@@ -13,8 +13,10 @@ class ParticipantAudioInputStream extends AudioInput {
   sampleRate;
   numChannels;
   noiseCancellation;
+  frameProcessor;
   publication = null;
   participantIdentity = null;
+  currentInputId = null;
   logger = log();
   constructor({
     room,
@@ -26,9 +28,14 @@ class ParticipantAudioInputStream extends AudioInput {
     this.room = room;
     this.sampleRate = sampleRate;
     this.numChannels = numChannels;
-    this.noiseCancellation = noiseCancellation;
+    if (noiseCancellation instanceof FrameProcessor) {
+      this.frameProcessor = noiseCancellation;
+    } else {
+      this.noiseCancellation = noiseCancellation;
+    }
     this.room.on(RoomEvent.TrackSubscribed, this.onTrackSubscribed);
     this.room.on(RoomEvent.TrackUnpublished, this.onTrackUnpublished);
+    this.room.on(RoomEvent.TokenRefreshed, this.onTokenRefreshed);
   }
   setParticipant(participant) {
     this.logger.debug({ participant }, "setting participant audio input");
@@ -36,8 +43,10 @@ class ParticipantAudioInputStream extends AudioInput {
     if (this.participantIdentity === participantIdentity) {
       return;
     }
+    if (this.participantIdentity) {
+      this.closeStream();
+    }
     this.participantIdentity = participantIdentity;
-    this.closeStream();
     if (!participantIdentity) {
       return;
     }
@@ -73,39 +82,63 @@ class ParticipantAudioInputStream extends AudioInput {
     }
   };
   closeStream() {
-    if (this.deferredStream.isSourceSet) {
-      this.deferredStream.detachSource();
+    if (this.currentInputId) {
+      void this.multiStream.removeInputStream(this.currentInputId);
+      this.currentInputId = null;
     }
     this.publication = null;
   }
   onTrackSubscribed = (track, publication, participant) => {
+    var _a, _b;
     this.logger.debug({ participant: participant.identity }, "onTrackSubscribed in _input");
     if (this.participantIdentity !== participant.identity || publication.source !== TrackSource.SOURCE_MICROPHONE || this.publication && this.publication.sid === publication.sid) {
       return false;
     }
     this.closeStream();
     this.publication = publication;
-    this.deferredStream.setSource(
+    this.currentInputId = this.multiStream.addInputStream(
       resampleStream({
         stream: this.createStream(track),
         outputRate: this.sampleRate
       })
     );
+    (_a = this.frameProcessor) == null ? void 0 : _a.onStreamInfoUpdated({
+      participantIdentity: participant.identity,
+      roomName: this.room.name,
+      publicationSid: publication.sid
+    });
+    (_b = this.frameProcessor) == null ? void 0 : _b.onCredentialsUpdated({
+      token: this.room.token,
+      url: this.room.serverUrl
+    });
     return true;
   };
+  onTokenRefreshed = () => {
+    var _a;
+    if (this.room.token && this.room.serverUrl) {
+      (_a = this.frameProcessor) == null ? void 0 : _a.onCredentialsUpdated({
+        token: this.room.token,
+        url: this.room.serverUrl
+      });
+    }
+  };
   createStream(track) {
     return new AudioStream(track, {
       sampleRate: this.sampleRate,
       numChannels: this.numChannels,
-      noiseCancellation: this.noiseCancellation
+      noiseCancellation: this.frameProcessor || this.noiseCancellation
       // TODO(AJS-269): resolve compatibility issue with node-sdk to remove the forced type casting
     });
   }
   async close() {
+    var _a;
     this.room.off(RoomEvent.TrackSubscribed, this.onTrackSubscribed);
     this.room.off(RoomEvent.TrackUnpublished, this.onTrackUnpublished);
+    this.room.off(RoomEvent.TokenRefreshed, this.onTokenRefreshed);
     this.closeStream();
-    this.deferredStream.stream.cancel();
+    await super.close();
+    (_a = this.frameProcessor) == null ? void 0 : _a.close();
+    this.frameProcessor = void 0;
   }
 }
 export {

package/dist/voice/room_io/_input.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/voice/room_io/_input.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n  AudioFrame,\n  AudioStream,\n  type NoiseCancellationOptions,\n  RemoteParticipant,\n  type RemoteTrack,\n  type RemoteTrackPublication,\n  type Room,\n  RoomEvent,\n  TrackSource,\n} from '@livekit/rtc-node';\nimport type { ReadableStream } from 'node:stream/web';\nimport { log } from '../../log.js';\nimport { resampleStream } from '../../utils.js';\nimport { AudioInput } from '../io.js';\n\nexport class ParticipantAudioInputStream extends AudioInput {\n  private room: Room;\n  private sampleRate: number;\n  private numChannels: number;\n  private noiseCancellation?: NoiseCancellationOptions;\n  private publication: RemoteTrackPublication | null = null;\n  private participantIdentity: string | null = null;\n  private logger = log();\n  constructor({\n    room,\n    sampleRate,\n    numChannels,\n    noiseCancellation,\n  }: {\n    room: Room;\n    sampleRate: number;\n    numChannels: number;\n    noiseCancellation?: NoiseCancellationOptions;\n  }) {\n    super();\n    this.room = room;\n    this.sampleRate = sampleRate;\n    this.numChannels = numChannels;\n    this.noiseCancellation = noiseCancellation;\n\n    this.room.on(RoomEvent.TrackSubscribed, this.onTrackSubscribed);\n    this.room.on(RoomEvent.TrackUnpublished, this.onTrackUnpublished);\n  }\n\n  setParticipant(participant: RemoteParticipant | string | null) {\n    this.logger.debug({ participant }, 'setting participant audio input');\n    const participantIdentity =\n      participant instanceof RemoteParticipant ? participant.identity : participant;\n\n    if (this.participantIdentity === participantIdentity) {\n      return;\n    }\n    this.participantIdentity = participantIdentity;\n    this.closeStream();\n\n    if (!participantIdentity) {\n      return;\n    }\n\n    const participantValue =\n      participant instanceof RemoteParticipant\n        ? participant\n        : this.room.remoteParticipants.get(participantIdentity);\n\n    // Convert Map iterator to array for Pino serialization\n    const trackPublicationsArray = Array.from(participantValue?.trackPublications.values() ?? []);\n\n    this.logger.info(\n      {\n        participantValue: participantValue?.identity,\n        trackPublications: trackPublicationsArray,\n        lengthOfTrackPublications: trackPublicationsArray.length,\n      },\n      'participantValue.trackPublications',\n    );\n    // We need to check if the participant has a microphone track and subscribe to it\n    // in case we miss the tracksubscribed event\n    if (participantValue) {\n      for (const publication of participantValue.trackPublications.values()) {\n        if (publication.track && publication.source === TrackSource.SOURCE_MICROPHONE) {\n          this.onTrackSubscribed(publication.track, publication, participantValue);\n          break;\n        }\n      }\n    }\n  }\n\n  private onTrackUnpublished = (\n    publication: RemoteTrackPublication,\n    participant: RemoteParticipant,\n  ) => {\n    if (\n      this.publication?.sid !== publication.sid ||\n      participant.identity !== this.participantIdentity\n    ) {\n      return;\n    }\n    this.closeStream();\n\n    // subscribe to the first available track\n    for (const publication of participant.trackPublications.values()) {\n      if (\n        publication.track &&\n        this.onTrackSubscribed(publication.track, publication, participant)\n      ) {\n        return;\n      }\n    }\n  };\n\n  private closeStream() {\n    if (this.deferredStream.isSourceSet) {\n      this.deferredStream.detachSource();\n    }\n    this.publication = null;\n  }\n\n  private onTrackSubscribed = (\n    track: RemoteTrack,\n    publication: RemoteTrackPublication,\n    participant: RemoteParticipant,\n  ): boolean => {\n    this.logger.debug({ participant: participant.identity }, 'onTrackSubscribed in _input');\n    if (\n      this.participantIdentity !== participant.identity ||\n      publication.source !== TrackSource.SOURCE_MICROPHONE ||\n      (this.publication && this.publication.sid === publication.sid)\n    ) {\n      return false;\n    }\n    this.closeStream();\n    this.publication = publication;\n    this.deferredStream.setSource(\n      resampleStream({\n        stream: this.createStream(track),\n        outputRate: this.sampleRate,\n      }),\n    );\n    return true;\n  };\n\n  private createStream(track: RemoteTrack): ReadableStream<AudioFrame> {\n    return new AudioStream(track, {\n      sampleRate: this.sampleRate,\n      numChannels: this.numChannels,\n      noiseCancellation: this.noiseCancellation,\n      // TODO(AJS-269): resolve compatibility issue with node-sdk to remove the forced type casting\n    }) as unknown as ReadableStream<AudioFrame>;\n  }\n\n  async close() {\n    this.room.off(RoomEvent.TrackSubscribed, this.onTrackSubscribed);\n    this.room.off(RoomEvent.TrackUnpublished, this.onTrackUnpublished);\n    this.closeStream();\n    this.deferredStream.stream.cancel();\n  }\n}\n"],"mappings":"AAGA;AAAA,EACE;AAAA,EACA;AAAA,EAEA;AAAA,EAIA;AAAA,EACA;AAAA,OACK;AAEP,SAAS,WAAW;AACpB,SAAS,sBAAsB;AAC/B,SAAS,kBAAkB;AAEpB,MAAM,oCAAoC,WAAW;AAAA,EAClD;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,cAA6C;AAAA,EAC7C,sBAAqC;AAAA,EACrC,SAAS,IAAI;AAAA,EACrB,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAKG;AACD,UAAM;AACN,SAAK,OAAO;AACZ,SAAK,aAAa;AAClB,SAAK,cAAc;AACnB,SAAK,oBAAoB;AAEzB,SAAK,KAAK,GAAG,UAAU,iBAAiB,KAAK,iBAAiB;AAC9D,SAAK,KAAK,GAAG,UAAU,kBAAkB,KAAK,kBAAkB;AAAA,EAClE;AAAA,EAEA,eAAe,aAAgD;AAC7D,SAAK,OAAO,MAAM,EAAE,YAAY,GAAG,iCAAiC;AACpE,UAAM,sBACJ,uBAAuB,oBAAoB,YAAY,WAAW;AAEpE,QAAI,KAAK,wBAAwB,qBAAqB;AACpD;AAAA,IACF;AACA,SAAK,sBAAsB;AAC3B,SAAK,YAAY;AAEjB,QAAI,CAAC,qBAAqB;AACxB;AAAA,IACF;AAEA,UAAM,mBACJ,uBAAuB,oBACnB,cACA,KAAK,KAAK,mBAAmB,IAAI,mBAAmB;AAG1D,UAAM,yBAAyB,MAAM,MAAK,qDAAkB,kBAAkB,aAAY,CAAC,CAAC;AAE5F,SAAK,OAAO;AAAA,MACV;AAAA,QACE,kBAAkB,qDAAkB;AAAA,QACpC,mBAAmB;AAAA,QACnB,2BAA2B,uBAAuB;AAAA,MACpD;AAAA,MACA;AAAA,IACF;AAGA,QAAI,kBAAkB;AACpB,iBAAW,eAAe,iBAAiB,kBAAkB,OAAO,GAAG;AACrE,YAAI,YAAY,SAAS,YAAY,WAAW,YAAY,mBAAmB;AAC7E,eAAK,kBAAkB,YAAY,OAAO,aAAa,gBAAgB;AACvE;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,qBAAqB,CAC3B,aACA,gBACG;AA9FP;AA+FI,UACE,UAAK,gBAAL,mBAAkB,SAAQ,YAAY,OACtC,YAAY,aAAa,KAAK,qBAC9B;AACA;AAAA,IACF;AACA,SAAK,YAAY;AAGjB,eAAWA,gBAAe,YAAY,kBAAkB,OAAO,GAAG;AAChE,UACEA,aAAY,SACZ,KAAK,kBAAkBA,aAAY,OAAOA,cAAa,WAAW,GAClE;AACA;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,cAAc;AACpB,QAAI,KAAK,eAAe,aAAa;AACnC,WAAK,eAAe,aAAa;AAAA,IACnC;AACA,SAAK,cAAc;AAAA,EACrB;AAAA,EAEQ,oBAAoB,CAC1B,OACA,aACA,gBACY;AACZ,SAAK,OAAO,MAAM,EAAE,aAAa,YAAY,SAAS,GAAG,6BAA6B;AACtF,QACE,KAAK,wBAAwB,YAAY,YACzC,YAAY,WAAW,YAAY,qBAClC,KAAK,eAAe,KAAK,YAAY,QAAQ,YAAY,KAC1D;AACA,aAAO;AAAA,IACT;AACA,SAAK,YAAY;AACjB,SAAK,cAAc;AACnB,SAAK,eAAe;AAAA,MAClB,eAAe;AAAA,QACb,QAAQ,KAAK,aAAa,KAAK;AAAA,QAC/B,YAAY,KAAK;AAAA,MACnB,CAAC;AAAA,IACH;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,aAAa,OAAgD;AACnE,WAAO,IAAI,YAAY,OAAO;AAAA,MAC5B,YAAY,KAAK;AAAA,MACjB,aAAa,KAAK;AAAA,MAClB,mBAAmB,KAAK;AAAA;AAAA,IAE1B,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,QAAQ;AACZ,SAAK,KAAK,IAAI,UAAU,iBAAiB,KAAK,iBAAiB;AAC/D,SAAK,KAAK,IAAI,UAAU,kBAAkB,KAAK,kBAAkB;AACjE,SAAK,YAAY;AACjB,SAAK,eAAe,OAAO,OAAO;AAAA,EACpC;AACF;","names":["publication"]}
+{"version":3,"sources":["../../../src/voice/room_io/_input.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n  type AudioFrame,\n  AudioStream,\n  FrameProcessor,\n  type NoiseCancellationOptions,\n  RemoteParticipant,\n  type RemoteTrack,\n  type RemoteTrackPublication,\n  type Room,\n  RoomEvent,\n  TrackSource,\n} from '@livekit/rtc-node';\nimport type { ReadableStream } from 'node:stream/web';\nimport { log } from '../../log.js';\nimport { resampleStream } from '../../utils.js';\nimport { AudioInput } from '../io.js';\n\nexport class ParticipantAudioInputStream extends AudioInput {\n  private room: Room;\n  private sampleRate: number;\n  private numChannels: number;\n  private noiseCancellation?: NoiseCancellationOptions;\n  private frameProcessor?: FrameProcessor<AudioFrame>;\n  private publication: RemoteTrackPublication | null = null;\n  private participantIdentity: string | null = null;\n  private currentInputId: string | null = null;\n  private logger = log();\n\n  constructor({\n    room,\n    sampleRate,\n    numChannels,\n    noiseCancellation,\n  }: {\n    room: Room;\n    sampleRate: number;\n    numChannels: number;\n    noiseCancellation?: NoiseCancellationOptions | FrameProcessor<AudioFrame>;\n  }) {\n    super();\n    this.room = room;\n    this.sampleRate = sampleRate;\n    this.numChannels = numChannels;\n    if (noiseCancellation instanceof FrameProcessor) {\n      this.frameProcessor = noiseCancellation;\n    } else {\n      this.noiseCancellation = noiseCancellation;\n    }\n\n    this.room.on(RoomEvent.TrackSubscribed, this.onTrackSubscribed);\n    this.room.on(RoomEvent.TrackUnpublished, this.onTrackUnpublished);\n    this.room.on(RoomEvent.TokenRefreshed, this.onTokenRefreshed);\n  }\n\n  setParticipant(participant: RemoteParticipant | string | null) {\n    this.logger.debug({ participant }, 'setting participant audio input');\n    const participantIdentity =\n      participant instanceof RemoteParticipant ? participant.identity : participant;\n\n    if (this.participantIdentity === participantIdentity) {\n      return;\n    }\n    if (this.participantIdentity) {\n      this.closeStream();\n    }\n    this.participantIdentity = participantIdentity;\n\n    if (!participantIdentity) {\n      return;\n    }\n\n    const participantValue =\n      participant instanceof RemoteParticipant\n        ? participant\n        : this.room.remoteParticipants.get(participantIdentity);\n\n    // Convert Map iterator to array for Pino serialization\n    const trackPublicationsArray = Array.from(participantValue?.trackPublications.values() ?? []);\n\n    this.logger.info(\n      {\n        participantValue: participantValue?.identity,\n        trackPublications: trackPublicationsArray,\n        lengthOfTrackPublications: trackPublicationsArray.length,\n      },\n      'participantValue.trackPublications',\n    );\n    // We need to check if the participant has a microphone track and subscribe to it\n    // in case we miss the tracksubscribed event\n    if (participantValue) {\n      for (const publication of participantValue.trackPublications.values()) {\n        if (publication.track && publication.source === TrackSource.SOURCE_MICROPHONE) {\n          this.onTrackSubscribed(publication.track, publication, participantValue);\n          break;\n        }\n      }\n    }\n  }\n\n  private onTrackUnpublished = (\n    publication: RemoteTrackPublication,\n    participant: RemoteParticipant,\n  ) => {\n    if (\n      this.publication?.sid !== publication.sid ||\n      participant.identity !== this.participantIdentity\n    ) {\n      return;\n    }\n    this.closeStream();\n\n    // subscribe to the first available track\n    for (const publication of participant.trackPublications.values()) {\n      if (\n        publication.track &&\n        this.onTrackSubscribed(publication.track, publication, participant)\n      ) {\n        return;\n      }\n    }\n  };\n\n  private closeStream() {\n    if (this.currentInputId) {\n      void this.multiStream.removeInputStream(this.currentInputId);\n      this.currentInputId = null;\n    }\n\n    this.publication = null;\n  }\n\n  private onTrackSubscribed = (\n    track: RemoteTrack,\n    publication: RemoteTrackPublication,\n    participant: RemoteParticipant,\n  ): boolean => {\n    this.logger.debug({ participant: participant.identity }, 'onTrackSubscribed in _input');\n    if (\n      this.participantIdentity !== participant.identity ||\n      publication.source !== TrackSource.SOURCE_MICROPHONE ||\n      (this.publication && this.publication.sid === publication.sid)\n    ) {\n      return false;\n    }\n    this.closeStream();\n    this.publication = publication;\n    this.currentInputId = this.multiStream.addInputStream(\n      resampleStream({\n        stream: this.createStream(track),\n        outputRate: this.sampleRate,\n      }),\n    );\n    this.frameProcessor?.onStreamInfoUpdated({\n      participantIdentity: participant.identity,\n      roomName: this.room.name!,\n      publicationSid: publication.sid!,\n    });\n    this.frameProcessor?.onCredentialsUpdated({\n      token: this.room.token!,\n      url: this.room.serverUrl!,\n    });\n    return true;\n  };\n\n  private onTokenRefreshed = () => {\n    if (this.room.token && this.room.serverUrl) {\n      this.frameProcessor?.onCredentialsUpdated({\n        token: this.room.token,\n        url: this.room.serverUrl,\n      });\n    }\n  };\n\n  private createStream(track: RemoteTrack): ReadableStream<AudioFrame> {\n    return new AudioStream(track, {\n      sampleRate: this.sampleRate,\n      numChannels: this.numChannels,\n      noiseCancellation: this.frameProcessor || this.noiseCancellation,\n      // TODO(AJS-269): resolve compatibility issue with node-sdk to remove the forced type casting\n    }) as unknown as ReadableStream<AudioFrame>;\n  }\n\n  override async close() {\n    this.room.off(RoomEvent.TrackSubscribed, this.onTrackSubscribed);\n    this.room.off(RoomEvent.TrackUnpublished, this.onTrackUnpublished);\n    this.room.off(RoomEvent.TokenRefreshed, this.onTokenRefreshed);\n    this.closeStream();\n    await super.close();\n\n    this.frameProcessor?.close();\n    this.frameProcessor = undefined;\n  }\n}\n"],"mappings":"AAGA;AAAA,EAEE;AAAA,EACA;AAAA,EAEA;AAAA,EAIA;AAAA,EACA;AAAA,OACK;AAEP,SAAS,WAAW;AACpB,SAAS,sBAAsB;AAC/B,SAAS,kBAAkB;AAEpB,MAAM,oCAAoC,WAAW;AAAA,EAClD;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,cAA6C;AAAA,EAC7C,sBAAqC;AAAA,EACrC,iBAAgC;AAAA,EAChC,SAAS,IAAI;AAAA,EAErB,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAKG;AACD,UAAM;AACN,SAAK,OAAO;AACZ,SAAK,aAAa;AAClB,SAAK,cAAc;AACnB,QAAI,6BAA6B,gBAAgB;AAC/C,WAAK,iBAAiB;AAAA,IACxB,OAAO;AACL,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAK,KAAK,GAAG,UAAU,iBAAiB,KAAK,iBAAiB;AAC9D,SAAK,KAAK,GAAG,UAAU,kBAAkB,KAAK,kBAAkB;AAChE,SAAK,KAAK,GAAG,UAAU,gBAAgB,KAAK,gBAAgB;AAAA,EAC9D;AAAA,EAEA,eAAe,aAAgD;AAC7D,SAAK,OAAO,MAAM,EAAE,YAAY,GAAG,iCAAiC;AACpE,UAAM,sBACJ,uBAAuB,oBAAoB,YAAY,WAAW;AAEpE,QAAI,KAAK,wBAAwB,qBAAqB;AACpD;AAAA,IACF;AACA,QAAI,KAAK,qBAAqB;AAC5B,WAAK,YAAY;AAAA,IACnB;AACA,SAAK,sBAAsB;AAE3B,QAAI,CAAC,qBAAqB;AACxB;AAAA,IACF;AAEA,UAAM,mBACJ,uBAAuB,oBACnB,cACA,KAAK,KAAK,mBAAmB,IAAI,mBAAmB;AAG1D,UAAM,yBAAyB,MAAM,MAAK,qDAAkB,kBAAkB,aAAY,CAAC,CAAC;AAE5F,SAAK,OAAO;AAAA,MACV;AAAA,QACE,kBAAkB,qDAAkB;AAAA,QACpC,mBAAmB;AAAA,QACnB,2BAA2B,uBAAuB;AAAA,MACpD;AAAA,MACA;AAAA,IACF;AAGA,QAAI,kBAAkB;AACpB,iBAAW,eAAe,iBAAiB,kBAAkB,OAAO,GAAG;AACrE,YAAI,YAAY,SAAS,YAAY,WAAW,YAAY,mBAAmB;AAC7E,eAAK,kBAAkB,YAAY,OAAO,aAAa,gBAAgB;AACvE;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,qBAAqB,CAC3B,aACA,gBACG;AAzGP;AA0GI,UACE,UAAK,gBAAL,mBAAkB,SAAQ,YAAY,OACtC,YAAY,aAAa,KAAK,qBAC9B;AACA;AAAA,IACF;AACA,SAAK,YAAY;AAGjB,eAAWA,gBAAe,YAAY,kBAAkB,OAAO,GAAG;AAChE,UACEA,aAAY,SACZ,KAAK,kBAAkBA,aAAY,OAAOA,cAAa,WAAW,GAClE;AACA;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,cAAc;AACpB,QAAI,KAAK,gBAAgB;AACvB,WAAK,KAAK,YAAY,kBAAkB,KAAK,cAAc;AAC3D,WAAK,iBAAiB;AAAA,IACxB;AAEA,SAAK,cAAc;AAAA,EACrB;AAAA,EAEQ,oBAAoB,CAC1B,OACA,aACA,gBACY;AA1IhB;AA2II,SAAK,OAAO,MAAM,EAAE,aAAa,YAAY,SAAS,GAAG,6BAA6B;AACtF,QACE,KAAK,wBAAwB,YAAY,YACzC,YAAY,WAAW,YAAY,qBAClC,KAAK,eAAe,KAAK,YAAY,QAAQ,YAAY,KAC1D;AACA,aAAO;AAAA,IACT;AACA,SAAK,YAAY;AACjB,SAAK,cAAc;AACnB,SAAK,iBAAiB,KAAK,YAAY;AAAA,MACrC,eAAe;AAAA,QACb,QAAQ,KAAK,aAAa,KAAK;AAAA,QAC/B,YAAY,KAAK;AAAA,MACnB,CAAC;AAAA,IACH;AACA,eAAK,mBAAL,mBAAqB,oBAAoB;AAAA,MACvC,qBAAqB,YAAY;AAAA,MACjC,UAAU,KAAK,KAAK;AAAA,MACpB,gBAAgB,YAAY;AAAA,IAC9B;AACA,eAAK,mBAAL,mBAAqB,qBAAqB;AAAA,MACxC,OAAO,KAAK,KAAK;AAAA,MACjB,KAAK,KAAK,KAAK;AAAA,IACjB;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,mBAAmB,MAAM;AAvKnC;AAwKI,QAAI,KAAK,KAAK,SAAS,KAAK,KAAK,WAAW;AAC1C,iBAAK,mBAAL,mBAAqB,qBAAqB;AAAA,QACxC,OAAO,KAAK,KAAK;AAAA,QACjB,KAAK,KAAK,KAAK;AAAA,MACjB;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAAa,OAAgD;AACnE,WAAO,IAAI,YAAY,OAAO;AAAA,MAC5B,YAAY,KAAK;AAAA,MACjB,aAAa,KAAK;AAAA,MAClB,mBAAmB,KAAK,kBAAkB,KAAK;AAAA;AAAA,IAEjD,CAAC;AAAA,EACH;AAAA,EAEA,MAAe,QAAQ;AAzLzB;AA0LI,SAAK,KAAK,IAAI,UAAU,iBAAiB,KAAK,iBAAiB;AAC/D,SAAK,KAAK,IAAI,UAAU,kBAAkB,KAAK,kBAAkB;AACjE,SAAK,KAAK,IAAI,UAAU,gBAAgB,KAAK,gBAAgB;AAC7D,SAAK,YAAY;AACjB,UAAM,MAAM,MAAM;AAElB,eAAK,mBAAL,mBAAqB;AACrB,SAAK,iBAAiB;AAAA,EACxB;AACF;","names":["publication"]}

package/dist/voice/room_io/_output.cjs

@@ -88,8 +88,9 @@ class BaseParticipantTranscriptionOutput extends import_io.TextOutput {
     if (!this.participantIdentity) {
       return;
     }
-    this.latestText = text;
-    await this.handleCaptureText(text);
+    const textStr = (0, import_io.isTimedString)(text) ? text.text : text;
+    this.latestText = textStr;
+    await this.handleCaptureText(textStr);
   }
   flush() {
     if (!this.participantIdentity || !this.capturing) {
@@ -241,7 +242,7 @@ class ParticipantLegacyTranscriptionOutput extends BaseParticipantTranscriptionO
   }
 }
 class ParalellTextOutput extends import_io.TextOutput {
-  /* @internal */
+  /** @internal */
   _sinks;
   constructor(sinks, nextInChain) {
     super(nextInChain);
@@ -262,11 +263,13 @@ class ParticipantAudioOutput extends import_io.AudioOutput {
   audioSource;
   publication;
   flushTask;
-  pushedDurationMs = 0;
+  /** Duration of audio pushed to the source, in seconds */
+  pushedDuration = 0;
   startedFuture = new import_utils.Future();
   interruptedFuture = new import_utils.Future();
+  firstFrameEmitted = false;
   constructor(room, options) {
-    super(options.sampleRate);
+    super(options.sampleRate, void 0, { pause: true });
     this.room = room;
     this.options = options;
     this.audioSource = new import_rtc_node.AudioSource(options.sampleRate, options.numChannels);
@@ -280,7 +283,11 @@ class ParticipantAudioOutput extends import_io.AudioOutput {
   async captureFrame(frame) {
     await this.startedFuture.await;
     super.captureFrame(frame);
-    this.pushedDurationMs += frame.samplesPerChannel / frame.sampleRate;
+    if (!this.firstFrameEmitted) {
+      this.firstFrameEmitted = true;
+      this.onPlaybackStarted(Date.now());
+    }
+    this.pushedDuration += frame.samplesPerChannel / frame.sampleRate;
     await this.audioSource.captureFrame(frame);
   }
   async waitForPlayoutTask(abortController) {
@@ -297,13 +304,14 @@ class ParticipantAudioOutput extends import_io.AudioOutput {
       abortFuture.await,
       this.interruptedFuture.await.then(() => true)
     ]);
-    let pushedDuration = this.pushedDurationMs;
+    let pushedDuration = this.pushedDuration;
     if (interrupted) {
-      pushedDuration = Math.max(this.pushedDurationMs - this.audioSource.queuedDuration, 0);
+      pushedDuration = Math.max(this.pushedDuration - this.audioSource.queuedDuration / 1e3, 0);
       this.audioSource.clearQueue();
     }
-    this.pushedDurationMs = 0;
+    this.pushedDuration = 0;
     this.interruptedFuture = new import_utils.Future();
+    this.firstFrameEmitted = false;
     this.onPlaybackFinished({
       playbackPosition: pushedDuration,
       interrupted
@@ -314,7 +322,7 @@ class ParticipantAudioOutput extends import_io.AudioOutput {
    */
   flush() {
     super.flush();
-    if (!this.pushedDurationMs) {
+    if (!this.pushedDuration) {
       return;
     }
     if (this.flushTask && !this.flushTask.done) {
@@ -324,7 +332,7 @@ class ParticipantAudioOutput extends import_io.AudioOutput {
     this.flushTask = import_utils.Task.from((controller) => this.waitForPlayoutTask(controller));
   }
   clearBuffer() {
-    if (!this.pushedDurationMs) {
+    if (!this.pushedDuration) {
       return;
     }
     this.interruptedFuture.resolve();