@livekit/agents 1.0.6 → 1.0.8

package/dist/voice/room_io/room_io.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/voice/room_io/room_io.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n  ConnectionState,\n  DisconnectReason,\n  type NoiseCancellationOptions,\n  type Participant,\n  ParticipantKind,\n  type RemoteParticipant,\n  type Room,\n  RoomEvent,\n  type TextStreamInfo,\n  type TextStreamReader,\n  TrackPublishOptions,\n  TrackSource,\n} from '@livekit/rtc-node';\nimport type { WritableStreamDefaultWriter } from 'node:stream/web';\nimport { ATTRIBUTE_PUBLISH_ON_BEHALF, TOPIC_CHAT } from '../../constants.js';\nimport { log } from '../../log.js';\nimport { IdentityTransform } from '../../stream/identity_transform.js';\nimport { Future, Task } from '../../utils.js';\nimport { type AgentSession } from '../agent_session.js';\nimport {\n  AgentSessionEventTypes,\n  type AgentStateChangedEvent,\n  CloseReason,\n  type UserInputTranscribedEvent,\n} from '../events.js';\nimport type { AudioOutput, TextOutput } from '../io.js';\nimport { TranscriptionSynchronizer } from '../transcription/synchronizer.js';\nimport { ParticipantAudioInputStream } from './_input.js';\nimport {\n  ParalellTextOutput,\n  ParticipantAudioOutput,\n  ParticipantLegacyTranscriptionOutput,\n  ParticipantTranscriptionOutput,\n} from './_output.js';\n\nexport interface TextInputEvent {\n  text: string;\n  info: TextStreamInfo;\n  participant: RemoteParticipant;\n}\n\nexport type TextInputCallback = (sess: AgentSession, ev: TextInputEvent) => void | Promise<void>;\n\nconst DEFAULT_TEXT_INPUT_CALLBACK: TextInputCallback = (sess: AgentSession, ev: TextInputEvent) => {\n  sess.interrupt();\n  sess.generateReply({ userInput: ev.text });\n};\n\nconst DEFAULT_PARTICIPANT_KINDS: ParticipantKind[] = [\n  ParticipantKind.SIP,\n  ParticipantKind.STANDARD,\n];\n\nconst CLOSE_ON_DISCONNECT_REASONS: DisconnectReason[] = [\n  DisconnectReason.CLIENT_INITIATED,\n  DisconnectReason.ROOM_DELETED,\n  DisconnectReason.USER_REJECTED,\n];\n\nexport interface RoomInputOptions {\n  audioSampleRate: number;\n  audioNumChannels: number;\n  textEnabled: boolean;\n  audioEnabled: boolean;\n  videoEnabled: boolean;\n  participantIdentity?: string;\n  noiseCancellation?: NoiseCancellationOptions;\n  textInputCallback?: TextInputCallback;\n  participantKinds?: ParticipantKind[];\n  closeOnDisconnect: boolean;\n}\n\nexport interface RoomOutputOptions {\n  transcriptionEnabled: boolean;\n  audioEnabled: boolean;\n  audioSampleRate: number;\n  audioNumChannels: number;\n  syncTranscription: boolean;\n  audioPublishOptions: TrackPublishOptions;\n}\n\nconst DEFAULT_ROOM_INPUT_OPTIONS: RoomInputOptions = {\n  audioSampleRate: 24000,\n  audioNumChannels: 1,\n  textEnabled: true,\n  audioEnabled: true,\n  videoEnabled: false,\n  textInputCallback: DEFAULT_TEXT_INPUT_CALLBACK,\n  closeOnDisconnect: true,\n};\n\nconst DEFAULT_ROOM_OUTPUT_OPTIONS: RoomOutputOptions = {\n  audioSampleRate: 24000,\n  audioNumChannels: 1,\n  transcriptionEnabled: true,\n  audioEnabled: true,\n  syncTranscription: true,\n  audioPublishOptions: new TrackPublishOptions({ source: TrackSource.SOURCE_MICROPHONE }),\n};\n\nexport class RoomIO {\n  private agentSession: AgentSession;\n  private room: Room;\n  private inputOptions: RoomInputOptions;\n  private outputOptions: RoomOutputOptions;\n\n  private audioInput?: ParticipantAudioInputStream;\n  private participantAudioOutput?: ParticipantAudioOutput;\n  private userTranscriptOutput?: ParalellTextOutput;\n  private agentTranscriptOutput?: ParalellTextOutput;\n  private transcriptionSynchronizer?: TranscriptionSynchronizer;\n  private participantIdentity: string | null = null;\n\n  private participantAvailableFuture: Future<RemoteParticipant> = new Future();\n  private roomConnectedFuture: Future<void> = new Future();\n\n  // Use stream API for transcript queue\n  private userTranscriptStream = new IdentityTransform<UserInputTranscribedEvent>();\n  private userTranscriptWriter: WritableStreamDefaultWriter<UserInputTranscribedEvent>;\n  private forwardUserTranscriptTask?: Task<void>;\n  private initTask?: Task<void>;\n\n  private textStreamHandlerRegistered = false;\n\n  private logger = log();\n\n  constructor({\n    agentSession,\n    room,\n    participant = null,\n    inputOptions,\n    outputOptions,\n  }: {\n    agentSession: AgentSession;\n    room: Room;\n    participant?: RemoteParticipant | string | null;\n    inputOptions?: Partial<RoomInputOptions>;\n    outputOptions?: Partial<RoomOutputOptions>;\n  }) {\n    this.agentSession = agentSession;\n    this.room = room;\n    this.inputOptions = { ...DEFAULT_ROOM_INPUT_OPTIONS, ...inputOptions };\n    this.outputOptions = { ...DEFAULT_ROOM_OUTPUT_OPTIONS, ...outputOptions };\n\n    this.userTranscriptWriter = this.userTranscriptStream.writable.getWriter();\n\n    this.participantIdentity = participant\n      ? typeof participant === 'string'\n        ? participant\n        : participant.identity\n      : this.inputOptions.participantIdentity ?? null;\n  }\n  private async init(signal: AbortSignal): Promise<void> {\n    await this.roomConnectedFuture.await;\n\n    for (const participant of this.room.remoteParticipants.values()) {\n      this.onParticipantConnected(participant);\n    }\n    if (signal.aborted) {\n      return;\n    }\n\n    const participant = await this.participantAvailableFuture.await;\n    this.setParticipant(participant.identity);\n\n    // init agent outputs\n    this.updateTranscriptionOutput({\n      output: this.agentTranscriptOutput,\n      participant: this.room.localParticipant?.identity ?? null,\n    });\n\n    await this.participantAudioOutput?.start(signal);\n  }\n\n  private onConnectionStateChanged = (state: ConnectionState) => {\n    this.logger.debug({ state }, 'connection state changed');\n    if (\n      state === ConnectionState.CONN_CONNECTED &&\n      this.room.isConnected &&\n      !this.roomConnectedFuture.done\n    ) {\n      this.roomConnectedFuture.resolve();\n    }\n  };\n\n  private onParticipantConnected = (participant: RemoteParticipant) => {\n    if (this.participantAvailableFuture.done) {\n      return;\n    }\n\n    if (this.participantIdentity) {\n      if (participant.identity !== this.participantIdentity) {\n        return;\n      }\n    } else if (\n      // otherwise, skip participants that are marked as publishing for this agent\n      participant.attributes?.[ATTRIBUTE_PUBLISH_ON_BEHALF] === this.room.localParticipant?.identity\n    ) {\n      return;\n    }\n\n    const acceptedKinds = this.inputOptions.participantKinds ?? DEFAULT_PARTICIPANT_KINDS;\n    if (participant.info.kind !== undefined && !acceptedKinds.includes(participant.info.kind)) {\n      return;\n    }\n\n    this.participantAvailableFuture.resolve(participant);\n  };\n\n  private onParticipantDisconnected = (participant: RemoteParticipant) => {\n    if (participant.identity !== this.participantIdentity) {\n      return;\n    }\n    this.participantAvailableFuture = new Future<RemoteParticipant>();\n    if (\n      this.inputOptions.closeOnDisconnect &&\n      participant.disconnectReason &&\n      CLOSE_ON_DISCONNECT_REASONS.includes(participant.disconnectReason)\n    ) {\n      this.logger.info(\n        {\n          participant: participant.identity,\n          reason: DisconnectReason[participant.disconnectReason],\n        },\n        'closing agent session due to participant disconnect ' +\n          '(disable via `RoomInputOptions.closeOnDisconnect=False`)',\n      );\n      this.agentSession._closeSoon({\n        reason: CloseReason.PARTICIPANT_DISCONNECTED,\n      });\n    }\n  };\n\n  private onUserInputTranscribed = (ev: UserInputTranscribedEvent) => {\n    this.userTranscriptWriter.write(ev).catch((error) => {\n      this.logger.error({ error }, 'Failed to write transcript event to stream');\n    });\n  };\n\n  private onAgentStateChanged = async (ev: AgentStateChangedEvent) => {\n    if (this.room.isConnected && this.room.localParticipant) {\n      await this.room.localParticipant.setAttributes({\n        [`lk.agent.state`]: ev.newState,\n      });\n    }\n  };\n\n  private onUserTextInput = (reader: TextStreamReader, participantInfo: { identity: string }) => {\n    if (participantInfo.identity !== this.participantIdentity) {\n      return;\n    }\n\n    const participant = this.room.remoteParticipants.get(participantInfo.identity);\n    if (!participant) {\n      this.logger.warn('participant not found, ignoring text input');\n      return;\n    }\n\n    const readText = async () => {\n      const text = await reader.readAll();\n\n      const textInputResult = this.inputOptions.textInputCallback!(this.agentSession, {\n        text,\n        info: reader.info,\n        participant,\n      });\n\n      // check if callback is a Promise\n      if (textInputResult instanceof Promise) {\n        await textInputResult;\n      }\n    };\n\n    readText().catch((error) => {\n      this.logger.error({ error }, 'Error reading text input');\n    });\n  };\n\n  private async forwardUserTranscript(signal: AbortSignal): Promise<void> {\n    const reader = this.userTranscriptStream.readable.getReader();\n    try {\n      while (!signal.aborted) {\n        const { done, value } = await reader.read();\n        if (done) break;\n\n        const event = value;\n        // IMPORTANT: need to await here to avoid race condition\n        await this.userTranscriptOutput?.captureText(event.transcript);\n        if (event.isFinal) {\n          this.userTranscriptOutput?.flush();\n        }\n      }\n    } catch (error) {\n      this.logger.error({ error }, 'Error processing transcript stream');\n    }\n  }\n\n  private createTranscriptionOutput(options: {\n    isDeltaStream: boolean;\n    participant: Participant | string | null;\n  }) {\n    return new ParalellTextOutput([\n      new ParticipantLegacyTranscriptionOutput(\n        this.room,\n        options.isDeltaStream,\n        options.participant,\n      ),\n      new ParticipantTranscriptionOutput(this.room, options.isDeltaStream, options.participant),\n    ]);\n  }\n\n  private updateTranscriptionOutput({\n    output,\n    participant,\n  }: {\n    output?: ParalellTextOutput;\n    participant: string | null;\n  }) {\n    if (!output) {\n      return;\n    }\n\n    for (const sink of output._sinks) {\n      if (\n        sink instanceof ParticipantLegacyTranscriptionOutput ||\n        sink instanceof ParticipantTranscriptionOutput\n      ) {\n        sink.setParticipant(participant);\n      }\n    }\n  }\n\n  get audioOutput(): AudioOutput | undefined {\n    if (!this.transcriptionSynchronizer) {\n      return this.participantAudioOutput;\n    }\n\n    return this.transcriptionSynchronizer.audioOutput;\n  }\n\n  get transcriptionOutput(): TextOutput | undefined {\n    if (!this.transcriptionSynchronizer) {\n      return this.agentTranscriptOutput;\n    }\n\n    return this.transcriptionSynchronizer.textOutput;\n  }\n\n  /* Switch to a different participant */\n  setParticipant(participantIdentity: string | null) {\n    this.logger.debug({ participantIdentity }, 'setting participant');\n    if (participantIdentity === null) {\n      this.unsetParticipant();\n      return;\n    }\n\n    if (this.participantIdentity !== participantIdentity) {\n      this.participantAvailableFuture = new Future<RemoteParticipant>();\n\n      // check if new participant is already connected\n      for (const participant of this.room.remoteParticipants.values()) {\n        if (participant.identity === participantIdentity) {\n          this.participantAvailableFuture.resolve(participant);\n          break;\n        }\n      }\n    }\n\n    // update participant identity and handlers\n    this.participantIdentity = participantIdentity;\n    this.audioInput?.setParticipant(participantIdentity);\n    this.updateTranscriptionOutput({\n      output: this.userTranscriptOutput,\n      participant: participantIdentity,\n    });\n  }\n\n  unsetParticipant() {\n    this.participantIdentity = null;\n    this.participantAvailableFuture = new Future<RemoteParticipant>();\n    this.audioInput?.setParticipant(null);\n    this.updateTranscriptionOutput({\n      output: this.userTranscriptOutput,\n      participant: null,\n    });\n  }\n\n  start() {\n    if (this.inputOptions.textEnabled) {\n      try {\n        this.room.registerTextStreamHandler(TOPIC_CHAT, this.onUserTextInput);\n        this.textStreamHandlerRegistered = true;\n      } catch (error) {\n        if (this.inputOptions.textEnabled) {\n          this.logger.warn(`text stream handler for topic \"${TOPIC_CHAT}\" already set, ignoring`);\n        }\n      }\n    }\n\n    // -- create inputs --\n    if (this.inputOptions.audioEnabled) {\n      this.audioInput = new ParticipantAudioInputStream({\n        room: this.room,\n        sampleRate: this.inputOptions.audioSampleRate,\n        numChannels: this.inputOptions.audioNumChannels,\n        noiseCancellation: this.inputOptions.noiseCancellation,\n      });\n    }\n\n    // -- create outputs --\n    if (this.outputOptions.audioEnabled) {\n      this.participantAudioOutput = new ParticipantAudioOutput(this.room, {\n        sampleRate: this.outputOptions.audioSampleRate,\n        numChannels: this.outputOptions.audioNumChannels,\n        trackPublishOptions: this.outputOptions.audioPublishOptions,\n      });\n    }\n    if (this.outputOptions.transcriptionEnabled) {\n      this.userTranscriptOutput = this.createTranscriptionOutput({\n        isDeltaStream: false,\n        participant: this.participantIdentity,\n      });\n      // Start the transcript forwarding\n      this.forwardUserTranscriptTask = Task.from((controller) =>\n        this.forwardUserTranscript(controller.signal),\n      );\n      this.agentTranscriptOutput = this.createTranscriptionOutput({\n        isDeltaStream: true,\n        participant: null,\n      });\n\n      // use the RoomIO's audio output if available, otherwise use the agent's audio output\n      // TODO(AJS-176): check for agent output\n      const audioOutput = this.participantAudioOutput;\n      if (this.outputOptions.syncTranscription && audioOutput) {\n        this.transcriptionSynchronizer = new TranscriptionSynchronizer(\n          audioOutput,\n          this.agentTranscriptOutput,\n        );\n      }\n    }\n\n    // -- set the room event handlers --\n    this.room.on(RoomEvent.ParticipantConnected, this.onParticipantConnected);\n    this.room.on(RoomEvent.ConnectionStateChanged, this.onConnectionStateChanged);\n    this.room.on(RoomEvent.ParticipantDisconnected, this.onParticipantDisconnected);\n    if (this.room.isConnected) {\n      this.onConnectionStateChanged(ConnectionState.CONN_CONNECTED);\n    }\n\n    this.initTask = Task.from((controller) => this.init(controller.signal));\n\n    // -- attatch the agent to the session --\n    if (this.audioInput) {\n      this.agentSession.input.audio = this.audioInput;\n    }\n    if (this.audioOutput) {\n      this.agentSession.output.audio = this.audioOutput;\n    }\n    if (this.transcriptionOutput) {\n      this.agentSession.output.transcription = this.transcriptionOutput;\n    }\n\n    this.agentSession.on(AgentSessionEventTypes.AgentStateChanged, this.onAgentStateChanged);\n    this.agentSession.on(AgentSessionEventTypes.UserInputTranscribed, this.onUserInputTranscribed);\n  }\n\n  async close() {\n    this.room.off(RoomEvent.ParticipantConnected, this.onParticipantConnected);\n    this.room.off(RoomEvent.ConnectionStateChanged, this.onConnectionStateChanged);\n    this.room.off(RoomEvent.ParticipantDisconnected, this.onParticipantDisconnected);\n    this.agentSession.off(AgentSessionEventTypes.UserInputTranscribed, this.onUserInputTranscribed);\n    this.agentSession.off(AgentSessionEventTypes.AgentStateChanged, this.onAgentStateChanged);\n\n    if (this.textStreamHandlerRegistered) {\n      this.room.unregisterTextStreamHandler(TOPIC_CHAT);\n      this.textStreamHandlerRegistered = false;\n    }\n\n    await this.initTask?.cancelAndWait();\n\n    // Close stream FIRST so reader.read() in forwardUserTranscript can exit.\n    // This is a workaround for a race condition in the stream API.\n    this.userTranscriptWriter.close();\n    await this.forwardUserTranscriptTask?.cancelAndWait();\n\n    await this.audioInput?.close();\n    await this.participantAudioOutput?.close();\n    await this.transcriptionSynchronizer?.close();\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,sBAaO;AAEP,uBAAwD;AACxD,iBAAoB;AACpB,gCAAkC;AAClC,mBAA6B;AAC7B,2BAAkC;AAClC,oBAKO;AAEP,0BAA0C;AAC1C,mBAA4C;AAC5C,oBAKO;AAUP,MAAM,8BAAiD,CAAC,MAAoB,OAAuB;AACjG,OAAK,UAAU;AACf,OAAK,cAAc,EAAE,WAAW,GAAG,KAAK,CAAC;AAC3C;AAEA,MAAM,4BAA+C;AAAA,EACnD,gCAAgB;AAAA,EAChB,gCAAgB;AAClB;AAEA,MAAM,8BAAkD;AAAA,EACtD,iCAAiB;AAAA,EACjB,iCAAiB;AAAA,EACjB,iCAAiB;AACnB;AAwBA,MAAM,6BAA+C;AAAA,EACnD,iBAAiB;AAAA,EACjB,kBAAkB;AAAA,EAClB,aAAa;AAAA,EACb,cAAc;AAAA,EACd,cAAc;AAAA,EACd,mBAAmB;AAAA,EACnB,mBAAmB;AACrB;AAEA,MAAM,8BAAiD;AAAA,EACrD,iBAAiB;AAAA,EACjB,kBAAkB;AAAA,EAClB,sBAAsB;AAAA,EACtB,cAAc;AAAA,EACd,mBAAmB;AAAA,EACnB,qBAAqB,IAAI,oCAAoB,EAAE,QAAQ,4BAAY,kBAAkB,CAAC;AACxF;AAEO,MAAM,OAAO;AAAA,EACV;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,sBAAqC;AAAA,EAErC,6BAAwD,IAAI,oBAAO;AAAA,EACnE,sBAAoC,IAAI,oBAAO;AAAA;AAAA,EAG/C,uBAAuB,IAAI,4CAA6C;AAAA,EACxE;AAAA,EACA;AAAA,EACA;AAAA,EAEA,8BAA8B;AAAA,EAE9B,aAAS,gBAAI;AAAA,EAErB,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA,cAAc;AAAA,IACd;AAAA,IACA;AAAA,EACF,GAMG;AACD,SAAK,eAAe;AACpB,SAAK,OAAO;AACZ,SAAK,eAAe,EAAE,GAAG,4BAA4B,GAAG,aAAa;AACrE,SAAK,gBAAgB,EAAE,GAAG,6BAA6B,GAAG,cAAc;AAExE,SAAK,uBAAuB,KAAK,qBAAqB,SAAS,UAAU;AAEzE,SAAK,sBAAsB,cACvB,OAAO,gBAAgB,WACrB,cACA,YAAY,WACd,KAAK,aAAa,uBAAuB;AAAA,EAC/C;AAAA,EACA,MAAc,KAAK,QAAoC;AA5JzD;AA6JI,UAAM,KAAK,oBAAoB;AAE/B,eAAWA,gBAAe,KAAK,KAAK,mBAAmB,OAAO,GAAG;AAC/D,WAAK,uBAAuBA,YAAW;AAAA,IACzC;AACA,QAAI,OAAO,SAAS;AAClB;AAAA,IACF;AAEA,UAAM,cAAc,MAAM,KAAK,2BAA2B;AAC1D,SAAK,eAAe,YAAY,QAAQ;AAGxC,SAAK,0BAA0B;AAAA,MAC7B,QAAQ,KAAK;AAAA,MACb,eAAa,UAAK,KAAK,qBAAV,mBAA4B,aAAY;AAAA,IACvD,CAAC;AAED,YAAM,UAAK,2BAAL,mBAA6B,MAAM;AAAA,EAC3C;AAAA,EAEQ,2BAA2B,CAAC,UAA2B;AAC7D,SAAK,OAAO,MAAM,EAAE,MAAM,GAAG,0BAA0B;AACvD,QACE,UAAU,gCAAgB,kBAC1B,KAAK,KAAK,eACV,CAAC,KAAK,oBAAoB,MAC1B;AACA,WAAK,oBAAoB,QAAQ;AAAA,IACnC;AAAA,EACF;AAAA,EAEQ,yBAAyB,CAAC,gBAAmC;AA7LvE;AA8LI,QAAI,KAAK,2BAA2B,MAAM;AACxC;AAAA,IACF;AAEA,QAAI,KAAK,qBAAqB;AAC5B,UAAI,YAAY,aAAa,KAAK,qBAAqB;AACrD;AAAA,MACF;AAAA,IACF;AAAA;AAAA,QAEE,iBAAY,eAAZ,mBAAyB,qDAAiC,UAAK,KAAK,qBAAV,mBAA4B;AAAA,MACtF;AACA;AAAA,IACF;AAEA,UAAM,gBAAgB,KAAK,aAAa,oBAAoB;AAC5D,QAAI,YAAY,KAAK,SAAS,UAAa,CAAC,cAAc,SAAS,YAAY,KAAK,IAAI,GAAG;AACzF;AAAA,IACF;AAEA,SAAK,2BAA2B,QAAQ,WAAW;AAAA,EACrD;AAAA,EAEQ,4BAA4B,CAAC,gBAAmC;AACtE,QAAI,YAAY,aAAa,KAAK,qBAAqB;AACrD;AAAA,IACF;AACA,SAAK,6BAA6B,IAAI,oBAA0B;AAChE,QACE,KAAK,aAAa,qBAClB,YAAY,oBACZ,4BAA4B,SAAS,YAAY,gBAAgB,GACjE;AACA,WAAK,OAAO;AAAA,QACV;AAAA,UACE,aAAa,YAAY;AAAA,UACzB,QAAQ,iCAAiB,YAAY,gBAAgB;AAAA,QACvD;AAAA,QACA;AAAA,MAEF;AACA,WAAK,aAAa,WAAW;AAAA,QAC3B,QAAQ,0BAAY;AAAA,MACtB,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,yBAAyB,CAAC,OAAkC;AAClE,SAAK,qBAAqB,MAAM,EAAE,EAAE,MAAM,CAAC,UAAU;AACnD,WAAK,OAAO,MAAM,EAAE,MAAM,GAAG,4CAA4C;AAAA,IAC3E,CAAC;AAAA,EACH;AAAA,EAEQ,sBAAsB,OAAO,OAA+B;AAClE,QAAI,KAAK,KAAK,eAAe,KAAK,KAAK,kBAAkB;AACvD,YAAM,KAAK,KAAK,iBAAiB,cAAc;AAAA,QAC7C,CAAC,gBAAgB,GAAG,GAAG;AAAA,MACzB,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,kBAAkB,CAAC,QAA0B,oBAA0C;AAC7F,QAAI,gBAAgB,aAAa,KAAK,qBAAqB;AACzD;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,KAAK,mBAAmB,IAAI,gBAAgB,QAAQ;AAC7E,QAAI,CAAC,aAAa;AAChB,WAAK,OAAO,KAAK,4CAA4C;AAC7D;AAAA,IACF;AAEA,UAAM,WAAW,YAAY;AAC3B,YAAM,OAAO,MAAM,OAAO,QAAQ;AAElC,YAAM,kBAAkB,KAAK,aAAa,kBAAmB,KAAK,cAAc;AAAA,QAC9E;AAAA,QACA,MAAM,OAAO;AAAA,QACb;AAAA,MACF,CAAC;AAGD,UAAI,2BAA2B,SAAS;AACtC,cAAM;AAAA,MACR;AAAA,IACF;AAEA,aAAS,EAAE,MAAM,CAAC,UAAU;AAC1B,WAAK,OAAO,MAAM,EAAE,MAAM,GAAG,0BAA0B;AAAA,IACzD,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,sBAAsB,QAAoC;AA1R1E;AA2RI,UAAM,SAAS,KAAK,qBAAqB,SAAS,UAAU;AAC5D,QAAI;AACF,aAAO,CAAC,OAAO,SAAS;AACtB,cAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,YAAI,KAAM;AAEV,cAAM,QAAQ;AAEd,gBAAM,UAAK,yBAAL,mBAA2B,YAAY,MAAM;AACnD,YAAI,MAAM,SAAS;AACjB,qBAAK,yBAAL,mBAA2B;AAAA,QAC7B;AAAA,MACF;AAAA,IACF,SAAS,OAAO;AACd,WAAK,OAAO,MAAM,EAAE,MAAM,GAAG,oCAAoC;AAAA,IACnE;AAAA,EACF;AAAA,EAEQ,0BAA0B,SAG/B;AACD,WAAO,IAAI,iCAAmB;AAAA,MAC5B,IAAI;AAAA,QACF,KAAK;AAAA,QACL,QAAQ;AAAA,QACR,QAAQ;AAAA,MACV;AAAA,MACA,IAAI,6CAA+B,KAAK,MAAM,QAAQ,eAAe,QAAQ,WAAW;AAAA,IAC1F,CAAC;AAAA,EACH;AAAA,EAEQ,0BAA0B;AAAA,IAChC;AAAA,IACA;AAAA,EACF,GAGG;AACD,QAAI,CAAC,QAAQ;AACX;AAAA,IACF;AAEA,eAAW,QAAQ,OAAO,QAAQ;AAChC,UACE,gBAAgB,sDAChB,gBAAgB,8CAChB;AACA,aAAK,eAAe,WAAW;AAAA,MACjC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,cAAuC;AACzC,QAAI,CAAC,KAAK,2BAA2B;AACnC,aAAO,KAAK;AAAA,IACd;AAEA,WAAO,KAAK,0BAA0B;AAAA,EACxC;AAAA,EAEA,IAAI,sBAA8C;AAChD,QAAI,CAAC,KAAK,2BAA2B;AACnC,aAAO,KAAK;AAAA,IACd;AAEA,WAAO,KAAK,0BAA0B;AAAA,EACxC;AAAA;AAAA,EAGA,eAAe,qBAAoC;AAjWrD;AAkWI,SAAK,OAAO,MAAM,EAAE,oBAAoB,GAAG,qBAAqB;AAChE,QAAI,wBAAwB,MAAM;AAChC,WAAK,iBAAiB;AACtB;AAAA,IACF;AAEA,QAAI,KAAK,wBAAwB,qBAAqB;AACpD,WAAK,6BAA6B,IAAI,oBAA0B;AAGhE,iBAAW,eAAe,KAAK,KAAK,mBAAmB,OAAO,GAAG;AAC/D,YAAI,YAAY,aAAa,qBAAqB;AAChD,eAAK,2BAA2B,QAAQ,WAAW;AACnD;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,SAAK,sBAAsB;AAC3B,eAAK,eAAL,mBAAiB,eAAe;AAChC,SAAK,0BAA0B;AAAA,MAC7B,QAAQ,KAAK;AAAA,MACb,aAAa;AAAA,IACf,CAAC;AAAA,EACH;AAAA,EAEA,mBAAmB;AA7XrB;AA8XI,SAAK,sBAAsB;AAC3B,SAAK,6BAA6B,IAAI,oBAA0B;AAChE,eAAK,eAAL,mBAAiB,eAAe;AAChC,SAAK,0BAA0B;AAAA,MAC7B,QAAQ,KAAK;AAAA,MACb,aAAa;AAAA,IACf,CAAC;AAAA,EACH;AAAA,EAEA,QAAQ;AACN,QAAI,KAAK,aAAa,aAAa;AACjC,UAAI;AACF,aAAK,KAAK,0BAA0B,6BAAY,KAAK,eAAe;AACpE,aAAK,8BAA8B;AAAA,MACrC,SAAS,OAAO;AACd,YAAI,KAAK,aAAa,aAAa;AACjC,eAAK,OAAO,KAAK,kCAAkC,2BAAU,yBAAyB;AAAA,QACxF;AAAA,MACF;AAAA,IACF;AAGA,QAAI,KAAK,aAAa,cAAc;AAClC,WAAK,aAAa,IAAI,yCAA4B;AAAA,QAChD,MAAM,KAAK;AAAA,QACX,YAAY,KAAK,aAAa;AAAA,QAC9B,aAAa,KAAK,aAAa;AAAA,QAC/B,mBAAmB,KAAK,aAAa;AAAA,MACvC,CAAC;AAAA,IACH;AAGA,QAAI,KAAK,cAAc,cAAc;AACnC,WAAK,yBAAyB,IAAI,qCAAuB,KAAK,MAAM;AAAA,QAClE,YAAY,KAAK,cAAc;AAAA,QAC/B,aAAa,KAAK,cAAc;AAAA,QAChC,qBAAqB,KAAK,cAAc;AAAA,MAC1C,CAAC;AAAA,IACH;AACA,QAAI,KAAK,cAAc,sBAAsB;AAC3C,WAAK,uBAAuB,KAAK,0BAA0B;AAAA,QACzD,eAAe;AAAA,QACf,aAAa,KAAK;AAAA,MACpB,CAAC;AAED,WAAK,4BAA4B,kBAAK;AAAA,QAAK,CAAC,eAC1C,KAAK,sBAAsB,WAAW,MAAM;AAAA,MAC9C;AACA,WAAK,wBAAwB,KAAK,0BAA0B;AAAA,QAC1D,eAAe;AAAA,QACf,aAAa;AAAA,MACf,CAAC;AAID,YAAM,cAAc,KAAK;AACzB,UAAI,KAAK,cAAc,qBAAqB,aAAa;AACvD,aAAK,4BAA4B,IAAI;AAAA,UACnC;AAAA,UACA,KAAK;AAAA,QACP;AAAA,MACF;AAAA,IACF;AAGA,SAAK,KAAK,GAAG,0BAAU,sBAAsB,KAAK,sBAAsB;AACxE,SAAK,KAAK,GAAG,0BAAU,wBAAwB,KAAK,wBAAwB;AAC5E,SAAK,KAAK,GAAG,0BAAU,yBAAyB,KAAK,yBAAyB;AAC9E,QAAI,KAAK,KAAK,aAAa;AACzB,WAAK,yBAAyB,gCAAgB,cAAc;AAAA,IAC9D;AAEA,SAAK,WAAW,kBAAK,KAAK,CAAC,eAAe,KAAK,KAAK,WAAW,MAAM,CAAC;AAGtE,QAAI,KAAK,YAAY;AACnB,WAAK,aAAa,MAAM,QAAQ,KAAK;AAAA,IACvC;AACA,QAAI,KAAK,aAAa;AACpB,WAAK,aAAa,OAAO,QAAQ,KAAK;AAAA,IACxC;AACA,QAAI,KAAK,qBAAqB;AAC5B,WAAK,aAAa,OAAO,gBAAgB,KAAK;AAAA,IAChD;AAEA,SAAK,aAAa,GAAG,qCAAuB,mBAAmB,KAAK,mBAAmB;AACvF,SAAK,aAAa,GAAG,qCAAuB,sBAAsB,KAAK,sBAAsB;AAAA,EAC/F;AAAA,EAEA,MAAM,QAAQ;AAvdhB;AAwdI,SAAK,KAAK,IAAI,0BAAU,sBAAsB,KAAK,sBAAsB;AACzE,SAAK,KAAK,IAAI,0BAAU,wBAAwB,KAAK,wBAAwB;AAC7E,SAAK,KAAK,IAAI,0BAAU,yBAAyB,KAAK,yBAAyB;AAC/E,SAAK,aAAa,IAAI,qCAAuB,sBAAsB,KAAK,sBAAsB;AAC9F,SAAK,aAAa,IAAI,qCAAuB,mBAAmB,KAAK,mBAAmB;AAExF,QAAI,KAAK,6BAA6B;AACpC,WAAK,KAAK,4BAA4B,2BAAU;AAChD,WAAK,8BAA8B;AAAA,IACrC;AAEA,YAAM,UAAK,aAAL,mBAAe;AAIrB,SAAK,qBAAqB,MAAM;AAChC,YAAM,UAAK,8BAAL,mBAAgC;AAEtC,YAAM,UAAK,eAAL,mBAAiB;AACvB,YAAM,UAAK,2BAAL,mBAA6B;AACnC,YAAM,UAAK,8BAAL,mBAAgC;AAAA,EACxC;AACF;","names":["participant"]}
+{"version":3,"sources":["../../../src/voice/room_io/room_io.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n  ConnectionState,\n  DisconnectReason,\n  type NoiseCancellationOptions,\n  type Participant,\n  ParticipantKind,\n  type RemoteParticipant,\n  type Room,\n  RoomEvent,\n  type TextStreamInfo,\n  type TextStreamReader,\n  TrackPublishOptions,\n  TrackSource,\n} from '@livekit/rtc-node';\nimport type { WritableStreamDefaultWriter } from 'node:stream/web';\nimport { ATTRIBUTE_PUBLISH_ON_BEHALF, TOPIC_CHAT } from '../../constants.js';\nimport { log } from '../../log.js';\nimport { IdentityTransform } from '../../stream/identity_transform.js';\nimport { Future, Task } from '../../utils.js';\nimport { type AgentSession } from '../agent_session.js';\nimport {\n  AgentSessionEventTypes,\n  type AgentStateChangedEvent,\n  CloseReason,\n  type UserInputTranscribedEvent,\n} from '../events.js';\nimport type { AudioOutput, TextOutput } from '../io.js';\nimport { TranscriptionSynchronizer } from '../transcription/synchronizer.js';\nimport { ParticipantAudioInputStream } from './_input.js';\nimport {\n  ParalellTextOutput,\n  ParticipantAudioOutput,\n  ParticipantLegacyTranscriptionOutput,\n  ParticipantTranscriptionOutput,\n} from './_output.js';\n\nexport interface TextInputEvent {\n  text: string;\n  info: TextStreamInfo;\n  participant: RemoteParticipant;\n}\n\nexport type TextInputCallback = (sess: AgentSession, ev: TextInputEvent) => void | Promise<void>;\n\nconst DEFAULT_TEXT_INPUT_CALLBACK: TextInputCallback = (sess: AgentSession, ev: TextInputEvent) => {\n  sess.interrupt();\n  sess.generateReply({ userInput: ev.text });\n};\n\nconst DEFAULT_PARTICIPANT_KINDS: ParticipantKind[] = [\n  ParticipantKind.SIP,\n  ParticipantKind.STANDARD,\n];\n\nconst CLOSE_ON_DISCONNECT_REASONS: DisconnectReason[] = [\n  DisconnectReason.CLIENT_INITIATED,\n  DisconnectReason.ROOM_DELETED,\n  DisconnectReason.USER_REJECTED,\n];\n\nexport interface RoomInputOptions {\n  audioSampleRate: number;\n  audioNumChannels: number;\n  /** If not given, default to True. */\n  textEnabled: boolean;\n  /** If not given, default to True. */\n  audioEnabled: boolean;\n  /** If not given, default to False. */\n  videoEnabled: boolean;\n  /** The participant to link to. If not provided, link to the first participant.\n    Can be overridden by the `participant` argument of RoomIO constructor or `set_participant`.\n  */\n  participantIdentity?: string;\n  noiseCancellation?: NoiseCancellationOptions;\n  textInputCallback?: TextInputCallback;\n  /** Participant kinds accepted for auto subscription. If not provided,\n    accept `DEFAULT_PARTICIPANT_KINDS`\n  */\n  participantKinds?: ParticipantKind[];\n  /** Close the AgentSession if the linked participant disconnects with reasons in\n    CLIENT_INITIATED, ROOM_DELETED, or USER_REJECTED.\n  */\n  closeOnDisconnect: boolean;\n}\n\nexport interface RoomOutputOptions {\n  /** If not given, default to True. */\n  transcriptionEnabled: boolean;\n  /** If not given, default to True. */\n  audioEnabled: boolean;\n  audioSampleRate: number;\n  audioNumChannels: number;\n  /** False to disable transcription synchronization with audio output.\n    Otherwise, transcription is emitted as quickly as available.\n  */\n  syncTranscription: boolean;\n  /** The name of the audio track to publish. If not provided, default to \"roomio_audio\".\n   */\n  audioPublishOptions: TrackPublishOptions;\n}\n\nconst DEFAULT_ROOM_INPUT_OPTIONS: RoomInputOptions = {\n  audioSampleRate: 24000,\n  audioNumChannels: 1,\n  textEnabled: true,\n  audioEnabled: true,\n  videoEnabled: false,\n  textInputCallback: DEFAULT_TEXT_INPUT_CALLBACK,\n  closeOnDisconnect: true,\n};\n\nconst DEFAULT_ROOM_OUTPUT_OPTIONS: RoomOutputOptions = {\n  audioSampleRate: 24000,\n  audioNumChannels: 1,\n  transcriptionEnabled: true,\n  audioEnabled: true,\n  syncTranscription: true,\n  audioPublishOptions: new TrackPublishOptions({ source: TrackSource.SOURCE_MICROPHONE }),\n};\n\nexport class RoomIO {\n  private agentSession: AgentSession;\n  private room: Room;\n  private inputOptions: RoomInputOptions;\n  private outputOptions: RoomOutputOptions;\n\n  private audioInput?: ParticipantAudioInputStream;\n  private participantAudioOutput?: ParticipantAudioOutput;\n  private userTranscriptOutput?: ParalellTextOutput;\n  private agentTranscriptOutput?: ParalellTextOutput;\n  private transcriptionSynchronizer?: TranscriptionSynchronizer;\n  private participantIdentity: string | null = null;\n\n  private participantAvailableFuture: Future<RemoteParticipant> = new Future();\n  private roomConnectedFuture: Future<void> = new Future();\n\n  // Use stream API for transcript queue\n  private userTranscriptStream = new IdentityTransform<UserInputTranscribedEvent>();\n  private userTranscriptWriter: WritableStreamDefaultWriter<UserInputTranscribedEvent>;\n  private forwardUserTranscriptTask?: Task<void>;\n  private initTask?: Task<void>;\n\n  private textStreamHandlerRegistered = false;\n\n  private logger = log();\n\n  constructor({\n    agentSession,\n    room,\n    participant = null,\n    inputOptions,\n    outputOptions,\n  }: {\n    agentSession: AgentSession;\n    room: Room;\n    participant?: RemoteParticipant | string | null;\n    inputOptions?: Partial<RoomInputOptions>;\n    outputOptions?: Partial<RoomOutputOptions>;\n  }) {\n    this.agentSession = agentSession;\n    this.room = room;\n    this.inputOptions = { ...DEFAULT_ROOM_INPUT_OPTIONS, ...inputOptions };\n    this.outputOptions = { ...DEFAULT_ROOM_OUTPUT_OPTIONS, ...outputOptions };\n\n    this.userTranscriptWriter = this.userTranscriptStream.writable.getWriter();\n\n    this.participantIdentity = participant\n      ? typeof participant === 'string'\n        ? participant\n        : participant.identity\n      : this.inputOptions.participantIdentity ?? null;\n  }\n  private async init(signal: AbortSignal): Promise<void> {\n    await this.roomConnectedFuture.await;\n\n    for (const participant of this.room.remoteParticipants.values()) {\n      this.onParticipantConnected(participant);\n    }\n    if (signal.aborted) {\n      return;\n    }\n\n    const participant = await this.participantAvailableFuture.await;\n    this.setParticipant(participant.identity);\n\n    // init agent outputs\n    this.updateTranscriptionOutput({\n      output: this.agentTranscriptOutput,\n      participant: this.room.localParticipant?.identity ?? null,\n    });\n\n    await this.participantAudioOutput?.start(signal);\n  }\n\n  private onConnectionStateChanged = (state: ConnectionState) => {\n    this.logger.debug({ state }, 'connection state changed');\n    if (\n      state === ConnectionState.CONN_CONNECTED &&\n      this.room.isConnected &&\n      !this.roomConnectedFuture.done\n    ) {\n      this.roomConnectedFuture.resolve();\n    }\n  };\n\n  private onParticipantConnected = (participant: RemoteParticipant) => {\n    if (this.participantAvailableFuture.done) {\n      return;\n    }\n\n    if (this.participantIdentity) {\n      if (participant.identity !== this.participantIdentity) {\n        return;\n      }\n    } else if (\n      // otherwise, skip participants that are marked as publishing for this agent\n      participant.attributes?.[ATTRIBUTE_PUBLISH_ON_BEHALF] === this.room.localParticipant?.identity\n    ) {\n      return;\n    }\n\n    const acceptedKinds = this.inputOptions.participantKinds ?? DEFAULT_PARTICIPANT_KINDS;\n    if (participant.info.kind !== undefined && !acceptedKinds.includes(participant.info.kind)) {\n      return;\n    }\n\n    this.participantAvailableFuture.resolve(participant);\n  };\n\n  private onParticipantDisconnected = (participant: RemoteParticipant) => {\n    if (participant.identity !== this.participantIdentity) {\n      return;\n    }\n    this.participantAvailableFuture = new Future<RemoteParticipant>();\n    if (\n      this.inputOptions.closeOnDisconnect &&\n      participant.disconnectReason &&\n      CLOSE_ON_DISCONNECT_REASONS.includes(participant.disconnectReason)\n    ) {\n      this.logger.info(\n        {\n          participant: participant.identity,\n          reason: DisconnectReason[participant.disconnectReason],\n        },\n        'closing agent session due to participant disconnect ' +\n          '(disable via `RoomInputOptions.closeOnDisconnect=False`)',\n      );\n      this.agentSession._closeSoon({\n        reason: CloseReason.PARTICIPANT_DISCONNECTED,\n      });\n    }\n  };\n\n  private onUserInputTranscribed = (ev: UserInputTranscribedEvent) => {\n    this.userTranscriptWriter.write(ev).catch((error) => {\n      this.logger.error({ error }, 'Failed to write transcript event to stream');\n    });\n  };\n\n  private onAgentStateChanged = async (ev: AgentStateChangedEvent) => {\n    if (this.room.isConnected && this.room.localParticipant) {\n      await this.room.localParticipant.setAttributes({\n        [`lk.agent.state`]: ev.newState,\n      });\n    }\n  };\n\n  private onUserTextInput = (reader: TextStreamReader, participantInfo: { identity: string }) => {\n    if (participantInfo.identity !== this.participantIdentity) {\n      return;\n    }\n\n    const participant = this.room.remoteParticipants.get(participantInfo.identity);\n    if (!participant) {\n      this.logger.warn('participant not found, ignoring text input');\n      return;\n    }\n\n    const readText = async () => {\n      const text = await reader.readAll();\n\n      const textInputResult = this.inputOptions.textInputCallback!(this.agentSession, {\n        text,\n        info: reader.info,\n        participant,\n      });\n\n      // check if callback is a Promise\n      if (textInputResult instanceof Promise) {\n        await textInputResult;\n      }\n    };\n\n    readText().catch((error) => {\n      this.logger.error({ error }, 'Error reading text input');\n    });\n  };\n\n  private async forwardUserTranscript(signal: AbortSignal): Promise<void> {\n    const reader = this.userTranscriptStream.readable.getReader();\n    try {\n      while (!signal.aborted) {\n        const { done, value } = await reader.read();\n        if (done) break;\n\n        const event = value;\n        // IMPORTANT: need to await here to avoid race condition\n        await this.userTranscriptOutput?.captureText(event.transcript);\n        if (event.isFinal) {\n          this.userTranscriptOutput?.flush();\n        }\n      }\n    } catch (error) {\n      this.logger.error({ error }, 'Error processing transcript stream');\n    }\n  }\n\n  private createTranscriptionOutput(options: {\n    isDeltaStream: boolean;\n    participant: Participant | string | null;\n  }) {\n    return new ParalellTextOutput([\n      new ParticipantLegacyTranscriptionOutput(\n        this.room,\n        options.isDeltaStream,\n        options.participant,\n      ),\n      new ParticipantTranscriptionOutput(this.room, options.isDeltaStream, options.participant),\n    ]);\n  }\n\n  private updateTranscriptionOutput({\n    output,\n    participant,\n  }: {\n    output?: ParalellTextOutput;\n    participant: string | null;\n  }) {\n    if (!output) {\n      return;\n    }\n\n    for (const sink of output._sinks) {\n      if (\n        sink instanceof ParticipantLegacyTranscriptionOutput ||\n        sink instanceof ParticipantTranscriptionOutput\n      ) {\n        sink.setParticipant(participant);\n      }\n    }\n  }\n\n  get audioOutput(): AudioOutput | undefined {\n    if (!this.transcriptionSynchronizer) {\n      return this.participantAudioOutput;\n    }\n\n    return this.transcriptionSynchronizer.audioOutput;\n  }\n\n  get transcriptionOutput(): TextOutput | undefined {\n    if (!this.transcriptionSynchronizer) {\n      return this.agentTranscriptOutput;\n    }\n\n    return this.transcriptionSynchronizer.textOutput;\n  }\n\n  /** Switch to a different participant */\n  setParticipant(participantIdentity: string | null) {\n    this.logger.debug({ participantIdentity }, 'setting participant');\n    if (participantIdentity === null) {\n      this.unsetParticipant();\n      return;\n    }\n\n    if (this.participantIdentity !== participantIdentity) {\n      this.participantAvailableFuture = new Future<RemoteParticipant>();\n\n      // check if new participant is already connected\n      for (const participant of this.room.remoteParticipants.values()) {\n        if (participant.identity === participantIdentity) {\n          this.participantAvailableFuture.resolve(participant);\n          break;\n        }\n      }\n    }\n\n    // update participant identity and handlers\n    this.participantIdentity = participantIdentity;\n    this.audioInput?.setParticipant(participantIdentity);\n    this.updateTranscriptionOutput({\n      output: this.userTranscriptOutput,\n      participant: participantIdentity,\n    });\n  }\n\n  unsetParticipant() {\n    this.participantIdentity = null;\n    this.participantAvailableFuture = new Future<RemoteParticipant>();\n    this.audioInput?.setParticipant(null);\n    this.updateTranscriptionOutput({\n      output: this.userTranscriptOutput,\n      participant: null,\n    });\n  }\n\n  start() {\n    if (this.inputOptions.textEnabled) {\n      try {\n        this.room.registerTextStreamHandler(TOPIC_CHAT, this.onUserTextInput);\n        this.textStreamHandlerRegistered = true;\n      } catch (error) {\n        if (this.inputOptions.textEnabled) {\n          this.logger.warn(`text stream handler for topic \"${TOPIC_CHAT}\" already set, ignoring`);\n        }\n      }\n    }\n\n    // -- create inputs --\n    if (this.inputOptions.audioEnabled) {\n      this.audioInput = new ParticipantAudioInputStream({\n        room: this.room,\n        sampleRate: this.inputOptions.audioSampleRate,\n        numChannels: this.inputOptions.audioNumChannels,\n        noiseCancellation: this.inputOptions.noiseCancellation,\n      });\n    }\n\n    // -- create outputs --\n    if (this.outputOptions.audioEnabled) {\n      this.participantAudioOutput = new ParticipantAudioOutput(this.room, {\n        sampleRate: this.outputOptions.audioSampleRate,\n        numChannels: this.outputOptions.audioNumChannels,\n        trackPublishOptions: this.outputOptions.audioPublishOptions,\n      });\n    }\n    if (this.outputOptions.transcriptionEnabled) {\n      this.userTranscriptOutput = this.createTranscriptionOutput({\n        isDeltaStream: false,\n        participant: this.participantIdentity,\n      });\n      // Start the transcript forwarding\n      this.forwardUserTranscriptTask = Task.from((controller) =>\n        this.forwardUserTranscript(controller.signal),\n      );\n      this.agentTranscriptOutput = this.createTranscriptionOutput({\n        isDeltaStream: true,\n        participant: null,\n      });\n\n      // use the RoomIO's audio output if available, otherwise use the agent's audio output\n      // TODO(AJS-176): check for agent output\n      const audioOutput = this.participantAudioOutput;\n      if (this.outputOptions.syncTranscription && audioOutput) {\n        this.transcriptionSynchronizer = new TranscriptionSynchronizer(\n          audioOutput,\n          this.agentTranscriptOutput,\n        );\n      }\n    }\n\n    // -- set the room event handlers --\n    this.room.on(RoomEvent.ParticipantConnected, this.onParticipantConnected);\n    this.room.on(RoomEvent.ConnectionStateChanged, this.onConnectionStateChanged);\n    this.room.on(RoomEvent.ParticipantDisconnected, this.onParticipantDisconnected);\n    if (this.room.isConnected) {\n      this.onConnectionStateChanged(ConnectionState.CONN_CONNECTED);\n    }\n\n    this.initTask = Task.from((controller) => this.init(controller.signal));\n\n    // attach the agent to the session\n    if (this.audioInput) {\n      this.agentSession.input.audio = this.audioInput;\n    }\n    if (this.audioOutput) {\n      this.agentSession.output.audio = this.audioOutput;\n    }\n    if (this.transcriptionOutput) {\n      this.agentSession.output.transcription = this.transcriptionOutput;\n    }\n\n    this.agentSession.on(AgentSessionEventTypes.AgentStateChanged, this.onAgentStateChanged);\n    this.agentSession.on(AgentSessionEventTypes.UserInputTranscribed, this.onUserInputTranscribed);\n  }\n\n  async close() {\n    this.room.off(RoomEvent.ParticipantConnected, this.onParticipantConnected);\n    this.room.off(RoomEvent.ConnectionStateChanged, this.onConnectionStateChanged);\n    this.room.off(RoomEvent.ParticipantDisconnected, this.onParticipantDisconnected);\n    this.agentSession.off(AgentSessionEventTypes.UserInputTranscribed, this.onUserInputTranscribed);\n    this.agentSession.off(AgentSessionEventTypes.AgentStateChanged, this.onAgentStateChanged);\n\n    if (this.textStreamHandlerRegistered) {\n      this.room.unregisterTextStreamHandler(TOPIC_CHAT);\n      this.textStreamHandlerRegistered = false;\n    }\n\n    await this.initTask?.cancelAndWait();\n\n    // Close stream FIRST so reader.read() in forwardUserTranscript can exit.\n    // This is a workaround for a race condition in the stream API.\n    this.userTranscriptWriter.close();\n    await this.forwardUserTranscriptTask?.cancelAndWait();\n\n    await this.audioInput?.close();\n    await this.participantAudioOutput?.close();\n    await this.transcriptionSynchronizer?.close();\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,sBAaO;AAEP,uBAAwD;AACxD,iBAAoB;AACpB,gCAAkC;AAClC,mBAA6B;AAC7B,2BAAkC;AAClC,oBAKO;AAEP,0BAA0C;AAC1C,mBAA4C;AAC5C,oBAKO;AAUP,MAAM,8BAAiD,CAAC,MAAoB,OAAuB;AACjG,OAAK,UAAU;AACf,OAAK,cAAc,EAAE,WAAW,GAAG,KAAK,CAAC;AAC3C;AAEA,MAAM,4BAA+C;AAAA,EACnD,gCAAgB;AAAA,EAChB,gCAAgB;AAClB;AAEA,MAAM,8BAAkD;AAAA,EACtD,iCAAiB;AAAA,EACjB,iCAAiB;AAAA,EACjB,iCAAiB;AACnB;AA2CA,MAAM,6BAA+C;AAAA,EACnD,iBAAiB;AAAA,EACjB,kBAAkB;AAAA,EAClB,aAAa;AAAA,EACb,cAAc;AAAA,EACd,cAAc;AAAA,EACd,mBAAmB;AAAA,EACnB,mBAAmB;AACrB;AAEA,MAAM,8BAAiD;AAAA,EACrD,iBAAiB;AAAA,EACjB,kBAAkB;AAAA,EAClB,sBAAsB;AAAA,EACtB,cAAc;AAAA,EACd,mBAAmB;AAAA,EACnB,qBAAqB,IAAI,oCAAoB,EAAE,QAAQ,4BAAY,kBAAkB,CAAC;AACxF;AAEO,MAAM,OAAO;AAAA,EACV;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,sBAAqC;AAAA,EAErC,6BAAwD,IAAI,oBAAO;AAAA,EACnE,sBAAoC,IAAI,oBAAO;AAAA;AAAA,EAG/C,uBAAuB,IAAI,4CAA6C;AAAA,EACxE;AAAA,EACA;AAAA,EACA;AAAA,EAEA,8BAA8B;AAAA,EAE9B,aAAS,gBAAI;AAAA,EAErB,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA,cAAc;AAAA,IACd;AAAA,IACA;AAAA,EACF,GAMG;AACD,SAAK,eAAe;AACpB,SAAK,OAAO;AACZ,SAAK,eAAe,EAAE,GAAG,4BAA4B,GAAG,aAAa;AACrE,SAAK,gBAAgB,EAAE,GAAG,6BAA6B,GAAG,cAAc;AAExE,SAAK,uBAAuB,KAAK,qBAAqB,SAAS,UAAU;AAEzE,SAAK,sBAAsB,cACvB,OAAO,gBAAgB,WACrB,cACA,YAAY,WACd,KAAK,aAAa,uBAAuB;AAAA,EAC/C;AAAA,EACA,MAAc,KAAK,QAAoC;AA/KzD;AAgLI,UAAM,KAAK,oBAAoB;AAE/B,eAAWA,gBAAe,KAAK,KAAK,mBAAmB,OAAO,GAAG;AAC/D,WAAK,uBAAuBA,YAAW;AAAA,IACzC;AACA,QAAI,OAAO,SAAS;AAClB;AAAA,IACF;AAEA,UAAM,cAAc,MAAM,KAAK,2BAA2B;AAC1D,SAAK,eAAe,YAAY,QAAQ;AAGxC,SAAK,0BAA0B;AAAA,MAC7B,QAAQ,KAAK;AAAA,MACb,eAAa,UAAK,KAAK,qBAAV,mBAA4B,aAAY;AAAA,IACvD,CAAC;AAED,YAAM,UAAK,2BAAL,mBAA6B,MAAM;AAAA,EAC3C;AAAA,EAEQ,2BAA2B,CAAC,UAA2B;AAC7D,SAAK,OAAO,MAAM,EAAE,MAAM,GAAG,0BAA0B;AACvD,QACE,UAAU,gCAAgB,kBAC1B,KAAK,KAAK,eACV,CAAC,KAAK,oBAAoB,MAC1B;AACA,WAAK,oBAAoB,QAAQ;AAAA,IACnC;AAAA,EACF;AAAA,EAEQ,yBAAyB,CAAC,gBAAmC;AAhNvE;AAiNI,QAAI,KAAK,2BAA2B,MAAM;AACxC;AAAA,IACF;AAEA,QAAI,KAAK,qBAAqB;AAC5B,UAAI,YAAY,aAAa,KAAK,qBAAqB;AACrD;AAAA,MACF;AAAA,IACF;AAAA;AAAA,QAEE,iBAAY,eAAZ,mBAAyB,qDAAiC,UAAK,KAAK,qBAAV,mBAA4B;AAAA,MACtF;AACA;AAAA,IACF;AAEA,UAAM,gBAAgB,KAAK,aAAa,oBAAoB;AAC5D,QAAI,YAAY,KAAK,SAAS,UAAa,CAAC,cAAc,SAAS,YAAY,KAAK,IAAI,GAAG;AACzF;AAAA,IACF;AAEA,SAAK,2BAA2B,QAAQ,WAAW;AAAA,EACrD;AAAA,EAEQ,4BAA4B,CAAC,gBAAmC;AACtE,QAAI,YAAY,aAAa,KAAK,qBAAqB;AACrD;AAAA,IACF;AACA,SAAK,6BAA6B,IAAI,oBAA0B;AAChE,QACE,KAAK,aAAa,qBAClB,YAAY,oBACZ,4BAA4B,SAAS,YAAY,gBAAgB,GACjE;AACA,WAAK,OAAO;AAAA,QACV;AAAA,UACE,aAAa,YAAY;AAAA,UACzB,QAAQ,iCAAiB,YAAY,gBAAgB;AAAA,QACvD;AAAA,QACA;AAAA,MAEF;AACA,WAAK,aAAa,WAAW;AAAA,QAC3B,QAAQ,0BAAY;AAAA,MACtB,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,yBAAyB,CAAC,OAAkC;AAClE,SAAK,qBAAqB,MAAM,EAAE,EAAE,MAAM,CAAC,UAAU;AACnD,WAAK,OAAO,MAAM,EAAE,MAAM,GAAG,4CAA4C;AAAA,IAC3E,CAAC;AAAA,EACH;AAAA,EAEQ,sBAAsB,OAAO,OAA+B;AAClE,QAAI,KAAK,KAAK,eAAe,KAAK,KAAK,kBAAkB;AACvD,YAAM,KAAK,KAAK,iBAAiB,cAAc;AAAA,QAC7C,CAAC,gBAAgB,GAAG,GAAG;AAAA,MACzB,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,kBAAkB,CAAC,QAA0B,oBAA0C;AAC7F,QAAI,gBAAgB,aAAa,KAAK,qBAAqB;AACzD;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,KAAK,mBAAmB,IAAI,gBAAgB,QAAQ;AAC7E,QAAI,CAAC,aAAa;AAChB,WAAK,OAAO,KAAK,4CAA4C;AAC7D;AAAA,IACF;AAEA,UAAM,WAAW,YAAY;AAC3B,YAAM,OAAO,MAAM,OAAO,QAAQ;AAElC,YAAM,kBAAkB,KAAK,aAAa,kBAAmB,KAAK,cAAc;AAAA,QAC9E;AAAA,QACA,MAAM,OAAO;AAAA,QACb;AAAA,MACF,CAAC;AAGD,UAAI,2BAA2B,SAAS;AACtC,cAAM;AAAA,MACR;AAAA,IACF;AAEA,aAAS,EAAE,MAAM,CAAC,UAAU;AAC1B,WAAK,OAAO,MAAM,EAAE,MAAM,GAAG,0BAA0B;AAAA,IACzD,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,sBAAsB,QAAoC;AA7S1E;AA8SI,UAAM,SAAS,KAAK,qBAAqB,SAAS,UAAU;AAC5D,QAAI;AACF,aAAO,CAAC,OAAO,SAAS;AACtB,cAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,YAAI,KAAM;AAEV,cAAM,QAAQ;AAEd,gBAAM,UAAK,yBAAL,mBAA2B,YAAY,MAAM;AACnD,YAAI,MAAM,SAAS;AACjB,qBAAK,yBAAL,mBAA2B;AAAA,QAC7B;AAAA,MACF;AAAA,IACF,SAAS,OAAO;AACd,WAAK,OAAO,MAAM,EAAE,MAAM,GAAG,oCAAoC;AAAA,IACnE;AAAA,EACF;AAAA,EAEQ,0BAA0B,SAG/B;AACD,WAAO,IAAI,iCAAmB;AAAA,MAC5B,IAAI;AAAA,QACF,KAAK;AAAA,QACL,QAAQ;AAAA,QACR,QAAQ;AAAA,MACV;AAAA,MACA,IAAI,6CAA+B,KAAK,MAAM,QAAQ,eAAe,QAAQ,WAAW;AAAA,IAC1F,CAAC;AAAA,EACH;AAAA,EAEQ,0BAA0B;AAAA,IAChC;AAAA,IACA;AAAA,EACF,GAGG;AACD,QAAI,CAAC,QAAQ;AACX;AAAA,IACF;AAEA,eAAW,QAAQ,OAAO,QAAQ;AAChC,UACE,gBAAgB,sDAChB,gBAAgB,8CAChB;AACA,aAAK,eAAe,WAAW;AAAA,MACjC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,cAAuC;AACzC,QAAI,CAAC,KAAK,2BAA2B;AACnC,aAAO,KAAK;AAAA,IACd;AAEA,WAAO,KAAK,0BAA0B;AAAA,EACxC;AAAA,EAEA,IAAI,sBAA8C;AAChD,QAAI,CAAC,KAAK,2BAA2B;AACnC,aAAO,KAAK;AAAA,IACd;AAEA,WAAO,KAAK,0BAA0B;AAAA,EACxC;AAAA;AAAA,EAGA,eAAe,qBAAoC;AApXrD;AAqXI,SAAK,OAAO,MAAM,EAAE,oBAAoB,GAAG,qBAAqB;AAChE,QAAI,wBAAwB,MAAM;AAChC,WAAK,iBAAiB;AACtB;AAAA,IACF;AAEA,QAAI,KAAK,wBAAwB,qBAAqB;AACpD,WAAK,6BAA6B,IAAI,oBAA0B;AAGhE,iBAAW,eAAe,KAAK,KAAK,mBAAmB,OAAO,GAAG;AAC/D,YAAI,YAAY,aAAa,qBAAqB;AAChD,eAAK,2BAA2B,QAAQ,WAAW;AACnD;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,SAAK,sBAAsB;AAC3B,eAAK,eAAL,mBAAiB,eAAe;AAChC,SAAK,0BAA0B;AAAA,MAC7B,QAAQ,KAAK;AAAA,MACb,aAAa;AAAA,IACf,CAAC;AAAA,EACH;AAAA,EAEA,mBAAmB;AAhZrB;AAiZI,SAAK,sBAAsB;AAC3B,SAAK,6BAA6B,IAAI,oBAA0B;AAChE,eAAK,eAAL,mBAAiB,eAAe;AAChC,SAAK,0BAA0B;AAAA,MAC7B,QAAQ,KAAK;AAAA,MACb,aAAa;AAAA,IACf,CAAC;AAAA,EACH;AAAA,EAEA,QAAQ;AACN,QAAI,KAAK,aAAa,aAAa;AACjC,UAAI;AACF,aAAK,KAAK,0BAA0B,6BAAY,KAAK,eAAe;AACpE,aAAK,8BAA8B;AAAA,MACrC,SAAS,OAAO;AACd,YAAI,KAAK,aAAa,aAAa;AACjC,eAAK,OAAO,KAAK,kCAAkC,2BAAU,yBAAyB;AAAA,QACxF;AAAA,MACF;AAAA,IACF;AAGA,QAAI,KAAK,aAAa,cAAc;AAClC,WAAK,aAAa,IAAI,yCAA4B;AAAA,QAChD,MAAM,KAAK;AAAA,QACX,YAAY,KAAK,aAAa;AAAA,QAC9B,aAAa,KAAK,aAAa;AAAA,QAC/B,mBAAmB,KAAK,aAAa;AAAA,MACvC,CAAC;AAAA,IACH;AAGA,QAAI,KAAK,cAAc,cAAc;AACnC,WAAK,yBAAyB,IAAI,qCAAuB,KAAK,MAAM;AAAA,QAClE,YAAY,KAAK,cAAc;AAAA,QAC/B,aAAa,KAAK,cAAc;AAAA,QAChC,qBAAqB,KAAK,cAAc;AAAA,MAC1C,CAAC;AAAA,IACH;AACA,QAAI,KAAK,cAAc,sBAAsB;AAC3C,WAAK,uBAAuB,KAAK,0BAA0B;AAAA,QACzD,eAAe;AAAA,QACf,aAAa,KAAK;AAAA,MACpB,CAAC;AAED,WAAK,4BAA4B,kBAAK;AAAA,QAAK,CAAC,eAC1C,KAAK,sBAAsB,WAAW,MAAM;AAAA,MAC9C;AACA,WAAK,wBAAwB,KAAK,0BAA0B;AAAA,QAC1D,eAAe;AAAA,QACf,aAAa;AAAA,MACf,CAAC;AAID,YAAM,cAAc,KAAK;AACzB,UAAI,KAAK,cAAc,qBAAqB,aAAa;AACvD,aAAK,4BAA4B,IAAI;AAAA,UACnC;AAAA,UACA,KAAK;AAAA,QACP;AAAA,MACF;AAAA,IACF;AAGA,SAAK,KAAK,GAAG,0BAAU,sBAAsB,KAAK,sBAAsB;AACxE,SAAK,KAAK,GAAG,0BAAU,wBAAwB,KAAK,wBAAwB;AAC5E,SAAK,KAAK,GAAG,0BAAU,yBAAyB,KAAK,yBAAyB;AAC9E,QAAI,KAAK,KAAK,aAAa;AACzB,WAAK,yBAAyB,gCAAgB,cAAc;AAAA,IAC9D;AAEA,SAAK,WAAW,kBAAK,KAAK,CAAC,eAAe,KAAK,KAAK,WAAW,MAAM,CAAC;AAGtE,QAAI,KAAK,YAAY;AACnB,WAAK,aAAa,MAAM,QAAQ,KAAK;AAAA,IACvC;AACA,QAAI,KAAK,aAAa;AACpB,WAAK,aAAa,OAAO,QAAQ,KAAK;AAAA,IACxC;AACA,QAAI,KAAK,qBAAqB;AAC5B,WAAK,aAAa,OAAO,gBAAgB,KAAK;AAAA,IAChD;AAEA,SAAK,aAAa,GAAG,qCAAuB,mBAAmB,KAAK,mBAAmB;AACvF,SAAK,aAAa,GAAG,qCAAuB,sBAAsB,KAAK,sBAAsB;AAAA,EAC/F;AAAA,EAEA,MAAM,QAAQ;AA1ehB;AA2eI,SAAK,KAAK,IAAI,0BAAU,sBAAsB,KAAK,sBAAsB;AACzE,SAAK,KAAK,IAAI,0BAAU,wBAAwB,KAAK,wBAAwB;AAC7E,SAAK,KAAK,IAAI,0BAAU,yBAAyB,KAAK,yBAAyB;AAC/E,SAAK,aAAa,IAAI,qCAAuB,sBAAsB,KAAK,sBAAsB;AAC9F,SAAK,aAAa,IAAI,qCAAuB,mBAAmB,KAAK,mBAAmB;AAExF,QAAI,KAAK,6BAA6B;AACpC,WAAK,KAAK,4BAA4B,2BAAU;AAChD,WAAK,8BAA8B;AAAA,IACrC;AAEA,YAAM,UAAK,aAAL,mBAAe;AAIrB,SAAK,qBAAqB,MAAM;AAChC,YAAM,UAAK,8BAAL,mBAAgC;AAEtC,YAAM,UAAK,eAAL,mBAAiB;AACvB,YAAM,UAAK,2BAAL,mBAA6B;AACnC,YAAM,UAAK,8BAAL,mBAAgC;AAAA,EACxC;AACF;","names":["participant"]}

package/dist/voice/room_io/room_io.d.cts

@@ -10,21 +10,40 @@ export type TextInputCallback = (sess: AgentSession, ev: TextInputEvent) => void
 export interface RoomInputOptions {
     audioSampleRate: number;
     audioNumChannels: number;
+    /** If not given, default to True. */
     textEnabled: boolean;
+    /** If not given, default to True. */
     audioEnabled: boolean;
+    /** If not given, default to False. */
     videoEnabled: boolean;
+    /** The participant to link to. If not provided, link to the first participant.
+      Can be overridden by the `participant` argument of RoomIO constructor or `set_participant`.
+    */
     participantIdentity?: string;
     noiseCancellation?: NoiseCancellationOptions;
     textInputCallback?: TextInputCallback;
+    /** Participant kinds accepted for auto subscription. If not provided,
+      accept `DEFAULT_PARTICIPANT_KINDS`
+    */
     participantKinds?: ParticipantKind[];
+    /** Close the AgentSession if the linked participant disconnects with reasons in
+      CLIENT_INITIATED, ROOM_DELETED, or USER_REJECTED.
+    */
     closeOnDisconnect: boolean;
 }
 export interface RoomOutputOptions {
+    /** If not given, default to True. */
     transcriptionEnabled: boolean;
+    /** If not given, default to True. */
     audioEnabled: boolean;
     audioSampleRate: number;
     audioNumChannels: number;
+    /** False to disable transcription synchronization with audio output.
+      Otherwise, transcription is emitted as quickly as available.
+    */
     syncTranscription: boolean;
+    /** The name of the audio track to publish. If not provided, default to "roomio_audio".
+     */
     audioPublishOptions: TrackPublishOptions;
 }
 export declare class RoomIO {
@@ -65,6 +84,7 @@ export declare class RoomIO {
     private updateTranscriptionOutput;
     get audioOutput(): AudioOutput | undefined;
     get transcriptionOutput(): TextOutput | undefined;
+    /** Switch to a different participant */
     setParticipant(participantIdentity: string | null): void;
     unsetParticipant(): void;
     start(): void;

package/dist/voice/room_io/room_io.d.ts

@@ -10,21 +10,40 @@ export type TextInputCallback = (sess: AgentSession, ev: TextInputEvent) => void
 export interface RoomInputOptions {
     audioSampleRate: number;
     audioNumChannels: number;
+    /** If not given, default to True. */
     textEnabled: boolean;
+    /** If not given, default to True. */
     audioEnabled: boolean;
+    /** If not given, default to False. */
     videoEnabled: boolean;
+    /** The participant to link to. If not provided, link to the first participant.
+      Can be overridden by the `participant` argument of RoomIO constructor or `set_participant`.
+    */
     participantIdentity?: string;
     noiseCancellation?: NoiseCancellationOptions;
     textInputCallback?: TextInputCallback;
+    /** Participant kinds accepted for auto subscription. If not provided,
+      accept `DEFAULT_PARTICIPANT_KINDS`
+    */
     participantKinds?: ParticipantKind[];
+    /** Close the AgentSession if the linked participant disconnects with reasons in
+      CLIENT_INITIATED, ROOM_DELETED, or USER_REJECTED.
+    */
     closeOnDisconnect: boolean;
 }
 export interface RoomOutputOptions {
+    /** If not given, default to True. */
     transcriptionEnabled: boolean;
+    /** If not given, default to True. */
     audioEnabled: boolean;
     audioSampleRate: number;
     audioNumChannels: number;
+    /** False to disable transcription synchronization with audio output.
+      Otherwise, transcription is emitted as quickly as available.
+    */
     syncTranscription: boolean;
+    /** The name of the audio track to publish. If not provided, default to "roomio_audio".
+     */
     audioPublishOptions: TrackPublishOptions;
 }
 export declare class RoomIO {
@@ -65,6 +84,7 @@ export declare class RoomIO {
     private updateTranscriptionOutput;
     get audioOutput(): AudioOutput | undefined;
     get transcriptionOutput(): TextOutput | undefined;
+    /** Switch to a different participant */
     setParticipant(participantIdentity: string | null): void;
     unsetParticipant(): void;
     start(): void;

package/dist/voice/room_io/room_io.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"room_io.d.ts","sourceRoot":"","sources":["../../../src/voice/room_io/room_io.ts"],"names":[],"mappings":"AAGA,OAAO,EAGL,KAAK,wBAAwB,EAE7B,eAAe,EACf,KAAK,iBAAiB,EACtB,KAAK,IAAI,EAET,KAAK,cAAc,EAEnB,mBAAmB,EAEpB,MAAM,mBAAmB,CAAC;AAM3B,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAOxD,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAUxD,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,cAAc,CAAC;IACrB,WAAW,EAAE,iBAAiB,CAAC;CAChC;AAED,MAAM,MAAM,iBAAiB,GAAG,CAAC,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,cAAc,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAkBjG,MAAM,WAAW,gBAAgB;IAC/B,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,OAAO,CAAC;IACrB,YAAY,EAAE,OAAO,CAAC;IACtB,YAAY,EAAE,OAAO,CAAC;IACtB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,iBAAiB,CAAC,EAAE,wBAAwB,CAAC;IAC7C,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;IACtC,gBAAgB,CAAC,EAAE,eAAe,EAAE,CAAC;IACrC,iBAAiB,EAAE,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,iBAAiB;IAChC,oBAAoB,EAAE,OAAO,CAAC;IAC9B,YAAY,EAAE,OAAO,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,mBAAmB,EAAE,mBAAmB,CAAC;CAC1C;AAqBD,qBAAa,MAAM;IACjB,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,IAAI,CAAO;IACnB,OAAO,CAAC,YAAY,CAAmB;IACvC,OAAO,CAAC,aAAa,CAAoB;IAEzC,OAAO,CAAC,UAAU,CAAC,CAA8B;IACjD,OAAO,CAAC,sBAAsB,CAAC,CAAyB;IACxD,OAAO,CAAC,oBAAoB,CAAC,CAAqB;IAClD,OAAO,CAAC,qBAAqB,CAAC,CAAqB;IACnD,OAAO,CAAC,yBAAyB,CAAC,CAA4B;IAC9D,OAAO,CAAC,mBAAmB,CAAuB;IAElD,OAAO,CAAC,0BAA0B,CAA2C;IAC7E,OAAO,CAAC,mBAAmB,CAA8B;IAGzD,OAAO,CAAC,oBAAoB,CAAsD;IAClF,OAAO,CAAC,oBAAoB,CAAyD;IACrF,OAAO,CAAC,yBAAyB,CAAC,CAAa;IAC/C,OAAO,CAAC,QAAQ,CAAC,CAAa;IAE9B,OAAO,CAAC,2BAA2B,CAAS;IAE5C,OAAO,CAAC,MAAM,CAAS;gBAEX,EACV,YAAY,EACZ,IAAI,EACJ,WAAkB,EAClB,YAAY,EACZ,aAAa,GACd,EAAE;QACD,YAAY,EAAE,YAAY,CAAC;QAC3B,IAAI,EAAE,IAAI,CAAC;QACX,WAAW,CAAC,EAAE,iBAAiB,GAAG,MAAM,GAAG,IAAI,CAAC;QAChD,YAAY,CAAC,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;QACzC,aAAa,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC;KAC5C;YAca,IAAI;IAsBlB,OAAO,CAAC,wBAAwB,CAS9B;IAEF,OAAO,CAAC,sBAAsB,CAsB5B;IAEF,OAAO,CAAC,yBAAyB,CAsB/B;IAEF,OAAO,CAAC,sBAAsB,CAI5B;IAEF,OAAO,CAAC,mBAAmB,CAMzB;IAEF,OAAO,CAAC,eAAe,CA6BrB;YAEY,qBAAqB;IAmBnC,OAAO,CAAC,yBAAyB;IAcjC,OAAO,CAAC,yBAAyB;IAqBjC,IAAI,WAAW,IAAI,WAAW,GAAG,SAAS,CAMzC;IAED,IAAI,mBAAmB,IAAI,UAAU,GAAG,SAAS,CAMhD;IAGD,cAAc,CAAC,mBAAmB,EAAE,MAAM,GAAG,IAAI;IA4BjD,gBAAgB;IAUhB,KAAK;IAgFC,KAAK;CAuBZ"}
+{"version":3,"file":"room_io.d.ts","sourceRoot":"","sources":["../../../src/voice/room_io/room_io.ts"],"names":[],"mappings":"AAGA,OAAO,EAGL,KAAK,wBAAwB,EAE7B,eAAe,EACf,KAAK,iBAAiB,EACtB,KAAK,IAAI,EAET,KAAK,cAAc,EAEnB,mBAAmB,EAEpB,MAAM,mBAAmB,CAAC;AAM3B,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAOxD,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAUxD,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,cAAc,CAAC;IACrB,WAAW,EAAE,iBAAiB,CAAC;CAChC;AAED,MAAM,MAAM,iBAAiB,GAAG,CAAC,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,cAAc,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAkBjG,MAAM,WAAW,gBAAgB;IAC/B,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,qCAAqC;IACrC,WAAW,EAAE,OAAO,CAAC;IACrB,qCAAqC;IACrC,YAAY,EAAE,OAAO,CAAC;IACtB,sCAAsC;IACtC,YAAY,EAAE,OAAO,CAAC;IACtB;;MAEE;IACF,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,iBAAiB,CAAC,EAAE,wBAAwB,CAAC;IAC7C,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;IACtC;;MAEE;IACF,gBAAgB,CAAC,EAAE,eAAe,EAAE,CAAC;IACrC;;MAEE;IACF,iBAAiB,EAAE,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,iBAAiB;IAChC,qCAAqC;IACrC,oBAAoB,EAAE,OAAO,CAAC;IAC9B,qCAAqC;IACrC,YAAY,EAAE,OAAO,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB;;MAEE;IACF,iBAAiB,EAAE,OAAO,CAAC;IAC3B;OACG;IACH,mBAAmB,EAAE,mBAAmB,CAAC;CAC1C;AAqBD,qBAAa,MAAM;IACjB,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,IAAI,CAAO;IACnB,OAAO,CAAC,YAAY,CAAmB;IACvC,OAAO,CAAC,aAAa,CAAoB;IAEzC,OAAO,CAAC,UAAU,CAAC,CAA8B;IACjD,OAAO,CAAC,sBAAsB,CAAC,CAAyB;IACxD,OAAO,CAAC,oBAAoB,CAAC,CAAqB;IAClD,OAAO,CAAC,qBAAqB,CAAC,CAAqB;IACnD,OAAO,CAAC,yBAAyB,CAAC,CAA4B;IAC9D,OAAO,CAAC,mBAAmB,CAAuB;IAElD,OAAO,CAAC,0BAA0B,CAA2C;IAC7E,OAAO,CAAC,mBAAmB,CAA8B;IAGzD,OAAO,CAAC,oBAAoB,CAAsD;IAClF,OAAO,CAAC,oBAAoB,CAAyD;IACrF,OAAO,CAAC,yBAAyB,CAAC,CAAa;IAC/C,OAAO,CAAC,QAAQ,CAAC,CAAa;IAE9B,OAAO,CAAC,2BAA2B,CAAS;IAE5C,OAAO,CAAC,MAAM,CAAS;gBAEX,EACV,YAAY,EACZ,IAAI,EACJ,WAAkB,EAClB,YAAY,EACZ,aAAa,GACd,EAAE;QACD,YAAY,EAAE,YAAY,CAAC;QAC3B,IAAI,EAAE,IAAI,CAAC;QACX,WAAW,CAAC,EAAE,iBAAiB,GAAG,MAAM,GAAG,IAAI,CAAC;QAChD,YAAY,CAAC,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;QACzC,aAAa,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC;KAC5C;YAca,IAAI;IAsBlB,OAAO,CAAC,wBAAwB,CAS9B;IAEF,OAAO,CAAC,sBAAsB,CAsB5B;IAEF,OAAO,CAAC,yBAAyB,CAsB/B;IAEF,OAAO,CAAC,sBAAsB,CAI5B;IAEF,OAAO,CAAC,mBAAmB,CAMzB;IAEF,OAAO,CAAC,eAAe,CA6BrB;YAEY,qBAAqB;IAmBnC,OAAO,CAAC,yBAAyB;IAcjC,OAAO,CAAC,yBAAyB;IAqBjC,IAAI,WAAW,IAAI,WAAW,GAAG,SAAS,CAMzC;IAED,IAAI,mBAAmB,IAAI,UAAU,GAAG,SAAS,CAMhD;IAED,wCAAwC;IACxC,cAAc,CAAC,mBAAmB,EAAE,MAAM,GAAG,IAAI;IA4BjD,gBAAgB;IAUhB,KAAK;IAgFC,KAAK;CAuBZ"}

package/dist/voice/room_io/room_io.js

@@ -237,7 +237,7 @@ class RoomIO {
     }
     return this.transcriptionSynchronizer.textOutput;
   }
-  /* Switch to a different participant */
+  /** Switch to a different participant */
   setParticipant(participantIdentity) {
     var _a;
     this.logger.debug({ participantIdentity }, "setting participant");

package/dist/voice/room_io/room_io.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/voice/room_io/room_io.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n  ConnectionState,\n  DisconnectReason,\n  type NoiseCancellationOptions,\n  type Participant,\n  ParticipantKind,\n  type RemoteParticipant,\n  type Room,\n  RoomEvent,\n  type TextStreamInfo,\n  type TextStreamReader,\n  TrackPublishOptions,\n  TrackSource,\n} from '@livekit/rtc-node';\nimport type { WritableStreamDefaultWriter } from 'node:stream/web';\nimport { ATTRIBUTE_PUBLISH_ON_BEHALF, TOPIC_CHAT } from '../../constants.js';\nimport { log } from '../../log.js';\nimport { IdentityTransform } from '../../stream/identity_transform.js';\nimport { Future, Task } from '../../utils.js';\nimport { type AgentSession } from '../agent_session.js';\nimport {\n  AgentSessionEventTypes,\n  type AgentStateChangedEvent,\n  CloseReason,\n  type UserInputTranscribedEvent,\n} from '../events.js';\nimport type { AudioOutput, TextOutput } from '../io.js';\nimport { TranscriptionSynchronizer } from '../transcription/synchronizer.js';\nimport { ParticipantAudioInputStream } from './_input.js';\nimport {\n  ParalellTextOutput,\n  ParticipantAudioOutput,\n  ParticipantLegacyTranscriptionOutput,\n  ParticipantTranscriptionOutput,\n} from './_output.js';\n\nexport interface TextInputEvent {\n  text: string;\n  info: TextStreamInfo;\n  participant: RemoteParticipant;\n}\n\nexport type TextInputCallback = (sess: AgentSession, ev: TextInputEvent) => void | Promise<void>;\n\nconst DEFAULT_TEXT_INPUT_CALLBACK: TextInputCallback = (sess: AgentSession, ev: TextInputEvent) => {\n  sess.interrupt();\n  sess.generateReply({ userInput: ev.text });\n};\n\nconst DEFAULT_PARTICIPANT_KINDS: ParticipantKind[] = [\n  ParticipantKind.SIP,\n  ParticipantKind.STANDARD,\n];\n\nconst CLOSE_ON_DISCONNECT_REASONS: DisconnectReason[] = [\n  DisconnectReason.CLIENT_INITIATED,\n  DisconnectReason.ROOM_DELETED,\n  DisconnectReason.USER_REJECTED,\n];\n\nexport interface RoomInputOptions {\n  audioSampleRate: number;\n  audioNumChannels: number;\n  textEnabled: boolean;\n  audioEnabled: boolean;\n  videoEnabled: boolean;\n  participantIdentity?: string;\n  noiseCancellation?: NoiseCancellationOptions;\n  textInputCallback?: TextInputCallback;\n  participantKinds?: ParticipantKind[];\n  closeOnDisconnect: boolean;\n}\n\nexport interface RoomOutputOptions {\n  transcriptionEnabled: boolean;\n  audioEnabled: boolean;\n  audioSampleRate: number;\n  audioNumChannels: number;\n  syncTranscription: boolean;\n  audioPublishOptions: TrackPublishOptions;\n}\n\nconst DEFAULT_ROOM_INPUT_OPTIONS: RoomInputOptions = {\n  audioSampleRate: 24000,\n  audioNumChannels: 1,\n  textEnabled: true,\n  audioEnabled: true,\n  videoEnabled: false,\n  textInputCallback: DEFAULT_TEXT_INPUT_CALLBACK,\n  closeOnDisconnect: true,\n};\n\nconst DEFAULT_ROOM_OUTPUT_OPTIONS: RoomOutputOptions = {\n  audioSampleRate: 24000,\n  audioNumChannels: 1,\n  transcriptionEnabled: true,\n  audioEnabled: true,\n  syncTranscription: true,\n  audioPublishOptions: new TrackPublishOptions({ source: TrackSource.SOURCE_MICROPHONE }),\n};\n\nexport class RoomIO {\n  private agentSession: AgentSession;\n  private room: Room;\n  private inputOptions: RoomInputOptions;\n  private outputOptions: RoomOutputOptions;\n\n  private audioInput?: ParticipantAudioInputStream;\n  private participantAudioOutput?: ParticipantAudioOutput;\n  private userTranscriptOutput?: ParalellTextOutput;\n  private agentTranscriptOutput?: ParalellTextOutput;\n  private transcriptionSynchronizer?: TranscriptionSynchronizer;\n  private participantIdentity: string | null = null;\n\n  private participantAvailableFuture: Future<RemoteParticipant> = new Future();\n  private roomConnectedFuture: Future<void> = new Future();\n\n  // Use stream API for transcript queue\n  private userTranscriptStream = new IdentityTransform<UserInputTranscribedEvent>();\n  private userTranscriptWriter: WritableStreamDefaultWriter<UserInputTranscribedEvent>;\n  private forwardUserTranscriptTask?: Task<void>;\n  private initTask?: Task<void>;\n\n  private textStreamHandlerRegistered = false;\n\n  private logger = log();\n\n  constructor({\n    agentSession,\n    room,\n    participant = null,\n    inputOptions,\n    outputOptions,\n  }: {\n    agentSession: AgentSession;\n    room: Room;\n    participant?: RemoteParticipant | string | null;\n    inputOptions?: Partial<RoomInputOptions>;\n    outputOptions?: Partial<RoomOutputOptions>;\n  }) {\n    this.agentSession = agentSession;\n    this.room = room;\n    this.inputOptions = { ...DEFAULT_ROOM_INPUT_OPTIONS, ...inputOptions };\n    this.outputOptions = { ...DEFAULT_ROOM_OUTPUT_OPTIONS, ...outputOptions };\n\n    this.userTranscriptWriter = this.userTranscriptStream.writable.getWriter();\n\n    this.participantIdentity = participant\n      ? typeof participant === 'string'\n        ? participant\n        : participant.identity\n      : this.inputOptions.participantIdentity ?? null;\n  }\n  private async init(signal: AbortSignal): Promise<void> {\n    await this.roomConnectedFuture.await;\n\n    for (const participant of this.room.remoteParticipants.values()) {\n      this.onParticipantConnected(participant);\n    }\n    if (signal.aborted) {\n      return;\n    }\n\n    const participant = await this.participantAvailableFuture.await;\n    this.setParticipant(participant.identity);\n\n    // init agent outputs\n    this.updateTranscriptionOutput({\n      output: this.agentTranscriptOutput,\n      participant: this.room.localParticipant?.identity ?? null,\n    });\n\n    await this.participantAudioOutput?.start(signal);\n  }\n\n  private onConnectionStateChanged = (state: ConnectionState) => {\n    this.logger.debug({ state }, 'connection state changed');\n    if (\n      state === ConnectionState.CONN_CONNECTED &&\n      this.room.isConnected &&\n      !this.roomConnectedFuture.done\n    ) {\n      this.roomConnectedFuture.resolve();\n    }\n  };\n\n  private onParticipantConnected = (participant: RemoteParticipant) => {\n    if (this.participantAvailableFuture.done) {\n      return;\n    }\n\n    if (this.participantIdentity) {\n      if (participant.identity !== this.participantIdentity) {\n        return;\n      }\n    } else if (\n      // otherwise, skip participants that are marked as publishing for this agent\n      participant.attributes?.[ATTRIBUTE_PUBLISH_ON_BEHALF] === this.room.localParticipant?.identity\n    ) {\n      return;\n    }\n\n    const acceptedKinds = this.inputOptions.participantKinds ?? DEFAULT_PARTICIPANT_KINDS;\n    if (participant.info.kind !== undefined && !acceptedKinds.includes(participant.info.kind)) {\n      return;\n    }\n\n    this.participantAvailableFuture.resolve(participant);\n  };\n\n  private onParticipantDisconnected = (participant: RemoteParticipant) => {\n    if (participant.identity !== this.participantIdentity) {\n      return;\n    }\n    this.participantAvailableFuture = new Future<RemoteParticipant>();\n    if (\n      this.inputOptions.closeOnDisconnect &&\n      participant.disconnectReason &&\n      CLOSE_ON_DISCONNECT_REASONS.includes(participant.disconnectReason)\n    ) {\n      this.logger.info(\n        {\n          participant: participant.identity,\n          reason: DisconnectReason[participant.disconnectReason],\n        },\n        'closing agent session due to participant disconnect ' +\n          '(disable via `RoomInputOptions.closeOnDisconnect=False`)',\n      );\n      this.agentSession._closeSoon({\n        reason: CloseReason.PARTICIPANT_DISCONNECTED,\n      });\n    }\n  };\n\n  private onUserInputTranscribed = (ev: UserInputTranscribedEvent) => {\n    this.userTranscriptWriter.write(ev).catch((error) => {\n      this.logger.error({ error }, 'Failed to write transcript event to stream');\n    });\n  };\n\n  private onAgentStateChanged = async (ev: AgentStateChangedEvent) => {\n    if (this.room.isConnected && this.room.localParticipant) {\n      await this.room.localParticipant.setAttributes({\n        [`lk.agent.state`]: ev.newState,\n      });\n    }\n  };\n\n  private onUserTextInput = (reader: TextStreamReader, participantInfo: { identity: string }) => {\n    if (participantInfo.identity !== this.participantIdentity) {\n      return;\n    }\n\n    const participant = this.room.remoteParticipants.get(participantInfo.identity);\n    if (!participant) {\n      this.logger.warn('participant not found, ignoring text input');\n      return;\n    }\n\n    const readText = async () => {\n      const text = await reader.readAll();\n\n      const textInputResult = this.inputOptions.textInputCallback!(this.agentSession, {\n        text,\n        info: reader.info,\n        participant,\n      });\n\n      // check if callback is a Promise\n      if (textInputResult instanceof Promise) {\n        await textInputResult;\n      }\n    };\n\n    readText().catch((error) => {\n      this.logger.error({ error }, 'Error reading text input');\n    });\n  };\n\n  private async forwardUserTranscript(signal: AbortSignal): Promise<void> {\n    const reader = this.userTranscriptStream.readable.getReader();\n    try {\n      while (!signal.aborted) {\n        const { done, value } = await reader.read();\n        if (done) break;\n\n        const event = value;\n        // IMPORTANT: need to await here to avoid race condition\n        await this.userTranscriptOutput?.captureText(event.transcript);\n        if (event.isFinal) {\n          this.userTranscriptOutput?.flush();\n        }\n      }\n    } catch (error) {\n      this.logger.error({ error }, 'Error processing transcript stream');\n    }\n  }\n\n  private createTranscriptionOutput(options: {\n    isDeltaStream: boolean;\n    participant: Participant | string | null;\n  }) {\n    return new ParalellTextOutput([\n      new ParticipantLegacyTranscriptionOutput(\n        this.room,\n        options.isDeltaStream,\n        options.participant,\n      ),\n      new ParticipantTranscriptionOutput(this.room, options.isDeltaStream, options.participant),\n    ]);\n  }\n\n  private updateTranscriptionOutput({\n    output,\n    participant,\n  }: {\n    output?: ParalellTextOutput;\n    participant: string | null;\n  }) {\n    if (!output) {\n      return;\n    }\n\n    for (const sink of output._sinks) {\n      if (\n        sink instanceof ParticipantLegacyTranscriptionOutput ||\n        sink instanceof ParticipantTranscriptionOutput\n      ) {\n        sink.setParticipant(participant);\n      }\n    }\n  }\n\n  get audioOutput(): AudioOutput | undefined {\n    if (!this.transcriptionSynchronizer) {\n      return this.participantAudioOutput;\n    }\n\n    return this.transcriptionSynchronizer.audioOutput;\n  }\n\n  get transcriptionOutput(): TextOutput | undefined {\n    if (!this.transcriptionSynchronizer) {\n      return this.agentTranscriptOutput;\n    }\n\n    return this.transcriptionSynchronizer.textOutput;\n  }\n\n  /* Switch to a different participant */\n  setParticipant(participantIdentity: string | null) {\n    this.logger.debug({ participantIdentity }, 'setting participant');\n    if (participantIdentity === null) {\n      this.unsetParticipant();\n      return;\n    }\n\n    if (this.participantIdentity !== participantIdentity) {\n      this.participantAvailableFuture = new Future<RemoteParticipant>();\n\n      // check if new participant is already connected\n      for (const participant of this.room.remoteParticipants.values()) {\n        if (participant.identity === participantIdentity) {\n          this.participantAvailableFuture.resolve(participant);\n          break;\n        }\n      }\n    }\n\n    // update participant identity and handlers\n    this.participantIdentity = participantIdentity;\n    this.audioInput?.setParticipant(participantIdentity);\n    this.updateTranscriptionOutput({\n      output: this.userTranscriptOutput,\n      participant: participantIdentity,\n    });\n  }\n\n  unsetParticipant() {\n    this.participantIdentity = null;\n    this.participantAvailableFuture = new Future<RemoteParticipant>();\n    this.audioInput?.setParticipant(null);\n    this.updateTranscriptionOutput({\n      output: this.userTranscriptOutput,\n      participant: null,\n    });\n  }\n\n  start() {\n    if (this.inputOptions.textEnabled) {\n      try {\n        this.room.registerTextStreamHandler(TOPIC_CHAT, this.onUserTextInput);\n        this.textStreamHandlerRegistered = true;\n      } catch (error) {\n        if (this.inputOptions.textEnabled) {\n          this.logger.warn(`text stream handler for topic \"${TOPIC_CHAT}\" already set, ignoring`);\n        }\n      }\n    }\n\n    // -- create inputs --\n    if (this.inputOptions.audioEnabled) {\n      this.audioInput = new ParticipantAudioInputStream({\n        room: this.room,\n        sampleRate: this.inputOptions.audioSampleRate,\n        numChannels: this.inputOptions.audioNumChannels,\n        noiseCancellation: this.inputOptions.noiseCancellation,\n      });\n    }\n\n    // -- create outputs --\n    if (this.outputOptions.audioEnabled) {\n      this.participantAudioOutput = new ParticipantAudioOutput(this.room, {\n        sampleRate: this.outputOptions.audioSampleRate,\n        numChannels: this.outputOptions.audioNumChannels,\n        trackPublishOptions: this.outputOptions.audioPublishOptions,\n      });\n    }\n    if (this.outputOptions.transcriptionEnabled) {\n      this.userTranscriptOutput = this.createTranscriptionOutput({\n        isDeltaStream: false,\n        participant: this.participantIdentity,\n      });\n      // Start the transcript forwarding\n      this.forwardUserTranscriptTask = Task.from((controller) =>\n        this.forwardUserTranscript(controller.signal),\n      );\n      this.agentTranscriptOutput = this.createTranscriptionOutput({\n        isDeltaStream: true,\n        participant: null,\n      });\n\n      // use the RoomIO's audio output if available, otherwise use the agent's audio output\n      // TODO(AJS-176): check for agent output\n      const audioOutput = this.participantAudioOutput;\n      if (this.outputOptions.syncTranscription && audioOutput) {\n        this.transcriptionSynchronizer = new TranscriptionSynchronizer(\n          audioOutput,\n          this.agentTranscriptOutput,\n        );\n      }\n    }\n\n    // -- set the room event handlers --\n    this.room.on(RoomEvent.ParticipantConnected, this.onParticipantConnected);\n    this.room.on(RoomEvent.ConnectionStateChanged, this.onConnectionStateChanged);\n    this.room.on(RoomEvent.ParticipantDisconnected, this.onParticipantDisconnected);\n    if (this.room.isConnected) {\n      this.onConnectionStateChanged(ConnectionState.CONN_CONNECTED);\n    }\n\n    this.initTask = Task.from((controller) => this.init(controller.signal));\n\n    // -- attatch the agent to the session --\n    if (this.audioInput) {\n      this.agentSession.input.audio = this.audioInput;\n    }\n    if (this.audioOutput) {\n      this.agentSession.output.audio = this.audioOutput;\n    }\n    if (this.transcriptionOutput) {\n      this.agentSession.output.transcription = this.transcriptionOutput;\n    }\n\n    this.agentSession.on(AgentSessionEventTypes.AgentStateChanged, this.onAgentStateChanged);\n    this.agentSession.on(AgentSessionEventTypes.UserInputTranscribed, this.onUserInputTranscribed);\n  }\n\n  async close() {\n    this.room.off(RoomEvent.ParticipantConnected, this.onParticipantConnected);\n    this.room.off(RoomEvent.ConnectionStateChanged, this.onConnectionStateChanged);\n    this.room.off(RoomEvent.ParticipantDisconnected, this.onParticipantDisconnected);\n    this.agentSession.off(AgentSessionEventTypes.UserInputTranscribed, this.onUserInputTranscribed);\n    this.agentSession.off(AgentSessionEventTypes.AgentStateChanged, this.onAgentStateChanged);\n\n    if (this.textStreamHandlerRegistered) {\n      this.room.unregisterTextStreamHandler(TOPIC_CHAT);\n      this.textStreamHandlerRegistered = false;\n    }\n\n    await this.initTask?.cancelAndWait();\n\n    // Close stream FIRST so reader.read() in forwardUserTranscript can exit.\n    // This is a workaround for a race condition in the stream API.\n    this.userTranscriptWriter.close();\n    await this.forwardUserTranscriptTask?.cancelAndWait();\n\n    await this.audioInput?.close();\n    await this.participantAudioOutput?.close();\n    await this.transcriptionSynchronizer?.close();\n  }\n}\n"],"mappings":"AAGA;AAAA,EACE;AAAA,EACA;AAAA,EAGA;AAAA,EAGA;AAAA,EAGA;AAAA,EACA;AAAA,OACK;AAEP,SAAS,6BAA6B,kBAAkB;AACxD,SAAS,WAAW;AACpB,SAAS,yBAAyB;AAClC,SAAS,QAAQ,YAAY;AAC7B,eAAkC;AAClC;AAAA,EACE;AAAA,EAEA;AAAA,OAEK;AAEP,SAAS,iCAAiC;AAC1C,SAAS,mCAAmC;AAC5C;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAUP,MAAM,8BAAiD,CAAC,MAAoB,OAAuB;AACjG,OAAK,UAAU;AACf,OAAK,cAAc,EAAE,WAAW,GAAG,KAAK,CAAC;AAC3C;AAEA,MAAM,4BAA+C;AAAA,EACnD,gBAAgB;AAAA,EAChB,gBAAgB;AAClB;AAEA,MAAM,8BAAkD;AAAA,EACtD,iBAAiB;AAAA,EACjB,iBAAiB;AAAA,EACjB,iBAAiB;AACnB;AAwBA,MAAM,6BAA+C;AAAA,EACnD,iBAAiB;AAAA,EACjB,kBAAkB;AAAA,EAClB,aAAa;AAAA,EACb,cAAc;AAAA,EACd,cAAc;AAAA,EACd,mBAAmB;AAAA,EACnB,mBAAmB;AACrB;AAEA,MAAM,8BAAiD;AAAA,EACrD,iBAAiB;AAAA,EACjB,kBAAkB;AAAA,EAClB,sBAAsB;AAAA,EACtB,cAAc;AAAA,EACd,mBAAmB;AAAA,EACnB,qBAAqB,IAAI,oBAAoB,EAAE,QAAQ,YAAY,kBAAkB,CAAC;AACxF;AAEO,MAAM,OAAO;AAAA,EACV;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,sBAAqC;AAAA,EAErC,6BAAwD,IAAI,OAAO;AAAA,EACnE,sBAAoC,IAAI,OAAO;AAAA;AAAA,EAG/C,uBAAuB,IAAI,kBAA6C;AAAA,EACxE;AAAA,EACA;AAAA,EACA;AAAA,EAEA,8BAA8B;AAAA,EAE9B,SAAS,IAAI;AAAA,EAErB,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA,cAAc;AAAA,IACd;AAAA,IACA;AAAA,EACF,GAMG;AACD,SAAK,eAAe;AACpB,SAAK,OAAO;AACZ,SAAK,eAAe,EAAE,GAAG,4BAA4B,GAAG,aAAa;AACrE,SAAK,gBAAgB,EAAE,GAAG,6BAA6B,GAAG,cAAc;AAExE,SAAK,uBAAuB,KAAK,qBAAqB,SAAS,UAAU;AAEzE,SAAK,sBAAsB,cACvB,OAAO,gBAAgB,WACrB,cACA,YAAY,WACd,KAAK,aAAa,uBAAuB;AAAA,EAC/C;AAAA,EACA,MAAc,KAAK,QAAoC;AA5JzD;AA6JI,UAAM,KAAK,oBAAoB;AAE/B,eAAWA,gBAAe,KAAK,KAAK,mBAAmB,OAAO,GAAG;AAC/D,WAAK,uBAAuBA,YAAW;AAAA,IACzC;AACA,QAAI,OAAO,SAAS;AAClB;AAAA,IACF;AAEA,UAAM,cAAc,MAAM,KAAK,2BAA2B;AAC1D,SAAK,eAAe,YAAY,QAAQ;AAGxC,SAAK,0BAA0B;AAAA,MAC7B,QAAQ,KAAK;AAAA,MACb,eAAa,UAAK,KAAK,qBAAV,mBAA4B,aAAY;AAAA,IACvD,CAAC;AAED,YAAM,UAAK,2BAAL,mBAA6B,MAAM;AAAA,EAC3C;AAAA,EAEQ,2BAA2B,CAAC,UAA2B;AAC7D,SAAK,OAAO,MAAM,EAAE,MAAM,GAAG,0BAA0B;AACvD,QACE,UAAU,gBAAgB,kBAC1B,KAAK,KAAK,eACV,CAAC,KAAK,oBAAoB,MAC1B;AACA,WAAK,oBAAoB,QAAQ;AAAA,IACnC;AAAA,EACF;AAAA,EAEQ,yBAAyB,CAAC,gBAAmC;AA7LvE;AA8LI,QAAI,KAAK,2BAA2B,MAAM;AACxC;AAAA,IACF;AAEA,QAAI,KAAK,qBAAqB;AAC5B,UAAI,YAAY,aAAa,KAAK,qBAAqB;AACrD;AAAA,MACF;AAAA,IACF;AAAA;AAAA,QAEE,iBAAY,eAAZ,mBAAyB,oCAAiC,UAAK,KAAK,qBAAV,mBAA4B;AAAA,MACtF;AACA;AAAA,IACF;AAEA,UAAM,gBAAgB,KAAK,aAAa,oBAAoB;AAC5D,QAAI,YAAY,KAAK,SAAS,UAAa,CAAC,cAAc,SAAS,YAAY,KAAK,IAAI,GAAG;AACzF;AAAA,IACF;AAEA,SAAK,2BAA2B,QAAQ,WAAW;AAAA,EACrD;AAAA,EAEQ,4BAA4B,CAAC,gBAAmC;AACtE,QAAI,YAAY,aAAa,KAAK,qBAAqB;AACrD;AAAA,IACF;AACA,SAAK,6BAA6B,IAAI,OAA0B;AAChE,QACE,KAAK,aAAa,qBAClB,YAAY,oBACZ,4BAA4B,SAAS,YAAY,gBAAgB,GACjE;AACA,WAAK,OAAO;AAAA,QACV;AAAA,UACE,aAAa,YAAY;AAAA,UACzB,QAAQ,iBAAiB,YAAY,gBAAgB;AAAA,QACvD;AAAA,QACA;AAAA,MAEF;AACA,WAAK,aAAa,WAAW;AAAA,QAC3B,QAAQ,YAAY;AAAA,MACtB,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,yBAAyB,CAAC,OAAkC;AAClE,SAAK,qBAAqB,MAAM,EAAE,EAAE,MAAM,CAAC,UAAU;AACnD,WAAK,OAAO,MAAM,EAAE,MAAM,GAAG,4CAA4C;AAAA,IAC3E,CAAC;AAAA,EACH;AAAA,EAEQ,sBAAsB,OAAO,OAA+B;AAClE,QAAI,KAAK,KAAK,eAAe,KAAK,KAAK,kBAAkB;AACvD,YAAM,KAAK,KAAK,iBAAiB,cAAc;AAAA,QAC7C,CAAC,gBAAgB,GAAG,GAAG;AAAA,MACzB,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,kBAAkB,CAAC,QAA0B,oBAA0C;AAC7F,QAAI,gBAAgB,aAAa,KAAK,qBAAqB;AACzD;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,KAAK,mBAAmB,IAAI,gBAAgB,QAAQ;AAC7E,QAAI,CAAC,aAAa;AAChB,WAAK,OAAO,KAAK,4CAA4C;AAC7D;AAAA,IACF;AAEA,UAAM,WAAW,YAAY;AAC3B,YAAM,OAAO,MAAM,OAAO,QAAQ;AAElC,YAAM,kBAAkB,KAAK,aAAa,kBAAmB,KAAK,cAAc;AAAA,QAC9E;AAAA,QACA,MAAM,OAAO;AAAA,QACb;AAAA,MACF,CAAC;AAGD,UAAI,2BAA2B,SAAS;AACtC,cAAM;AAAA,MACR;AAAA,IACF;AAEA,aAAS,EAAE,MAAM,CAAC,UAAU;AAC1B,WAAK,OAAO,MAAM,EAAE,MAAM,GAAG,0BAA0B;AAAA,IACzD,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,sBAAsB,QAAoC;AA1R1E;AA2RI,UAAM,SAAS,KAAK,qBAAqB,SAAS,UAAU;AAC5D,QAAI;AACF,aAAO,CAAC,OAAO,SAAS;AACtB,cAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,YAAI,KAAM;AAEV,cAAM,QAAQ;AAEd,gBAAM,UAAK,yBAAL,mBAA2B,YAAY,MAAM;AACnD,YAAI,MAAM,SAAS;AACjB,qBAAK,yBAAL,mBAA2B;AAAA,QAC7B;AAAA,MACF;AAAA,IACF,SAAS,OAAO;AACd,WAAK,OAAO,MAAM,EAAE,MAAM,GAAG,oCAAoC;AAAA,IACnE;AAAA,EACF;AAAA,EAEQ,0BAA0B,SAG/B;AACD,WAAO,IAAI,mBAAmB;AAAA,MAC5B,IAAI;AAAA,QACF,KAAK;AAAA,QACL,QAAQ;AAAA,QACR,QAAQ;AAAA,MACV;AAAA,MACA,IAAI,+BAA+B,KAAK,MAAM,QAAQ,eAAe,QAAQ,WAAW;AAAA,IAC1F,CAAC;AAAA,EACH;AAAA,EAEQ,0BAA0B;AAAA,IAChC;AAAA,IACA;AAAA,EACF,GAGG;AACD,QAAI,CAAC,QAAQ;AACX;AAAA,IACF;AAEA,eAAW,QAAQ,OAAO,QAAQ;AAChC,UACE,gBAAgB,wCAChB,gBAAgB,gCAChB;AACA,aAAK,eAAe,WAAW;AAAA,MACjC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,cAAuC;AACzC,QAAI,CAAC,KAAK,2BAA2B;AACnC,aAAO,KAAK;AAAA,IACd;AAEA,WAAO,KAAK,0BAA0B;AAAA,EACxC;AAAA,EAEA,IAAI,sBAA8C;AAChD,QAAI,CAAC,KAAK,2BAA2B;AACnC,aAAO,KAAK;AAAA,IACd;AAEA,WAAO,KAAK,0BAA0B;AAAA,EACxC;AAAA;AAAA,EAGA,eAAe,qBAAoC;AAjWrD;AAkWI,SAAK,OAAO,MAAM,EAAE,oBAAoB,GAAG,qBAAqB;AAChE,QAAI,wBAAwB,MAAM;AAChC,WAAK,iBAAiB;AACtB;AAAA,IACF;AAEA,QAAI,KAAK,wBAAwB,qBAAqB;AACpD,WAAK,6BAA6B,IAAI,OAA0B;AAGhE,iBAAW,eAAe,KAAK,KAAK,mBAAmB,OAAO,GAAG;AAC/D,YAAI,YAAY,aAAa,qBAAqB;AAChD,eAAK,2BAA2B,QAAQ,WAAW;AACnD;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,SAAK,sBAAsB;AAC3B,eAAK,eAAL,mBAAiB,eAAe;AAChC,SAAK,0BAA0B;AAAA,MAC7B,QAAQ,KAAK;AAAA,MACb,aAAa;AAAA,IACf,CAAC;AAAA,EACH;AAAA,EAEA,mBAAmB;AA7XrB;AA8XI,SAAK,sBAAsB;AAC3B,SAAK,6BAA6B,IAAI,OAA0B;AAChE,eAAK,eAAL,mBAAiB,eAAe;AAChC,SAAK,0BAA0B;AAAA,MAC7B,QAAQ,KAAK;AAAA,MACb,aAAa;AAAA,IACf,CAAC;AAAA,EACH;AAAA,EAEA,QAAQ;AACN,QAAI,KAAK,aAAa,aAAa;AACjC,UAAI;AACF,aAAK,KAAK,0BAA0B,YAAY,KAAK,eAAe;AACpE,aAAK,8BAA8B;AAAA,MACrC,SAAS,OAAO;AACd,YAAI,KAAK,aAAa,aAAa;AACjC,eAAK,OAAO,KAAK,kCAAkC,UAAU,yBAAyB;AAAA,QACxF;AAAA,MACF;AAAA,IACF;AAGA,QAAI,KAAK,aAAa,cAAc;AAClC,WAAK,aAAa,IAAI,4BAA4B;AAAA,QAChD,MAAM,KAAK;AAAA,QACX,YAAY,KAAK,aAAa;AAAA,QAC9B,aAAa,KAAK,aAAa;AAAA,QAC/B,mBAAmB,KAAK,aAAa;AAAA,MACvC,CAAC;AAAA,IACH;AAGA,QAAI,KAAK,cAAc,cAAc;AACnC,WAAK,yBAAyB,IAAI,uBAAuB,KAAK,MAAM;AAAA,QAClE,YAAY,KAAK,cAAc;AAAA,QAC/B,aAAa,KAAK,cAAc;AAAA,QAChC,qBAAqB,KAAK,cAAc;AAAA,MAC1C,CAAC;AAAA,IACH;AACA,QAAI,KAAK,cAAc,sBAAsB;AAC3C,WAAK,uBAAuB,KAAK,0BAA0B;AAAA,QACzD,eAAe;AAAA,QACf,aAAa,KAAK;AAAA,MACpB,CAAC;AAED,WAAK,4BAA4B,KAAK;AAAA,QAAK,CAAC,eAC1C,KAAK,sBAAsB,WAAW,MAAM;AAAA,MAC9C;AACA,WAAK,wBAAwB,KAAK,0BAA0B;AAAA,QAC1D,eAAe;AAAA,QACf,aAAa;AAAA,MACf,CAAC;AAID,YAAM,cAAc,KAAK;AACzB,UAAI,KAAK,cAAc,qBAAqB,aAAa;AACvD,aAAK,4BAA4B,IAAI;AAAA,UACnC;AAAA,UACA,KAAK;AAAA,QACP;AAAA,MACF;AAAA,IACF;AAGA,SAAK,KAAK,GAAG,UAAU,sBAAsB,KAAK,sBAAsB;AACxE,SAAK,KAAK,GAAG,UAAU,wBAAwB,KAAK,wBAAwB;AAC5E,SAAK,KAAK,GAAG,UAAU,yBAAyB,KAAK,yBAAyB;AAC9E,QAAI,KAAK,KAAK,aAAa;AACzB,WAAK,yBAAyB,gBAAgB,cAAc;AAAA,IAC9D;AAEA,SAAK,WAAW,KAAK,KAAK,CAAC,eAAe,KAAK,KAAK,WAAW,MAAM,CAAC;AAGtE,QAAI,KAAK,YAAY;AACnB,WAAK,aAAa,MAAM,QAAQ,KAAK;AAAA,IACvC;AACA,QAAI,KAAK,aAAa;AACpB,WAAK,aAAa,OAAO,QAAQ,KAAK;AAAA,IACxC;AACA,QAAI,KAAK,qBAAqB;AAC5B,WAAK,aAAa,OAAO,gBAAgB,KAAK;AAAA,IAChD;AAEA,SAAK,aAAa,GAAG,uBAAuB,mBAAmB,KAAK,mBAAmB;AACvF,SAAK,aAAa,GAAG,uBAAuB,sBAAsB,KAAK,sBAAsB;AAAA,EAC/F;AAAA,EAEA,MAAM,QAAQ;AAvdhB;AAwdI,SAAK,KAAK,IAAI,UAAU,sBAAsB,KAAK,sBAAsB;AACzE,SAAK,KAAK,IAAI,UAAU,wBAAwB,KAAK,wBAAwB;AAC7E,SAAK,KAAK,IAAI,UAAU,yBAAyB,KAAK,yBAAyB;AAC/E,SAAK,aAAa,IAAI,uBAAuB,sBAAsB,KAAK,sBAAsB;AAC9F,SAAK,aAAa,IAAI,uBAAuB,mBAAmB,KAAK,mBAAmB;AAExF,QAAI,KAAK,6BAA6B;AACpC,WAAK,KAAK,4BAA4B,UAAU;AAChD,WAAK,8BAA8B;AAAA,IACrC;AAEA,YAAM,UAAK,aAAL,mBAAe;AAIrB,SAAK,qBAAqB,MAAM;AAChC,YAAM,UAAK,8BAAL,mBAAgC;AAEtC,YAAM,UAAK,eAAL,mBAAiB;AACvB,YAAM,UAAK,2BAAL,mBAA6B;AACnC,YAAM,UAAK,8BAAL,mBAAgC;AAAA,EACxC;AACF;","names":["participant"]}
+{"version":3,"sources":["../../../src/voice/room_io/room_io.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n  ConnectionState,\n  DisconnectReason,\n  type NoiseCancellationOptions,\n  type Participant,\n  ParticipantKind,\n  type RemoteParticipant,\n  type Room,\n  RoomEvent,\n  type TextStreamInfo,\n  type TextStreamReader,\n  TrackPublishOptions,\n  TrackSource,\n} from '@livekit/rtc-node';\nimport type { WritableStreamDefaultWriter } from 'node:stream/web';\nimport { ATTRIBUTE_PUBLISH_ON_BEHALF, TOPIC_CHAT } from '../../constants.js';\nimport { log } from '../../log.js';\nimport { IdentityTransform } from '../../stream/identity_transform.js';\nimport { Future, Task } from '../../utils.js';\nimport { type AgentSession } from '../agent_session.js';\nimport {\n  AgentSessionEventTypes,\n  type AgentStateChangedEvent,\n  CloseReason,\n  type UserInputTranscribedEvent,\n} from '../events.js';\nimport type { AudioOutput, TextOutput } from '../io.js';\nimport { TranscriptionSynchronizer } from '../transcription/synchronizer.js';\nimport { ParticipantAudioInputStream } from './_input.js';\nimport {\n  ParalellTextOutput,\n  ParticipantAudioOutput,\n  ParticipantLegacyTranscriptionOutput,\n  ParticipantTranscriptionOutput,\n} from './_output.js';\n\nexport interface TextInputEvent {\n  text: string;\n  info: TextStreamInfo;\n  participant: RemoteParticipant;\n}\n\nexport type TextInputCallback = (sess: AgentSession, ev: TextInputEvent) => void | Promise<void>;\n\nconst DEFAULT_TEXT_INPUT_CALLBACK: TextInputCallback = (sess: AgentSession, ev: TextInputEvent) => {\n  sess.interrupt();\n  sess.generateReply({ userInput: ev.text });\n};\n\nconst DEFAULT_PARTICIPANT_KINDS: ParticipantKind[] = [\n  ParticipantKind.SIP,\n  ParticipantKind.STANDARD,\n];\n\nconst CLOSE_ON_DISCONNECT_REASONS: DisconnectReason[] = [\n  DisconnectReason.CLIENT_INITIATED,\n  DisconnectReason.ROOM_DELETED,\n  DisconnectReason.USER_REJECTED,\n];\n\nexport interface RoomInputOptions {\n  audioSampleRate: number;\n  audioNumChannels: number;\n  /** If not given, default to True. */\n  textEnabled: boolean;\n  /** If not given, default to True. */\n  audioEnabled: boolean;\n  /** If not given, default to False. */\n  videoEnabled: boolean;\n  /** The participant to link to. If not provided, link to the first participant.\n    Can be overridden by the `participant` argument of RoomIO constructor or `set_participant`.\n  */\n  participantIdentity?: string;\n  noiseCancellation?: NoiseCancellationOptions;\n  textInputCallback?: TextInputCallback;\n  /** Participant kinds accepted for auto subscription. If not provided,\n    accept `DEFAULT_PARTICIPANT_KINDS`\n  */\n  participantKinds?: ParticipantKind[];\n  /** Close the AgentSession if the linked participant disconnects with reasons in\n    CLIENT_INITIATED, ROOM_DELETED, or USER_REJECTED.\n  */\n  closeOnDisconnect: boolean;\n}\n\nexport interface RoomOutputOptions {\n  /** If not given, default to True. */\n  transcriptionEnabled: boolean;\n  /** If not given, default to True. */\n  audioEnabled: boolean;\n  audioSampleRate: number;\n  audioNumChannels: number;\n  /** False to disable transcription synchronization with audio output.\n    Otherwise, transcription is emitted as quickly as available.\n  */\n  syncTranscription: boolean;\n  /** The name of the audio track to publish. If not provided, default to \"roomio_audio\".\n   */\n  audioPublishOptions: TrackPublishOptions;\n}\n\nconst DEFAULT_ROOM_INPUT_OPTIONS: RoomInputOptions = {\n  audioSampleRate: 24000,\n  audioNumChannels: 1,\n  textEnabled: true,\n  audioEnabled: true,\n  videoEnabled: false,\n  textInputCallback: DEFAULT_TEXT_INPUT_CALLBACK,\n  closeOnDisconnect: true,\n};\n\nconst DEFAULT_ROOM_OUTPUT_OPTIONS: RoomOutputOptions = {\n  audioSampleRate: 24000,\n  audioNumChannels: 1,\n  transcriptionEnabled: true,\n  audioEnabled: true,\n  syncTranscription: true,\n  audioPublishOptions: new TrackPublishOptions({ source: TrackSource.SOURCE_MICROPHONE }),\n};\n\nexport class RoomIO {\n  private agentSession: AgentSession;\n  private room: Room;\n  private inputOptions: RoomInputOptions;\n  private outputOptions: RoomOutputOptions;\n\n  private audioInput?: ParticipantAudioInputStream;\n  private participantAudioOutput?: ParticipantAudioOutput;\n  private userTranscriptOutput?: ParalellTextOutput;\n  private agentTranscriptOutput?: ParalellTextOutput;\n  private transcriptionSynchronizer?: TranscriptionSynchronizer;\n  private participantIdentity: string | null = null;\n\n  private participantAvailableFuture: Future<RemoteParticipant> = new Future();\n  private roomConnectedFuture: Future<void> = new Future();\n\n  // Use stream API for transcript queue\n  private userTranscriptStream = new IdentityTransform<UserInputTranscribedEvent>();\n  private userTranscriptWriter: WritableStreamDefaultWriter<UserInputTranscribedEvent>;\n  private forwardUserTranscriptTask?: Task<void>;\n  private initTask?: Task<void>;\n\n  private textStreamHandlerRegistered = false;\n\n  private logger = log();\n\n  constructor({\n    agentSession,\n    room,\n    participant = null,\n    inputOptions,\n    outputOptions,\n  }: {\n    agentSession: AgentSession;\n    room: Room;\n    participant?: RemoteParticipant | string | null;\n    inputOptions?: Partial<RoomInputOptions>;\n    outputOptions?: Partial<RoomOutputOptions>;\n  }) {\n    this.agentSession = agentSession;\n    this.room = room;\n    this.inputOptions = { ...DEFAULT_ROOM_INPUT_OPTIONS, ...inputOptions };\n    this.outputOptions = { ...DEFAULT_ROOM_OUTPUT_OPTIONS, ...outputOptions };\n\n    this.userTranscriptWriter = this.userTranscriptStream.writable.getWriter();\n\n    this.participantIdentity = participant\n      ? typeof participant === 'string'\n        ? participant\n        : participant.identity\n      : this.inputOptions.participantIdentity ?? null;\n  }\n  private async init(signal: AbortSignal): Promise<void> {\n    await this.roomConnectedFuture.await;\n\n    for (const participant of this.room.remoteParticipants.values()) {\n      this.onParticipantConnected(participant);\n    }\n    if (signal.aborted) {\n      return;\n    }\n\n    const participant = await this.participantAvailableFuture.await;\n    this.setParticipant(participant.identity);\n\n    // init agent outputs\n    this.updateTranscriptionOutput({\n      output: this.agentTranscriptOutput,\n      participant: this.room.localParticipant?.identity ?? null,\n    });\n\n    await this.participantAudioOutput?.start(signal);\n  }\n\n  private onConnectionStateChanged = (state: ConnectionState) => {\n    this.logger.debug({ state }, 'connection state changed');\n    if (\n      state === ConnectionState.CONN_CONNECTED &&\n      this.room.isConnected &&\n      !this.roomConnectedFuture.done\n    ) {\n      this.roomConnectedFuture.resolve();\n    }\n  };\n\n  private onParticipantConnected = (participant: RemoteParticipant) => {\n    if (this.participantAvailableFuture.done) {\n      return;\n    }\n\n    if (this.participantIdentity) {\n      if (participant.identity !== this.participantIdentity) {\n        return;\n      }\n    } else if (\n      // otherwise, skip participants that are marked as publishing for this agent\n      participant.attributes?.[ATTRIBUTE_PUBLISH_ON_BEHALF] === this.room.localParticipant?.identity\n    ) {\n      return;\n    }\n\n    const acceptedKinds = this.inputOptions.participantKinds ?? DEFAULT_PARTICIPANT_KINDS;\n    if (participant.info.kind !== undefined && !acceptedKinds.includes(participant.info.kind)) {\n      return;\n    }\n\n    this.participantAvailableFuture.resolve(participant);\n  };\n\n  private onParticipantDisconnected = (participant: RemoteParticipant) => {\n    if (participant.identity !== this.participantIdentity) {\n      return;\n    }\n    this.participantAvailableFuture = new Future<RemoteParticipant>();\n    if (\n      this.inputOptions.closeOnDisconnect &&\n      participant.disconnectReason &&\n      CLOSE_ON_DISCONNECT_REASONS.includes(participant.disconnectReason)\n    ) {\n      this.logger.info(\n        {\n          participant: participant.identity,\n          reason: DisconnectReason[participant.disconnectReason],\n        },\n        'closing agent session due to participant disconnect ' +\n          '(disable via `RoomInputOptions.closeOnDisconnect=False`)',\n      );\n      this.agentSession._closeSoon({\n        reason: CloseReason.PARTICIPANT_DISCONNECTED,\n      });\n    }\n  };\n\n  private onUserInputTranscribed = (ev: UserInputTranscribedEvent) => {\n    this.userTranscriptWriter.write(ev).catch((error) => {\n      this.logger.error({ error }, 'Failed to write transcript event to stream');\n    });\n  };\n\n  private onAgentStateChanged = async (ev: AgentStateChangedEvent) => {\n    if (this.room.isConnected && this.room.localParticipant) {\n      await this.room.localParticipant.setAttributes({\n        [`lk.agent.state`]: ev.newState,\n      });\n    }\n  };\n\n  private onUserTextInput = (reader: TextStreamReader, participantInfo: { identity: string }) => {\n    if (participantInfo.identity !== this.participantIdentity) {\n      return;\n    }\n\n    const participant = this.room.remoteParticipants.get(participantInfo.identity);\n    if (!participant) {\n      this.logger.warn('participant not found, ignoring text input');\n      return;\n    }\n\n    const readText = async () => {\n      const text = await reader.readAll();\n\n      const textInputResult = this.inputOptions.textInputCallback!(this.agentSession, {\n        text,\n        info: reader.info,\n        participant,\n      });\n\n      // check if callback is a Promise\n      if (textInputResult instanceof Promise) {\n        await textInputResult;\n      }\n    };\n\n    readText().catch((error) => {\n      this.logger.error({ error }, 'Error reading text input');\n    });\n  };\n\n  private async forwardUserTranscript(signal: AbortSignal): Promise<void> {\n    const reader = this.userTranscriptStream.readable.getReader();\n    try {\n      while (!signal.aborted) {\n        const { done, value } = await reader.read();\n        if (done) break;\n\n        const event = value;\n        // IMPORTANT: need to await here to avoid race condition\n        await this.userTranscriptOutput?.captureText(event.transcript);\n        if (event.isFinal) {\n          this.userTranscriptOutput?.flush();\n        }\n      }\n    } catch (error) {\n      this.logger.error({ error }, 'Error processing transcript stream');\n    }\n  }\n\n  private createTranscriptionOutput(options: {\n    isDeltaStream: boolean;\n    participant: Participant | string | null;\n  }) {\n    return new ParalellTextOutput([\n      new ParticipantLegacyTranscriptionOutput(\n        this.room,\n        options.isDeltaStream,\n        options.participant,\n      ),\n      new ParticipantTranscriptionOutput(this.room, options.isDeltaStream, options.participant),\n    ]);\n  }\n\n  private updateTranscriptionOutput({\n    output,\n    participant,\n  }: {\n    output?: ParalellTextOutput;\n    participant: string | null;\n  }) {\n    if (!output) {\n      return;\n    }\n\n    for (const sink of output._sinks) {\n      if (\n        sink instanceof ParticipantLegacyTranscriptionOutput ||\n        sink instanceof ParticipantTranscriptionOutput\n      ) {\n        sink.setParticipant(participant);\n      }\n    }\n  }\n\n  get audioOutput(): AudioOutput | undefined {\n    if (!this.transcriptionSynchronizer) {\n      return this.participantAudioOutput;\n    }\n\n    return this.transcriptionSynchronizer.audioOutput;\n  }\n\n  get transcriptionOutput(): TextOutput | undefined {\n    if (!this.transcriptionSynchronizer) {\n      return this.agentTranscriptOutput;\n    }\n\n    return this.transcriptionSynchronizer.textOutput;\n  }\n\n  /** Switch to a different participant */\n  setParticipant(participantIdentity: string | null) {\n    this.logger.debug({ participantIdentity }, 'setting participant');\n    if (participantIdentity === null) {\n      this.unsetParticipant();\n      return;\n    }\n\n    if (this.participantIdentity !== participantIdentity) {\n      this.participantAvailableFuture = new Future<RemoteParticipant>();\n\n      // check if new participant is already connected\n      for (const participant of this.room.remoteParticipants.values()) {\n        if (participant.identity === participantIdentity) {\n          this.participantAvailableFuture.resolve(participant);\n          break;\n        }\n      }\n    }\n\n    // update participant identity and handlers\n    this.participantIdentity = participantIdentity;\n    this.audioInput?.setParticipant(participantIdentity);\n    this.updateTranscriptionOutput({\n      output: this.userTranscriptOutput,\n      participant: participantIdentity,\n    });\n  }\n\n  unsetParticipant() {\n    this.participantIdentity = null;\n    this.participantAvailableFuture = new Future<RemoteParticipant>();\n    this.audioInput?.setParticipant(null);\n    this.updateTranscriptionOutput({\n      output: this.userTranscriptOutput,\n      participant: null,\n    });\n  }\n\n  start() {\n    if (this.inputOptions.textEnabled) {\n      try {\n        this.room.registerTextStreamHandler(TOPIC_CHAT, this.onUserTextInput);\n        this.textStreamHandlerRegistered = true;\n      } catch (error) {\n        if (this.inputOptions.textEnabled) {\n          this.logger.warn(`text stream handler for topic \"${TOPIC_CHAT}\" already set, ignoring`);\n        }\n      }\n    }\n\n    // -- create inputs --\n    if (this.inputOptions.audioEnabled) {\n      this.audioInput = new ParticipantAudioInputStream({\n        room: this.room,\n        sampleRate: this.inputOptions.audioSampleRate,\n        numChannels: this.inputOptions.audioNumChannels,\n        noiseCancellation: this.inputOptions.noiseCancellation,\n      });\n    }\n\n    // -- create outputs --\n    if (this.outputOptions.audioEnabled) {\n      this.participantAudioOutput = new ParticipantAudioOutput(this.room, {\n        sampleRate: this.outputOptions.audioSampleRate,\n        numChannels: this.outputOptions.audioNumChannels,\n        trackPublishOptions: this.outputOptions.audioPublishOptions,\n      });\n    }\n    if (this.outputOptions.transcriptionEnabled) {\n      this.userTranscriptOutput = this.createTranscriptionOutput({\n        isDeltaStream: false,\n        participant: this.participantIdentity,\n      });\n      // Start the transcript forwarding\n      this.forwardUserTranscriptTask = Task.from((controller) =>\n        this.forwardUserTranscript(controller.signal),\n      );\n      this.agentTranscriptOutput = this.createTranscriptionOutput({\n        isDeltaStream: true,\n        participant: null,\n      });\n\n      // use the RoomIO's audio output if available, otherwise use the agent's audio output\n      // TODO(AJS-176): check for agent output\n      const audioOutput = this.participantAudioOutput;\n      if (this.outputOptions.syncTranscription && audioOutput) {\n        this.transcriptionSynchronizer = new TranscriptionSynchronizer(\n          audioOutput,\n          this.agentTranscriptOutput,\n        );\n      }\n    }\n\n    // -- set the room event handlers --\n    this.room.on(RoomEvent.ParticipantConnected, this.onParticipantConnected);\n    this.room.on(RoomEvent.ConnectionStateChanged, this.onConnectionStateChanged);\n    this.room.on(RoomEvent.ParticipantDisconnected, this.onParticipantDisconnected);\n    if (this.room.isConnected) {\n      this.onConnectionStateChanged(ConnectionState.CONN_CONNECTED);\n    }\n\n    this.initTask = Task.from((controller) => this.init(controller.signal));\n\n    // attach the agent to the session\n    if (this.audioInput) {\n      this.agentSession.input.audio = this.audioInput;\n    }\n    if (this.audioOutput) {\n      this.agentSession.output.audio = this.audioOutput;\n    }\n    if (this.transcriptionOutput) {\n      this.agentSession.output.transcription = this.transcriptionOutput;\n    }\n\n    this.agentSession.on(AgentSessionEventTypes.AgentStateChanged, this.onAgentStateChanged);\n    this.agentSession.on(AgentSessionEventTypes.UserInputTranscribed, this.onUserInputTranscribed);\n  }\n\n  async close() {\n    this.room.off(RoomEvent.ParticipantConnected, this.onParticipantConnected);\n    this.room.off(RoomEvent.ConnectionStateChanged, this.onConnectionStateChanged);\n    this.room.off(RoomEvent.ParticipantDisconnected, this.onParticipantDisconnected);\n    this.agentSession.off(AgentSessionEventTypes.UserInputTranscribed, this.onUserInputTranscribed);\n    this.agentSession.off(AgentSessionEventTypes.AgentStateChanged, this.onAgentStateChanged);\n\n    if (this.textStreamHandlerRegistered) {\n      this.room.unregisterTextStreamHandler(TOPIC_CHAT);\n      this.textStreamHandlerRegistered = false;\n    }\n\n    await this.initTask?.cancelAndWait();\n\n    // Close stream FIRST so reader.read() in forwardUserTranscript can exit.\n    // This is a workaround for a race condition in the stream API.\n    this.userTranscriptWriter.close();\n    await this.forwardUserTranscriptTask?.cancelAndWait();\n\n    await this.audioInput?.close();\n    await this.participantAudioOutput?.close();\n    await this.transcriptionSynchronizer?.close();\n  }\n}\n"],"mappings":"AAGA;AAAA,EACE;AAAA,EACA;AAAA,EAGA;AAAA,EAGA;AAAA,EAGA;AAAA,EACA;AAAA,OACK;AAEP,SAAS,6BAA6B,kBAAkB;AACxD,SAAS,WAAW;AACpB,SAAS,yBAAyB;AAClC,SAAS,QAAQ,YAAY;AAC7B,eAAkC;AAClC;AAAA,EACE;AAAA,EAEA;AAAA,OAEK;AAEP,SAAS,iCAAiC;AAC1C,SAAS,mCAAmC;AAC5C;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAUP,MAAM,8BAAiD,CAAC,MAAoB,OAAuB;AACjG,OAAK,UAAU;AACf,OAAK,cAAc,EAAE,WAAW,GAAG,KAAK,CAAC;AAC3C;AAEA,MAAM,4BAA+C;AAAA,EACnD,gBAAgB;AAAA,EAChB,gBAAgB;AAClB;AAEA,MAAM,8BAAkD;AAAA,EACtD,iBAAiB;AAAA,EACjB,iBAAiB;AAAA,EACjB,iBAAiB;AACnB;AA2CA,MAAM,6BAA+C;AAAA,EACnD,iBAAiB;AAAA,EACjB,kBAAkB;AAAA,EAClB,aAAa;AAAA,EACb,cAAc;AAAA,EACd,cAAc;AAAA,EACd,mBAAmB;AAAA,EACnB,mBAAmB;AACrB;AAEA,MAAM,8BAAiD;AAAA,EACrD,iBAAiB;AAAA,EACjB,kBAAkB;AAAA,EAClB,sBAAsB;AAAA,EACtB,cAAc;AAAA,EACd,mBAAmB;AAAA,EACnB,qBAAqB,IAAI,oBAAoB,EAAE,QAAQ,YAAY,kBAAkB,CAAC;AACxF;AAEO,MAAM,OAAO;AAAA,EACV;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,sBAAqC;AAAA,EAErC,6BAAwD,IAAI,OAAO;AAAA,EACnE,sBAAoC,IAAI,OAAO;AAAA;AAAA,EAG/C,uBAAuB,IAAI,kBAA6C;AAAA,EACxE;AAAA,EACA;AAAA,EACA;AAAA,EAEA,8BAA8B;AAAA,EAE9B,SAAS,IAAI;AAAA,EAErB,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA,cAAc;AAAA,IACd;AAAA,IACA;AAAA,EACF,GAMG;AACD,SAAK,eAAe;AACpB,SAAK,OAAO;AACZ,SAAK,eAAe,EAAE,GAAG,4BAA4B,GAAG,aAAa;AACrE,SAAK,gBAAgB,EAAE,GAAG,6BAA6B,GAAG,cAAc;AAExE,SAAK,uBAAuB,KAAK,qBAAqB,SAAS,UAAU;AAEzE,SAAK,sBAAsB,cACvB,OAAO,gBAAgB,WACrB,cACA,YAAY,WACd,KAAK,aAAa,uBAAuB;AAAA,EAC/C;AAAA,EACA,MAAc,KAAK,QAAoC;AA/KzD;AAgLI,UAAM,KAAK,oBAAoB;AAE/B,eAAWA,gBAAe,KAAK,KAAK,mBAAmB,OAAO,GAAG;AAC/D,WAAK,uBAAuBA,YAAW;AAAA,IACzC;AACA,QAAI,OAAO,SAAS;AAClB;AAAA,IACF;AAEA,UAAM,cAAc,MAAM,KAAK,2BAA2B;AAC1D,SAAK,eAAe,YAAY,QAAQ;AAGxC,SAAK,0BAA0B;AAAA,MAC7B,QAAQ,KAAK;AAAA,MACb,eAAa,UAAK,KAAK,qBAAV,mBAA4B,aAAY;AAAA,IACvD,CAAC;AAED,YAAM,UAAK,2BAAL,mBAA6B,MAAM;AAAA,EAC3C;AAAA,EAEQ,2BAA2B,CAAC,UAA2B;AAC7D,SAAK,OAAO,MAAM,EAAE,MAAM,GAAG,0BAA0B;AACvD,QACE,UAAU,gBAAgB,kBAC1B,KAAK,KAAK,eACV,CAAC,KAAK,oBAAoB,MAC1B;AACA,WAAK,oBAAoB,QAAQ;AAAA,IACnC;AAAA,EACF;AAAA,EAEQ,yBAAyB,CAAC,gBAAmC;AAhNvE;AAiNI,QAAI,KAAK,2BAA2B,MAAM;AACxC;AAAA,IACF;AAEA,QAAI,KAAK,qBAAqB;AAC5B,UAAI,YAAY,aAAa,KAAK,qBAAqB;AACrD;AAAA,MACF;AAAA,IACF;AAAA;AAAA,QAEE,iBAAY,eAAZ,mBAAyB,oCAAiC,UAAK,KAAK,qBAAV,mBAA4B;AAAA,MACtF;AACA;AAAA,IACF;AAEA,UAAM,gBAAgB,KAAK,aAAa,oBAAoB;AAC5D,QAAI,YAAY,KAAK,SAAS,UAAa,CAAC,cAAc,SAAS,YAAY,KAAK,IAAI,GAAG;AACzF;AAAA,IACF;AAEA,SAAK,2BAA2B,QAAQ,WAAW;AAAA,EACrD;AAAA,EAEQ,4BAA4B,CAAC,gBAAmC;AACtE,QAAI,YAAY,aAAa,KAAK,qBAAqB;AACrD;AAAA,IACF;AACA,SAAK,6BAA6B,IAAI,OAA0B;AAChE,QACE,KAAK,aAAa,qBAClB,YAAY,oBACZ,4BAA4B,SAAS,YAAY,gBAAgB,GACjE;AACA,WAAK,OAAO;AAAA,QACV;AAAA,UACE,aAAa,YAAY;AAAA,UACzB,QAAQ,iBAAiB,YAAY,gBAAgB;AAAA,QACvD;AAAA,QACA;AAAA,MAEF;AACA,WAAK,aAAa,WAAW;AAAA,QAC3B,QAAQ,YAAY;AAAA,MACtB,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,yBAAyB,CAAC,OAAkC;AAClE,SAAK,qBAAqB,MAAM,EAAE,EAAE,MAAM,CAAC,UAAU;AACnD,WAAK,OAAO,MAAM,EAAE,MAAM,GAAG,4CAA4C;AAAA,IAC3E,CAAC;AAAA,EACH;AAAA,EAEQ,sBAAsB,OAAO,OAA+B;AAClE,QAAI,KAAK,KAAK,eAAe,KAAK,KAAK,kBAAkB;AACvD,YAAM,KAAK,KAAK,iBAAiB,cAAc;AAAA,QAC7C,CAAC,gBAAgB,GAAG,GAAG;AAAA,MACzB,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,kBAAkB,CAAC,QAA0B,oBAA0C;AAC7F,QAAI,gBAAgB,aAAa,KAAK,qBAAqB;AACzD;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,KAAK,mBAAmB,IAAI,gBAAgB,QAAQ;AAC7E,QAAI,CAAC,aAAa;AAChB,WAAK,OAAO,KAAK,4CAA4C;AAC7D;AAAA,IACF;AAEA,UAAM,WAAW,YAAY;AAC3B,YAAM,OAAO,MAAM,OAAO,QAAQ;AAElC,YAAM,kBAAkB,KAAK,aAAa,kBAAmB,KAAK,cAAc;AAAA,QAC9E;AAAA,QACA,MAAM,OAAO;AAAA,QACb;AAAA,MACF,CAAC;AAGD,UAAI,2BAA2B,SAAS;AACtC,cAAM;AAAA,MACR;AAAA,IACF;AAEA,aAAS,EAAE,MAAM,CAAC,UAAU;AAC1B,WAAK,OAAO,MAAM,EAAE,MAAM,GAAG,0BAA0B;AAAA,IACzD,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,sBAAsB,QAAoC;AA7S1E;AA8SI,UAAM,SAAS,KAAK,qBAAqB,SAAS,UAAU;AAC5D,QAAI;AACF,aAAO,CAAC,OAAO,SAAS;AACtB,cAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,YAAI,KAAM;AAEV,cAAM,QAAQ;AAEd,gBAAM,UAAK,yBAAL,mBAA2B,YAAY,MAAM;AACnD,YAAI,MAAM,SAAS;AACjB,qBAAK,yBAAL,mBAA2B;AAAA,QAC7B;AAAA,MACF;AAAA,IACF,SAAS,OAAO;AACd,WAAK,OAAO,MAAM,EAAE,MAAM,GAAG,oCAAoC;AAAA,IACnE;AAAA,EACF;AAAA,EAEQ,0BAA0B,SAG/B;AACD,WAAO,IAAI,mBAAmB;AAAA,MAC5B,IAAI;AAAA,QACF,KAAK;AAAA,QACL,QAAQ;AAAA,QACR,QAAQ;AAAA,MACV;AAAA,MACA,IAAI,+BAA+B,KAAK,MAAM,QAAQ,eAAe,QAAQ,WAAW;AAAA,IAC1F,CAAC;AAAA,EACH;AAAA,EAEQ,0BAA0B;AAAA,IAChC;AAAA,IACA;AAAA,EACF,GAGG;AACD,QAAI,CAAC,QAAQ;AACX;AAAA,IACF;AAEA,eAAW,QAAQ,OAAO,QAAQ;AAChC,UACE,gBAAgB,wCAChB,gBAAgB,gCAChB;AACA,aAAK,eAAe,WAAW;AAAA,MACjC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,cAAuC;AACzC,QAAI,CAAC,KAAK,2BAA2B;AACnC,aAAO,KAAK;AAAA,IACd;AAEA,WAAO,KAAK,0BAA0B;AAAA,EACxC;AAAA,EAEA,IAAI,sBAA8C;AAChD,QAAI,CAAC,KAAK,2BAA2B;AACnC,aAAO,KAAK;AAAA,IACd;AAEA,WAAO,KAAK,0BAA0B;AAAA,EACxC;AAAA;AAAA,EAGA,eAAe,qBAAoC;AApXrD;AAqXI,SAAK,OAAO,MAAM,EAAE,oBAAoB,GAAG,qBAAqB;AAChE,QAAI,wBAAwB,MAAM;AAChC,WAAK,iBAAiB;AACtB;AAAA,IACF;AAEA,QAAI,KAAK,wBAAwB,qBAAqB;AACpD,WAAK,6BAA6B,IAAI,OAA0B;AAGhE,iBAAW,eAAe,KAAK,KAAK,mBAAmB,OAAO,GAAG;AAC/D,YAAI,YAAY,aAAa,qBAAqB;AAChD,eAAK,2BAA2B,QAAQ,WAAW;AACnD;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,SAAK,sBAAsB;AAC3B,eAAK,eAAL,mBAAiB,eAAe;AAChC,SAAK,0BAA0B;AAAA,MAC7B,QAAQ,KAAK;AAAA,MACb,aAAa;AAAA,IACf,CAAC;AAAA,EACH;AAAA,EAEA,mBAAmB;AAhZrB;AAiZI,SAAK,sBAAsB;AAC3B,SAAK,6BAA6B,IAAI,OAA0B;AAChE,eAAK,eAAL,mBAAiB,eAAe;AAChC,SAAK,0BAA0B;AAAA,MAC7B,QAAQ,KAAK;AAAA,MACb,aAAa;AAAA,IACf,CAAC;AAAA,EACH;AAAA,EAEA,QAAQ;AACN,QAAI,KAAK,aAAa,aAAa;AACjC,UAAI;AACF,aAAK,KAAK,0BAA0B,YAAY,KAAK,eAAe;AACpE,aAAK,8BAA8B;AAAA,MACrC,SAAS,OAAO;AACd,YAAI,KAAK,aAAa,aAAa;AACjC,eAAK,OAAO,KAAK,kCAAkC,UAAU,yBAAyB;AAAA,QACxF;AAAA,MACF;AAAA,IACF;AAGA,QAAI,KAAK,aAAa,cAAc;AAClC,WAAK,aAAa,IAAI,4BAA4B;AAAA,QAChD,MAAM,KAAK;AAAA,QACX,YAAY,KAAK,aAAa;AAAA,QAC9B,aAAa,KAAK,aAAa;AAAA,QAC/B,mBAAmB,KAAK,aAAa;AAAA,MACvC,CAAC;AAAA,IACH;AAGA,QAAI,KAAK,cAAc,cAAc;AACnC,WAAK,yBAAyB,IAAI,uBAAuB,KAAK,MAAM;AAAA,QAClE,YAAY,KAAK,cAAc;AAAA,QAC/B,aAAa,KAAK,cAAc;AAAA,QAChC,qBAAqB,KAAK,cAAc;AAAA,MAC1C,CAAC;AAAA,IACH;AACA,QAAI,KAAK,cAAc,sBAAsB;AAC3C,WAAK,uBAAuB,KAAK,0BAA0B;AAAA,QACzD,eAAe;AAAA,QACf,aAAa,KAAK;AAAA,MACpB,CAAC;AAED,WAAK,4BAA4B,KAAK;AAAA,QAAK,CAAC,eAC1C,KAAK,sBAAsB,WAAW,MAAM;AAAA,MAC9C;AACA,WAAK,wBAAwB,KAAK,0BAA0B;AAAA,QAC1D,eAAe;AAAA,QACf,aAAa;AAAA,MACf,CAAC;AAID,YAAM,cAAc,KAAK;AACzB,UAAI,KAAK,cAAc,qBAAqB,aAAa;AACvD,aAAK,4BAA4B,IAAI;AAAA,UACnC;AAAA,UACA,KAAK;AAAA,QACP;AAAA,MACF;AAAA,IACF;AAGA,SAAK,KAAK,GAAG,UAAU,sBAAsB,KAAK,sBAAsB;AACxE,SAAK,KAAK,GAAG,UAAU,wBAAwB,KAAK,wBAAwB;AAC5E,SAAK,KAAK,GAAG,UAAU,yBAAyB,KAAK,yBAAyB;AAC9E,QAAI,KAAK,KAAK,aAAa;AACzB,WAAK,yBAAyB,gBAAgB,cAAc;AAAA,IAC9D;AAEA,SAAK,WAAW,KAAK,KAAK,CAAC,eAAe,KAAK,KAAK,WAAW,MAAM,CAAC;AAGtE,QAAI,KAAK,YAAY;AACnB,WAAK,aAAa,MAAM,QAAQ,KAAK;AAAA,IACvC;AACA,QAAI,KAAK,aAAa;AACpB,WAAK,aAAa,OAAO,QAAQ,KAAK;AAAA,IACxC;AACA,QAAI,KAAK,qBAAqB;AAC5B,WAAK,aAAa,OAAO,gBAAgB,KAAK;AAAA,IAChD;AAEA,SAAK,aAAa,GAAG,uBAAuB,mBAAmB,KAAK,mBAAmB;AACvF,SAAK,aAAa,GAAG,uBAAuB,sBAAsB,KAAK,sBAAsB;AAAA,EAC/F;AAAA,EAEA,MAAM,QAAQ;AA1ehB;AA2eI,SAAK,KAAK,IAAI,UAAU,sBAAsB,KAAK,sBAAsB;AACzE,SAAK,KAAK,IAAI,UAAU,wBAAwB,KAAK,wBAAwB;AAC7E,SAAK,KAAK,IAAI,UAAU,yBAAyB,KAAK,yBAAyB;AAC/E,SAAK,aAAa,IAAI,uBAAuB,sBAAsB,KAAK,sBAAsB;AAC9F,SAAK,aAAa,IAAI,uBAAuB,mBAAmB,KAAK,mBAAmB;AAExF,QAAI,KAAK,6BAA6B;AACpC,WAAK,KAAK,4BAA4B,UAAU;AAChD,WAAK,8BAA8B;AAAA,IACrC;AAEA,YAAM,UAAK,aAAL,mBAAe;AAIrB,SAAK,qBAAqB,MAAM;AAChC,YAAM,UAAK,8BAAL,mBAAgC;AAEtC,YAAM,UAAK,eAAL,mBAAiB;AACvB,YAAM,UAAK,2BAAL,mBAA6B;AACnC,YAAM,UAAK,8BAAL,mBAAgC;AAAA,EACxC;AACF;","names":["participant"]}

package/dist/voice/transcription/synchronizer.cjs

@@ -220,7 +220,7 @@ class TranscriptionSynchronizer {
   rotateSegmentTask;
   _enabled = true;
   closed = false;
-  /* @internal */
+  /** @internal */
   _impl;
   logger = (0, import_log.log)();
   constructor(nextInChainAudio, nextInChainText, options = defaultTextSyncOptions) {

package/dist/voice/transcription/synchronizer.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/voice/transcription/synchronizer.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport type { ReadableStream, WritableStreamDefaultWriter } from 'node:stream/web';\nimport { log } from '../../log.js';\nimport { IdentityTransform } from '../../stream/identity_transform.js';\nimport type { SentenceStream, SentenceTokenizer } from '../../tokenize/index.js';\nimport { basic } from '../../tokenize/index.js';\nimport { Future, Task, delay } from '../../utils.js';\nimport { AudioOutput, type PlaybackFinishedEvent, TextOutput } from '../io.js';\n\nconst STANDARD_SPEECH_RATE = 3.83; // hyphens (syllables) per second\n\ninterface TextSyncOptions {\n  speed: number;\n  hyphenateWord: (word: string) => string[];\n  splitWords: (words: string) => [string, number, number][];\n  sentenceTokenizer: SentenceTokenizer;\n}\n\ninterface TextData {\n  sentenceStream: SentenceStream;\n  pushedText: string;\n  done: boolean;\n  forwardedHyphens: number;\n  forwardedText: string;\n}\n\ninterface AudioData {\n  pushedDuration: number;\n  done: boolean;\n}\n\nclass SegmentSynchronizerImpl {\n  private textData: TextData;\n  private audioData: AudioData;\n  private speed: number;\n  private outputStream: IdentityTransform<string>;\n  private outputStreamWriter: WritableStreamDefaultWriter<string>;\n  private captureTask: Promise<void>;\n  private startWallTime?: number;\n\n  private startFuture: Future = new Future();\n  private closedFuture: Future = new Future();\n  private playbackCompleted: boolean = false;\n\n  private logger = log();\n\n  constructor(\n    private readonly options: TextSyncOptions,\n    private readonly nextInChain: TextOutput,\n  ) {\n    this.speed = options.speed * STANDARD_SPEECH_RATE; // hyphens per second\n    this.textData = {\n      sentenceStream: options.sentenceTokenizer.stream(),\n      pushedText: '',\n      done: false,\n      forwardedHyphens: 0,\n      forwardedText: '',\n    };\n    this.audioData = {\n      pushedDuration: 0,\n      done: false,\n    };\n    this.outputStream = new IdentityTransform();\n    this.outputStreamWriter = this.outputStream.writable.getWriter();\n\n    this.mainTask()\n      .then(() => {\n        this.outputStreamWriter.close();\n      })\n      .catch((error) => {\n        this.logger.error({ error }, 'mainTask SegmentSynchronizerImpl');\n      });\n    this.captureTask = this.captureTaskImpl();\n  }\n\n  get closed() {\n    return this.closedFuture.done;\n  }\n\n  get audioInputEnded() {\n    return this.audioData.done;\n  }\n\n  get textInputEnded() {\n    return this.textData.done;\n  }\n\n  get readable(): ReadableStream<string> {\n    return this.outputStream.readable;\n  }\n\n  pushAudio(frame: AudioFrame) {\n    if (this.closed) {\n      this.logger.warn('SegmentSynchronizerImpl.pushAudio called after close');\n      return;\n    }\n    // TODO(AJS-102): use frame.durationMs once available in rtc-node\n    const frameDuration = frame.samplesPerChannel / frame.sampleRate;\n\n    if (!this.startWallTime && frameDuration > 0) {\n      this.startWallTime = Date.now();\n      this.startFuture.resolve();\n    }\n\n    this.audioData.pushedDuration += frameDuration;\n  }\n\n  endAudioInput() {\n    if (this.closed) {\n      this.logger.warn('SegmentSynchronizerImpl.endAudioInput called after close');\n      return;\n    }\n\n    this.audioData.done = true;\n  }\n\n  pushText(text: string) {\n    if (this.closed) {\n      this.logger.warn('SegmentSynchronizerImpl.pushText called after close');\n      return;\n    }\n\n    this.textData.sentenceStream.pushText(text);\n    this.textData.pushedText += text;\n  }\n\n  endTextInput() {\n    if (this.closed) {\n      this.logger.warn('SegmentSynchronizerImpl.endTextInput called after close');\n      return;\n    }\n\n    this.textData.done = true;\n    this.textData.sentenceStream.endInput();\n  }\n\n  markPlaybackFinished(_playbackPosition: number, interrupted: boolean) {\n    if (this.closed) {\n      this.logger.warn('SegmentSynchronizerImpl.markPlaybackFinished called after close');\n      return;\n    }\n\n    if (!this.textData.done || !this.audioData.done) {\n      this.logger.warn(\n        { textDone: this.textData.done, audioDone: this.audioData.done },\n        'SegmentSynchronizerImpl.markPlaybackFinished called before text/audio input is done',\n      );\n      return;\n    }\n\n    if (!interrupted) {\n      this.playbackCompleted = true;\n    }\n  }\n\n  get synchronizedTranscript(): string {\n    if (this.playbackCompleted) {\n      return this.textData.pushedText;\n    }\n    return this.textData.forwardedText;\n  }\n\n  private async captureTaskImpl() {\n    // Don't use a for-await loop here, because exiting the loop will close the writer in the\n    // outputStream, which will cause an error in the mainTask.then method.\n    const reader = this.outputStream.readable.getReader();\n    while (true) {\n      const { done, value: text } = await reader.read();\n      if (done) {\n        break;\n      }\n      this.textData.forwardedText += text;\n      await this.nextInChain.captureText(text);\n    }\n    reader.releaseLock();\n    this.nextInChain.flush();\n  }\n\n  private async mainTask(): Promise<void> {\n    await this.startFuture.await;\n\n    if (this.closed && !this.playbackCompleted) {\n      return;\n    }\n\n    if (!this.startWallTime) {\n      throw new Error('startWallTime is not set when starting SegmentSynchronizerImpl.mainTask');\n    }\n\n    for await (const textSegment of this.textData.sentenceStream) {\n      const sentence = textSegment.token;\n\n      let textCursor = 0;\n      if (this.closed && !this.playbackCompleted) {\n        return;\n      }\n\n      for (const [word, _, endPos] of this.options.splitWords(sentence)) {\n        if (this.closed && !this.playbackCompleted) {\n          return;\n        }\n\n        if (this.playbackCompleted) {\n          this.outputStreamWriter.write(sentence.slice(textCursor, endPos));\n          textCursor = endPos;\n          continue;\n        }\n\n        const wordHphens = this.options.hyphenateWord(word).length;\n        const elapsedSeconds = (Date.now() - this.startWallTime) / 1000;\n        const targetHyphens = elapsedSeconds * this.options.speed;\n        const hyphensBehind = Math.max(0, targetHyphens - this.textData.forwardedHyphens);\n        let delay = Math.max(0, wordHphens - hyphensBehind) / this.speed;\n\n        if (this.playbackCompleted) {\n          delay = 0;\n        }\n\n        await this.sleepIfNotClosed(delay / 2);\n        this.outputStreamWriter.write(sentence.slice(textCursor, endPos));\n        await this.sleepIfNotClosed(delay / 2);\n\n        this.textData.forwardedHyphens += wordHphens;\n        textCursor = endPos;\n      }\n\n      if (textCursor < sentence.length) {\n        const remaining = sentence.slice(textCursor);\n        this.outputStreamWriter.write(remaining);\n      }\n    }\n  }\n\n  private async sleepIfNotClosed(sleepTimeSeconds: number) {\n    if (this.closed) {\n      return;\n    }\n    await delay(sleepTimeSeconds * 1000);\n  }\n\n  async close(): Promise<void> {\n    if (this.closed) {\n      return;\n    }\n    this.closedFuture.resolve();\n    this.startFuture.resolve(); // avoid deadlock of mainTaskImpl in case it never started\n    this.textData.sentenceStream.close();\n    await this.captureTask;\n  }\n}\n\nexport interface TranscriptionSynchronizerOptions {\n  speed: number;\n  hyphenateWord: (word: string) => string[];\n  splitWords: (words: string) => [string, number, number][];\n  sentenceTokenizer: SentenceTokenizer;\n}\n\nexport const defaultTextSyncOptions: TranscriptionSynchronizerOptions = {\n  speed: 1,\n  hyphenateWord: basic.hyphenateWord,\n  splitWords: basic.splitWords,\n  sentenceTokenizer: new basic.SentenceTokenizer({\n    retainFormat: true,\n  }),\n};\n\nexport class TranscriptionSynchronizer {\n  readonly audioOutput: SyncedAudioOutput;\n  readonly textOutput: SyncedTextOutput;\n\n  private options: TextSyncOptions;\n  private rotateSegmentTask: Task<void>;\n  private _enabled: boolean = true;\n  private closed: boolean = false;\n\n  /* @internal */\n  _impl: SegmentSynchronizerImpl;\n\n  private logger = log();\n\n  constructor(\n    nextInChainAudio: AudioOutput,\n    nextInChainText: TextOutput,\n    options: TranscriptionSynchronizerOptions = defaultTextSyncOptions,\n  ) {\n    this.audioOutput = new SyncedAudioOutput(this, nextInChainAudio);\n    this.textOutput = new SyncedTextOutput(this, nextInChainText);\n    this.options = {\n      speed: options.speed,\n      hyphenateWord: options.hyphenateWord,\n      splitWords: options.splitWords,\n      sentenceTokenizer: options.sentenceTokenizer,\n    };\n\n    // initial segment/first segment, recreated for each new segment\n    this._impl = new SegmentSynchronizerImpl(this.options, nextInChainText);\n    this.rotateSegmentTask = Task.from((controller) =>\n      this.rotateSegmentTaskImpl(controller.signal),\n    );\n  }\n\n  get enabled(): boolean {\n    return this._enabled;\n  }\n\n  set enabled(enabled: boolean) {\n    if (this._enabled === enabled) {\n      return;\n    }\n\n    this._enabled = enabled;\n    this.rotateSegment();\n  }\n\n  rotateSegment() {\n    if (this.closed) {\n      return;\n    }\n\n    if (!this.rotateSegmentTask.done) {\n      this.logger.warn('rotateSegment called while previous segment is still being rotated');\n    }\n    this.rotateSegmentTask = Task.from((controller) =>\n      this.rotateSegmentTaskImpl(controller.signal, this.rotateSegmentTask),\n    );\n  }\n\n  async close(): Promise<void> {\n    this.closed = true;\n    await this.rotateSegmentTask.cancelAndWait();\n    await this._impl.close();\n  }\n\n  async barrier(): Promise<void> {\n    if (this.rotateSegmentTask.done) {\n      return;\n    }\n    await this.rotateSegmentTask.result;\n  }\n\n  private async rotateSegmentTaskImpl(abort: AbortSignal, oldTask?: Task<void>) {\n    if (oldTask) {\n      await oldTask.result;\n    }\n\n    if (abort.aborted) {\n      return;\n    }\n    await this._impl.close();\n    this._impl = new SegmentSynchronizerImpl(this.options, this.textOutput.nextInChain);\n  }\n}\n\nclass SyncedAudioOutput extends AudioOutput {\n  private pushedDuration: number = 0.0;\n\n  constructor(\n    public synchronizer: TranscriptionSynchronizer,\n    private nextInChainAudio: AudioOutput,\n  ) {\n    super(nextInChainAudio.sampleRate, nextInChainAudio);\n  }\n\n  async captureFrame(frame: AudioFrame): Promise<void> {\n    // using barrier() on capture should be sufficient, flush() must not be called if\n    // capture_frame isn't completed\n    await this.synchronizer.barrier();\n\n    await super.captureFrame(frame);\n    await this.nextInChainAudio.captureFrame(frame); // passthrough audio\n\n    // TODO(AJS-102): use frame.durationMs once available in rtc-node\n    this.pushedDuration += frame.samplesPerChannel / frame.sampleRate;\n\n    if (!this.synchronizer.enabled) {\n      return;\n    }\n\n    if (this.synchronizer._impl.audioInputEnded) {\n      this.logger.warn(\n        'SegmentSynchronizerImpl audio marked as ended in capture audio, rotating segment',\n      );\n      this.synchronizer.rotateSegment();\n      await this.synchronizer.barrier();\n    }\n    this.synchronizer._impl.pushAudio(frame);\n  }\n\n  flush() {\n    super.flush();\n    this.nextInChainAudio.flush();\n\n    if (!this.synchronizer.enabled) {\n      return;\n    }\n\n    if (!this.pushedDuration) {\n      // in case there is no audio after the text was pushed, rotate the segment\n      this.synchronizer.rotateSegment();\n      return;\n    }\n\n    this.synchronizer._impl.endAudioInput();\n  }\n\n  clearBuffer() {\n    this.nextInChainAudio.clearBuffer();\n  }\n\n  // this is going to be automatically called by the next_in_chain\n  onPlaybackFinished(ev: PlaybackFinishedEvent) {\n    if (!this.synchronizer.enabled) {\n      super.onPlaybackFinished(ev);\n      return;\n    }\n\n    this.synchronizer._impl.markPlaybackFinished(ev.playbackPosition, ev.interrupted);\n    super.onPlaybackFinished({\n      playbackPosition: ev.playbackPosition,\n      interrupted: ev.interrupted,\n      synchronizedTranscript: this.synchronizer._impl.synchronizedTranscript,\n    });\n\n    this.synchronizer.rotateSegment();\n    this.pushedDuration = 0.0;\n  }\n}\n\nclass SyncedTextOutput extends TextOutput {\n  private capturing: boolean = false;\n  private logger = log();\n\n  constructor(\n    private readonly synchronizer: TranscriptionSynchronizer,\n    public readonly nextInChain: TextOutput,\n  ) {\n    super(nextInChain);\n  }\n\n  async captureText(text: string): Promise<void> {\n    await this.synchronizer.barrier();\n\n    if (!this.synchronizer.enabled) {\n      // pass through to the next in chain\n      await this.nextInChain.captureText(text);\n      return;\n    }\n\n    this.capturing = true;\n    if (this.synchronizer._impl.textInputEnded) {\n      this.logger.warn(\n        'SegmentSynchronizerImpl text marked as ended in capture text, rotating segment',\n      );\n      this.synchronizer.rotateSegment();\n      await this.synchronizer.barrier();\n    }\n    this.synchronizer._impl.pushText(text);\n  }\n\n  flush() {\n    if (!this.synchronizer.enabled) {\n      this.nextInChain.flush(); // passthrough text if the synchronizer is disabled\n      return;\n    }\n\n    if (!this.capturing) {\n      return;\n    }\n\n    this.capturing = false;\n    this.synchronizer._impl.endTextInput();\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAKA,iBAAoB;AACpB,gCAAkC;AAElC,sBAAsB;AACtB,mBAAoC;AACpC,gBAAoE;AAEpE,MAAM,uBAAuB;AAsB7B,MAAM,wBAAwB;AAAA,EAe5B,YACmB,SACA,aACjB;AAFiB;AACA;AAEjB,SAAK,QAAQ,QAAQ,QAAQ;AAC7B,SAAK,WAAW;AAAA,MACd,gBAAgB,QAAQ,kBAAkB,OAAO;AAAA,MACjD,YAAY;AAAA,MACZ,MAAM;AAAA,MACN,kBAAkB;AAAA,MAClB,eAAe;AAAA,IACjB;AACA,SAAK,YAAY;AAAA,MACf,gBAAgB;AAAA,MAChB,MAAM;AAAA,IACR;AACA,SAAK,eAAe,IAAI,4CAAkB;AAC1C,SAAK,qBAAqB,KAAK,aAAa,SAAS,UAAU;AAE/D,SAAK,SAAS,EACX,KAAK,MAAM;AACV,WAAK,mBAAmB,MAAM;AAAA,IAChC,CAAC,EACA,MAAM,CAAC,UAAU;AAChB,WAAK,OAAO,MAAM,EAAE,MAAM,GAAG,kCAAkC;AAAA,IACjE,CAAC;AACH,SAAK,cAAc,KAAK,gBAAgB;AAAA,EAC1C;AAAA,EAzCQ;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEA,cAAsB,IAAI,oBAAO;AAAA,EACjC,eAAuB,IAAI,oBAAO;AAAA,EAClC,oBAA6B;AAAA,EAE7B,aAAS,gBAAI;AAAA,EA+BrB,IAAI,SAAS;AACX,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,IAAI,kBAAkB;AACpB,WAAO,KAAK,UAAU;AAAA,EACxB;AAAA,EAEA,IAAI,iBAAiB;AACnB,WAAO,KAAK,SAAS;AAAA,EACvB;AAAA,EAEA,IAAI,WAAmC;AACrC,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,UAAU,OAAmB;AAC3B,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,KAAK,sDAAsD;AACvE;AAAA,IACF;AAEA,UAAM,gBAAgB,MAAM,oBAAoB,MAAM;AAEtD,QAAI,CAAC,KAAK,iBAAiB,gBAAgB,GAAG;AAC5C,WAAK,gBAAgB,KAAK,IAAI;AAC9B,WAAK,YAAY,QAAQ;AAAA,IAC3B;AAEA,SAAK,UAAU,kBAAkB;AAAA,EACnC;AAAA,EAEA,gBAAgB;AACd,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,KAAK,0DAA0D;AAC3E;AAAA,IACF;AAEA,SAAK,UAAU,OAAO;AAAA,EACxB;AAAA,EAEA,SAAS,MAAc;AACrB,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,KAAK,qDAAqD;AACtE;AAAA,IACF;AAEA,SAAK,SAAS,eAAe,SAAS,IAAI;AAC1C,SAAK,SAAS,cAAc;AAAA,EAC9B;AAAA,EAEA,eAAe;AACb,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,KAAK,yDAAyD;AAC1E;AAAA,IACF;AAEA,SAAK,SAAS,OAAO;AACrB,SAAK,SAAS,eAAe,SAAS;AAAA,EACxC;AAAA,EAEA,qBAAqB,mBAA2B,aAAsB;AACpE,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,KAAK,iEAAiE;AAClF;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,SAAS,QAAQ,CAAC,KAAK,UAAU,MAAM;AAC/C,WAAK,OAAO;AAAA,QACV,EAAE,UAAU,KAAK,SAAS,MAAM,WAAW,KAAK,UAAU,KAAK;AAAA,QAC/D;AAAA,MACF;AACA;AAAA,IACF;AAEA,QAAI,CAAC,aAAa;AAChB,WAAK,oBAAoB;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,IAAI,yBAAiC;AACnC,QAAI,KAAK,mBAAmB;AAC1B,aAAO,KAAK,SAAS;AAAA,IACvB;AACA,WAAO,KAAK,SAAS;AAAA,EACvB;AAAA,EAEA,MAAc,kBAAkB;AAG9B,UAAM,SAAS,KAAK,aAAa,SAAS,UAAU;AACpD,WAAO,MAAM;AACX,YAAM,EAAE,MAAM,OAAO,KAAK,IAAI,MAAM,OAAO,KAAK;AAChD,UAAI,MAAM;AACR;AAAA,MACF;AACA,WAAK,SAAS,iBAAiB;AAC/B,YAAM,KAAK,YAAY,YAAY,IAAI;AAAA,IACzC;AACA,WAAO,YAAY;AACnB,SAAK,YAAY,MAAM;AAAA,EACzB;AAAA,EAEA,MAAc,WAA0B;AACtC,UAAM,KAAK,YAAY;AAEvB,QAAI,KAAK,UAAU,CAAC,KAAK,mBAAmB;AAC1C;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,eAAe;AACvB,YAAM,IAAI,MAAM,yEAAyE;AAAA,IAC3F;AAEA,qBAAiB,eAAe,KAAK,SAAS,gBAAgB;AAC5D,YAAM,WAAW,YAAY;AAE7B,UAAI,aAAa;AACjB,UAAI,KAAK,UAAU,CAAC,KAAK,mBAAmB;AAC1C;AAAA,MACF;AAEA,iBAAW,CAAC,MAAM,GAAG,MAAM,KAAK,KAAK,QAAQ,WAAW,QAAQ,GAAG;AACjE,YAAI,KAAK,UAAU,CAAC,KAAK,mBAAmB;AAC1C;AAAA,QACF;AAEA,YAAI,KAAK,mBAAmB;AAC1B,eAAK,mBAAmB,MAAM,SAAS,MAAM,YAAY,MAAM,CAAC;AAChE,uBAAa;AACb;AAAA,QACF;AAEA,cAAM,aAAa,KAAK,QAAQ,cAAc,IAAI,EAAE;AACpD,cAAM,kBAAkB,KAAK,IAAI,IAAI,KAAK,iBAAiB;AAC3D,cAAM,gBAAgB,iBAAiB,KAAK,QAAQ;AACpD,cAAM,gBAAgB,KAAK,IAAI,GAAG,gBAAgB,KAAK,SAAS,gBAAgB;AAChF,YAAIA,SAAQ,KAAK,IAAI,GAAG,aAAa,aAAa,IAAI,KAAK;AAE3D,YAAI,KAAK,mBAAmB;AAC1B,UAAAA,SAAQ;AAAA,QACV;AAEA,cAAM,KAAK,iBAAiBA,SAAQ,CAAC;AACrC,aAAK,mBAAmB,MAAM,SAAS,MAAM,YAAY,MAAM,CAAC;AAChE,cAAM,KAAK,iBAAiBA,SAAQ,CAAC;AAErC,aAAK,SAAS,oBAAoB;AAClC,qBAAa;AAAA,MACf;AAEA,UAAI,aAAa,SAAS,QAAQ;AAChC,cAAM,YAAY,SAAS,MAAM,UAAU;AAC3C,aAAK,mBAAmB,MAAM,SAAS;AAAA,MACzC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,iBAAiB,kBAA0B;AACvD,QAAI,KAAK,QAAQ;AACf;AAAA,IACF;AACA,cAAM,oBAAM,mBAAmB,GAAI;AAAA,EACrC;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,KAAK,QAAQ;AACf;AAAA,IACF;AACA,SAAK,aAAa,QAAQ;AAC1B,SAAK,YAAY,QAAQ;AACzB,SAAK,SAAS,eAAe,MAAM;AACnC,UAAM,KAAK;AAAA,EACb;AACF;AASO,MAAM,yBAA2D;AAAA,EACtE,OAAO;AAAA,EACP,eAAe,sBAAM;AAAA,EACrB,YAAY,sBAAM;AAAA,EAClB,mBAAmB,IAAI,sBAAM,kBAAkB;AAAA,IAC7C,cAAc;AAAA,EAChB,CAAC;AACH;AAEO,MAAM,0BAA0B;AAAA,EAC5B;AAAA,EACA;AAAA,EAED;AAAA,EACA;AAAA,EACA,WAAoB;AAAA,EACpB,SAAkB;AAAA;AAAA,EAG1B;AAAA,EAEQ,aAAS,gBAAI;AAAA,EAErB,YACE,kBACA,iBACA,UAA4C,wBAC5C;AACA,SAAK,cAAc,IAAI,kBAAkB,MAAM,gBAAgB;AAC/D,SAAK,aAAa,IAAI,iBAAiB,MAAM,eAAe;AAC5D,SAAK,UAAU;AAAA,MACb,OAAO,QAAQ;AAAA,MACf,eAAe,QAAQ;AAAA,MACvB,YAAY,QAAQ;AAAA,MACpB,mBAAmB,QAAQ;AAAA,IAC7B;AAGA,SAAK,QAAQ,IAAI,wBAAwB,KAAK,SAAS,eAAe;AACtE,SAAK,oBAAoB,kBAAK;AAAA,MAAK,CAAC,eAClC,KAAK,sBAAsB,WAAW,MAAM;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,IAAI,UAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,QAAQ,SAAkB;AAC5B,QAAI,KAAK,aAAa,SAAS;AAC7B;AAAA,IACF;AAEA,SAAK,WAAW;AAChB,SAAK,cAAc;AAAA,EACrB;AAAA,EAEA,gBAAgB;AACd,QAAI,KAAK,QAAQ;AACf;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,kBAAkB,MAAM;AAChC,WAAK,OAAO,KAAK,oEAAoE;AAAA,IACvF;AACA,SAAK,oBAAoB,kBAAK;AAAA,MAAK,CAAC,eAClC,KAAK,sBAAsB,WAAW,QAAQ,KAAK,iBAAiB;AAAA,IACtE;AAAA,EACF;AAAA,EAEA,MAAM,QAAuB;AAC3B,SAAK,SAAS;AACd,UAAM,KAAK,kBAAkB,cAAc;AAC3C,UAAM,KAAK,MAAM,MAAM;AAAA,EACzB;AAAA,EAEA,MAAM,UAAyB;AAC7B,QAAI,KAAK,kBAAkB,MAAM;AAC/B;AAAA,IACF;AACA,UAAM,KAAK,kBAAkB;AAAA,EAC/B;AAAA,EAEA,MAAc,sBAAsB,OAAoB,SAAsB;AAC5E,QAAI,SAAS;AACX,YAAM,QAAQ;AAAA,IAChB;AAEA,QAAI,MAAM,SAAS;AACjB;AAAA,IACF;AACA,UAAM,KAAK,MAAM,MAAM;AACvB,SAAK,QAAQ,IAAI,wBAAwB,KAAK,SAAS,KAAK,WAAW,WAAW;AAAA,EACpF;AACF;AAEA,MAAM,0BAA0B,sBAAY;AAAA,EAG1C,YACS,cACC,kBACR;AACA,UAAM,iBAAiB,YAAY,gBAAgB;AAH5C;AACC;AAAA,EAGV;AAAA,EAPQ,iBAAyB;AAAA,EASjC,MAAM,aAAa,OAAkC;AAGnD,UAAM,KAAK,aAAa,QAAQ;AAEhC,UAAM,MAAM,aAAa,KAAK;AAC9B,UAAM,KAAK,iBAAiB,aAAa,KAAK;AAG9C,SAAK,kBAAkB,MAAM,oBAAoB,MAAM;AAEvD,QAAI,CAAC,KAAK,aAAa,SAAS;AAC9B;AAAA,IACF;AAEA,QAAI,KAAK,aAAa,MAAM,iBAAiB;AAC3C,WAAK,OAAO;AAAA,QACV;AAAA,MACF;AACA,WAAK,aAAa,cAAc;AAChC,YAAM,KAAK,aAAa,QAAQ;AAAA,IAClC;AACA,SAAK,aAAa,MAAM,UAAU,KAAK;AAAA,EACzC;AAAA,EAEA,QAAQ;AACN,UAAM,MAAM;AACZ,SAAK,iBAAiB,MAAM;AAE5B,QAAI,CAAC,KAAK,aAAa,SAAS;AAC9B;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,gBAAgB;AAExB,WAAK,aAAa,cAAc;AAChC;AAAA,IACF;AAEA,SAAK,aAAa,MAAM,cAAc;AAAA,EACxC;AAAA,EAEA,cAAc;AACZ,SAAK,iBAAiB,YAAY;AAAA,EACpC;AAAA;AAAA,EAGA,mBAAmB,IAA2B;AAC5C,QAAI,CAAC,KAAK,aAAa,SAAS;AAC9B,YAAM,mBAAmB,EAAE;AAC3B;AAAA,IACF;AAEA,SAAK,aAAa,MAAM,qBAAqB,GAAG,kBAAkB,GAAG,WAAW;AAChF,UAAM,mBAAmB;AAAA,MACvB,kBAAkB,GAAG;AAAA,MACrB,aAAa,GAAG;AAAA,MAChB,wBAAwB,KAAK,aAAa,MAAM;AAAA,IAClD,CAAC;AAED,SAAK,aAAa,cAAc;AAChC,SAAK,iBAAiB;AAAA,EACxB;AACF;AAEA,MAAM,yBAAyB,qBAAW;AAAA,EAIxC,YACmB,cACD,aAChB;AACA,UAAM,WAAW;AAHA;AACD;AAAA,EAGlB;AAAA,EARQ,YAAqB;AAAA,EACrB,aAAS,gBAAI;AAAA,EASrB,MAAM,YAAY,MAA6B;AAC7C,UAAM,KAAK,aAAa,QAAQ;AAEhC,QAAI,CAAC,KAAK,aAAa,SAAS;AAE9B,YAAM,KAAK,YAAY,YAAY,IAAI;AACvC;AAAA,IACF;AAEA,SAAK,YAAY;AACjB,QAAI,KAAK,aAAa,MAAM,gBAAgB;AAC1C,WAAK,OAAO;AAAA,QACV;AAAA,MACF;AACA,WAAK,aAAa,cAAc;AAChC,YAAM,KAAK,aAAa,QAAQ;AAAA,IAClC;AACA,SAAK,aAAa,MAAM,SAAS,IAAI;AAAA,EACvC;AAAA,EAEA,QAAQ;AACN,QAAI,CAAC,KAAK,aAAa,SAAS;AAC9B,WAAK,YAAY,MAAM;AACvB;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,WAAW;AACnB;AAAA,IACF;AAEA,SAAK,YAAY;AACjB,SAAK,aAAa,MAAM,aAAa;AAAA,EACvC;AACF;","names":["delay"]}
+{"version":3,"sources":["../../../src/voice/transcription/synchronizer.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport type { ReadableStream, WritableStreamDefaultWriter } from 'node:stream/web';\nimport { log } from '../../log.js';\nimport { IdentityTransform } from '../../stream/identity_transform.js';\nimport type { SentenceStream, SentenceTokenizer } from '../../tokenize/index.js';\nimport { basic } from '../../tokenize/index.js';\nimport { Future, Task, delay } from '../../utils.js';\nimport { AudioOutput, type PlaybackFinishedEvent, TextOutput } from '../io.js';\n\nconst STANDARD_SPEECH_RATE = 3.83; // hyphens (syllables) per second\n\ninterface TextSyncOptions {\n  speed: number;\n  hyphenateWord: (word: string) => string[];\n  splitWords: (words: string) => [string, number, number][];\n  sentenceTokenizer: SentenceTokenizer;\n}\n\ninterface TextData {\n  sentenceStream: SentenceStream;\n  pushedText: string;\n  done: boolean;\n  forwardedHyphens: number;\n  forwardedText: string;\n}\n\ninterface AudioData {\n  pushedDuration: number;\n  done: boolean;\n}\n\nclass SegmentSynchronizerImpl {\n  private textData: TextData;\n  private audioData: AudioData;\n  private speed: number;\n  private outputStream: IdentityTransform<string>;\n  private outputStreamWriter: WritableStreamDefaultWriter<string>;\n  private captureTask: Promise<void>;\n  private startWallTime?: number;\n\n  private startFuture: Future = new Future();\n  private closedFuture: Future = new Future();\n  private playbackCompleted: boolean = false;\n\n  private logger = log();\n\n  constructor(\n    private readonly options: TextSyncOptions,\n    private readonly nextInChain: TextOutput,\n  ) {\n    this.speed = options.speed * STANDARD_SPEECH_RATE; // hyphens per second\n    this.textData = {\n      sentenceStream: options.sentenceTokenizer.stream(),\n      pushedText: '',\n      done: false,\n      forwardedHyphens: 0,\n      forwardedText: '',\n    };\n    this.audioData = {\n      pushedDuration: 0,\n      done: false,\n    };\n    this.outputStream = new IdentityTransform();\n    this.outputStreamWriter = this.outputStream.writable.getWriter();\n\n    this.mainTask()\n      .then(() => {\n        this.outputStreamWriter.close();\n      })\n      .catch((error) => {\n        this.logger.error({ error }, 'mainTask SegmentSynchronizerImpl');\n      });\n    this.captureTask = this.captureTaskImpl();\n  }\n\n  get closed() {\n    return this.closedFuture.done;\n  }\n\n  get audioInputEnded() {\n    return this.audioData.done;\n  }\n\n  get textInputEnded() {\n    return this.textData.done;\n  }\n\n  get readable(): ReadableStream<string> {\n    return this.outputStream.readable;\n  }\n\n  pushAudio(frame: AudioFrame) {\n    if (this.closed) {\n      this.logger.warn('SegmentSynchronizerImpl.pushAudio called after close');\n      return;\n    }\n    // TODO(AJS-102): use frame.durationMs once available in rtc-node\n    const frameDuration = frame.samplesPerChannel / frame.sampleRate;\n\n    if (!this.startWallTime && frameDuration > 0) {\n      this.startWallTime = Date.now();\n      this.startFuture.resolve();\n    }\n\n    this.audioData.pushedDuration += frameDuration;\n  }\n\n  endAudioInput() {\n    if (this.closed) {\n      this.logger.warn('SegmentSynchronizerImpl.endAudioInput called after close');\n      return;\n    }\n\n    this.audioData.done = true;\n  }\n\n  pushText(text: string) {\n    if (this.closed) {\n      this.logger.warn('SegmentSynchronizerImpl.pushText called after close');\n      return;\n    }\n\n    this.textData.sentenceStream.pushText(text);\n    this.textData.pushedText += text;\n  }\n\n  endTextInput() {\n    if (this.closed) {\n      this.logger.warn('SegmentSynchronizerImpl.endTextInput called after close');\n      return;\n    }\n\n    this.textData.done = true;\n    this.textData.sentenceStream.endInput();\n  }\n\n  markPlaybackFinished(_playbackPosition: number, interrupted: boolean) {\n    if (this.closed) {\n      this.logger.warn('SegmentSynchronizerImpl.markPlaybackFinished called after close');\n      return;\n    }\n\n    if (!this.textData.done || !this.audioData.done) {\n      this.logger.warn(\n        { textDone: this.textData.done, audioDone: this.audioData.done },\n        'SegmentSynchronizerImpl.markPlaybackFinished called before text/audio input is done',\n      );\n      return;\n    }\n\n    if (!interrupted) {\n      this.playbackCompleted = true;\n    }\n  }\n\n  get synchronizedTranscript(): string {\n    if (this.playbackCompleted) {\n      return this.textData.pushedText;\n    }\n    return this.textData.forwardedText;\n  }\n\n  private async captureTaskImpl() {\n    // Don't use a for-await loop here, because exiting the loop will close the writer in the\n    // outputStream, which will cause an error in the mainTask.then method.\n    const reader = this.outputStream.readable.getReader();\n    while (true) {\n      const { done, value: text } = await reader.read();\n      if (done) {\n        break;\n      }\n      this.textData.forwardedText += text;\n      await this.nextInChain.captureText(text);\n    }\n    reader.releaseLock();\n    this.nextInChain.flush();\n  }\n\n  private async mainTask(): Promise<void> {\n    await this.startFuture.await;\n\n    if (this.closed && !this.playbackCompleted) {\n      return;\n    }\n\n    if (!this.startWallTime) {\n      throw new Error('startWallTime is not set when starting SegmentSynchronizerImpl.mainTask');\n    }\n\n    for await (const textSegment of this.textData.sentenceStream) {\n      const sentence = textSegment.token;\n\n      let textCursor = 0;\n      if (this.closed && !this.playbackCompleted) {\n        return;\n      }\n\n      for (const [word, _, endPos] of this.options.splitWords(sentence)) {\n        if (this.closed && !this.playbackCompleted) {\n          return;\n        }\n\n        if (this.playbackCompleted) {\n          this.outputStreamWriter.write(sentence.slice(textCursor, endPos));\n          textCursor = endPos;\n          continue;\n        }\n\n        const wordHphens = this.options.hyphenateWord(word).length;\n        const elapsedSeconds = (Date.now() - this.startWallTime) / 1000;\n        const targetHyphens = elapsedSeconds * this.options.speed;\n        const hyphensBehind = Math.max(0, targetHyphens - this.textData.forwardedHyphens);\n        let delay = Math.max(0, wordHphens - hyphensBehind) / this.speed;\n\n        if (this.playbackCompleted) {\n          delay = 0;\n        }\n\n        await this.sleepIfNotClosed(delay / 2);\n        this.outputStreamWriter.write(sentence.slice(textCursor, endPos));\n        await this.sleepIfNotClosed(delay / 2);\n\n        this.textData.forwardedHyphens += wordHphens;\n        textCursor = endPos;\n      }\n\n      if (textCursor < sentence.length) {\n        const remaining = sentence.slice(textCursor);\n        this.outputStreamWriter.write(remaining);\n      }\n    }\n  }\n\n  private async sleepIfNotClosed(sleepTimeSeconds: number) {\n    if (this.closed) {\n      return;\n    }\n    await delay(sleepTimeSeconds * 1000);\n  }\n\n  async close(): Promise<void> {\n    if (this.closed) {\n      return;\n    }\n    this.closedFuture.resolve();\n    this.startFuture.resolve(); // avoid deadlock of mainTaskImpl in case it never started\n    this.textData.sentenceStream.close();\n    await this.captureTask;\n  }\n}\n\nexport interface TranscriptionSynchronizerOptions {\n  speed: number;\n  hyphenateWord: (word: string) => string[];\n  splitWords: (words: string) => [string, number, number][];\n  sentenceTokenizer: SentenceTokenizer;\n}\n\nexport const defaultTextSyncOptions: TranscriptionSynchronizerOptions = {\n  speed: 1,\n  hyphenateWord: basic.hyphenateWord,\n  splitWords: basic.splitWords,\n  sentenceTokenizer: new basic.SentenceTokenizer({\n    retainFormat: true,\n  }),\n};\n\nexport class TranscriptionSynchronizer {\n  readonly audioOutput: SyncedAudioOutput;\n  readonly textOutput: SyncedTextOutput;\n\n  private options: TextSyncOptions;\n  private rotateSegmentTask: Task<void>;\n  private _enabled: boolean = true;\n  private closed: boolean = false;\n\n  /** @internal */\n  _impl: SegmentSynchronizerImpl;\n\n  private logger = log();\n\n  constructor(\n    nextInChainAudio: AudioOutput,\n    nextInChainText: TextOutput,\n    options: TranscriptionSynchronizerOptions = defaultTextSyncOptions,\n  ) {\n    this.audioOutput = new SyncedAudioOutput(this, nextInChainAudio);\n    this.textOutput = new SyncedTextOutput(this, nextInChainText);\n    this.options = {\n      speed: options.speed,\n      hyphenateWord: options.hyphenateWord,\n      splitWords: options.splitWords,\n      sentenceTokenizer: options.sentenceTokenizer,\n    };\n\n    // initial segment/first segment, recreated for each new segment\n    this._impl = new SegmentSynchronizerImpl(this.options, nextInChainText);\n    this.rotateSegmentTask = Task.from((controller) =>\n      this.rotateSegmentTaskImpl(controller.signal),\n    );\n  }\n\n  get enabled(): boolean {\n    return this._enabled;\n  }\n\n  set enabled(enabled: boolean) {\n    if (this._enabled === enabled) {\n      return;\n    }\n\n    this._enabled = enabled;\n    this.rotateSegment();\n  }\n\n  rotateSegment() {\n    if (this.closed) {\n      return;\n    }\n\n    if (!this.rotateSegmentTask.done) {\n      this.logger.warn('rotateSegment called while previous segment is still being rotated');\n    }\n    this.rotateSegmentTask = Task.from((controller) =>\n      this.rotateSegmentTaskImpl(controller.signal, this.rotateSegmentTask),\n    );\n  }\n\n  async close(): Promise<void> {\n    this.closed = true;\n    await this.rotateSegmentTask.cancelAndWait();\n    await this._impl.close();\n  }\n\n  async barrier(): Promise<void> {\n    if (this.rotateSegmentTask.done) {\n      return;\n    }\n    await this.rotateSegmentTask.result;\n  }\n\n  private async rotateSegmentTaskImpl(abort: AbortSignal, oldTask?: Task<void>) {\n    if (oldTask) {\n      await oldTask.result;\n    }\n\n    if (abort.aborted) {\n      return;\n    }\n    await this._impl.close();\n    this._impl = new SegmentSynchronizerImpl(this.options, this.textOutput.nextInChain);\n  }\n}\n\nclass SyncedAudioOutput extends AudioOutput {\n  private pushedDuration: number = 0.0;\n\n  constructor(\n    public synchronizer: TranscriptionSynchronizer,\n    private nextInChainAudio: AudioOutput,\n  ) {\n    super(nextInChainAudio.sampleRate, nextInChainAudio);\n  }\n\n  async captureFrame(frame: AudioFrame): Promise<void> {\n    // using barrier() on capture should be sufficient, flush() must not be called if\n    // capture_frame isn't completed\n    await this.synchronizer.barrier();\n\n    await super.captureFrame(frame);\n    await this.nextInChainAudio.captureFrame(frame); // passthrough audio\n\n    // TODO(AJS-102): use frame.durationMs once available in rtc-node\n    this.pushedDuration += frame.samplesPerChannel / frame.sampleRate;\n\n    if (!this.synchronizer.enabled) {\n      return;\n    }\n\n    if (this.synchronizer._impl.audioInputEnded) {\n      this.logger.warn(\n        'SegmentSynchronizerImpl audio marked as ended in capture audio, rotating segment',\n      );\n      this.synchronizer.rotateSegment();\n      await this.synchronizer.barrier();\n    }\n    this.synchronizer._impl.pushAudio(frame);\n  }\n\n  flush() {\n    super.flush();\n    this.nextInChainAudio.flush();\n\n    if (!this.synchronizer.enabled) {\n      return;\n    }\n\n    if (!this.pushedDuration) {\n      // in case there is no audio after the text was pushed, rotate the segment\n      this.synchronizer.rotateSegment();\n      return;\n    }\n\n    this.synchronizer._impl.endAudioInput();\n  }\n\n  clearBuffer() {\n    this.nextInChainAudio.clearBuffer();\n  }\n\n  // this is going to be automatically called by the next_in_chain\n  onPlaybackFinished(ev: PlaybackFinishedEvent) {\n    if (!this.synchronizer.enabled) {\n      super.onPlaybackFinished(ev);\n      return;\n    }\n\n    this.synchronizer._impl.markPlaybackFinished(ev.playbackPosition, ev.interrupted);\n    super.onPlaybackFinished({\n      playbackPosition: ev.playbackPosition,\n      interrupted: ev.interrupted,\n      synchronizedTranscript: this.synchronizer._impl.synchronizedTranscript,\n    });\n\n    this.synchronizer.rotateSegment();\n    this.pushedDuration = 0.0;\n  }\n}\n\nclass SyncedTextOutput extends TextOutput {\n  private capturing: boolean = false;\n  private logger = log();\n\n  constructor(\n    private readonly synchronizer: TranscriptionSynchronizer,\n    public readonly nextInChain: TextOutput,\n  ) {\n    super(nextInChain);\n  }\n\n  async captureText(text: string): Promise<void> {\n    await this.synchronizer.barrier();\n\n    if (!this.synchronizer.enabled) {\n      // pass through to the next in chain\n      await this.nextInChain.captureText(text);\n      return;\n    }\n\n    this.capturing = true;\n    if (this.synchronizer._impl.textInputEnded) {\n      this.logger.warn(\n        'SegmentSynchronizerImpl text marked as ended in capture text, rotating segment',\n      );\n      this.synchronizer.rotateSegment();\n      await this.synchronizer.barrier();\n    }\n    this.synchronizer._impl.pushText(text);\n  }\n\n  flush() {\n    if (!this.synchronizer.enabled) {\n      this.nextInChain.flush(); // passthrough text if the synchronizer is disabled\n      return;\n    }\n\n    if (!this.capturing) {\n      return;\n    }\n\n    this.capturing = false;\n    this.synchronizer._impl.endTextInput();\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAKA,iBAAoB;AACpB,gCAAkC;AAElC,sBAAsB;AACtB,mBAAoC;AACpC,gBAAoE;AAEpE,MAAM,uBAAuB;AAsB7B,MAAM,wBAAwB;AAAA,EAe5B,YACmB,SACA,aACjB;AAFiB;AACA;AAEjB,SAAK,QAAQ,QAAQ,QAAQ;AAC7B,SAAK,WAAW;AAAA,MACd,gBAAgB,QAAQ,kBAAkB,OAAO;AAAA,MACjD,YAAY;AAAA,MACZ,MAAM;AAAA,MACN,kBAAkB;AAAA,MAClB,eAAe;AAAA,IACjB;AACA,SAAK,YAAY;AAAA,MACf,gBAAgB;AAAA,MAChB,MAAM;AAAA,IACR;AACA,SAAK,eAAe,IAAI,4CAAkB;AAC1C,SAAK,qBAAqB,KAAK,aAAa,SAAS,UAAU;AAE/D,SAAK,SAAS,EACX,KAAK,MAAM;AACV,WAAK,mBAAmB,MAAM;AAAA,IAChC,CAAC,EACA,MAAM,CAAC,UAAU;AAChB,WAAK,OAAO,MAAM,EAAE,MAAM,GAAG,kCAAkC;AAAA,IACjE,CAAC;AACH,SAAK,cAAc,KAAK,gBAAgB;AAAA,EAC1C;AAAA,EAzCQ;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEA,cAAsB,IAAI,oBAAO;AAAA,EACjC,eAAuB,IAAI,oBAAO;AAAA,EAClC,oBAA6B;AAAA,EAE7B,aAAS,gBAAI;AAAA,EA+BrB,IAAI,SAAS;AACX,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,IAAI,kBAAkB;AACpB,WAAO,KAAK,UAAU;AAAA,EACxB;AAAA,EAEA,IAAI,iBAAiB;AACnB,WAAO,KAAK,SAAS;AAAA,EACvB;AAAA,EAEA,IAAI,WAAmC;AACrC,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,UAAU,OAAmB;AAC3B,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,KAAK,sDAAsD;AACvE;AAAA,IACF;AAEA,UAAM,gBAAgB,MAAM,oBAAoB,MAAM;AAEtD,QAAI,CAAC,KAAK,iBAAiB,gBAAgB,GAAG;AAC5C,WAAK,gBAAgB,KAAK,IAAI;AAC9B,WAAK,YAAY,QAAQ;AAAA,IAC3B;AAEA,SAAK,UAAU,kBAAkB;AAAA,EACnC;AAAA,EAEA,gBAAgB;AACd,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,KAAK,0DAA0D;AAC3E;AAAA,IACF;AAEA,SAAK,UAAU,OAAO;AAAA,EACxB;AAAA,EAEA,SAAS,MAAc;AACrB,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,KAAK,qDAAqD;AACtE;AAAA,IACF;AAEA,SAAK,SAAS,eAAe,SAAS,IAAI;AAC1C,SAAK,SAAS,cAAc;AAAA,EAC9B;AAAA,EAEA,eAAe;AACb,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,KAAK,yDAAyD;AAC1E;AAAA,IACF;AAEA,SAAK,SAAS,OAAO;AACrB,SAAK,SAAS,eAAe,SAAS;AAAA,EACxC;AAAA,EAEA,qBAAqB,mBAA2B,aAAsB;AACpE,QAAI,KAAK,QAAQ;AACf,WAAK,OAAO,KAAK,iEAAiE;AAClF;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,SAAS,QAAQ,CAAC,KAAK,UAAU,MAAM;AAC/C,WAAK,OAAO;AAAA,QACV,EAAE,UAAU,KAAK,SAAS,MAAM,WAAW,KAAK,UAAU,KAAK;AAAA,QAC/D;AAAA,MACF;AACA;AAAA,IACF;AAEA,QAAI,CAAC,aAAa;AAChB,WAAK,oBAAoB;AAAA,IAC3B;AAAA,EACF;AAAA,EAEA,IAAI,yBAAiC;AACnC,QAAI,KAAK,mBAAmB;AAC1B,aAAO,KAAK,SAAS;AAAA,IACvB;AACA,WAAO,KAAK,SAAS;AAAA,EACvB;AAAA,EAEA,MAAc,kBAAkB;AAG9B,UAAM,SAAS,KAAK,aAAa,SAAS,UAAU;AACpD,WAAO,MAAM;AACX,YAAM,EAAE,MAAM,OAAO,KAAK,IAAI,MAAM,OAAO,KAAK;AAChD,UAAI,MAAM;AACR;AAAA,MACF;AACA,WAAK,SAAS,iBAAiB;AAC/B,YAAM,KAAK,YAAY,YAAY,IAAI;AAAA,IACzC;AACA,WAAO,YAAY;AACnB,SAAK,YAAY,MAAM;AAAA,EACzB;AAAA,EAEA,MAAc,WAA0B;AACtC,UAAM,KAAK,YAAY;AAEvB,QAAI,KAAK,UAAU,CAAC,KAAK,mBAAmB;AAC1C;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,eAAe;AACvB,YAAM,IAAI,MAAM,yEAAyE;AAAA,IAC3F;AAEA,qBAAiB,eAAe,KAAK,SAAS,gBAAgB;AAC5D,YAAM,WAAW,YAAY;AAE7B,UAAI,aAAa;AACjB,UAAI,KAAK,UAAU,CAAC,KAAK,mBAAmB;AAC1C;AAAA,MACF;AAEA,iBAAW,CAAC,MAAM,GAAG,MAAM,KAAK,KAAK,QAAQ,WAAW,QAAQ,GAAG;AACjE,YAAI,KAAK,UAAU,CAAC,KAAK,mBAAmB;AAC1C;AAAA,QACF;AAEA,YAAI,KAAK,mBAAmB;AAC1B,eAAK,mBAAmB,MAAM,SAAS,MAAM,YAAY,MAAM,CAAC;AAChE,uBAAa;AACb;AAAA,QACF;AAEA,cAAM,aAAa,KAAK,QAAQ,cAAc,IAAI,EAAE;AACpD,cAAM,kBAAkB,KAAK,IAAI,IAAI,KAAK,iBAAiB;AAC3D,cAAM,gBAAgB,iBAAiB,KAAK,QAAQ;AACpD,cAAM,gBAAgB,KAAK,IAAI,GAAG,gBAAgB,KAAK,SAAS,gBAAgB;AAChF,YAAIA,SAAQ,KAAK,IAAI,GAAG,aAAa,aAAa,IAAI,KAAK;AAE3D,YAAI,KAAK,mBAAmB;AAC1B,UAAAA,SAAQ;AAAA,QACV;AAEA,cAAM,KAAK,iBAAiBA,SAAQ,CAAC;AACrC,aAAK,mBAAmB,MAAM,SAAS,MAAM,YAAY,MAAM,CAAC;AAChE,cAAM,KAAK,iBAAiBA,SAAQ,CAAC;AAErC,aAAK,SAAS,oBAAoB;AAClC,qBAAa;AAAA,MACf;AAEA,UAAI,aAAa,SAAS,QAAQ;AAChC,cAAM,YAAY,SAAS,MAAM,UAAU;AAC3C,aAAK,mBAAmB,MAAM,SAAS;AAAA,MACzC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAc,iBAAiB,kBAA0B;AACvD,QAAI,KAAK,QAAQ;AACf;AAAA,IACF;AACA,cAAM,oBAAM,mBAAmB,GAAI;AAAA,EACrC;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,KAAK,QAAQ;AACf;AAAA,IACF;AACA,SAAK,aAAa,QAAQ;AAC1B,SAAK,YAAY,QAAQ;AACzB,SAAK,SAAS,eAAe,MAAM;AACnC,UAAM,KAAK;AAAA,EACb;AACF;AASO,MAAM,yBAA2D;AAAA,EACtE,OAAO;AAAA,EACP,eAAe,sBAAM;AAAA,EACrB,YAAY,sBAAM;AAAA,EAClB,mBAAmB,IAAI,sBAAM,kBAAkB;AAAA,IAC7C,cAAc;AAAA,EAChB,CAAC;AACH;AAEO,MAAM,0BAA0B;AAAA,EAC5B;AAAA,EACA;AAAA,EAED;AAAA,EACA;AAAA,EACA,WAAoB;AAAA,EACpB,SAAkB;AAAA;AAAA,EAG1B;AAAA,EAEQ,aAAS,gBAAI;AAAA,EAErB,YACE,kBACA,iBACA,UAA4C,wBAC5C;AACA,SAAK,cAAc,IAAI,kBAAkB,MAAM,gBAAgB;AAC/D,SAAK,aAAa,IAAI,iBAAiB,MAAM,eAAe;AAC5D,SAAK,UAAU;AAAA,MACb,OAAO,QAAQ;AAAA,MACf,eAAe,QAAQ;AAAA,MACvB,YAAY,QAAQ;AAAA,MACpB,mBAAmB,QAAQ;AAAA,IAC7B;AAGA,SAAK,QAAQ,IAAI,wBAAwB,KAAK,SAAS,eAAe;AACtE,SAAK,oBAAoB,kBAAK;AAAA,MAAK,CAAC,eAClC,KAAK,sBAAsB,WAAW,MAAM;AAAA,IAC9C;AAAA,EACF;AAAA,EAEA,IAAI,UAAmB;AACrB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,QAAQ,SAAkB;AAC5B,QAAI,KAAK,aAAa,SAAS;AAC7B;AAAA,IACF;AAEA,SAAK,WAAW;AAChB,SAAK,cAAc;AAAA,EACrB;AAAA,EAEA,gBAAgB;AACd,QAAI,KAAK,QAAQ;AACf;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,kBAAkB,MAAM;AAChC,WAAK,OAAO,KAAK,oEAAoE;AAAA,IACvF;AACA,SAAK,oBAAoB,kBAAK;AAAA,MAAK,CAAC,eAClC,KAAK,sBAAsB,WAAW,QAAQ,KAAK,iBAAiB;AAAA,IACtE;AAAA,EACF;AAAA,EAEA,MAAM,QAAuB;AAC3B,SAAK,SAAS;AACd,UAAM,KAAK,kBAAkB,cAAc;AAC3C,UAAM,KAAK,MAAM,MAAM;AAAA,EACzB;AAAA,EAEA,MAAM,UAAyB;AAC7B,QAAI,KAAK,kBAAkB,MAAM;AAC/B;AAAA,IACF;AACA,UAAM,KAAK,kBAAkB;AAAA,EAC/B;AAAA,EAEA,MAAc,sBAAsB,OAAoB,SAAsB;AAC5E,QAAI,SAAS;AACX,YAAM,QAAQ;AAAA,IAChB;AAEA,QAAI,MAAM,SAAS;AACjB;AAAA,IACF;AACA,UAAM,KAAK,MAAM,MAAM;AACvB,SAAK,QAAQ,IAAI,wBAAwB,KAAK,SAAS,KAAK,WAAW,WAAW;AAAA,EACpF;AACF;AAEA,MAAM,0BAA0B,sBAAY;AAAA,EAG1C,YACS,cACC,kBACR;AACA,UAAM,iBAAiB,YAAY,gBAAgB;AAH5C;AACC;AAAA,EAGV;AAAA,EAPQ,iBAAyB;AAAA,EASjC,MAAM,aAAa,OAAkC;AAGnD,UAAM,KAAK,aAAa,QAAQ;AAEhC,UAAM,MAAM,aAAa,KAAK;AAC9B,UAAM,KAAK,iBAAiB,aAAa,KAAK;AAG9C,SAAK,kBAAkB,MAAM,oBAAoB,MAAM;AAEvD,QAAI,CAAC,KAAK,aAAa,SAAS;AAC9B;AAAA,IACF;AAEA,QAAI,KAAK,aAAa,MAAM,iBAAiB;AAC3C,WAAK,OAAO;AAAA,QACV;AAAA,MACF;AACA,WAAK,aAAa,cAAc;AAChC,YAAM,KAAK,aAAa,QAAQ;AAAA,IAClC;AACA,SAAK,aAAa,MAAM,UAAU,KAAK;AAAA,EACzC;AAAA,EAEA,QAAQ;AACN,UAAM,MAAM;AACZ,SAAK,iBAAiB,MAAM;AAE5B,QAAI,CAAC,KAAK,aAAa,SAAS;AAC9B;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,gBAAgB;AAExB,WAAK,aAAa,cAAc;AAChC;AAAA,IACF;AAEA,SAAK,aAAa,MAAM,cAAc;AAAA,EACxC;AAAA,EAEA,cAAc;AACZ,SAAK,iBAAiB,YAAY;AAAA,EACpC;AAAA;AAAA,EAGA,mBAAmB,IAA2B;AAC5C,QAAI,CAAC,KAAK,aAAa,SAAS;AAC9B,YAAM,mBAAmB,EAAE;AAC3B;AAAA,IACF;AAEA,SAAK,aAAa,MAAM,qBAAqB,GAAG,kBAAkB,GAAG,WAAW;AAChF,UAAM,mBAAmB;AAAA,MACvB,kBAAkB,GAAG;AAAA,MACrB,aAAa,GAAG;AAAA,MAChB,wBAAwB,KAAK,aAAa,MAAM;AAAA,IAClD,CAAC;AAED,SAAK,aAAa,cAAc;AAChC,SAAK,iBAAiB;AAAA,EACxB;AACF;AAEA,MAAM,yBAAyB,qBAAW;AAAA,EAIxC,YACmB,cACD,aAChB;AACA,UAAM,WAAW;AAHA;AACD;AAAA,EAGlB;AAAA,EARQ,YAAqB;AAAA,EACrB,aAAS,gBAAI;AAAA,EASrB,MAAM,YAAY,MAA6B;AAC7C,UAAM,KAAK,aAAa,QAAQ;AAEhC,QAAI,CAAC,KAAK,aAAa,SAAS;AAE9B,YAAM,KAAK,YAAY,YAAY,IAAI;AACvC;AAAA,IACF;AAEA,SAAK,YAAY;AACjB,QAAI,KAAK,aAAa,MAAM,gBAAgB;AAC1C,WAAK,OAAO;AAAA,QACV;AAAA,MACF;AACA,WAAK,aAAa,cAAc;AAChC,YAAM,KAAK,aAAa,QAAQ;AAAA,IAClC;AACA,SAAK,aAAa,MAAM,SAAS,IAAI;AAAA,EACvC;AAAA,EAEA,QAAQ;AACN,QAAI,CAAC,KAAK,aAAa,SAAS;AAC9B,WAAK,YAAY,MAAM;AACvB;AAAA,IACF;AAEA,QAAI,CAAC,KAAK,WAAW;AACnB;AAAA,IACF;AAEA,SAAK,YAAY;AACjB,SAAK,aAAa,MAAM,aAAa;AAAA,EACvC;AACF;","names":["delay"]}

package/dist/voice/transcription/synchronizer.d.cts

@@ -53,6 +53,7 @@ export declare class TranscriptionSynchronizer {
     private rotateSegmentTask;
     private _enabled;
     private closed;
+    /** @internal */
     _impl: SegmentSynchronizerImpl;
     private logger;
     constructor(nextInChainAudio: AudioOutput, nextInChainText: TextOutput, options?: TranscriptionSynchronizerOptions);

package/dist/voice/transcription/synchronizer.d.ts

@@ -53,6 +53,7 @@ export declare class TranscriptionSynchronizer {
     private rotateSegmentTask;
     private _enabled;
     private closed;
+    /** @internal */
     _impl: SegmentSynchronizerImpl;
     private logger;
     constructor(nextInChainAudio: AudioOutput, nextInChainText: TextOutput, options?: TranscriptionSynchronizerOptions);

package/dist/voice/transcription/synchronizer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"synchronizer.d.ts","sourceRoot":"","sources":["../../../src/voice/transcription/synchronizer.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EAAE,cAAc,EAA+B,MAAM,iBAAiB,CAAC;AAGnF,OAAO,KAAK,EAAkB,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAGjF,OAAO,EAAE,WAAW,EAAE,KAAK,qBAAqB,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAI/E,UAAU,eAAe;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,EAAE,CAAC;IAC1C,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;IAC1D,iBAAiB,EAAE,iBAAiB,CAAC;CACtC;AAeD,cAAM,uBAAuB;IAgBzB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;IAhB9B,OAAO,CAAC,QAAQ,CAAW;IAC3B,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,YAAY,CAA4B;IAChD,OAAO,CAAC,kBAAkB,CAAsC;IAChE,OAAO,CAAC,WAAW,CAAgB;IACnC,OAAO,CAAC,aAAa,CAAC,CAAS;IAE/B,OAAO,CAAC,WAAW,CAAwB;IAC3C,OAAO,CAAC,YAAY,CAAwB;IAC5C,OAAO,CAAC,iBAAiB,CAAkB;IAE3C,OAAO,CAAC,MAAM,CAAS;gBAGJ,OAAO,EAAE,eAAe,EACxB,WAAW,EAAE,UAAU;IA2B1C,IAAI,MAAM,YAET;IAED,IAAI,eAAe,YAElB;IAED,IAAI,cAAc,YAEjB;IAED,IAAI,QAAQ,IAAI,cAAc,CAAC,MAAM,CAAC,CAErC;IAED,SAAS,CAAC,KAAK,EAAE,UAAU;IAgB3B,aAAa;IASb,QAAQ,CAAC,IAAI,EAAE,MAAM;IAUrB,YAAY;IAUZ,oBAAoB,CAAC,iBAAiB,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO;IAmBpE,IAAI,sBAAsB,IAAI,MAAM,CAKnC;YAEa,eAAe;YAgBf,QAAQ;YAuDR,gBAAgB;IAOxB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAS7B;AAED,MAAM,WAAW,gCAAgC;IAC/C,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,EAAE,CAAC;IAC1C,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;IAC1D,iBAAiB,EAAE,iBAAiB,CAAC;CACtC;AAED,eAAO,MAAM,sBAAsB,EAAE,gCAOpC,CAAC;AAEF,qBAAa,yBAAyB;IACpC,QAAQ,CAAC,WAAW,EAAE,iBAAiB,CAAC;IACxC,QAAQ,CAAC,UAAU,EAAE,gBAAgB,CAAC;IAEtC,OAAO,CAAC,OAAO,CAAkB;IACjC,OAAO,CAAC,iBAAiB,CAAa;IACtC,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,MAAM,CAAkB;IAGhC,KAAK,EAAE,uBAAuB,CAAC;IAE/B,OAAO,CAAC,MAAM,CAAS;gBAGrB,gBAAgB,EAAE,WAAW,EAC7B,eAAe,EAAE,UAAU,EAC3B,OAAO,GAAE,gCAAyD;IAkBpE,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,IAAI,OAAO,CAAC,OAAO,EAAE,OAAO,EAO3B;IAED,aAAa;IAaP,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAMtB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;YAOhB,qBAAqB;CAWpC;AAED,cAAM,iBAAkB,SAAQ,WAAW;IAIhC,YAAY,EAAE,yBAAyB;IAC9C,OAAO,CAAC,gBAAgB;IAJ1B,OAAO,CAAC,cAAc,CAAe;gBAG5B,YAAY,EAAE,yBAAyB,EACtC,gBAAgB,EAAE,WAAW;IAKjC,YAAY,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAyBpD,KAAK;IAiBL,WAAW;IAKX,kBAAkB,CAAC,EAAE,EAAE,qBAAqB;CAgB7C;AAED,cAAM,gBAAiB,SAAQ,UAAU;IAKrC,OAAO,CAAC,QAAQ,CAAC,YAAY;aACb,WAAW,EAAE,UAAU;IALzC,OAAO,CAAC,SAAS,CAAkB;IACnC,OAAO,CAAC,MAAM,CAAS;gBAGJ,YAAY,EAAE,yBAAyB,EACxC,WAAW,EAAE,UAAU;IAKnC,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAoB9C,KAAK;CAaN"}
+{"version":3,"file":"synchronizer.d.ts","sourceRoot":"","sources":["../../../src/voice/transcription/synchronizer.ts"],"names":[],"mappings":";AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,KAAK,EAAE,cAAc,EAA+B,MAAM,iBAAiB,CAAC;AAGnF,OAAO,KAAK,EAAkB,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAGjF,OAAO,EAAE,WAAW,EAAE,KAAK,qBAAqB,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAI/E,UAAU,eAAe;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,EAAE,CAAC;IAC1C,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;IAC1D,iBAAiB,EAAE,iBAAiB,CAAC;CACtC;AAeD,cAAM,uBAAuB;IAgBzB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;IAhB9B,OAAO,CAAC,QAAQ,CAAW;IAC3B,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,YAAY,CAA4B;IAChD,OAAO,CAAC,kBAAkB,CAAsC;IAChE,OAAO,CAAC,WAAW,CAAgB;IACnC,OAAO,CAAC,aAAa,CAAC,CAAS;IAE/B,OAAO,CAAC,WAAW,CAAwB;IAC3C,OAAO,CAAC,YAAY,CAAwB;IAC5C,OAAO,CAAC,iBAAiB,CAAkB;IAE3C,OAAO,CAAC,MAAM,CAAS;gBAGJ,OAAO,EAAE,eAAe,EACxB,WAAW,EAAE,UAAU;IA2B1C,IAAI,MAAM,YAET;IAED,IAAI,eAAe,YAElB;IAED,IAAI,cAAc,YAEjB;IAED,IAAI,QAAQ,IAAI,cAAc,CAAC,MAAM,CAAC,CAErC;IAED,SAAS,CAAC,KAAK,EAAE,UAAU;IAgB3B,aAAa;IASb,QAAQ,CAAC,IAAI,EAAE,MAAM;IAUrB,YAAY;IAUZ,oBAAoB,CAAC,iBAAiB,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO;IAmBpE,IAAI,sBAAsB,IAAI,MAAM,CAKnC;YAEa,eAAe;YAgBf,QAAQ;YAuDR,gBAAgB;IAOxB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAS7B;AAED,MAAM,WAAW,gCAAgC;IAC/C,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,EAAE,CAAC;IAC1C,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;IAC1D,iBAAiB,EAAE,iBAAiB,CAAC;CACtC;AAED,eAAO,MAAM,sBAAsB,EAAE,gCAOpC,CAAC;AAEF,qBAAa,yBAAyB;IACpC,QAAQ,CAAC,WAAW,EAAE,iBAAiB,CAAC;IACxC,QAAQ,CAAC,UAAU,EAAE,gBAAgB,CAAC;IAEtC,OAAO,CAAC,OAAO,CAAkB;IACjC,OAAO,CAAC,iBAAiB,CAAa;IACtC,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,MAAM,CAAkB;IAEhC,gBAAgB;IAChB,KAAK,EAAE,uBAAuB,CAAC;IAE/B,OAAO,CAAC,MAAM,CAAS;gBAGrB,gBAAgB,EAAE,WAAW,EAC7B,eAAe,EAAE,UAAU,EAC3B,OAAO,GAAE,gCAAyD;IAkBpE,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,IAAI,OAAO,CAAC,OAAO,EAAE,OAAO,EAO3B;IAED,aAAa;IAaP,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAMtB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;YAOhB,qBAAqB;CAWpC;AAED,cAAM,iBAAkB,SAAQ,WAAW;IAIhC,YAAY,EAAE,yBAAyB;IAC9C,OAAO,CAAC,gBAAgB;IAJ1B,OAAO,CAAC,cAAc,CAAe;gBAG5B,YAAY,EAAE,yBAAyB,EACtC,gBAAgB,EAAE,WAAW;IAKjC,YAAY,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAyBpD,KAAK;IAiBL,WAAW;IAKX,kBAAkB,CAAC,EAAE,EAAE,qBAAqB;CAgB7C;AAED,cAAM,gBAAiB,SAAQ,UAAU;IAKrC,OAAO,CAAC,QAAQ,CAAC,YAAY;aACb,WAAW,EAAE,UAAU;IALzC,OAAO,CAAC,SAAS,CAAkB;IACnC,OAAO,CAAC,MAAM,CAAS;gBAGJ,YAAY,EAAE,yBAAyB,EACxC,WAAW,EAAE,UAAU;IAKnC,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAoB9C,KAAK;CAaN"}

package/dist/voice/transcription/synchronizer.js

@@ -196,7 +196,7 @@ class TranscriptionSynchronizer {
   rotateSegmentTask;
   _enabled = true;
   closed = false;
-  /* @internal */
+  /** @internal */
   _impl;
   logger = log();
   constructor(nextInChainAudio, nextInChainText, options = defaultTextSyncOptions) {