@livekit/agents 0.7.8 → 1.0.0-next.0

package/dist/voice/room_io/room_io.js

@@ -0,0 +1,361 @@
+import {
+  ConnectionState,
+  DisconnectReason,
+  ParticipantKind,
+  RoomEvent,
+  TrackPublishOptions,
+  TrackSource
+} from "@livekit/rtc-node";
+import { ATTRIBUTE_PUBLISH_ON_BEHALF, TOPIC_CHAT } from "../../constants.js";
+import { log } from "../../log.js";
+import { IdentityTransform } from "../../stream/identity_transform.js";
+import { Future, Task } from "../../utils.js";
+import {} from "../agent_session.js";
+import {
+  AgentSessionEventTypes,
+  CloseReason
+} from "../events.js";
+import { TranscriptionSynchronizer } from "../transcription/synchronizer.js";
+import { ParticipantAudioInputStream } from "./_input.js";
+import {
+  ParalellTextOutput,
+  ParticipantAudioOutput,
+  ParticipantLegacyTranscriptionOutput,
+  ParticipantTranscriptionOutput
+} from "./_output.js";
+const DEFAULT_TEXT_INPUT_CALLBACK = (sess, ev) => {
+  sess.interrupt();
+  sess.generateReply({ userInput: ev.text });
+};
+const DEFAULT_PARTICIPANT_KINDS = [
+  ParticipantKind.SIP,
+  ParticipantKind.STANDARD
+];
+const CLOSE_ON_DISCONNECT_REASONS = [
+  DisconnectReason.CLIENT_INITIATED,
+  DisconnectReason.ROOM_DELETED,
+  DisconnectReason.USER_REJECTED
+];
+const DEFAULT_ROOM_INPUT_OPTIONS = {
+  audioSampleRate: 24e3,
+  audioNumChannels: 1,
+  textEnabled: true,
+  audioEnabled: true,
+  videoEnabled: false,
+  textInputCallback: DEFAULT_TEXT_INPUT_CALLBACK,
+  closeOnDisconnect: true
+};
+const DEFAULT_ROOM_OUTPUT_OPTIONS = {
+  audioSampleRate: 24e3,
+  audioNumChannels: 1,
+  transcriptionEnabled: true,
+  audioEnabled: true,
+  syncTranscription: true,
+  audioPublishOptions: new TrackPublishOptions({ source: TrackSource.SOURCE_MICROPHONE })
+};
+class RoomIO {
+  agentSession;
+  room;
+  inputOptions;
+  outputOptions;
+  audioInput;
+  participantAudioOutput;
+  userTranscriptOutput;
+  agentTranscriptOutput;
+  transcriptionSynchronizer;
+  participantIdentity = null;
+  participantAvailableFuture = new Future();
+  roomConnectedFuture = new Future();
+  // Use stream API for transcript queue
+  userTranscriptStream = new IdentityTransform();
+  userTranscriptWriter;
+  forwardUserTranscriptTask;
+  initTask;
+  textStreamHandlerRegistered = false;
+  logger = log();
+  constructor({
+    agentSession,
+    room,
+    participant = null,
+    inputOptions,
+    outputOptions
+  }) {
+    this.agentSession = agentSession;
+    this.room = room;
+    this.inputOptions = { ...DEFAULT_ROOM_INPUT_OPTIONS, ...inputOptions };
+    this.outputOptions = { ...DEFAULT_ROOM_OUTPUT_OPTIONS, ...outputOptions };
+    this.userTranscriptWriter = this.userTranscriptStream.writable.getWriter();
+    this.participantIdentity = participant ? typeof participant === "string" ? participant : participant.identity : this.inputOptions.participantIdentity ?? null;
+  }
+  async init(signal) {
+    var _a, _b;
+    await this.roomConnectedFuture.await;
+    for (const participant2 of this.room.remoteParticipants.values()) {
+      this.onParticipantConnected(participant2);
+    }
+    if (signal.aborted) {
+      return;
+    }
+    const participant = await this.participantAvailableFuture.await;
+    this.setParticipant(participant.identity);
+    this.updateTranscriptionOutput({
+      output: this.agentTranscriptOutput,
+      participant: ((_a = this.room.localParticipant) == null ? void 0 : _a.identity) ?? null
+    });
+    await ((_b = this.participantAudioOutput) == null ? void 0 : _b.start(signal));
+  }
+  onConnectionStateChanged = (state) => {
+    this.logger.debug({ state }, "connection state changed");
+    if (state === ConnectionState.CONN_CONNECTED && this.room.isConnected && !this.roomConnectedFuture.done) {
+      this.roomConnectedFuture.resolve();
+    }
+  };
+  onParticipantConnected = (participant) => {
+    var _a, _b;
+    if (this.participantAvailableFuture.done) {
+      return;
+    }
+    if (this.participantIdentity) {
+      if (participant.identity !== this.participantIdentity) {
+        return;
+      }
+    } else if (
+      // otherwise, skip participants that are marked as publishing for this agent
+      ((_a = participant.attributes) == null ? void 0 : _a[ATTRIBUTE_PUBLISH_ON_BEHALF]) === ((_b = this.room.localParticipant) == null ? void 0 : _b.identity)
+    ) {
+      return;
+    }
+    const acceptedKinds = this.inputOptions.participantKinds ?? DEFAULT_PARTICIPANT_KINDS;
+    if (participant.info.kind !== void 0 && !acceptedKinds.includes(participant.info.kind)) {
+      return;
+    }
+    this.participantAvailableFuture.resolve(participant);
+  };
+  onParticipantDisconnected = (participant) => {
+    if (participant.identity !== this.participantIdentity) {
+      return;
+    }
+    this.participantAvailableFuture = new Future();
+    if (this.inputOptions.closeOnDisconnect && participant.disconnectReason && CLOSE_ON_DISCONNECT_REASONS.includes(participant.disconnectReason)) {
+      this.logger.info(
+        {
+          participant: participant.identity,
+          reason: DisconnectReason[participant.disconnectReason]
+        },
+        "closing agent session due to participant disconnect (disable via `RoomInputOptions.closeOnDisconnect=False`)"
+      );
+      this.agentSession._closeSoon({
+        reason: CloseReason.PARTICIPANT_DISCONNECTED
+      });
+    }
+  };
+  onUserInputTranscribed = (ev) => {
+    this.userTranscriptWriter.write(ev).catch((error) => {
+      this.logger.error({ error }, "Failed to write transcript event to stream");
+    });
+  };
+  onAgentStateChanged = async (ev) => {
+    if (this.room.isConnected && this.room.localParticipant) {
+      await this.room.localParticipant.setAttributes({
+        [`lk.agent.state`]: ev.newState
+      });
+    }
+  };
+  onUserTextInput = (reader, participantInfo) => {
+    if (participantInfo.identity !== this.participantIdentity) {
+      return;
+    }
+    const participant = this.room.remoteParticipants.get(participantInfo.identity);
+    if (!participant) {
+      this.logger.warn("participant not found, ignoring text input");
+      return;
+    }
+    const readText = async () => {
+      const text = await reader.readAll();
+      const textInputResult = this.inputOptions.textInputCallback(this.agentSession, {
+        text,
+        info: reader.info,
+        participant
+      });
+      if (textInputResult instanceof Promise) {
+        await textInputResult;
+      }
+    };
+    readText().catch((error) => {
+      this.logger.error({ error }, "Error reading text input");
+    });
+  };
+  async forwardUserTranscript(signal) {
+    var _a, _b;
+    const reader = this.userTranscriptStream.readable.getReader();
+    try {
+      while (!signal.aborted) {
+        const { done, value } = await reader.read();
+        if (done) break;
+        const event = value;
+        await ((_a = this.userTranscriptOutput) == null ? void 0 : _a.captureText(event.transcript));
+        if (event.isFinal) {
+          (_b = this.userTranscriptOutput) == null ? void 0 : _b.flush();
+        }
+      }
+    } catch (error) {
+      this.logger.error({ error }, "Error processing transcript stream");
+    }
+  }
+  createTranscriptionOutput(options) {
+    return new ParalellTextOutput([
+      new ParticipantLegacyTranscriptionOutput(
+        this.room,
+        options.isDeltaStream,
+        options.participant
+      ),
+      new ParticipantTranscriptionOutput(this.room, options.isDeltaStream, options.participant)
+    ]);
+  }
+  updateTranscriptionOutput({
+    output,
+    participant
+  }) {
+    if (!output) {
+      return;
+    }
+    for (const sink of output._sinks) {
+      if (sink instanceof ParticipantLegacyTranscriptionOutput || sink instanceof ParticipantTranscriptionOutput) {
+        sink.setParticipant(participant);
+      }
+    }
+  }
+  get audioOutput() {
+    if (!this.transcriptionSynchronizer) {
+      return this.participantAudioOutput;
+    }
+    return this.transcriptionSynchronizer.audioOutput;
+  }
+  get transcriptionOutput() {
+    if (!this.transcriptionSynchronizer) {
+      return this.agentTranscriptOutput;
+    }
+    return this.transcriptionSynchronizer.textOutput;
+  }
+  /* Switch to a different participant */
+  setParticipant(participantIdentity) {
+    var _a;
+    this.logger.debug({ participantIdentity }, "setting participant");
+    if (participantIdentity === null) {
+      this.unsetParticipant();
+      return;
+    }
+    if (this.participantIdentity !== participantIdentity) {
+      this.participantAvailableFuture = new Future();
+      for (const participant of this.room.remoteParticipants.values()) {
+        if (participant.identity === participantIdentity) {
+          this.participantAvailableFuture.resolve(participant);
+          break;
+        }
+      }
+    }
+    this.participantIdentity = participantIdentity;
+    (_a = this.audioInput) == null ? void 0 : _a.setParticipant(participantIdentity);
+    this.updateTranscriptionOutput({
+      output: this.userTranscriptOutput,
+      participant: participantIdentity
+    });
+  }
+  unsetParticipant() {
+    var _a;
+    this.participantIdentity = null;
+    this.participantAvailableFuture = new Future();
+    (_a = this.audioInput) == null ? void 0 : _a.setParticipant(null);
+    this.updateTranscriptionOutput({
+      output: this.userTranscriptOutput,
+      participant: null
+    });
+  }
+  start() {
+    if (this.inputOptions.textEnabled) {
+      try {
+        this.room.registerTextStreamHandler(TOPIC_CHAT, this.onUserTextInput);
+        this.textStreamHandlerRegistered = true;
+      } catch (error) {
+        if (this.inputOptions.textEnabled) {
+          this.logger.warn(`text stream handler for topic "${TOPIC_CHAT}" already set, ignoring`);
+        }
+      }
+    }
+    if (this.inputOptions.audioEnabled) {
+      this.audioInput = new ParticipantAudioInputStream({
+        room: this.room,
+        sampleRate: this.inputOptions.audioSampleRate,
+        numChannels: this.inputOptions.audioNumChannels,
+        noiseCancellation: this.inputOptions.noiseCancellation
+      });
+    }
+    if (this.outputOptions.audioEnabled) {
+      this.participantAudioOutput = new ParticipantAudioOutput(this.room, {
+        sampleRate: this.outputOptions.audioSampleRate,
+        numChannels: this.outputOptions.audioNumChannels,
+        trackPublishOptions: this.outputOptions.audioPublishOptions
+      });
+    }
+    if (this.outputOptions.transcriptionEnabled) {
+      this.userTranscriptOutput = this.createTranscriptionOutput({
+        isDeltaStream: false,
+        participant: this.participantIdentity
+      });
+      this.forwardUserTranscriptTask = Task.from(
+        (controller) => this.forwardUserTranscript(controller.signal)
+      );
+      this.agentTranscriptOutput = this.createTranscriptionOutput({
+        isDeltaStream: true,
+        participant: null
+      });
+      const audioOutput = this.participantAudioOutput;
+      if (this.outputOptions.syncTranscription && audioOutput) {
+        this.transcriptionSynchronizer = new TranscriptionSynchronizer(
+          audioOutput,
+          this.agentTranscriptOutput
+        );
+      }
+    }
+    this.room.on(RoomEvent.ParticipantConnected, this.onParticipantConnected);
+    this.room.on(RoomEvent.ConnectionStateChanged, this.onConnectionStateChanged);
+    this.room.on(RoomEvent.ParticipantDisconnected, this.onParticipantDisconnected);
+    if (this.room.isConnected) {
+      this.onConnectionStateChanged(ConnectionState.CONN_CONNECTED);
+    }
+    this.initTask = Task.from((controller) => this.init(controller.signal));
+    if (this.audioInput) {
+      this.agentSession.input.audio = this.audioInput;
+    }
+    if (this.audioOutput) {
+      this.agentSession.output.audio = this.audioOutput;
+    }
+    if (this.transcriptionOutput) {
+      this.agentSession.output.transcription = this.transcriptionOutput;
+    }
+    this.agentSession.on(AgentSessionEventTypes.AgentStateChanged, this.onAgentStateChanged);
+    this.agentSession.on(AgentSessionEventTypes.UserInputTranscribed, this.onUserInputTranscribed);
+  }
+  async close() {
+    var _a, _b, _c, _d, _e;
+    this.room.off(RoomEvent.ParticipantConnected, this.onParticipantConnected);
+    this.room.off(RoomEvent.ConnectionStateChanged, this.onConnectionStateChanged);
+    this.room.off(RoomEvent.ParticipantDisconnected, this.onParticipantDisconnected);
+    this.agentSession.off(AgentSessionEventTypes.UserInputTranscribed, this.onUserInputTranscribed);
+    this.agentSession.off(AgentSessionEventTypes.AgentStateChanged, this.onAgentStateChanged);
+    if (this.textStreamHandlerRegistered) {
+      this.room.unregisterTextStreamHandler(TOPIC_CHAT);
+      this.textStreamHandlerRegistered = false;
+    }
+    await ((_a = this.initTask) == null ? void 0 : _a.cancelAndWait());
+    this.userTranscriptWriter.close();
+    await ((_b = this.forwardUserTranscriptTask) == null ? void 0 : _b.cancelAndWait());
+    await ((_c = this.audioInput) == null ? void 0 : _c.close());
+    await ((_d = this.participantAudioOutput) == null ? void 0 : _d.close());
+    await ((_e = this.transcriptionSynchronizer) == null ? void 0 : _e.close());
+  }
+}
+export {
+  RoomIO
+};
+//# sourceMappingURL=room_io.js.map

package/dist/voice/room_io/room_io.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/voice/room_io/room_io.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport {\n  ConnectionState,\n  DisconnectReason,\n  type NoiseCancellationOptions,\n  type Participant,\n  ParticipantKind,\n  type RemoteParticipant,\n  type Room,\n  RoomEvent,\n  type TextStreamInfo,\n  type TextStreamReader,\n  TrackPublishOptions,\n  TrackSource,\n} from '@livekit/rtc-node';\nimport type { WritableStreamDefaultWriter } from 'node:stream/web';\nimport { ATTRIBUTE_PUBLISH_ON_BEHALF, TOPIC_CHAT } from '../../constants.js';\nimport { log } from '../../log.js';\nimport { IdentityTransform } from '../../stream/identity_transform.js';\nimport { Future, Task } from '../../utils.js';\nimport { type AgentSession } from '../agent_session.js';\nimport {\n  AgentSessionEventTypes,\n  type AgentStateChangedEvent,\n  CloseReason,\n  type UserInputTranscribedEvent,\n} from '../events.js';\nimport type { AudioOutput, TextOutput } from '../io.js';\nimport { TranscriptionSynchronizer } from '../transcription/synchronizer.js';\nimport { ParticipantAudioInputStream } from './_input.js';\nimport {\n  ParalellTextOutput,\n  ParticipantAudioOutput,\n  ParticipantLegacyTranscriptionOutput,\n  ParticipantTranscriptionOutput,\n} from './_output.js';\n\nexport interface TextInputEvent {\n  text: string;\n  info: TextStreamInfo;\n  participant: RemoteParticipant;\n}\n\nexport type TextInputCallback = (sess: AgentSession, ev: TextInputEvent) => void | Promise<void>;\n\nconst DEFAULT_TEXT_INPUT_CALLBACK: TextInputCallback = (sess: AgentSession, ev: TextInputEvent) => {\n  sess.interrupt();\n  sess.generateReply({ userInput: ev.text });\n};\n\nconst DEFAULT_PARTICIPANT_KINDS: ParticipantKind[] = [\n  ParticipantKind.SIP,\n  ParticipantKind.STANDARD,\n];\n\nconst CLOSE_ON_DISCONNECT_REASONS: DisconnectReason[] = [\n  DisconnectReason.CLIENT_INITIATED,\n  DisconnectReason.ROOM_DELETED,\n  DisconnectReason.USER_REJECTED,\n];\n\nexport interface RoomInputOptions {\n  audioSampleRate: number;\n  audioNumChannels: number;\n  textEnabled: boolean;\n  audioEnabled: boolean;\n  videoEnabled: boolean;\n  participantIdentity?: string;\n  noiseCancellation?: NoiseCancellationOptions;\n  textInputCallback?: TextInputCallback;\n  participantKinds?: ParticipantKind[];\n  closeOnDisconnect: boolean;\n}\n\nexport interface RoomOutputOptions {\n  transcriptionEnabled: boolean;\n  audioEnabled: boolean;\n  audioSampleRate: number;\n  audioNumChannels: number;\n  syncTranscription: boolean;\n  audioPublishOptions: TrackPublishOptions;\n}\n\nconst DEFAULT_ROOM_INPUT_OPTIONS: RoomInputOptions = {\n  audioSampleRate: 24000,\n  audioNumChannels: 1,\n  textEnabled: true,\n  audioEnabled: true,\n  videoEnabled: false,\n  textInputCallback: DEFAULT_TEXT_INPUT_CALLBACK,\n  closeOnDisconnect: true,\n};\n\nconst DEFAULT_ROOM_OUTPUT_OPTIONS: RoomOutputOptions = {\n  audioSampleRate: 24000,\n  audioNumChannels: 1,\n  transcriptionEnabled: true,\n  audioEnabled: true,\n  syncTranscription: true,\n  audioPublishOptions: new TrackPublishOptions({ source: TrackSource.SOURCE_MICROPHONE }),\n};\n\nexport class RoomIO {\n  private agentSession: AgentSession;\n  private room: Room;\n  private inputOptions: RoomInputOptions;\n  private outputOptions: RoomOutputOptions;\n\n  private audioInput?: ParticipantAudioInputStream;\n  private participantAudioOutput?: ParticipantAudioOutput;\n  private userTranscriptOutput?: ParalellTextOutput;\n  private agentTranscriptOutput?: ParalellTextOutput;\n  private transcriptionSynchronizer?: TranscriptionSynchronizer;\n  private participantIdentity: string | null = null;\n\n  private participantAvailableFuture: Future<RemoteParticipant> = new Future();\n  private roomConnectedFuture: Future<void> = new Future();\n\n  // Use stream API for transcript queue\n  private userTranscriptStream = new IdentityTransform<UserInputTranscribedEvent>();\n  private userTranscriptWriter: WritableStreamDefaultWriter<UserInputTranscribedEvent>;\n  private forwardUserTranscriptTask?: Task<void>;\n  private initTask?: Task<void>;\n\n  private textStreamHandlerRegistered = false;\n\n  private logger = log();\n\n  constructor({\n    agentSession,\n    room,\n    participant = null,\n    inputOptions,\n    outputOptions,\n  }: {\n    agentSession: AgentSession;\n    room: Room;\n    participant?: RemoteParticipant | string | null;\n    inputOptions?: Partial<RoomInputOptions>;\n    outputOptions?: Partial<RoomOutputOptions>;\n  }) {\n    this.agentSession = agentSession;\n    this.room = room;\n    this.inputOptions = { ...DEFAULT_ROOM_INPUT_OPTIONS, ...inputOptions };\n    this.outputOptions = { ...DEFAULT_ROOM_OUTPUT_OPTIONS, ...outputOptions };\n\n    this.userTranscriptWriter = this.userTranscriptStream.writable.getWriter();\n\n    this.participantIdentity = participant\n      ? typeof participant === 'string'\n        ? participant\n        : participant.identity\n      : this.inputOptions.participantIdentity ?? null;\n  }\n  private async init(signal: AbortSignal): Promise<void> {\n    await this.roomConnectedFuture.await;\n\n    for (const participant of this.room.remoteParticipants.values()) {\n      this.onParticipantConnected(participant);\n    }\n    if (signal.aborted) {\n      return;\n    }\n\n    const participant = await this.participantAvailableFuture.await;\n    this.setParticipant(participant.identity);\n\n    // init agent outputs\n    this.updateTranscriptionOutput({\n      output: this.agentTranscriptOutput,\n      participant: this.room.localParticipant?.identity ?? null,\n    });\n\n    await this.participantAudioOutput?.start(signal);\n  }\n\n  private onConnectionStateChanged = (state: ConnectionState) => {\n    this.logger.debug({ state }, 'connection state changed');\n    if (\n      state === ConnectionState.CONN_CONNECTED &&\n      this.room.isConnected &&\n      !this.roomConnectedFuture.done\n    ) {\n      this.roomConnectedFuture.resolve();\n    }\n  };\n\n  private onParticipantConnected = (participant: RemoteParticipant) => {\n    if (this.participantAvailableFuture.done) {\n      return;\n    }\n\n    if (this.participantIdentity) {\n      if (participant.identity !== this.participantIdentity) {\n        return;\n      }\n    } else if (\n      // otherwise, skip participants that are marked as publishing for this agent\n      participant.attributes?.[ATTRIBUTE_PUBLISH_ON_BEHALF] === this.room.localParticipant?.identity\n    ) {\n      return;\n    }\n\n    const acceptedKinds = this.inputOptions.participantKinds ?? DEFAULT_PARTICIPANT_KINDS;\n    if (participant.info.kind !== undefined && !acceptedKinds.includes(participant.info.kind)) {\n      return;\n    }\n\n    this.participantAvailableFuture.resolve(participant);\n  };\n\n  private onParticipantDisconnected = (participant: RemoteParticipant) => {\n    if (participant.identity !== this.participantIdentity) {\n      return;\n    }\n    this.participantAvailableFuture = new Future<RemoteParticipant>();\n    if (\n      this.inputOptions.closeOnDisconnect &&\n      participant.disconnectReason &&\n      CLOSE_ON_DISCONNECT_REASONS.includes(participant.disconnectReason)\n    ) {\n      this.logger.info(\n        {\n          participant: participant.identity,\n          reason: DisconnectReason[participant.disconnectReason],\n        },\n        'closing agent session due to participant disconnect ' +\n          '(disable via `RoomInputOptions.closeOnDisconnect=False`)',\n      );\n      this.agentSession._closeSoon({\n        reason: CloseReason.PARTICIPANT_DISCONNECTED,\n      });\n    }\n  };\n\n  private onUserInputTranscribed = (ev: UserInputTranscribedEvent) => {\n    this.userTranscriptWriter.write(ev).catch((error) => {\n      this.logger.error({ error }, 'Failed to write transcript event to stream');\n    });\n  };\n\n  private onAgentStateChanged = async (ev: AgentStateChangedEvent) => {\n    if (this.room.isConnected && this.room.localParticipant) {\n      await this.room.localParticipant.setAttributes({\n        [`lk.agent.state`]: ev.newState,\n      });\n    }\n  };\n\n  private onUserTextInput = (reader: TextStreamReader, participantInfo: { identity: string }) => {\n    if (participantInfo.identity !== this.participantIdentity) {\n      return;\n    }\n\n    const participant = this.room.remoteParticipants.get(participantInfo.identity);\n    if (!participant) {\n      this.logger.warn('participant not found, ignoring text input');\n      return;\n    }\n\n    const readText = async () => {\n      const text = await reader.readAll();\n\n      const textInputResult = this.inputOptions.textInputCallback!(this.agentSession, {\n        text,\n        info: reader.info,\n        participant,\n      });\n\n      // check if callback is a Promise\n      if (textInputResult instanceof Promise) {\n        await textInputResult;\n      }\n    };\n\n    readText().catch((error) => {\n      this.logger.error({ error }, 'Error reading text input');\n    });\n  };\n\n  private async forwardUserTranscript(signal: AbortSignal): Promise<void> {\n    const reader = this.userTranscriptStream.readable.getReader();\n    try {\n      while (!signal.aborted) {\n        const { done, value } = await reader.read();\n        if (done) break;\n\n        const event = value;\n        // IMPORTANT: need to await here to avoid race condition\n        await this.userTranscriptOutput?.captureText(event.transcript);\n        if (event.isFinal) {\n          this.userTranscriptOutput?.flush();\n        }\n      }\n    } catch (error) {\n      this.logger.error({ error }, 'Error processing transcript stream');\n    }\n  }\n\n  private createTranscriptionOutput(options: {\n    isDeltaStream: boolean;\n    participant: Participant | string | null;\n  }) {\n    return new ParalellTextOutput([\n      new ParticipantLegacyTranscriptionOutput(\n        this.room,\n        options.isDeltaStream,\n        options.participant,\n      ),\n      new ParticipantTranscriptionOutput(this.room, options.isDeltaStream, options.participant),\n    ]);\n  }\n\n  private updateTranscriptionOutput({\n    output,\n    participant,\n  }: {\n    output?: ParalellTextOutput;\n    participant: string | null;\n  }) {\n    if (!output) {\n      return;\n    }\n\n    for (const sink of output._sinks) {\n      if (\n        sink instanceof ParticipantLegacyTranscriptionOutput ||\n        sink instanceof ParticipantTranscriptionOutput\n      ) {\n        sink.setParticipant(participant);\n      }\n    }\n  }\n\n  get audioOutput(): AudioOutput | undefined {\n    if (!this.transcriptionSynchronizer) {\n      return this.participantAudioOutput;\n    }\n\n    return this.transcriptionSynchronizer.audioOutput;\n  }\n\n  get transcriptionOutput(): TextOutput | undefined {\n    if (!this.transcriptionSynchronizer) {\n      return this.agentTranscriptOutput;\n    }\n\n    return this.transcriptionSynchronizer.textOutput;\n  }\n\n  /* Switch to a different participant */\n  setParticipant(participantIdentity: string | null) {\n    this.logger.debug({ participantIdentity }, 'setting participant');\n    if (participantIdentity === null) {\n      this.unsetParticipant();\n      return;\n    }\n\n    if (this.participantIdentity !== participantIdentity) {\n      this.participantAvailableFuture = new Future<RemoteParticipant>();\n\n      // check if new participant is already connected\n      for (const participant of this.room.remoteParticipants.values()) {\n        if (participant.identity === participantIdentity) {\n          this.participantAvailableFuture.resolve(participant);\n          break;\n        }\n      }\n    }\n\n    // update participant identity and handlers\n    this.participantIdentity = participantIdentity;\n    this.audioInput?.setParticipant(participantIdentity);\n    this.updateTranscriptionOutput({\n      output: this.userTranscriptOutput,\n      participant: participantIdentity,\n    });\n  }\n\n  unsetParticipant() {\n    this.participantIdentity = null;\n    this.participantAvailableFuture = new Future<RemoteParticipant>();\n    this.audioInput?.setParticipant(null);\n    this.updateTranscriptionOutput({\n      output: this.userTranscriptOutput,\n      participant: null,\n    });\n  }\n\n  start() {\n    if (this.inputOptions.textEnabled) {\n      try {\n        this.room.registerTextStreamHandler(TOPIC_CHAT, this.onUserTextInput);\n        this.textStreamHandlerRegistered = true;\n      } catch (error) {\n        if (this.inputOptions.textEnabled) {\n          this.logger.warn(`text stream handler for topic \"${TOPIC_CHAT}\" already set, ignoring`);\n        }\n      }\n    }\n\n    // -- create inputs --\n    if (this.inputOptions.audioEnabled) {\n      this.audioInput = new ParticipantAudioInputStream({\n        room: this.room,\n        sampleRate: this.inputOptions.audioSampleRate,\n        numChannels: this.inputOptions.audioNumChannels,\n        noiseCancellation: this.inputOptions.noiseCancellation,\n      });\n    }\n\n    // -- create outputs --\n    if (this.outputOptions.audioEnabled) {\n      this.participantAudioOutput = new ParticipantAudioOutput(this.room, {\n        sampleRate: this.outputOptions.audioSampleRate,\n        numChannels: this.outputOptions.audioNumChannels,\n        trackPublishOptions: this.outputOptions.audioPublishOptions,\n      });\n    }\n    if (this.outputOptions.transcriptionEnabled) {\n      this.userTranscriptOutput = this.createTranscriptionOutput({\n        isDeltaStream: false,\n        participant: this.participantIdentity,\n      });\n      // Start the transcript forwarding\n      this.forwardUserTranscriptTask = Task.from((controller) =>\n        this.forwardUserTranscript(controller.signal),\n      );\n      this.agentTranscriptOutput = this.createTranscriptionOutput({\n        isDeltaStream: true,\n        participant: null,\n      });\n\n      // use the RoomIO's audio output if available, otherwise use the agent's audio output\n      // TODO(AJS-176): check for agent output\n      const audioOutput = this.participantAudioOutput;\n      if (this.outputOptions.syncTranscription && audioOutput) {\n        this.transcriptionSynchronizer = new TranscriptionSynchronizer(\n          audioOutput,\n          this.agentTranscriptOutput,\n        );\n      }\n    }\n\n    // -- set the room event handlers --\n    this.room.on(RoomEvent.ParticipantConnected, this.onParticipantConnected);\n    this.room.on(RoomEvent.ConnectionStateChanged, this.onConnectionStateChanged);\n    this.room.on(RoomEvent.ParticipantDisconnected, this.onParticipantDisconnected);\n    if (this.room.isConnected) {\n      this.onConnectionStateChanged(ConnectionState.CONN_CONNECTED);\n    }\n\n    this.initTask = Task.from((controller) => this.init(controller.signal));\n\n    // -- attatch the agent to the session --\n    if (this.audioInput) {\n      this.agentSession.input.audio = this.audioInput;\n    }\n    if (this.audioOutput) {\n      this.agentSession.output.audio = this.audioOutput;\n    }\n    if (this.transcriptionOutput) {\n      this.agentSession.output.transcription = this.transcriptionOutput;\n    }\n\n    this.agentSession.on(AgentSessionEventTypes.AgentStateChanged, this.onAgentStateChanged);\n    this.agentSession.on(AgentSessionEventTypes.UserInputTranscribed, this.onUserInputTranscribed);\n  }\n\n  async close() {\n    this.room.off(RoomEvent.ParticipantConnected, this.onParticipantConnected);\n    this.room.off(RoomEvent.ConnectionStateChanged, this.onConnectionStateChanged);\n    this.room.off(RoomEvent.ParticipantDisconnected, this.onParticipantDisconnected);\n    this.agentSession.off(AgentSessionEventTypes.UserInputTranscribed, this.onUserInputTranscribed);\n    this.agentSession.off(AgentSessionEventTypes.AgentStateChanged, this.onAgentStateChanged);\n\n    if (this.textStreamHandlerRegistered) {\n      this.room.unregisterTextStreamHandler(TOPIC_CHAT);\n      this.textStreamHandlerRegistered = false;\n    }\n\n    await this.initTask?.cancelAndWait();\n\n    // Close stream FIRST so reader.read() in forwardUserTranscript can exit.\n    // This is a workaround for a race condition in the stream API.\n    this.userTranscriptWriter.close();\n    await this.forwardUserTranscriptTask?.cancelAndWait();\n\n    await this.audioInput?.close();\n    await this.participantAudioOutput?.close();\n    await this.transcriptionSynchronizer?.close();\n  }\n}\n"],"mappings":"AAGA;AAAA,EACE;AAAA,EACA;AAAA,EAGA;AAAA,EAGA;AAAA,EAGA;AAAA,EACA;AAAA,OACK;AAEP,SAAS,6BAA6B,kBAAkB;AACxD,SAAS,WAAW;AACpB,SAAS,yBAAyB;AAClC,SAAS,QAAQ,YAAY;AAC7B,eAAkC;AAClC;AAAA,EACE;AAAA,EAEA;AAAA,OAEK;AAEP,SAAS,iCAAiC;AAC1C,SAAS,mCAAmC;AAC5C;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAUP,MAAM,8BAAiD,CAAC,MAAoB,OAAuB;AACjG,OAAK,UAAU;AACf,OAAK,cAAc,EAAE,WAAW,GAAG,KAAK,CAAC;AAC3C;AAEA,MAAM,4BAA+C;AAAA,EACnD,gBAAgB;AAAA,EAChB,gBAAgB;AAClB;AAEA,MAAM,8BAAkD;AAAA,EACtD,iBAAiB;AAAA,EACjB,iBAAiB;AAAA,EACjB,iBAAiB;AACnB;AAwBA,MAAM,6BAA+C;AAAA,EACnD,iBAAiB;AAAA,EACjB,kBAAkB;AAAA,EAClB,aAAa;AAAA,EACb,cAAc;AAAA,EACd,cAAc;AAAA,EACd,mBAAmB;AAAA,EACnB,mBAAmB;AACrB;AAEA,MAAM,8BAAiD;AAAA,EACrD,iBAAiB;AAAA,EACjB,kBAAkB;AAAA,EAClB,sBAAsB;AAAA,EACtB,cAAc;AAAA,EACd,mBAAmB;AAAA,EACnB,qBAAqB,IAAI,oBAAoB,EAAE,QAAQ,YAAY,kBAAkB,CAAC;AACxF;AAEO,MAAM,OAAO;AAAA,EACV;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,sBAAqC;AAAA,EAErC,6BAAwD,IAAI,OAAO;AAAA,EACnE,sBAAoC,IAAI,OAAO;AAAA;AAAA,EAG/C,uBAAuB,IAAI,kBAA6C;AAAA,EACxE;AAAA,EACA;AAAA,EACA;AAAA,EAEA,8BAA8B;AAAA,EAE9B,SAAS,IAAI;AAAA,EAErB,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA,cAAc;AAAA,IACd;AAAA,IACA;AAAA,EACF,GAMG;AACD,SAAK,eAAe;AACpB,SAAK,OAAO;AACZ,SAAK,eAAe,EAAE,GAAG,4BAA4B,GAAG,aAAa;AACrE,SAAK,gBAAgB,EAAE,GAAG,6BAA6B,GAAG,cAAc;AAExE,SAAK,uBAAuB,KAAK,qBAAqB,SAAS,UAAU;AAEzE,SAAK,sBAAsB,cACvB,OAAO,gBAAgB,WACrB,cACA,YAAY,WACd,KAAK,aAAa,uBAAuB;AAAA,EAC/C;AAAA,EACA,MAAc,KAAK,QAAoC;AA5JzD;AA6JI,UAAM,KAAK,oBAAoB;AAE/B,eAAWA,gBAAe,KAAK,KAAK,mBAAmB,OAAO,GAAG;AAC/D,WAAK,uBAAuBA,YAAW;AAAA,IACzC;AACA,QAAI,OAAO,SAAS;AAClB;AAAA,IACF;AAEA,UAAM,cAAc,MAAM,KAAK,2BAA2B;AAC1D,SAAK,eAAe,YAAY,QAAQ;AAGxC,SAAK,0BAA0B;AAAA,MAC7B,QAAQ,KAAK;AAAA,MACb,eAAa,UAAK,KAAK,qBAAV,mBAA4B,aAAY;AAAA,IACvD,CAAC;AAED,YAAM,UAAK,2BAAL,mBAA6B,MAAM;AAAA,EAC3C;AAAA,EAEQ,2BAA2B,CAAC,UAA2B;AAC7D,SAAK,OAAO,MAAM,EAAE,MAAM,GAAG,0BAA0B;AACvD,QACE,UAAU,gBAAgB,kBAC1B,KAAK,KAAK,eACV,CAAC,KAAK,oBAAoB,MAC1B;AACA,WAAK,oBAAoB,QAAQ;AAAA,IACnC;AAAA,EACF;AAAA,EAEQ,yBAAyB,CAAC,gBAAmC;AA7LvE;AA8LI,QAAI,KAAK,2BAA2B,MAAM;AACxC;AAAA,IACF;AAEA,QAAI,KAAK,qBAAqB;AAC5B,UAAI,YAAY,aAAa,KAAK,qBAAqB;AACrD;AAAA,MACF;AAAA,IACF;AAAA;AAAA,QAEE,iBAAY,eAAZ,mBAAyB,oCAAiC,UAAK,KAAK,qBAAV,mBAA4B;AAAA,MACtF;AACA;AAAA,IACF;AAEA,UAAM,gBAAgB,KAAK,aAAa,oBAAoB;AAC5D,QAAI,YAAY,KAAK,SAAS,UAAa,CAAC,cAAc,SAAS,YAAY,KAAK,IAAI,GAAG;AACzF;AAAA,IACF;AAEA,SAAK,2BAA2B,QAAQ,WAAW;AAAA,EACrD;AAAA,EAEQ,4BAA4B,CAAC,gBAAmC;AACtE,QAAI,YAAY,aAAa,KAAK,qBAAqB;AACrD;AAAA,IACF;AACA,SAAK,6BAA6B,IAAI,OAA0B;AAChE,QACE,KAAK,aAAa,qBAClB,YAAY,oBACZ,4BAA4B,SAAS,YAAY,gBAAgB,GACjE;AACA,WAAK,OAAO;AAAA,QACV;AAAA,UACE,aAAa,YAAY;AAAA,UACzB,QAAQ,iBAAiB,YAAY,gBAAgB;AAAA,QACvD;AAAA,QACA;AAAA,MAEF;AACA,WAAK,aAAa,WAAW;AAAA,QAC3B,QAAQ,YAAY;AAAA,MACtB,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,yBAAyB,CAAC,OAAkC;AAClE,SAAK,qBAAqB,MAAM,EAAE,EAAE,MAAM,CAAC,UAAU;AACnD,WAAK,OAAO,MAAM,EAAE,MAAM,GAAG,4CAA4C;AAAA,IAC3E,CAAC;AAAA,EACH;AAAA,EAEQ,sBAAsB,OAAO,OAA+B;AAClE,QAAI,KAAK,KAAK,eAAe,KAAK,KAAK,kBAAkB;AACvD,YAAM,KAAK,KAAK,iBAAiB,cAAc;AAAA,QAC7C,CAAC,gBAAgB,GAAG,GAAG;AAAA,MACzB,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEQ,kBAAkB,CAAC,QAA0B,oBAA0C;AAC7F,QAAI,gBAAgB,aAAa,KAAK,qBAAqB;AACzD;AAAA,IACF;AAEA,UAAM,cAAc,KAAK,KAAK,mBAAmB,IAAI,gBAAgB,QAAQ;AAC7E,QAAI,CAAC,aAAa;AAChB,WAAK,OAAO,KAAK,4CAA4C;AAC7D;AAAA,IACF;AAEA,UAAM,WAAW,YAAY;AAC3B,YAAM,OAAO,MAAM,OAAO,QAAQ;AAElC,YAAM,kBAAkB,KAAK,aAAa,kBAAmB,KAAK,cAAc;AAAA,QAC9E;AAAA,QACA,MAAM,OAAO;AAAA,QACb;AAAA,MACF,CAAC;AAGD,UAAI,2BAA2B,SAAS;AACtC,cAAM;AAAA,MACR;AAAA,IACF;AAEA,aAAS,EAAE,MAAM,CAAC,UAAU;AAC1B,WAAK,OAAO,MAAM,EAAE,MAAM,GAAG,0BAA0B;AAAA,IACzD,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,sBAAsB,QAAoC;AA1R1E;AA2RI,UAAM,SAAS,KAAK,qBAAqB,SAAS,UAAU;AAC5D,QAAI;AACF,aAAO,CAAC,OAAO,SAAS;AACtB,cAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAC1C,YAAI,KAAM;AAEV,cAAM,QAAQ;AAEd,gBAAM,UAAK,yBAAL,mBAA2B,YAAY,MAAM;AACnD,YAAI,MAAM,SAAS;AACjB,qBAAK,yBAAL,mBAA2B;AAAA,QAC7B;AAAA,MACF;AAAA,IACF,SAAS,OAAO;AACd,WAAK,OAAO,MAAM,EAAE,MAAM,GAAG,oCAAoC;AAAA,IACnE;AAAA,EACF;AAAA,EAEQ,0BAA0B,SAG/B;AACD,WAAO,IAAI,mBAAmB;AAAA,MAC5B,IAAI;AAAA,QACF,KAAK;AAAA,QACL,QAAQ;AAAA,QACR,QAAQ;AAAA,MACV;AAAA,MACA,IAAI,+BAA+B,KAAK,MAAM,QAAQ,eAAe,QAAQ,WAAW;AAAA,IAC1F,CAAC;AAAA,EACH;AAAA,EAEQ,0BAA0B;AAAA,IAChC;AAAA,IACA;AAAA,EACF,GAGG;AACD,QAAI,CAAC,QAAQ;AACX;AAAA,IACF;AAEA,eAAW,QAAQ,OAAO,QAAQ;AAChC,UACE,gBAAgB,wCAChB,gBAAgB,gCAChB;AACA,aAAK,eAAe,WAAW;AAAA,MACjC;AAAA,IACF;AAAA,EACF;AAAA,EAEA,IAAI,cAAuC;AACzC,QAAI,CAAC,KAAK,2BAA2B;AACnC,aAAO,KAAK;AAAA,IACd;AAEA,WAAO,KAAK,0BAA0B;AAAA,EACxC;AAAA,EAEA,IAAI,sBAA8C;AAChD,QAAI,CAAC,KAAK,2BAA2B;AACnC,aAAO,KAAK;AAAA,IACd;AAEA,WAAO,KAAK,0BAA0B;AAAA,EACxC;AAAA;AAAA,EAGA,eAAe,qBAAoC;AAjWrD;AAkWI,SAAK,OAAO,MAAM,EAAE,oBAAoB,GAAG,qBAAqB;AAChE,QAAI,wBAAwB,MAAM;AAChC,WAAK,iBAAiB;AACtB;AAAA,IACF;AAEA,QAAI,KAAK,wBAAwB,qBAAqB;AACpD,WAAK,6BAA6B,IAAI,OAA0B;AAGhE,iBAAW,eAAe,KAAK,KAAK,mBAAmB,OAAO,GAAG;AAC/D,YAAI,YAAY,aAAa,qBAAqB;AAChD,eAAK,2BAA2B,QAAQ,WAAW;AACnD;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAGA,SAAK,sBAAsB;AAC3B,eAAK,eAAL,mBAAiB,eAAe;AAChC,SAAK,0BAA0B;AAAA,MAC7B,QAAQ,KAAK;AAAA,MACb,aAAa;AAAA,IACf,CAAC;AAAA,EACH;AAAA,EAEA,mBAAmB;AA7XrB;AA8XI,SAAK,sBAAsB;AAC3B,SAAK,6BAA6B,IAAI,OAA0B;AAChE,eAAK,eAAL,mBAAiB,eAAe;AAChC,SAAK,0BAA0B;AAAA,MAC7B,QAAQ,KAAK;AAAA,MACb,aAAa;AAAA,IACf,CAAC;AAAA,EACH;AAAA,EAEA,QAAQ;AACN,QAAI,KAAK,aAAa,aAAa;AACjC,UAAI;AACF,aAAK,KAAK,0BAA0B,YAAY,KAAK,eAAe;AACpE,aAAK,8BAA8B;AAAA,MACrC,SAAS,OAAO;AACd,YAAI,KAAK,aAAa,aAAa;AACjC,eAAK,OAAO,KAAK,kCAAkC,UAAU,yBAAyB;AAAA,QACxF;AAAA,MACF;AAAA,IACF;AAGA,QAAI,KAAK,aAAa,cAAc;AAClC,WAAK,aAAa,IAAI,4BAA4B;AAAA,QAChD,MAAM,KAAK;AAAA,QACX,YAAY,KAAK,aAAa;AAAA,QAC9B,aAAa,KAAK,aAAa;AAAA,QAC/B,mBAAmB,KAAK,aAAa;AAAA,MACvC,CAAC;AAAA,IACH;AAGA,QAAI,KAAK,cAAc,cAAc;AACnC,WAAK,yBAAyB,IAAI,uBAAuB,KAAK,MAAM;AAAA,QAClE,YAAY,KAAK,cAAc;AAAA,QAC/B,aAAa,KAAK,cAAc;AAAA,QAChC,qBAAqB,KAAK,cAAc;AAAA,MAC1C,CAAC;AAAA,IACH;AACA,QAAI,KAAK,cAAc,sBAAsB;AAC3C,WAAK,uBAAuB,KAAK,0BAA0B;AAAA,QACzD,eAAe;AAAA,QACf,aAAa,KAAK;AAAA,MACpB,CAAC;AAED,WAAK,4BAA4B,KAAK;AAAA,QAAK,CAAC,eAC1C,KAAK,sBAAsB,WAAW,MAAM;AAAA,MAC9C;AACA,WAAK,wBAAwB,KAAK,0BAA0B;AAAA,QAC1D,eAAe;AAAA,QACf,aAAa;AAAA,MACf,CAAC;AAID,YAAM,cAAc,KAAK;AACzB,UAAI,KAAK,cAAc,qBAAqB,aAAa;AACvD,aAAK,4BAA4B,IAAI;AAAA,UACnC;AAAA,UACA,KAAK;AAAA,QACP;AAAA,MACF;AAAA,IACF;AAGA,SAAK,KAAK,GAAG,UAAU,sBAAsB,KAAK,sBAAsB;AACxE,SAAK,KAAK,GAAG,UAAU,wBAAwB,KAAK,wBAAwB;AAC5E,SAAK,KAAK,GAAG,UAAU,yBAAyB,KAAK,yBAAyB;AAC9E,QAAI,KAAK,KAAK,aAAa;AACzB,WAAK,yBAAyB,gBAAgB,cAAc;AAAA,IAC9D;AAEA,SAAK,WAAW,KAAK,KAAK,CAAC,eAAe,KAAK,KAAK,WAAW,MAAM,CAAC;AAGtE,QAAI,KAAK,YAAY;AACnB,WAAK,aAAa,MAAM,QAAQ,KAAK;AAAA,IACvC;AACA,QAAI,KAAK,aAAa;AACpB,WAAK,aAAa,OAAO,QAAQ,KAAK;AAAA,IACxC;AACA,QAAI,KAAK,qBAAqB;AAC5B,WAAK,aAAa,OAAO,gBAAgB,KAAK;AAAA,IAChD;AAEA,SAAK,aAAa,GAAG,uBAAuB,mBAAmB,KAAK,mBAAmB;AACvF,SAAK,aAAa,GAAG,uBAAuB,sBAAsB,KAAK,sBAAsB;AAAA,EAC/F;AAAA,EAEA,MAAM,QAAQ;AAvdhB;AAwdI,SAAK,KAAK,IAAI,UAAU,sBAAsB,KAAK,sBAAsB;AACzE,SAAK,KAAK,IAAI,UAAU,wBAAwB,KAAK,wBAAwB;AAC7E,SAAK,KAAK,IAAI,UAAU,yBAAyB,KAAK,yBAAyB;AAC/E,SAAK,aAAa,IAAI,uBAAuB,sBAAsB,KAAK,sBAAsB;AAC9F,SAAK,aAAa,IAAI,uBAAuB,mBAAmB,KAAK,mBAAmB;AAExF,QAAI,KAAK,6BAA6B;AACpC,WAAK,KAAK,4BAA4B,UAAU;AAChD,WAAK,8BAA8B;AAAA,IACrC;AAEA,YAAM,UAAK,aAAL,mBAAe;AAIrB,SAAK,qBAAqB,MAAM;AAChC,YAAM,UAAK,8BAAL,mBAAgC;AAEtC,YAAM,UAAK,eAAL,mBAAiB;AACvB,YAAM,UAAK,2BAAL,mBAA6B;AACnC,YAAM,UAAK,8BAAL,mBAAgC;AAAA,EACxC;AACF;","names":["participant"]}

package/dist/{pipeline/index.cjs → voice/run_context.cjs}

@@ -16,18 +16,23 @@ var __copyProps = (to, from, except, desc) => {
   return to;
 };
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var pipeline_exports = {};
-__export(pipeline_exports, {
-  AgentCallContext: () => import_pipeline_agent.AgentCallContext,
-  VPAEvent: () => import_pipeline_agent.VPAEvent,
-  VoicePipelineAgent: () => import_pipeline_agent.VoicePipelineAgent
+var run_context_exports = {};
+__export(run_context_exports, {
+  RunContext: () => RunContext
 });
-module.exports = __toCommonJS(pipeline_exports);
-var import_pipeline_agent = require("./pipeline_agent.cjs");
+module.exports = __toCommonJS(run_context_exports);
+class RunContext {
+  constructor(session, speechHandle, functionCall) {
+    this.session = session;
+    this.speechHandle = speechHandle;
+    this.functionCall = functionCall;
+  }
+  get userData() {
+    return this.session.userData;
+  }
+}
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
-  AgentCallContext,
-  VPAEvent,
-  VoicePipelineAgent
+  RunContext
 });
-//# sourceMappingURL=index.cjs.map
+//# sourceMappingURL=run_context.cjs.map

package/dist/voice/run_context.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/voice/run_context.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { FunctionCall } from '../llm/chat_context.js';\nimport type { AgentSession } from './agent_session.js';\nimport type { SpeechHandle } from './speech_handle.js';\n\nexport type UnknownUserData = unknown;\n\nexport class RunContext<UserData = UnknownUserData> {\n  constructor(\n    public readonly session: AgentSession<UserData>,\n    public readonly speechHandle: SpeechHandle,\n    public readonly functionCall: FunctionCall,\n  ) {}\n\n  get userData(): UserData {\n    return this.session.userData;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AASO,MAAM,WAAuC;AAAA,EAClD,YACkB,SACA,cACA,cAChB;AAHgB;AACA;AACA;AAAA,EACf;AAAA,EAEH,IAAI,WAAqB;AACvB,WAAO,KAAK,QAAQ;AAAA,EACtB;AACF;","names":[]}

package/dist/voice/run_context.d.cts

@@ -0,0 +1,12 @@
+import type { FunctionCall } from '../llm/chat_context.js';
+import type { AgentSession } from './agent_session.js';
+import type { SpeechHandle } from './speech_handle.js';
+export type UnknownUserData = unknown;
+export declare class RunContext<UserData = UnknownUserData> {
+    readonly session: AgentSession<UserData>;
+    readonly speechHandle: SpeechHandle;
+    readonly functionCall: FunctionCall;
+    constructor(session: AgentSession<UserData>, speechHandle: SpeechHandle, functionCall: FunctionCall);
+    get userData(): UserData;
+}
+//# sourceMappingURL=run_context.d.ts.map

package/dist/voice/run_context.d.ts

@@ -0,0 +1,12 @@
+import type { FunctionCall } from '../llm/chat_context.js';
+import type { AgentSession } from './agent_session.js';
+import type { SpeechHandle } from './speech_handle.js';
+export type UnknownUserData = unknown;
+export declare class RunContext<UserData = UnknownUserData> {
+    readonly session: AgentSession<UserData>;
+    readonly speechHandle: SpeechHandle;
+    readonly functionCall: FunctionCall;
+    constructor(session: AgentSession<UserData>, speechHandle: SpeechHandle, functionCall: FunctionCall);
+    get userData(): UserData;
+}
+//# sourceMappingURL=run_context.d.ts.map

package/dist/voice/run_context.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run_context.d.ts","sourceRoot":"","sources":["../../src/voice/run_context.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAEvD,MAAM,MAAM,eAAe,GAAG,OAAO,CAAC;AAEtC,qBAAa,UAAU,CAAC,QAAQ,GAAG,eAAe;aAE9B,OAAO,EAAE,YAAY,CAAC,QAAQ,CAAC;aAC/B,YAAY,EAAE,YAAY;aAC1B,YAAY,EAAE,YAAY;gBAF1B,OAAO,EAAE,YAAY,CAAC,QAAQ,CAAC,EAC/B,YAAY,EAAE,YAAY,EAC1B,YAAY,EAAE,YAAY;IAG5C,IAAI,QAAQ,IAAI,QAAQ,CAEvB;CACF"}

package/dist/voice/run_context.js

@@ -0,0 +1,14 @@
+class RunContext {
+  constructor(session, speechHandle, functionCall) {
+    this.session = session;
+    this.speechHandle = speechHandle;
+    this.functionCall = functionCall;
+  }
+  get userData() {
+    return this.session.userData;
+  }
+}
+export {
+  RunContext
+};
+//# sourceMappingURL=run_context.js.map

package/dist/voice/run_context.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/voice/run_context.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { FunctionCall } from '../llm/chat_context.js';\nimport type { AgentSession } from './agent_session.js';\nimport type { SpeechHandle } from './speech_handle.js';\n\nexport type UnknownUserData = unknown;\n\nexport class RunContext<UserData = UnknownUserData> {\n  constructor(\n    public readonly session: AgentSession<UserData>,\n    public readonly speechHandle: SpeechHandle,\n    public readonly functionCall: FunctionCall,\n  ) {}\n\n  get userData(): UserData {\n    return this.session.userData;\n  }\n}\n"],"mappings":"AASO,MAAM,WAAuC;AAAA,EAClD,YACkB,SACA,cACA,cAChB;AAHgB;AACA;AACA;AAAA,EACf;AAAA,EAEH,IAAI,WAAqB;AACvB,WAAO,KAAK,QAAQ;AAAA,EACtB;AACF;","names":[]}

package/dist/voice/speech_handle.cjs

@@ -0,0 +1,105 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var speech_handle_exports = {};
+__export(speech_handle_exports, {
+  SpeechHandle: () => SpeechHandle
+});
+module.exports = __toCommonJS(speech_handle_exports);
+var import_utils = require("../utils.cjs");
+class SpeechHandle {
+  constructor(id, allowInterruptions, stepIndex, parent) {
+    this.id = id;
+    this.allowInterruptions = allowInterruptions;
+    this.stepIndex = stepIndex;
+    this.parent = parent;
+  }
+  /** Priority for messages that should be played after all other messages in the queue */
+  static SPEECH_PRIORITY_LOW = 0;
+  /** Every speech generates by the VoiceAgent defaults to this priority. */
+  static SPEECH_PRIORITY_NORMAL = 5;
+  /** Priority for important messages that should be played before others. */
+  static SPEECH_PRIORITY_HIGH = 10;
+  interruptFut = new import_utils.Future();
+  authorizeFut = new import_utils.Future();
+  playoutDoneFut = new import_utils.Future();
+  _chatMessage;
+  static create(options) {
+    const { allowInterruptions = false, stepIndex = 0, parent } = options ?? {};
+    return new SpeechHandle((0, import_utils.shortuuid)("speech_"), allowInterruptions, stepIndex, parent);
+  }
+  get interrupted() {
+    return this.interruptFut.done;
+  }
+  get done() {
+    return this.playoutDoneFut.done;
+  }
+  get chatMessage() {
+    return this._chatMessage;
+  }
+  /**
+   * Interrupt the current speech generation.
+   *
+   * @throws Error If this speech handle does not allow interruptions.
+   *
+   * @returns The same speech handle that was interrupted.
+   */
+  interrupt() {
+    if (!this.allowInterruptions) {
+      throw new Error("interruptions are not allowed");
+    }
+    if (this.done) return this;
+    this.interruptFut.resolve();
+    return this;
+  }
+  then(callback) {
+    return this.playoutDoneFut.await.finally(() => callback(this));
+  }
+  async waitForPlayout() {
+    return this.playoutDoneFut.await;
+  }
+  async waitIfNotInterrupted(aw) {
+    const allTasksPromise = Promise.all(aw);
+    const fs = [allTasksPromise, this.interruptFut.await];
+    await Promise.race(fs);
+  }
+  /** @internal */
+  _setChatMessage(chatMessage) {
+    if (this.done) {
+      throw new Error("cannot set chat message after speech has been played");
+    }
+    this._chatMessage = chatMessage;
+  }
+  /** @internal */
+  _authorizePlayout() {
+    this.authorizeFut.resolve();
+  }
+  /** @internal */
+  async _waitForAuthorization() {
+    return this.authorizeFut.await;
+  }
+  /** @internal */
+  _markPlayoutDone() {
+    this.playoutDoneFut.resolve();
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  SpeechHandle
+});
+//# sourceMappingURL=speech_handle.cjs.map

package/dist/voice/speech_handle.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/voice/speech_handle.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { ChatMessage } from '../llm/index.js';\nimport { Future, shortuuid } from '../utils.js';\n\nexport class SpeechHandle {\n  /** Priority for messages that should be played after all other messages in the queue */\n  static SPEECH_PRIORITY_LOW = 0;\n  /** Every speech generates by the VoiceAgent defaults to this priority. */\n  static SPEECH_PRIORITY_NORMAL = 5;\n  /** Priority for important messages that should be played before others. */\n  static SPEECH_PRIORITY_HIGH = 10;\n\n  private interruptFut = new Future();\n  private authorizeFut = new Future();\n  private playoutDoneFut = new Future();\n\n  private _chatMessage?: ChatMessage;\n\n  constructor(\n    readonly id: string,\n    readonly allowInterruptions: boolean,\n    readonly stepIndex: number,\n    readonly parent?: SpeechHandle,\n  ) {}\n\n  static create(options: {\n    allowInterruptions?: boolean;\n    stepIndex?: number;\n    parent?: SpeechHandle;\n  }) {\n    const { allowInterruptions = false, stepIndex = 0, parent } = options ?? {};\n\n    return new SpeechHandle(shortuuid('speech_'), allowInterruptions, stepIndex, parent);\n  }\n\n  get interrupted(): boolean {\n    return this.interruptFut.done;\n  }\n\n  get done(): boolean {\n    return this.playoutDoneFut.done;\n  }\n\n  get chatMessage(): ChatMessage | undefined {\n    return this._chatMessage;\n  }\n\n  /**\n   * Interrupt the current speech generation.\n   *\n   * @throws Error If this speech handle does not allow interruptions.\n   *\n   * @returns The same speech handle that was interrupted.\n   */\n  interrupt(): SpeechHandle {\n    if (!this.allowInterruptions) {\n      throw new Error('interruptions are not allowed');\n    }\n\n    if (this.done) return this;\n\n    this.interruptFut.resolve();\n    return this;\n  }\n\n  then(callback: (sh: SpeechHandle) => void) {\n    return this.playoutDoneFut.await.finally(() => callback(this));\n  }\n\n  async waitForPlayout() {\n    return this.playoutDoneFut.await;\n  }\n\n  async waitIfNotInterrupted(aw: Promise<unknown>[]): Promise<void> {\n    const allTasksPromise = Promise.all(aw);\n    const fs: Promise<unknown>[] = [allTasksPromise, this.interruptFut.await];\n    await Promise.race(fs);\n  }\n\n  /** @internal */\n  _setChatMessage(chatMessage: ChatMessage) {\n    if (this.done) {\n      throw new Error('cannot set chat message after speech has been played');\n    }\n    this._chatMessage = chatMessage;\n  }\n\n  /** @internal */\n  _authorizePlayout() {\n    this.authorizeFut.resolve();\n  }\n\n  /** @internal */\n  async _waitForAuthorization() {\n    return this.authorizeFut.await;\n  }\n\n  /** @internal */\n  _markPlayoutDone() {\n    this.playoutDoneFut.resolve();\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,mBAAkC;AAE3B,MAAM,aAAa;AAAA,EAcxB,YACW,IACA,oBACA,WACA,QACT;AAJS;AACA;AACA;AACA;AAAA,EACR;AAAA;AAAA,EAjBH,OAAO,sBAAsB;AAAA;AAAA,EAE7B,OAAO,yBAAyB;AAAA;AAAA,EAEhC,OAAO,uBAAuB;AAAA,EAEtB,eAAe,IAAI,oBAAO;AAAA,EAC1B,eAAe,IAAI,oBAAO;AAAA,EAC1B,iBAAiB,IAAI,oBAAO;AAAA,EAE5B;AAAA,EASR,OAAO,OAAO,SAIX;AACD,UAAM,EAAE,qBAAqB,OAAO,YAAY,GAAG,OAAO,IAAI,WAAW,CAAC;AAE1E,WAAO,IAAI,iBAAa,wBAAU,SAAS,GAAG,oBAAoB,WAAW,MAAM;AAAA,EACrF;AAAA,EAEA,IAAI,cAAuB;AACzB,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA,EAEA,IAAI,OAAgB;AAClB,WAAO,KAAK,eAAe;AAAA,EAC7B;AAAA,EAEA,IAAI,cAAuC;AACzC,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,YAA0B;AACxB,QAAI,CAAC,KAAK,oBAAoB;AAC5B,YAAM,IAAI,MAAM,+BAA+B;AAAA,IACjD;AAEA,QAAI,KAAK,KAAM,QAAO;AAEtB,SAAK,aAAa,QAAQ;AAC1B,WAAO;AAAA,EACT;AAAA,EAEA,KAAK,UAAsC;AACzC,WAAO,KAAK,eAAe,MAAM,QAAQ,MAAM,SAAS,IAAI,CAAC;AAAA,EAC/D;AAAA,EAEA,MAAM,iBAAiB;AACrB,WAAO,KAAK,eAAe;AAAA,EAC7B;AAAA,EAEA,MAAM,qBAAqB,IAAuC;AAChE,UAAM,kBAAkB,QAAQ,IAAI,EAAE;AACtC,UAAM,KAAyB,CAAC,iBAAiB,KAAK,aAAa,KAAK;AACxE,UAAM,QAAQ,KAAK,EAAE;AAAA,EACvB;AAAA;AAAA,EAGA,gBAAgB,aAA0B;AACxC,QAAI,KAAK,MAAM;AACb,YAAM,IAAI,MAAM,sDAAsD;AAAA,IACxE;AACA,SAAK,eAAe;AAAA,EACtB;AAAA;AAAA,EAGA,oBAAoB;AAClB,SAAK,aAAa,QAAQ;AAAA,EAC5B;AAAA;AAAA,EAGA,MAAM,wBAAwB;AAC5B,WAAO,KAAK,aAAa;AAAA,EAC3B;AAAA;AAAA,EAGA,mBAAmB;AACjB,SAAK,eAAe,QAAQ;AAAA,EAC9B;AACF;","names":[]}

package/dist/voice/speech_handle.d.cts

@@ -0,0 +1,46 @@
+import type { ChatMessage } from '../llm/index.js';
+export declare class SpeechHandle {
+    readonly id: string;
+    readonly allowInterruptions: boolean;
+    readonly stepIndex: number;
+    readonly parent?: SpeechHandle | undefined;
+    /** Priority for messages that should be played after all other messages in the queue */
+    static SPEECH_PRIORITY_LOW: number;
+    /** Every speech generates by the VoiceAgent defaults to this priority. */
+    static SPEECH_PRIORITY_NORMAL: number;
+    /** Priority for important messages that should be played before others. */
+    static SPEECH_PRIORITY_HIGH: number;
+    private interruptFut;
+    private authorizeFut;
+    private playoutDoneFut;
+    private _chatMessage?;
+    constructor(id: string, allowInterruptions: boolean, stepIndex: number, parent?: SpeechHandle | undefined);
+    static create(options: {
+        allowInterruptions?: boolean;
+        stepIndex?: number;
+        parent?: SpeechHandle;
+    }): SpeechHandle;
+    get interrupted(): boolean;
+    get done(): boolean;
+    get chatMessage(): ChatMessage | undefined;
+    /**
+     * Interrupt the current speech generation.
+     *
+     * @throws Error If this speech handle does not allow interruptions.
+     *
+     * @returns The same speech handle that was interrupted.
+     */
+    interrupt(): SpeechHandle;
+    then(callback: (sh: SpeechHandle) => void): Promise<void>;
+    waitForPlayout(): Promise<void>;
+    waitIfNotInterrupted(aw: Promise<unknown>[]): Promise<void>;
+    /** @internal */
+    _setChatMessage(chatMessage: ChatMessage): void;
+    /** @internal */
+    _authorizePlayout(): void;
+    /** @internal */
+    _waitForAuthorization(): Promise<void>;
+    /** @internal */
+    _markPlayoutDone(): void;
+}
+//# sourceMappingURL=speech_handle.d.ts.map