@livekit/agents 0.7.9 → 1.0.0-next.1

package/dist/voice/agent.cjs

@@ -0,0 +1,245 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var agent_exports = {};
+__export(agent_exports, {
+  Agent: () => Agent,
+  STOP_RESPONSE_SYMBOL: () => STOP_RESPONSE_SYMBOL,
+  StopResponse: () => StopResponse,
+  asyncLocalStorage: () => asyncLocalStorage,
+  isStopResponse: () => isStopResponse
+});
+module.exports = __toCommonJS(agent_exports);
+var import_node_async_hooks = require("node:async_hooks");
+var import_web = require("node:stream/web");
+var import_chat_context = require("../llm/chat_context.cjs");
+var import_llm = require("../llm/index.cjs");
+var import_stt = require("../stt/index.cjs");
+var import_basic = require("../tokenize/basic/index.cjs");
+var import_tts = require("../tts/index.cjs");
+const asyncLocalStorage = new import_node_async_hooks.AsyncLocalStorage();
+const STOP_RESPONSE_SYMBOL = Symbol("StopResponse");
+class StopResponse extends Error {
+  constructor() {
+    super();
+    this.name = "StopResponse";
+    Object.defineProperty(this, STOP_RESPONSE_SYMBOL, {
+      value: true
+    });
+  }
+}
+function isStopResponse(value) {
+  return value !== void 0 && value !== null && typeof value === "object" && STOP_RESPONSE_SYMBOL in value;
+}
+class Agent {
+  turnDetection;
+  _stt;
+  _vad;
+  _llm;
+  _tts;
+  /** @internal */
+  _agentActivity;
+  /** @internal */
+  _chatCtx;
+  /** @internal */
+  _instructions;
+  /** @internal */
+  _tools;
+  constructor({
+    instructions,
+    chatCtx,
+    tools,
+    turnDetection,
+    stt,
+    vad,
+    llm,
+    tts
+  }) {
+    this._instructions = instructions;
+    this._tools = { ...tools };
+    this._chatCtx = chatCtx ? chatCtx.copy({
+      toolCtx: this._tools
+    }) : import_llm.ChatContext.empty();
+    this.turnDetection = turnDetection;
+    this._stt = stt;
+    this._vad = vad;
+    this._llm = llm;
+    this._tts = tts;
+    this._agentActivity = void 0;
+  }
+  get vad() {
+    return this._vad;
+  }
+  get stt() {
+    return this._stt;
+  }
+  get llm() {
+    return this._llm;
+  }
+  get tts() {
+    return this._tts;
+  }
+  get chatCtx() {
+    return new import_chat_context.ReadonlyChatContext(this._chatCtx.items);
+  }
+  get instructions() {
+    return this._instructions;
+  }
+  get toolCtx() {
+    return { ...this._tools };
+  }
+  get session() {
+    return this.getActivityOrThrow().agentSession;
+  }
+  async onEnter() {
+  }
+  async onExit() {
+  }
+  async transcriptionNode(text, modelSettings) {
+    return Agent.default.transcriptionNode(this, text, modelSettings);
+  }
+  async onUserTurnCompleted(_chatCtx, _newMessage) {
+  }
+  async sttNode(audio, modelSettings) {
+    return Agent.default.sttNode(this, audio, modelSettings);
+  }
+  async llmNode(chatCtx, toolCtx, modelSettings) {
+    return Agent.default.llmNode(this, chatCtx, toolCtx, modelSettings);
+  }
+  async ttsNode(text, modelSettings) {
+    return Agent.default.ttsNode(this, text, modelSettings);
+  }
+  async realtimeAudioOutputNode(audio, modelSettings) {
+    return Agent.default.realtimeAudioOutputNode(this, audio, modelSettings);
+  }
+  // realtime_audio_output_node
+  getActivityOrThrow() {
+    if (!this._agentActivity) {
+      throw new Error("Agent activity not found");
+    }
+    return this._agentActivity;
+  }
+  async updateChatCtx(chatCtx) {
+    if (!this._agentActivity) {
+      this._chatCtx = chatCtx.copy({ toolCtx: this.toolCtx });
+      return;
+    }
+    this._agentActivity.updateChatCtx(chatCtx);
+  }
+  static default = {
+    async sttNode(agent, audio, _modelSettings) {
+      const activity = agent.getActivityOrThrow();
+      if (!activity.stt) {
+        throw new Error("sttNode called but no STT node is available");
+      }
+      let wrapped_stt = activity.stt;
+      if (!wrapped_stt.capabilities.streaming) {
+        if (!agent.vad) {
+          throw new Error(
+            "STT does not support streaming, add a VAD to the AgentTask/VoiceAgent to enable streaming"
+          );
+        }
+        wrapped_stt = new import_stt.StreamAdapter(wrapped_stt, agent.vad);
+      }
+      const stream = wrapped_stt.stream();
+      stream.updateInputStream(audio);
+      return new import_web.ReadableStream({
+        async start(controller) {
+          for await (const event of stream) {
+            controller.enqueue(event);
+          }
+          controller.close();
+        },
+        cancel() {
+          stream.detachInputStream();
+          stream.close();
+        }
+      });
+    },
+    async llmNode(agent, chatCtx, toolCtx, modelSettings) {
+      const activity = agent.getActivityOrThrow();
+      if (!activity.llm) {
+        throw new Error("llmNode called but no LLM node is available");
+      }
+      if (!(activity.llm instanceof import_llm.LLM)) {
+        throw new Error(
+          "llmNode should only be used with LLM (non-multimodal/realtime APIs) nodes"
+        );
+      }
+      const { toolChoice } = modelSettings;
+      const stream = activity.llm.chat({
+        chatCtx,
+        toolCtx,
+        toolChoice,
+        parallelToolCalls: true
+      });
+      return new import_web.ReadableStream({
+        async start(controller) {
+          for await (const chunk of stream) {
+            controller.enqueue(chunk);
+          }
+          controller.close();
+        },
+        cancel() {
+          stream.close();
+        }
+      });
+    },
+    async ttsNode(agent, text, _modelSettings) {
+      const activity = agent.getActivityOrThrow();
+      if (!activity.tts) {
+        throw new Error("ttsNode called but no TTS node is available");
+      }
+      let wrapped_tts = activity.tts;
+      if (!activity.tts.capabilities.streaming) {
+        wrapped_tts = new import_tts.StreamAdapter(wrapped_tts, new import_basic.SentenceTokenizer());
+      }
+      const stream = wrapped_tts.stream();
+      stream.updateInputStream(text);
+      return new import_web.ReadableStream({
+        async start(controller) {
+          for await (const chunk of stream) {
+            if (chunk === import_tts.SynthesizeStream.END_OF_STREAM) {
+              break;
+            }
+            controller.enqueue(chunk.frame);
+          }
+          controller.close();
+        },
+        cancel() {
+          stream.close();
+        }
+      });
+    },
+    async transcriptionNode(agent, text, _modelSettings) {
+      return text;
+    },
+    async realtimeAudioOutputNode(_agent, audio, _modelSettings) {
+      return audio;
+    }
+  };
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  Agent,
+  STOP_RESPONSE_SYMBOL,
+  StopResponse,
+  asyncLocalStorage,
+  isStopResponse
+});
+//# sourceMappingURL=agent.cjs.map

package/dist/voice/agent.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/voice/agent.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport type { AudioFrame } from '@livekit/rtc-node';\nimport { AsyncLocalStorage } from 'node:async_hooks';\nimport { ReadableStream } from 'node:stream/web';\nimport { ReadonlyChatContext } from '../llm/chat_context.js';\nimport type { ChatMessage, FunctionCall, RealtimeModel } from '../llm/index.js';\nimport {\n  type ChatChunk,\n  ChatContext,\n  LLM,\n  type ToolChoice,\n  type ToolContext,\n} from '../llm/index.js';\nimport type { STT, SpeechEvent } from '../stt/index.js';\nimport { StreamAdapter as STTStreamAdapter } from '../stt/index.js';\nimport { SentenceTokenizer as BasicSentenceTokenizer } from '../tokenize/basic/index.js';\nimport type { TTS } from '../tts/index.js';\nimport { SynthesizeStream, StreamAdapter as TTSStreamAdapter } from '../tts/index.js';\nimport type { VAD } from '../vad.js';\nimport type { AgentActivity } from './agent_activity.js';\nimport type { AgentSession, TurnDetectionMode } from './agent_session.js';\n\nexport const asyncLocalStorage = new AsyncLocalStorage<{ functionCall?: FunctionCall }>();\nexport const STOP_RESPONSE_SYMBOL = Symbol('StopResponse');\n\nexport class StopResponse extends Error {\n  constructor() {\n    super();\n    this.name = 'StopResponse';\n\n    Object.defineProperty(this, STOP_RESPONSE_SYMBOL, {\n      value: true,\n    });\n  }\n}\n\nexport function isStopResponse(value: unknown): value is StopResponse {\n  return (\n    value !== undefined &&\n    value !== null &&\n    typeof value === 'object' &&\n    STOP_RESPONSE_SYMBOL in value\n  );\n}\n\nexport interface ModelSettings {\n  /* The tool choice to use when calling the LLM. */\n  toolChoice?: ToolChoice;\n}\n\nexport interface AgentOptions<UserData> {\n  instructions: string;\n  chatCtx?: ChatContext;\n  tools?: ToolContext<UserData>;\n  turnDetection?: TurnDetectionMode;\n  stt?: STT;\n  vad?: VAD;\n  llm?: LLM | RealtimeModel;\n  tts?: TTS;\n  allowInterruptions?: boolean;\n  minConsecutiveSpeechDelay?: number;\n}\n\nexport class Agent<UserData = any> {\n  private turnDetection?: TurnDetectionMode;\n  private _stt?: STT;\n  private _vad?: VAD;\n  private _llm?: LLM | RealtimeModel;\n  private _tts?: TTS;\n\n  /** @internal */\n  _agentActivity?: AgentActivity;\n\n  /** @internal */\n  _chatCtx: ChatContext;\n\n  /** @internal */\n  _instructions: string;\n\n  /** @internal */\n  _tools?: ToolContext<UserData>;\n\n  constructor({\n    instructions,\n    chatCtx,\n    tools,\n    turnDetection,\n    stt,\n    vad,\n    llm,\n    tts,\n  }: AgentOptions<UserData>) {\n    this._instructions = instructions;\n    this._tools = { ...tools };\n    this._chatCtx = chatCtx\n      ? chatCtx.copy({\n          toolCtx: this._tools,\n        })\n      : ChatContext.empty();\n\n    this.turnDetection = turnDetection;\n    this._stt = stt;\n    this._vad = vad;\n    this._llm = llm;\n    this._tts = tts;\n    this._agentActivity = undefined;\n  }\n\n  get vad(): VAD | undefined {\n    return this._vad;\n  }\n\n  get stt(): STT | undefined {\n    return this._stt;\n  }\n\n  get llm(): LLM | RealtimeModel | undefined {\n    return this._llm;\n  }\n\n  get tts(): TTS | undefined {\n    return this._tts;\n  }\n\n  get chatCtx(): ReadonlyChatContext {\n    return new ReadonlyChatContext(this._chatCtx.items);\n  }\n\n  get instructions(): string {\n    return this._instructions;\n  }\n\n  get toolCtx(): ToolContext<UserData> {\n    return { ...this._tools };\n  }\n\n  get session(): AgentSession<UserData> {\n    return this.getActivityOrThrow().agentSession as AgentSession<UserData>;\n  }\n\n  async onEnter(): Promise<void> {}\n\n  async onExit(): Promise<void> {}\n\n  async transcriptionNode(\n    text: ReadableStream<string>,\n    modelSettings: ModelSettings,\n  ): Promise<ReadableStream<string> | null> {\n    return Agent.default.transcriptionNode(this, text, modelSettings);\n  }\n\n  async onUserTurnCompleted(_chatCtx: ChatContext, _newMessage: ChatMessage): Promise<void> {}\n\n  async sttNode(\n    audio: ReadableStream<AudioFrame>,\n    modelSettings: ModelSettings,\n  ): Promise<ReadableStream<SpeechEvent | string> | null> {\n    return Agent.default.sttNode(this, audio, modelSettings);\n  }\n\n  async llmNode(\n    chatCtx: ChatContext,\n    toolCtx: ToolContext,\n    modelSettings: ModelSettings,\n  ): Promise<ReadableStream<ChatChunk | string> | null> {\n    return Agent.default.llmNode(this, chatCtx, toolCtx, modelSettings);\n  }\n\n  async ttsNode(\n    text: ReadableStream<string>,\n    modelSettings: ModelSettings,\n  ): Promise<ReadableStream<AudioFrame> | null> {\n    return Agent.default.ttsNode(this, text, modelSettings);\n  }\n\n  async realtimeAudioOutputNode(\n    audio: ReadableStream<AudioFrame>,\n    modelSettings: ModelSettings,\n  ): Promise<ReadableStream<AudioFrame> | null> {\n    return Agent.default.realtimeAudioOutputNode(this, audio, modelSettings);\n  }\n\n  // realtime_audio_output_node\n\n  getActivityOrThrow(): AgentActivity {\n    if (!this._agentActivity) {\n      throw new Error('Agent activity not found');\n    }\n    return this._agentActivity;\n  }\n\n  async updateChatCtx(chatCtx: ChatContext): Promise<void> {\n    if (!this._agentActivity) {\n      this._chatCtx = chatCtx.copy({ toolCtx: this.toolCtx });\n      return;\n    }\n\n    this._agentActivity.updateChatCtx(chatCtx);\n  }\n\n  static default = {\n    async sttNode(\n      agent: Agent,\n      audio: ReadableStream<AudioFrame>,\n      _modelSettings: ModelSettings,\n    ): Promise<ReadableStream<SpeechEvent | string> | null> {\n      const activity = agent.getActivityOrThrow();\n      if (!activity.stt) {\n        throw new Error('sttNode called but no STT node is available');\n      }\n\n      let wrapped_stt = activity.stt;\n\n      if (!wrapped_stt.capabilities.streaming) {\n        if (!agent.vad) {\n          throw new Error(\n            'STT does not support streaming, add a VAD to the AgentTask/VoiceAgent to enable streaming',\n          );\n        }\n        wrapped_stt = new STTStreamAdapter(wrapped_stt, agent.vad);\n      }\n\n      const stream = wrapped_stt.stream();\n      stream.updateInputStream(audio);\n\n      return new ReadableStream({\n        async start(controller) {\n          for await (const event of stream) {\n            controller.enqueue(event);\n          }\n          controller.close();\n        },\n        cancel() {\n          stream.detachInputStream();\n          stream.close();\n        },\n      });\n    },\n\n    async llmNode(\n      agent: Agent,\n      chatCtx: ChatContext,\n      toolCtx: ToolContext,\n      modelSettings: ModelSettings,\n    ): Promise<ReadableStream<ChatChunk | string> | null> {\n      const activity = agent.getActivityOrThrow();\n      if (!activity.llm) {\n        throw new Error('llmNode called but no LLM node is available');\n      }\n\n      if (!(activity.llm instanceof LLM)) {\n        throw new Error(\n          'llmNode should only be used with LLM (non-multimodal/realtime APIs) nodes',\n        );\n      }\n\n      // TODO(brian): make parallelToolCalls configurable\n      const { toolChoice } = modelSettings;\n\n      const stream = activity.llm.chat({\n        chatCtx,\n        toolCtx,\n        toolChoice,\n        parallelToolCalls: true,\n      });\n      return new ReadableStream({\n        async start(controller) {\n          for await (const chunk of stream) {\n            controller.enqueue(chunk);\n          }\n          controller.close();\n        },\n        cancel() {\n          stream.close();\n        },\n      });\n    },\n\n    async ttsNode(\n      agent: Agent,\n      text: ReadableStream<string>,\n      _modelSettings: ModelSettings,\n    ): Promise<ReadableStream<AudioFrame> | null> {\n      const activity = agent.getActivityOrThrow();\n      if (!activity.tts) {\n        throw new Error('ttsNode called but no TTS node is available');\n      }\n\n      let wrapped_tts = activity.tts;\n\n      if (!activity.tts.capabilities.streaming) {\n        wrapped_tts = new TTSStreamAdapter(wrapped_tts, new BasicSentenceTokenizer());\n      }\n\n      const stream = wrapped_tts.stream();\n      stream.updateInputStream(text);\n\n      return new ReadableStream({\n        async start(controller) {\n          for await (const chunk of stream) {\n            if (chunk === SynthesizeStream.END_OF_STREAM) {\n              break;\n            }\n            controller.enqueue(chunk.frame);\n          }\n          controller.close();\n        },\n        cancel() {\n          stream.close();\n        },\n      });\n    },\n\n    async transcriptionNode(\n      agent: Agent,\n      text: ReadableStream<string>,\n      _modelSettings: ModelSettings,\n    ): Promise<ReadableStream<string> | null> {\n      return text;\n    },\n\n    async realtimeAudioOutputNode(\n      _agent: Agent,\n      audio: ReadableStream<AudioFrame>,\n      _modelSettings: ModelSettings,\n    ): Promise<ReadableStream<AudioFrame> | null> {\n      return audio;\n    },\n  };\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAIA,8BAAkC;AAClC,iBAA+B;AAC/B,0BAAoC;AAEpC,iBAMO;AAEP,iBAAkD;AAClD,mBAA4D;AAE5D,iBAAoE;AAK7D,MAAM,oBAAoB,IAAI,0CAAmD;AACjF,MAAM,uBAAuB,OAAO,cAAc;AAElD,MAAM,qBAAqB,MAAM;AAAA,EACtC,cAAc;AACZ,UAAM;AACN,SAAK,OAAO;AAEZ,WAAO,eAAe,MAAM,sBAAsB;AAAA,MAChD,OAAO;AAAA,IACT,CAAC;AAAA,EACH;AACF;AAEO,SAAS,eAAe,OAAuC;AACpE,SACE,UAAU,UACV,UAAU,QACV,OAAO,UAAU,YACjB,wBAAwB;AAE5B;AAoBO,MAAM,MAAsB;AAAA,EACzB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EAGR;AAAA;AAAA,EAGA;AAAA;AAAA,EAGA;AAAA;AAAA,EAGA;AAAA,EAEA,YAAY;AAAA,IACV;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAA2B;AACzB,SAAK,gBAAgB;AACrB,SAAK,SAAS,EAAE,GAAG,MAAM;AACzB,SAAK,WAAW,UACZ,QAAQ,KAAK;AAAA,MACX,SAAS,KAAK;AAAA,IAChB,CAAC,IACD,uBAAY,MAAM;AAEtB,SAAK,gBAAgB;AACrB,SAAK,OAAO;AACZ,SAAK,OAAO;AACZ,SAAK,OAAO;AACZ,SAAK,OAAO;AACZ,SAAK,iBAAiB;AAAA,EACxB;AAAA,EAEA,IAAI,MAAuB;AACzB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,MAAuB;AACzB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,MAAuC;AACzC,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,MAAuB;AACzB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,UAA+B;AACjC,WAAO,IAAI,wCAAoB,KAAK,SAAS,KAAK;AAAA,EACpD;AAAA,EAEA,IAAI,eAAuB;AACzB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,UAAiC;AACnC,WAAO,EAAE,GAAG,KAAK,OAAO;AAAA,EAC1B;AAAA,EAEA,IAAI,UAAkC;AACpC,WAAO,KAAK,mBAAmB,EAAE;AAAA,EACnC;AAAA,EAEA,MAAM,UAAyB;AAAA,EAAC;AAAA,EAEhC,MAAM,SAAwB;AAAA,EAAC;AAAA,EAE/B,MAAM,kBACJ,MACA,eACwC;AACxC,WAAO,MAAM,QAAQ,kBAAkB,MAAM,MAAM,aAAa;AAAA,EAClE;AAAA,EAEA,MAAM,oBAAoB,UAAuB,aAAyC;AAAA,EAAC;AAAA,EAE3F,MAAM,QACJ,OACA,eACsD;AACtD,WAAO,MAAM,QAAQ,QAAQ,MAAM,OAAO,aAAa;AAAA,EACzD;AAAA,EAEA,MAAM,QACJ,SACA,SACA,eACoD;AACpD,WAAO,MAAM,QAAQ,QAAQ,MAAM,SAAS,SAAS,aAAa;AAAA,EACpE;AAAA,EAEA,MAAM,QACJ,MACA,eAC4C;AAC5C,WAAO,MAAM,QAAQ,QAAQ,MAAM,MAAM,aAAa;AAAA,EACxD;AAAA,EAEA,MAAM,wBACJ,OACA,eAC4C;AAC5C,WAAO,MAAM,QAAQ,wBAAwB,MAAM,OAAO,aAAa;AAAA,EACzE;AAAA;AAAA,EAIA,qBAAoC;AAClC,QAAI,CAAC,KAAK,gBAAgB;AACxB,YAAM,IAAI,MAAM,0BAA0B;AAAA,IAC5C;AACA,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,cAAc,SAAqC;AACvD,QAAI,CAAC,KAAK,gBAAgB;AACxB,WAAK,WAAW,QAAQ,KAAK,EAAE,SAAS,KAAK,QAAQ,CAAC;AACtD;AAAA,IACF;AAEA,SAAK,eAAe,cAAc,OAAO;AAAA,EAC3C;AAAA,EAEA,OAAO,UAAU;AAAA,IACf,MAAM,QACJ,OACA,OACA,gBACsD;AACtD,YAAM,WAAW,MAAM,mBAAmB;AAC1C,UAAI,CAAC,SAAS,KAAK;AACjB,cAAM,IAAI,MAAM,6CAA6C;AAAA,MAC/D;AAEA,UAAI,cAAc,SAAS;AAE3B,UAAI,CAAC,YAAY,aAAa,WAAW;AACvC,YAAI,CAAC,MAAM,KAAK;AACd,gBAAM,IAAI;AAAA,YACR;AAAA,UACF;AAAA,QACF;AACA,sBAAc,IAAI,WAAAA,cAAiB,aAAa,MAAM,GAAG;AAAA,MAC3D;AAEA,YAAM,SAAS,YAAY,OAAO;AAClC,aAAO,kBAAkB,KAAK;AAE9B,aAAO,IAAI,0BAAe;AAAA,QACxB,MAAM,MAAM,YAAY;AACtB,2BAAiB,SAAS,QAAQ;AAChC,uBAAW,QAAQ,KAAK;AAAA,UAC1B;AACA,qBAAW,MAAM;AAAA,QACnB;AAAA,QACA,SAAS;AACP,iBAAO,kBAAkB;AACzB,iBAAO,MAAM;AAAA,QACf;AAAA,MACF,CAAC;AAAA,IACH;AAAA,IAEA,MAAM,QACJ,OACA,SACA,SACA,eACoD;AACpD,YAAM,WAAW,MAAM,mBAAmB;AAC1C,UAAI,CAAC,SAAS,KAAK;AACjB,cAAM,IAAI,MAAM,6CAA6C;AAAA,MAC/D;AAEA,UAAI,EAAE,SAAS,eAAe,iBAAM;AAClC,cAAM,IAAI;AAAA,UACR;AAAA,QACF;AAAA,MACF;AAGA,YAAM,EAAE,WAAW,IAAI;AAEvB,YAAM,SAAS,SAAS,IAAI,KAAK;AAAA,QAC/B;AAAA,QACA;AAAA,QACA;AAAA,QACA,mBAAmB;AAAA,MACrB,CAAC;AACD,aAAO,IAAI,0BAAe;AAAA,QACxB,MAAM,MAAM,YAAY;AACtB,2BAAiB,SAAS,QAAQ;AAChC,uBAAW,QAAQ,KAAK;AAAA,UAC1B;AACA,qBAAW,MAAM;AAAA,QACnB;AAAA,QACA,SAAS;AACP,iBAAO,MAAM;AAAA,QACf;AAAA,MACF,CAAC;AAAA,IACH;AAAA,IAEA,MAAM,QACJ,OACA,MACA,gBAC4C;AAC5C,YAAM,WAAW,MAAM,mBAAmB;AAC1C,UAAI,CAAC,SAAS,KAAK;AACjB,cAAM,IAAI,MAAM,6CAA6C;AAAA,MAC/D;AAEA,UAAI,cAAc,SAAS;AAE3B,UAAI,CAAC,SAAS,IAAI,aAAa,WAAW;AACxC,sBAAc,IAAI,WAAAC,cAAiB,aAAa,IAAI,aAAAC,kBAAuB,CAAC;AAAA,MAC9E;AAEA,YAAM,SAAS,YAAY,OAAO;AAClC,aAAO,kBAAkB,IAAI;AAE7B,aAAO,IAAI,0BAAe;AAAA,QACxB,MAAM,MAAM,YAAY;AACtB,2BAAiB,SAAS,QAAQ;AAChC,gBAAI,UAAU,4BAAiB,eAAe;AAC5C;AAAA,YACF;AACA,uBAAW,QAAQ,MAAM,KAAK;AAAA,UAChC;AACA,qBAAW,MAAM;AAAA,QACnB;AAAA,QACA,SAAS;AACP,iBAAO,MAAM;AAAA,QACf;AAAA,MACF,CAAC;AAAA,IACH;AAAA,IAEA,MAAM,kBACJ,OACA,MACA,gBACwC;AACxC,aAAO;AAAA,IACT;AAAA,IAEA,MAAM,wBACJ,QACA,OACA,gBAC4C;AAC5C,aAAO;AAAA,IACT;AAAA,EACF;AACF;","names":["STTStreamAdapter","TTSStreamAdapter","BasicSentenceTokenizer"]}

package/dist/voice/agent.d.cts

@@ -0,0 +1,78 @@
+/// <reference types="node" resolution-mode="require"/>
+/// <reference types="node" resolution-mode="require"/>
+import type { AudioFrame } from '@livekit/rtc-node';
+import { AsyncLocalStorage } from 'node:async_hooks';
+import { ReadableStream } from 'node:stream/web';
+import { ReadonlyChatContext } from '../llm/chat_context.js';
+import type { ChatMessage, FunctionCall, RealtimeModel } from '../llm/index.js';
+import { type ChatChunk, ChatContext, LLM, type ToolChoice, type ToolContext } from '../llm/index.js';
+import type { STT, SpeechEvent } from '../stt/index.js';
+import type { TTS } from '../tts/index.js';
+import type { VAD } from '../vad.js';
+import type { AgentActivity } from './agent_activity.js';
+import type { AgentSession, TurnDetectionMode } from './agent_session.js';
+export declare const asyncLocalStorage: AsyncLocalStorage<{
+    functionCall?: FunctionCall | undefined;
+}>;
+export declare const STOP_RESPONSE_SYMBOL: unique symbol;
+export declare class StopResponse extends Error {
+    constructor();
+}
+export declare function isStopResponse(value: unknown): value is StopResponse;
+export interface ModelSettings {
+    toolChoice?: ToolChoice;
+}
+export interface AgentOptions<UserData> {
+    instructions: string;
+    chatCtx?: ChatContext;
+    tools?: ToolContext<UserData>;
+    turnDetection?: TurnDetectionMode;
+    stt?: STT;
+    vad?: VAD;
+    llm?: LLM | RealtimeModel;
+    tts?: TTS;
+    allowInterruptions?: boolean;
+    minConsecutiveSpeechDelay?: number;
+}
+export declare class Agent<UserData = any> {
+    private turnDetection?;
+    private _stt?;
+    private _vad?;
+    private _llm?;
+    private _tts?;
+    /** @internal */
+    _agentActivity?: AgentActivity;
+    /** @internal */
+    _chatCtx: ChatContext;
+    /** @internal */
+    _instructions: string;
+    /** @internal */
+    _tools?: ToolContext<UserData>;
+    constructor({ instructions, chatCtx, tools, turnDetection, stt, vad, llm, tts, }: AgentOptions<UserData>);
+    get vad(): VAD | undefined;
+    get stt(): STT | undefined;
+    get llm(): LLM | RealtimeModel | undefined;
+    get tts(): TTS | undefined;
+    get chatCtx(): ReadonlyChatContext;
+    get instructions(): string;
+    get toolCtx(): ToolContext<UserData>;
+    get session(): AgentSession<UserData>;
+    onEnter(): Promise<void>;
+    onExit(): Promise<void>;
+    transcriptionNode(text: ReadableStream<string>, modelSettings: ModelSettings): Promise<ReadableStream<string> | null>;
+    onUserTurnCompleted(_chatCtx: ChatContext, _newMessage: ChatMessage): Promise<void>;
+    sttNode(audio: ReadableStream<AudioFrame>, modelSettings: ModelSettings): Promise<ReadableStream<SpeechEvent | string> | null>;
+    llmNode(chatCtx: ChatContext, toolCtx: ToolContext, modelSettings: ModelSettings): Promise<ReadableStream<ChatChunk | string> | null>;
+    ttsNode(text: ReadableStream<string>, modelSettings: ModelSettings): Promise<ReadableStream<AudioFrame> | null>;
+    realtimeAudioOutputNode(audio: ReadableStream<AudioFrame>, modelSettings: ModelSettings): Promise<ReadableStream<AudioFrame> | null>;
+    getActivityOrThrow(): AgentActivity;
+    updateChatCtx(chatCtx: ChatContext): Promise<void>;
+    static default: {
+        sttNode(agent: Agent, audio: ReadableStream<AudioFrame>, _modelSettings: ModelSettings): Promise<ReadableStream<SpeechEvent | string> | null>;
+        llmNode(agent: Agent, chatCtx: ChatContext, toolCtx: ToolContext, modelSettings: ModelSettings): Promise<ReadableStream<ChatChunk | string> | null>;
+        ttsNode(agent: Agent, text: ReadableStream<string>, _modelSettings: ModelSettings): Promise<ReadableStream<AudioFrame> | null>;
+        transcriptionNode(agent: Agent, text: ReadableStream<string>, _modelSettings: ModelSettings): Promise<ReadableStream<string> | null>;
+        realtimeAudioOutputNode(_agent: Agent, audio: ReadableStream<AudioFrame>, _modelSettings: ModelSettings): Promise<ReadableStream<AudioFrame> | null>;
+    };
+}
+//# sourceMappingURL=agent.d.ts.map

package/dist/voice/agent.d.ts

@@ -0,0 +1,78 @@
+/// <reference types="node" resolution-mode="require"/>
+/// <reference types="node" resolution-mode="require"/>
+import type { AudioFrame } from '@livekit/rtc-node';
+import { AsyncLocalStorage } from 'node:async_hooks';
+import { ReadableStream } from 'node:stream/web';
+import { ReadonlyChatContext } from '../llm/chat_context.js';
+import type { ChatMessage, FunctionCall, RealtimeModel } from '../llm/index.js';
+import { type ChatChunk, ChatContext, LLM, type ToolChoice, type ToolContext } from '../llm/index.js';
+import type { STT, SpeechEvent } from '../stt/index.js';
+import type { TTS } from '../tts/index.js';
+import type { VAD } from '../vad.js';
+import type { AgentActivity } from './agent_activity.js';
+import type { AgentSession, TurnDetectionMode } from './agent_session.js';
+export declare const asyncLocalStorage: AsyncLocalStorage<{
+    functionCall?: FunctionCall | undefined;
+}>;
+export declare const STOP_RESPONSE_SYMBOL: unique symbol;
+export declare class StopResponse extends Error {
+    constructor();
+}
+export declare function isStopResponse(value: unknown): value is StopResponse;
+export interface ModelSettings {
+    toolChoice?: ToolChoice;
+}
+export interface AgentOptions<UserData> {
+    instructions: string;
+    chatCtx?: ChatContext;
+    tools?: ToolContext<UserData>;
+    turnDetection?: TurnDetectionMode;
+    stt?: STT;
+    vad?: VAD;
+    llm?: LLM | RealtimeModel;
+    tts?: TTS;
+    allowInterruptions?: boolean;
+    minConsecutiveSpeechDelay?: number;
+}
+export declare class Agent<UserData = any> {
+    private turnDetection?;
+    private _stt?;
+    private _vad?;
+    private _llm?;
+    private _tts?;
+    /** @internal */
+    _agentActivity?: AgentActivity;
+    /** @internal */
+    _chatCtx: ChatContext;
+    /** @internal */
+    _instructions: string;
+    /** @internal */
+    _tools?: ToolContext<UserData>;
+    constructor({ instructions, chatCtx, tools, turnDetection, stt, vad, llm, tts, }: AgentOptions<UserData>);
+    get vad(): VAD | undefined;
+    get stt(): STT | undefined;
+    get llm(): LLM | RealtimeModel | undefined;
+    get tts(): TTS | undefined;
+    get chatCtx(): ReadonlyChatContext;
+    get instructions(): string;
+    get toolCtx(): ToolContext<UserData>;
+    get session(): AgentSession<UserData>;
+    onEnter(): Promise<void>;
+    onExit(): Promise<void>;
+    transcriptionNode(text: ReadableStream<string>, modelSettings: ModelSettings): Promise<ReadableStream<string> | null>;
+    onUserTurnCompleted(_chatCtx: ChatContext, _newMessage: ChatMessage): Promise<void>;
+    sttNode(audio: ReadableStream<AudioFrame>, modelSettings: ModelSettings): Promise<ReadableStream<SpeechEvent | string> | null>;
+    llmNode(chatCtx: ChatContext, toolCtx: ToolContext, modelSettings: ModelSettings): Promise<ReadableStream<ChatChunk | string> | null>;
+    ttsNode(text: ReadableStream<string>, modelSettings: ModelSettings): Promise<ReadableStream<AudioFrame> | null>;
+    realtimeAudioOutputNode(audio: ReadableStream<AudioFrame>, modelSettings: ModelSettings): Promise<ReadableStream<AudioFrame> | null>;
+    getActivityOrThrow(): AgentActivity;
+    updateChatCtx(chatCtx: ChatContext): Promise<void>;
+    static default: {
+        sttNode(agent: Agent, audio: ReadableStream<AudioFrame>, _modelSettings: ModelSettings): Promise<ReadableStream<SpeechEvent | string> | null>;
+        llmNode(agent: Agent, chatCtx: ChatContext, toolCtx: ToolContext, modelSettings: ModelSettings): Promise<ReadableStream<ChatChunk | string> | null>;
+        ttsNode(agent: Agent, text: ReadableStream<string>, _modelSettings: ModelSettings): Promise<ReadableStream<AudioFrame> | null>;
+        transcriptionNode(agent: Agent, text: ReadableStream<string>, _modelSettings: ModelSettings): Promise<ReadableStream<string> | null>;
+        realtimeAudioOutputNode(_agent: Agent, audio: ReadableStream<AudioFrame>, _modelSettings: ModelSettings): Promise<ReadableStream<AudioFrame> | null>;
+    };
+}
+//# sourceMappingURL=agent.d.ts.map

package/dist/voice/agent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../../src/voice/agent.ts"],"names":[],"mappings":";;AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChF,OAAO,EACL,KAAK,SAAS,EACd,WAAW,EACX,GAAG,EACH,KAAK,UAAU,EACf,KAAK,WAAW,EACjB,MAAM,iBAAiB,CAAC;AACzB,OAAO,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAGxD,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAE3C,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAE1E,eAAO,MAAM,iBAAiB;;EAA2D,CAAC;AAC1F,eAAO,MAAM,oBAAoB,eAAyB,CAAC;AAE3D,qBAAa,YAAa,SAAQ,KAAK;;CAStC;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,YAAY,CAOpE;AAED,MAAM,WAAW,aAAa;IAE5B,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB;AAED,MAAM,WAAW,YAAY,CAAC,QAAQ;IACpC,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,KAAK,CAAC,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAC;IAC9B,aAAa,CAAC,EAAE,iBAAiB,CAAC;IAClC,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,GAAG,CAAC,EAAE,GAAG,GAAG,aAAa,CAAC;IAC1B,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,yBAAyB,CAAC,EAAE,MAAM,CAAC;CACpC;AAED,qBAAa,KAAK,CAAC,QAAQ,GAAG,GAAG;IAC/B,OAAO,CAAC,aAAa,CAAC,CAAoB;IAC1C,OAAO,CAAC,IAAI,CAAC,CAAM;IACnB,OAAO,CAAC,IAAI,CAAC,CAAM;IACnB,OAAO,CAAC,IAAI,CAAC,CAAsB;IACnC,OAAO,CAAC,IAAI,CAAC,CAAM;IAEnB,gBAAgB;IAChB,cAAc,CAAC,EAAE,aAAa,CAAC;IAE/B,gBAAgB;IAChB,QAAQ,EAAE,WAAW,CAAC;IAEtB,gBAAgB;IAChB,aAAa,EAAE,MAAM,CAAC;IAEtB,gBAAgB;IAChB,MAAM,CAAC,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAC;gBAEnB,EACV,YAAY,EACZ,OAAO,EACP,KAAK,EACL,aAAa,EACb,GAAG,EACH,GAAG,EACH,GAAG,EACH,GAAG,GACJ,EAAE,YAAY,CAAC,QAAQ,CAAC;IAiBzB,IAAI,GAAG,IAAI,GAAG,GAAG,SAAS,CAEzB;IAED,IAAI,GAAG,IAAI,GAAG,GAAG,SAAS,CAEzB;IAED,IAAI,GAAG,IAAI,GAAG,GAAG,aAAa,GAAG,SAAS,CAEzC;IAED,IAAI,GAAG,IAAI,GAAG,GAAG,SAAS,CAEzB;IAED,IAAI,OAAO,IAAI,mBAAmB,CAEjC;IAED,IAAI,YAAY,IAAI,MAAM,CAEzB;IAED,IAAI,OAAO,IAAI,WAAW,CAAC,QAAQ,CAAC,CAEnC;IAED,IAAI,OAAO,IAAI,YAAY,CAAC,QAAQ,CAAC,CAEpC;IAEK,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAExB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAEvB,iBAAiB,CACrB,IAAI,EAAE,cAAc,CAAC,MAAM,CAAC,EAC5B,aAAa,EAAE,aAAa,GAC3B,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IAInC,mBAAmB,CAAC,QAAQ,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAEnF,OAAO,CACX,KAAK,EAAE,cAAc,CAAC,UAAU,CAAC,EACjC,aAAa,EAAE,aAAa,GAC3B,OAAO,CAAC,cAAc,CAAC,WAAW,GAAG,MAAM,CAAC,GAAG,IAAI,CAAC;IAIjD,OAAO,CACX,OAAO,EAAE,WAAW,EACpB,OAAO,EAAE,WAAW,EACpB,aAAa,EAAE,aAAa,GAC3B,OAAO,CAAC,cAAc,CAAC,SAAS,GAAG,MAAM,CAAC,GAAG,IAAI,CAAC;IAI/C,OAAO,CACX,IAAI,EAAE,cAAc,CAAC,MAAM,CAAC,EAC5B,aAAa,EAAE,aAAa,GAC3B,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;IAIvC,uBAAuB,CAC3B,KAAK,EAAE,cAAc,CAAC,UAAU,CAAC,EACjC,aAAa,EAAE,aAAa,GAC3B,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;IAM7C,kBAAkB,IAAI,aAAa;IAO7B,aAAa,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IASxD,MAAM,CAAC,OAAO;uBAEH,KAAK,SACL,eAAe,UAAU,CAAC,kBACjB,aAAa,GAC5B,QAAQ,eAAe,WAAW,GAAG,MAAM,CAAC,GAAG,IAAI,CAAC;uBAmC9C,KAAK,WACH,WAAW,WACX,WAAW,iBACL,aAAa,GAC3B,QAAQ,eAAe,SAAS,GAAG,MAAM,CAAC,GAAG,IAAI,CAAC;uBAmC5C,KAAK,QACN,eAAe,MAAM,CAAC,kBACZ,aAAa,GAC5B,QAAQ,eAAe,UAAU,CAAC,GAAG,IAAI,CAAC;iCAgCpC,KAAK,QACN,eAAe,MAAM,CAAC,kBACZ,aAAa,GAC5B,QAAQ,eAAe,MAAM,CAAC,GAAG,IAAI,CAAC;wCAK/B,KAAK,SACN,eAAe,UAAU,CAAC,kBACjB,aAAa,GAC5B,QAAQ,eAAe,UAAU,CAAC,GAAG,IAAI,CAAC;MAG7C;CACH"}

package/dist/voice/agent.js

@@ -0,0 +1,220 @@
+import { AsyncLocalStorage } from "node:async_hooks";
+import { ReadableStream } from "node:stream/web";
+import { ReadonlyChatContext } from "../llm/chat_context.js";
+import {
+  ChatContext,
+  LLM
+} from "../llm/index.js";
+import { StreamAdapter as STTStreamAdapter } from "../stt/index.js";
+import { SentenceTokenizer as BasicSentenceTokenizer } from "../tokenize/basic/index.js";
+import { SynthesizeStream, StreamAdapter as TTSStreamAdapter } from "../tts/index.js";
+const asyncLocalStorage = new AsyncLocalStorage();
+const STOP_RESPONSE_SYMBOL = Symbol("StopResponse");
+class StopResponse extends Error {
+  constructor() {
+    super();
+    this.name = "StopResponse";
+    Object.defineProperty(this, STOP_RESPONSE_SYMBOL, {
+      value: true
+    });
+  }
+}
+function isStopResponse(value) {
+  return value !== void 0 && value !== null && typeof value === "object" && STOP_RESPONSE_SYMBOL in value;
+}
+class Agent {
+  turnDetection;
+  _stt;
+  _vad;
+  _llm;
+  _tts;
+  /** @internal */
+  _agentActivity;
+  /** @internal */
+  _chatCtx;
+  /** @internal */
+  _instructions;
+  /** @internal */
+  _tools;
+  constructor({
+    instructions,
+    chatCtx,
+    tools,
+    turnDetection,
+    stt,
+    vad,
+    llm,
+    tts
+  }) {
+    this._instructions = instructions;
+    this._tools = { ...tools };
+    this._chatCtx = chatCtx ? chatCtx.copy({
+      toolCtx: this._tools
+    }) : ChatContext.empty();
+    this.turnDetection = turnDetection;
+    this._stt = stt;
+    this._vad = vad;
+    this._llm = llm;
+    this._tts = tts;
+    this._agentActivity = void 0;
+  }
+  get vad() {
+    return this._vad;
+  }
+  get stt() {
+    return this._stt;
+  }
+  get llm() {
+    return this._llm;
+  }
+  get tts() {
+    return this._tts;
+  }
+  get chatCtx() {
+    return new ReadonlyChatContext(this._chatCtx.items);
+  }
+  get instructions() {
+    return this._instructions;
+  }
+  get toolCtx() {
+    return { ...this._tools };
+  }
+  get session() {
+    return this.getActivityOrThrow().agentSession;
+  }
+  async onEnter() {
+  }
+  async onExit() {
+  }
+  async transcriptionNode(text, modelSettings) {
+    return Agent.default.transcriptionNode(this, text, modelSettings);
+  }
+  async onUserTurnCompleted(_chatCtx, _newMessage) {
+  }
+  async sttNode(audio, modelSettings) {
+    return Agent.default.sttNode(this, audio, modelSettings);
+  }
+  async llmNode(chatCtx, toolCtx, modelSettings) {
+    return Agent.default.llmNode(this, chatCtx, toolCtx, modelSettings);
+  }
+  async ttsNode(text, modelSettings) {
+    return Agent.default.ttsNode(this, text, modelSettings);
+  }
+  async realtimeAudioOutputNode(audio, modelSettings) {
+    return Agent.default.realtimeAudioOutputNode(this, audio, modelSettings);
+  }
+  // realtime_audio_output_node
+  getActivityOrThrow() {
+    if (!this._agentActivity) {
+      throw new Error("Agent activity not found");
+    }
+    return this._agentActivity;
+  }
+  async updateChatCtx(chatCtx) {
+    if (!this._agentActivity) {
+      this._chatCtx = chatCtx.copy({ toolCtx: this.toolCtx });
+      return;
+    }
+    this._agentActivity.updateChatCtx(chatCtx);
+  }
+  static default = {
+    async sttNode(agent, audio, _modelSettings) {
+      const activity = agent.getActivityOrThrow();
+      if (!activity.stt) {
+        throw new Error("sttNode called but no STT node is available");
+      }
+      let wrapped_stt = activity.stt;
+      if (!wrapped_stt.capabilities.streaming) {
+        if (!agent.vad) {
+          throw new Error(
+            "STT does not support streaming, add a VAD to the AgentTask/VoiceAgent to enable streaming"
+          );
+        }
+        wrapped_stt = new STTStreamAdapter(wrapped_stt, agent.vad);
+      }
+      const stream = wrapped_stt.stream();
+      stream.updateInputStream(audio);
+      return new ReadableStream({
+        async start(controller) {
+          for await (const event of stream) {
+            controller.enqueue(event);
+          }
+          controller.close();
+        },
+        cancel() {
+          stream.detachInputStream();
+          stream.close();
+        }
+      });
+    },
+    async llmNode(agent, chatCtx, toolCtx, modelSettings) {
+      const activity = agent.getActivityOrThrow();
+      if (!activity.llm) {
+        throw new Error("llmNode called but no LLM node is available");
+      }
+      if (!(activity.llm instanceof LLM)) {
+        throw new Error(
+          "llmNode should only be used with LLM (non-multimodal/realtime APIs) nodes"
+        );
+      }
+      const { toolChoice } = modelSettings;
+      const stream = activity.llm.chat({
+        chatCtx,
+        toolCtx,
+        toolChoice,
+        parallelToolCalls: true
+      });
+      return new ReadableStream({
+        async start(controller) {
+          for await (const chunk of stream) {
+            controller.enqueue(chunk);
+          }
+          controller.close();
+        },
+        cancel() {
+          stream.close();
+        }
+      });
+    },
+    async ttsNode(agent, text, _modelSettings) {
+      const activity = agent.getActivityOrThrow();
+      if (!activity.tts) {
+        throw new Error("ttsNode called but no TTS node is available");
+      }
+      let wrapped_tts = activity.tts;
+      if (!activity.tts.capabilities.streaming) {
+        wrapped_tts = new TTSStreamAdapter(wrapped_tts, new BasicSentenceTokenizer());
+      }
+      const stream = wrapped_tts.stream();
+      stream.updateInputStream(text);
+      return new ReadableStream({
+        async start(controller) {
+          for await (const chunk of stream) {
+            if (chunk === SynthesizeStream.END_OF_STREAM) {
+              break;
+            }
+            controller.enqueue(chunk.frame);
+          }
+          controller.close();
+        },
+        cancel() {
+          stream.close();
+        }
+      });
+    },
+    async transcriptionNode(agent, text, _modelSettings) {
+      return text;
+    },
+    async realtimeAudioOutputNode(_agent, audio, _modelSettings) {
+      return audio;
+    }
+  };
+}
+export {
+  Agent,
+  STOP_RESPONSE_SYMBOL,
+  StopResponse,
+  asyncLocalStorage,
+  isStopResponse
+};
+//# sourceMappingURL=agent.js.map