@livekit/agents-plugin-openai 0.9.3 → 1.0.0-next.1

package/dist/index.cjs

@@ -27,8 +27,8 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
   mod
 ));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var src_exports = {};
-__export(src_exports, {
+var index_exports = {};
+__export(index_exports, {
   ChunkedStream: () => import_tts.ChunkedStream,
   LLM: () => import_llm.LLM,
   LLMStream: () => import_llm.LLMStream,
@@ -36,12 +36,23 @@ __export(src_exports, {
   TTS: () => import_tts.TTS,
   realtime: () => realtime
 });
-module.exports = __toCommonJS(src_exports);
-var realtime = __toESM(require("./realtime/index.cjs"), 1);
-__reExport(src_exports, require("./models.cjs"), module.exports);
+module.exports = __toCommonJS(index_exports);
+var import_agents = require("@livekit/agents");
 var import_llm = require("./llm.cjs");
+__reExport(index_exports, require("./models.cjs"), module.exports);
+var realtime = __toESM(require("./realtime/index.cjs"), 1);
 var import_stt = require("./stt.cjs");
 var import_tts = require("./tts.cjs");
+class OpenAIPlugin extends import_agents.Plugin {
+  constructor() {
+    super({
+      title: "openai",
+      version: "0.9.1",
+      package: "@livekit/agents-plugin-openai"
+    });
+  }
+}
+import_agents.Plugin.registerPlugin(new OpenAIPlugin());
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   ChunkedStream,

package/dist/index.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nexport * as realtime from './realtime/index.js';\nexport * from './models.js';\nexport { type LLMOptions, LLM, LLMStream } from './llm.js';\nexport { type STTOptions, STT } from './stt.js';\nexport { type TTSOptions, TTS, ChunkedStream } from './tts.js';\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,eAA0B;AAC1B,wBAAc,wBAJd;AAKA,iBAAgD;AAChD,iBAAqC;AACrC,iBAAoD;","names":[]}
+{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { Plugin } from '@livekit/agents';\n\nexport { LLM, LLMStream, type LLMOptions } from './llm.js';\nexport * from './models.js';\nexport * as realtime from './realtime/index.js';\nexport { STT, type STTOptions } from './stt.js';\nexport { ChunkedStream, TTS, type TTSOptions } from './tts.js';\n\nclass OpenAIPlugin extends Plugin {\n  constructor() {\n    super({\n      title: 'openai',\n      version: '0.9.1',\n      package: '@livekit/agents-plugin-openai',\n    });\n  }\n}\n\nPlugin.registerPlugin(new OpenAIPlugin());\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,oBAAuB;AAEvB,iBAAgD;AAChD,0BAAc,wBANd;AAOA,eAA0B;AAC1B,iBAAqC;AACrC,iBAAoD;AAEpD,MAAM,qBAAqB,qBAAO;AAAA,EAChC,cAAc;AACZ,UAAM;AAAA,MACJ,OAAO;AAAA,MACP,SAAS;AAAA,MACT,SAAS;AAAA,IACX,CAAC;AAAA,EACH;AACF;AAEA,qBAAO,eAAe,IAAI,aAAa,CAAC;","names":[]}

package/dist/index.d.cts

@@ -1,6 +1,6 @@
-export * as realtime from './realtime/index.js';
+export { LLM, LLMStream, type LLMOptions } from './llm.js';
 export * from './models.js';
-export { type LLMOptions, LLM, LLMStream } from './llm.js';
-export { type STTOptions, STT } from './stt.js';
-export { type TTSOptions, TTS, ChunkedStream } from './tts.js';
+export * as realtime from './realtime/index.js';
+export { STT, type STTOptions } from './stt.js';
+export { ChunkedStream, TTS, type TTSOptions } from './tts.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts

@@ -1,6 +1,6 @@
-export * as realtime from './realtime/index.js';
+export { LLM, LLMStream, type LLMOptions } from './llm.js';
 export * from './models.js';
-export { type LLMOptions, LLM, LLMStream } from './llm.js';
-export { type STTOptions, STT } from './stt.js';
-export { type TTSOptions, TTS, ChunkedStream } from './tts.js';
+export * as realtime from './realtime/index.js';
+export { STT, type STTOptions } from './stt.js';
+export { ChunkedStream, TTS, type TTSOptions } from './tts.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,QAAQ,MAAM,qBAAqB,CAAC;AAChD,cAAc,aAAa,CAAC;AAC5B,OAAO,EAAE,KAAK,UAAU,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAC3D,OAAO,EAAE,KAAK,UAAU,EAAE,GAAG,EAAE,MAAM,UAAU,CAAC;AAChD,OAAO,EAAE,KAAK,UAAU,EAAE,GAAG,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,UAAU,EAAE,MAAM,UAAU,CAAC;AAC3D,cAAc,aAAa,CAAC;AAC5B,OAAO,KAAK,QAAQ,MAAM,qBAAqB,CAAC;AAChD,OAAO,EAAE,GAAG,EAAE,KAAK,UAAU,EAAE,MAAM,UAAU,CAAC;AAChD,OAAO,EAAE,aAAa,EAAE,GAAG,EAAE,KAAK,UAAU,EAAE,MAAM,UAAU,CAAC"}

package/dist/index.js

@@ -1,8 +1,19 @@
-import * as realtime from "./realtime/index.js";
-export * from "./models.js";
+import { Plugin } from "@livekit/agents";
 import { LLM, LLMStream } from "./llm.js";
+export * from "./models.js";
+import * as realtime from "./realtime/index.js";
 import { STT } from "./stt.js";
-import { TTS, ChunkedStream } from "./tts.js";
+import { ChunkedStream, TTS } from "./tts.js";
+class OpenAIPlugin extends Plugin {
+  constructor() {
+    super({
+      title: "openai",
+      version: "0.9.1",
+      package: "@livekit/agents-plugin-openai"
+    });
+  }
+}
+Plugin.registerPlugin(new OpenAIPlugin());
 export {
   ChunkedStream,
   LLM,

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nexport * as realtime from './realtime/index.js';\nexport * from './models.js';\nexport { type LLMOptions, LLM, LLMStream } from './llm.js';\nexport { type STTOptions, STT } from './stt.js';\nexport { type TTSOptions, TTS, ChunkedStream } from './tts.js';\n"],"mappings":"AAGA,YAAY,cAAc;AAC1B,cAAc;AACd,SAA0B,KAAK,iBAAiB;AAChD,SAA0B,WAAW;AACrC,SAA0B,KAAK,qBAAqB;","names":[]}
+{"version":3,"sources":["../src/index.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { Plugin } from '@livekit/agents';\n\nexport { LLM, LLMStream, type LLMOptions } from './llm.js';\nexport * from './models.js';\nexport * as realtime from './realtime/index.js';\nexport { STT, type STTOptions } from './stt.js';\nexport { ChunkedStream, TTS, type TTSOptions } from './tts.js';\n\nclass OpenAIPlugin extends Plugin {\n  constructor() {\n    super({\n      title: 'openai',\n      version: '0.9.1',\n      package: '@livekit/agents-plugin-openai',\n    });\n  }\n}\n\nPlugin.registerPlugin(new OpenAIPlugin());\n"],"mappings":"AAGA,SAAS,cAAc;AAEvB,SAAS,KAAK,iBAAkC;AAChD,cAAc;AACd,YAAY,cAAc;AAC1B,SAAS,WAA4B;AACrC,SAAS,eAAe,WAA4B;AAEpD,MAAM,qBAAqB,OAAO;AAAA,EAChC,cAAc;AACZ,UAAM;AAAA,MACJ,OAAO;AAAA,MACP,SAAS;AAAA,MACT,SAAS;AAAA,IACX,CAAC;AAAA,EACH;AACF;AAEA,OAAO,eAAe,IAAI,aAAa,CAAC;","names":[]}

package/dist/llm.cjs

@@ -1,9 +1,7 @@
 "use strict";
-var __create = Object.create;
 var __defProp = Object.defineProperty;
 var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
 var __getOwnPropNames = Object.getOwnPropertyNames;
-var __getProtoOf = Object.getPrototypeOf;
 var __hasOwnProp = Object.prototype.hasOwnProperty;
 var __export = (target, all) => {
   for (var name in all)
@@ -17,14 +15,6 @@ var __copyProps = (to, from, except, desc) => {
   }
   return to;
 };
-var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
-  // If the importer is in node compatibility mode or this is not an ESM
-  // file that has been converted to a CommonJS file using a Babel-
-  // compatible transform (i.e. "__esModule" has not been set), then set
-  // "default" to the CommonJS "module.exports" for node compatibility.
-  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
-  mod
-));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var llm_exports = {};
 __export(llm_exports, {
@@ -33,20 +23,20 @@ __export(llm_exports, {
 });
 module.exports = __toCommonJS(llm_exports);
 var import_agents = require("@livekit/agents");
-var import_node_crypto = require("node:crypto");
 var import_openai = require("openai");
-var import_sharp = __toESM(require("sharp"), 1);
 const defaultLLMOptions = {
-  model: "gpt-4o",
-  apiKey: process.env.OPENAI_API_KEY
+  model: "gpt-4.1",
+  apiKey: process.env.OPENAI_API_KEY,
+  parallelToolCalls: true
 };
 const defaultAzureLLMOptions = {
-  model: "gpt-4o",
+  model: "gpt-4.1",
   apiKey: process.env.AZURE_API_KEY
 };
 class LLM extends import_agents.llm.LLM {
   #opts;
   #client;
+  #providerFmt;
   /**
    * Create a new instance of OpenAI LLM.
    *
@@ -54,9 +44,10 @@ class LLM extends import_agents.llm.LLM {
    * `apiKey` must be set to your OpenAI API key, either using the argument or by setting the
    * `OPENAI_API_KEY` environmental variable.
    */
-  constructor(opts = defaultLLMOptions) {
+  constructor(opts = defaultLLMOptions, providerFmt = "openai") {
     super();
     this.#opts = { ...defaultLLMOptions, ...opts };
+    this.#providerFmt = providerFmt;
     if (this.#opts.apiKey === void 0) {
       throw new Error("OpenAI API key is required, whether as an argument or as $OPENAI_API_KEY");
     }
@@ -65,6 +56,12 @@ class LLM extends import_agents.llm.LLM {
       apiKey: opts.apiKey
     });
   }
+  label() {
+    return "openai.LLM";
+  }
+  get model() {
+    return this.#opts.model;
+  }
   /**
    * Create a new instance of OpenAI LLM with Azure.
    *
@@ -289,80 +286,142 @@ class LLM extends import_agents.llm.LLM {
   }
   chat({
     chatCtx,
-    fncCtx,
-    temperature,
-    n,
-    parallelToolCalls
+    toolCtx,
+    connOptions = import_agents.DEFAULT_API_CONNECT_OPTIONS,
+    parallelToolCalls,
+    toolChoice,
+    extraKwargs
   }) {
-    temperature = temperature || this.#opts.temperature;
-    return new LLMStream(
-      this,
-      this.#client,
+    const extras = { ...extraKwargs };
+    if (this.#opts.metadata) {
+      extras.metadata = this.#opts.metadata;
+    }
+    if (this.#opts.user) {
+      extras.user = this.#opts.user;
+    }
+    if (this.#opts.maxCompletionTokens) {
+      extras.max_completion_tokens = this.#opts.maxCompletionTokens;
+    }
+    if (this.#opts.temperature) {
+      extras.temperature = this.#opts.temperature;
+    }
+    if (this.#opts.serviceTier) {
+      extras.service_tier = this.#opts.serviceTier;
+    }
+    if (this.#opts.store !== void 0) {
+      extras.store = this.#opts.store;
+    }
+    parallelToolCalls = parallelToolCalls !== void 0 ? parallelToolCalls : this.#opts.parallelToolCalls;
+    if (toolCtx && Object.keys(toolCtx).length > 0 && parallelToolCalls !== void 0) {
+      extras.parallel_tool_calls = parallelToolCalls;
+    }
+    toolChoice = toolChoice !== void 0 ? toolChoice : this.#opts.toolChoice;
+    if (toolChoice) {
+      extras.tool_choice = toolChoice;
+    }
+    return new LLMStream(this, {
+      model: this.#opts.model,
+      providerFmt: this.#providerFmt,
+      client: this.#client,
       chatCtx,
-      fncCtx,
-      this.#opts,
-      parallelToolCalls,
-      temperature,
-      n
-    );
+      toolCtx,
+      connOptions,
+      extraKwargs: extras
+    });
   }
 }
 class LLMStream extends import_agents.llm.LLMStream {
   #toolCallId;
   #fncName;
   #fncRawArguments;
+  #toolIndex;
   #client;
-  #logger = (0, import_agents.log)();
-  #id = (0, import_node_crypto.randomUUID)();
-  label = "openai.LLMStream";
-  constructor(llm2, client, chatCtx, fncCtx, opts, parallelToolCalls, temperature, n) {
-    super(llm2, chatCtx, fncCtx);
+  #providerFmt;
+  #extraKwargs;
+  model;
+  constructor(llm2, {
+    model,
+    providerFmt,
+    client,
+    chatCtx,
+    toolCtx,
+    connOptions,
+    extraKwargs
+  }) {
+    super(llm2, { chatCtx, toolCtx, connOptions });
     this.#client = client;
-    this.#run(opts, n, parallelToolCalls, temperature);
+    this.#providerFmt = providerFmt;
+    this.#extraKwargs = extraKwargs;
+    this.model = model;
   }
-  async #run(opts, n, parallelToolCalls, temperature) {
-    const tools = this.fncCtx ? Object.entries(this.fncCtx).map(([name, func]) => ({
-      type: "function",
-      function: {
-        name,
-        description: func.description,
-        // don't format parameters if they are raw openai params
-        parameters: func.parameters.type == "object" ? func.parameters : import_agents.llm.oaiParams(func.parameters)
-      }
-    })) : void 0;
+  async run() {
+    var _a;
+    let retryable = true;
     try {
+      const messages = await this.chatCtx.toProviderFormat(
+        this.#providerFmt
+      );
+      const tools = this.toolCtx ? Object.entries(this.toolCtx).map(([name, func]) => ({
+        type: "function",
+        function: {
+          name,
+          description: func.description,
+          parameters: import_agents.llm.toJsonSchema(
+            func.parameters
+          )
+        }
+      })) : void 0;
       const stream = await this.#client.chat.completions.create({
-        model: opts.model,
-        user: opts.user,
-        n,
-        messages: await Promise.all(
-          this.chatCtx.messages.map(async (m) => await buildMessage(m, this.#id))
-        ),
-        temperature: temperature || opts.temperature,
-        stream_options: { include_usage: true },
-        stream: true,
+        model: this.model,
+        messages,
         tools,
-        parallel_tool_calls: this.fncCtx && parallelToolCalls
+        stream: true,
+        stream_options: { include_usage: true },
+        ...this.#extraKwargs
       });
       for await (const chunk of stream) {
         for (const choice of chunk.choices) {
+          if (this.abortController.signal.aborted) {
+            break;
+          }
           const chatChunk = this.#parseChoice(chunk.id, choice);
           if (chatChunk) {
+            retryable = false;
             this.queue.put(chatChunk);
           }
-          if (chunk.usage) {
-            const usage = chunk.usage;
-            this.queue.put({
-              requestId: chunk.id,
-              choices: [],
-              usage: {
-                completionTokens: usage.completion_tokens,
-                promptTokens: usage.prompt_tokens,
-                totalTokens: usage.total_tokens
-              }
-            });
-          }
         }
+        if (chunk.usage) {
+          const usage = chunk.usage;
+          retryable = false;
+          this.queue.put({
+            id: chunk.id,
+            usage: {
+              completionTokens: usage.completion_tokens,
+              promptTokens: usage.prompt_tokens,
+              promptCachedTokens: ((_a = usage.prompt_tokens_details) == null ? void 0 : _a.cached_tokens) || 0,
+              totalTokens: usage.total_tokens
+            }
+          });
+        }
+      }
+    } catch (error) {
+      if (error instanceof import_openai.OpenAI.APIConnectionTimeoutError) {
+        throw new import_agents.APITimeoutError({ options: { retryable } });
+      } else if (error instanceof import_openai.OpenAI.APIError) {
+        throw new import_agents.APIStatusError({
+          message: error.message,
+          options: {
+            statusCode: error.status,
+            body: error.error,
+            requestId: error.request_id,
+            retryable
+          }
+        });
+      } else {
+        throw new import_agents.APIConnectionError({
+          message: (0, import_agents.toError)(error).message,
+          options: { retryable }
+        });
       }
     } finally {
       this.queue.close();
@@ -370,163 +429,63 @@ class LLMStream extends import_agents.llm.LLMStream {
   }
   #parseChoice(id, choice) {
     const delta = choice.delta;
+    if (delta === void 0) return void 0;
     if (delta.tool_calls) {
       for (const tool of delta.tool_calls) {
         if (!tool.function) {
           continue;
         }
         let callChunk;
-        if (this.#toolCallId && tool.id && tool.id !== this.#toolCallId) {
-          callChunk = this.#tryBuildFunction(id, choice);
+        if (this.#toolCallId && tool.id && tool.index !== this.#toolIndex) {
+          callChunk = this.#createRunningToolCallChunk(id, delta);
+          this.#toolCallId = this.#fncName = this.#fncRawArguments = void 0;
         }
         if (tool.function.name) {
+          this.#toolIndex = tool.index;
           this.#toolCallId = tool.id;
           this.#fncName = tool.function.name;
           this.#fncRawArguments = tool.function.arguments || "";
         } else if (tool.function.arguments) {
-          this.#fncRawArguments += tool.function.arguments;
+          this.#fncRawArguments = (this.#fncRawArguments || "") + tool.function.arguments;
         }
         if (callChunk) {
           return callChunk;
         }
       }
     }
-    if (choice.finish_reason && ["tool_calls", "stop"].includes(choice.finish_reason) && this.#toolCallId) {
-      return this.#tryBuildFunction(id, choice);
-    }
-    return {
-      requestId: id,
-      choices: [
-        {
-          delta: { content: delta.content || void 0, role: import_agents.llm.ChatRole.ASSISTANT },
-          index: choice.index
-        }
-      ]
-    };
-  }
-  #tryBuildFunction(id, choice) {
-    if (!this.fncCtx) {
-      this.#logger.warn("oai stream tried to run function without function context");
-      return void 0;
-    }
-    if (!this.#toolCallId) {
-      this.#logger.warn("oai stream tried to run function but toolCallId is not set");
-      return void 0;
+    if (choice.finish_reason && ["tool_calls", "stop"].includes(choice.finish_reason) && this.#toolCallId !== void 0) {
+      const callChunk = this.#createRunningToolCallChunk(id, delta);
+      this.#toolCallId = this.#fncName = this.#fncRawArguments = void 0;
+      return callChunk;
     }
-    if (!this.#fncRawArguments || !this.#fncName) {
-      this.#logger.warn("oai stream tried to run function but rawArguments or fncName are not set");
+    if (!delta.content) {
       return void 0;
     }
-    const functionInfo = import_agents.llm.oaiBuildFunctionInfo(
-      this.fncCtx,
-      this.#toolCallId,
-      this.#fncName,
-      this.#fncRawArguments
-    );
-    this.#toolCallId = this.#fncName = this.#fncRawArguments = void 0;
-    this._functionCalls.push(functionInfo);
     return {
-      requestId: id,
-      choices: [
-        {
-          delta: {
-            content: choice.delta.content || void 0,
-            role: import_agents.llm.ChatRole.ASSISTANT,
-            toolCalls: this._functionCalls
-          },
-          index: choice.index
-        }
-      ]
-    };
-  }
-}
-const buildMessage = async (msg, cacheKey) => {
-  const oaiMsg = {};
-  switch (msg.role) {
-    case import_agents.llm.ChatRole.SYSTEM:
-      oaiMsg.role = "system";
-      break;
-    case import_agents.llm.ChatRole.USER:
-      oaiMsg.role = "user";
-      break;
-    case import_agents.llm.ChatRole.ASSISTANT:
-      oaiMsg.role = "assistant";
-      break;
-    case import_agents.llm.ChatRole.TOOL:
-      oaiMsg.role = "tool";
-      if (oaiMsg.role === "tool") {
-        oaiMsg.tool_call_id = msg.toolCallId;
-      }
-      break;
-  }
-  if (msg.role === import_agents.llm.ChatRole.TOOL) {
-    try {
-      const serializedContent = typeof msg.content === "string" ? msg.content : JSON.stringify(msg.content);
-      oaiMsg.content = serializedContent;
-    } catch (e) {
-      throw Error(`Tool call output is not JSON serializable: ${e}`);
-    }
-  } else {
-    if (typeof msg.content === "string") {
-      oaiMsg.content = msg.content;
-    } else if (Array.isArray(msg.content)) {
-      oaiMsg.content = await Promise.all(
-        msg.content.map(async (c) => {
-          if (typeof c === "string") {
-            return { type: "text", text: c };
-          } else if (
-            // typescript type guard for determining ChatAudio vs ChatImage
-            ((c2) => {
-              return c2.image !== void 0;
-            })(c)
-          ) {
-            return await buildImageContent(c, cacheKey);
-          } else {
-            throw new Error("ChatAudio is not supported");
-          }
-        })
-      );
-    } else if (msg.content === void 0) {
-      oaiMsg.content = "";
-    }
-  }
-  if (msg.toolCalls && oaiMsg.role === "assistant") {
-    oaiMsg.tool_calls = Object.entries(msg.toolCalls).map(([name, func]) => ({
-      id: func.toolCallId,
-      type: "function",
-      function: {
-        name,
-        arguments: func.rawParams
-      }
-    }));
-  }
-  return oaiMsg;
-};
-const buildImageContent = async (image, cacheKey) => {
-  if (typeof image.image === "string") {
-    return {
-      type: "image_url",
-      image_url: {
-        url: image.image,
-        detail: "auto"
+      id,
+      delta: {
+        role: "assistant",
+        content: delta.content
       }
     };
-  } else {
-    if (!image.cache[cacheKey]) {
-      let encoded = (0, import_sharp.default)(image.image.data);
-      if (image.inferenceHeight && image.inferenceHeight) {
-        encoded = encoded.resize(image.inferenceWidth, image.inferenceHeight);
-      }
-      image.cache[cacheKey] = await encoded.jpeg().toBuffer().then((buffer) => buffer.toString("utf-8"));
-    }
+  }
+  #createRunningToolCallChunk(id, delta) {
     return {
-      type: "image_url",
-      image_url: {
-        url: `data:image/jpeg;base64,${image.cache[cacheKey]}`
+      id,
+      delta: {
+        role: "assistant",
+        content: delta.content || void 0,
+        toolCalls: [
+          import_agents.llm.FunctionCall.create({
+            callId: this.#toolCallId,
+            name: this.#fncName || "",
+            args: this.#fncRawArguments || ""
+          })
+        ]
       }
     };
   }
-};
+}
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   LLM,