beeai-framework 0.1.23 → 0.1.25

package/dist/adapters/watsonx/backend/chat.cjs

@@ -10,6 +10,8 @@ var message_cjs = require('../../../backend/message.cjs');
 var env_cjs = require('../../../internals/env.cjs');
 var errors_cjs = require('../../../errors.cjs');
 var base_cjs = require('../../../tools/base.cjs');
+var object_cjs = require('../../../internals/helpers/object.cjs');
+var node_crypto = require('node:crypto');
 
 function _interopDefault (e) { return e && e.__esModule ? e : { default: e }; }
 
@@ -69,6 +71,7 @@ class WatsonxChatModel extends chat_cjs.ChatModel {
       signal: run.signal,
       returnObject: true
     });
+    const toolCallIds = /* @__PURE__ */ new Map();
     for await (const raw of stream) {
       if (run.signal.aborted) {
         stream.controller.abort(run.signal.aborted);
@@ -77,11 +80,33 @@ class WatsonxChatModel extends chat_cjs.ChatModel {
       const { messages, finishReason, usage } = this.extractOutput(raw.data.choices.map(({ delta, ...choice }) => ({
         ...choice,
         message: delta
-      })), raw.data.usage, raw.data.id);
+      })), raw.data.usage, raw.data.id, toolCallIds);
       yield new chat_cjs.ChatModelOutput(messages, usage, finishReason);
     }
   }
-  extractOutput(choices, usage, id) {
+  extractOutput(choices, usage, id, toolCallIdsByName) {
+    if (!toolCallIdsByName) {
+      toolCallIdsByName = /* @__PURE__ */ new Map();
+    }
+    const extractToolCall = /* @__PURE__ */ __name((toolCallId, toolCallName) => {
+      if (!toolCallName && !toolCallId) {
+        [toolCallName, toolCallId] = object_cjs.getLast(toolCallIdsByName, [
+          "",
+          ""
+        ]);
+      }
+      if (!toolCallId) {
+        toolCallId = toolCallIdsByName.get(toolCallName) || "";
+      }
+      if (!toolCallId) {
+        toolCallId = `chatcmpl-tool-${node_crypto.randomBytes(16).toString("hex")}`;
+      }
+      toolCallIdsByName.set(toolCallName, toolCallId);
+      return {
+        toolCallId,
+        toolName: toolCallName
+      };
+    }, "extractToolCall");
     return {
       finishReason: remeda.findLast(choices, (choice) => Boolean(choice?.finish_reason))?.finish_reason,
       usage: usage ? {
@@ -91,6 +116,14 @@ class WatsonxChatModel extends chat_cjs.ChatModel {
       } : void 0,
       messages: choices.flatMap(({ message }) => {
         const messages = [];
+        const reasoning = message?.reasoning_content;
+        if (reasoning) {
+          const msg = new message_cjs.AssistantMessage({
+            type: "text",
+            text: reasoning
+          }, {}, id);
+          messages.push(msg);
+        }
         if (message?.content) {
           const msg = new message_cjs.AssistantMessage({
             type: "text",
@@ -98,13 +131,16 @@ class WatsonxChatModel extends chat_cjs.ChatModel {
           }, {}, id);
           messages.push(msg);
         }
-        if (message?.tool_calls) {
-          const msg = new message_cjs.AssistantMessage(message.tool_calls.map((call) => ({
-            type: "tool-call",
-            toolCallId: call.id,
-            toolName: call.function.name,
-            input: call.function.arguments
-          })), {}, id);
+        if (message?.tool_calls && message.tool_calls.length > 0) {
+          const chunks = [];
+          for (const toolCall of message.tool_calls) {
+            chunks.push({
+              type: "tool-call",
+              ...extractToolCall(toolCall.id, toolCall.function.name),
+              input: toolCall.function.arguments
+            });
+          }
+          const msg = new message_cjs.AssistantMessage(chunks, {}, id);
           messages.push(msg);
         }
         if (message?.refusal) {

package/dist/adapters/watsonx/backend/chat.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../src/adapters/watsonx/backend/chat.ts"],"names":["Type","WatsonxAiMlVml_v1","WatsonxChatModel","ChatModel","client","emitter","Emitter","root","child","namespace","creator","toolChoiceSupport","providerId","modelId","getEnv","WatsonxClient","ensure","config","name","parameters","undefined","NotImplementedError","_create","input","run","result","instance","textChat","prepareInput","signal","messages","finishReason","usage","extractOutput","choices","id","ChatModelOutput","_createStream","stream","textChatStream","returnObject","raw","aborted","controller","abort","data","map","delta","choice","message","findLast","Boolean","finish_reason","completionTokens","completion_tokens","promptTokens","prompt_tokens","totalTokens","total_tokens","flatMap","content","msg","AssistantMessage","type","text","push","tool_calls","call","toolCallId","toolName","function","arguments","refusal","filter","isTruthy","overrides","tools","Promise","all","tool","description","getInputJsonSchema","toolConfig","toolChoice","toolChoiceOption","Tool","includes","ToolMessage","role","output","value","JSON","stringify","tool_call_id","SystemMessage","Error","toPlain","spaceId","projectId","isEmpty","responseFormat","JSON_OBJECT","topP","frequencyPenalty","temperature","n","maxTokens","presencePenalty","stop","stopSequences","seed","createSnapshot","shallowCopy","loadSnapshot","snapshot","Object","assign"],"mappings":";;;;;;;;;;;;;;;;;;;AA4BA,MAAOA,IAAAA,GAAOC,kCAAA,CAAkB,sBAAA,CAAuB,SAAA,CAAU,IAAA;AAU1D,MAAMC,yBAAyBC,kBAAAA,CAAAA;EAtCtC;;;;AAuCqBC,EAAAA,MAAAA;EACHC,OAAAA,GAA4BC,mBAAAA,CAAQC,KAAKC,KAAAA,CAAM;IAC7DC,SAAAA,EAAW;AAAC,MAAA,SAAA;AAAW,MAAA,SAAA;AAAW,MAAA;;IAClCC,OAAAA,EAAS;GACX,CAAA;EACgBC,iBAAAA,GAAkD;AAAC,IAAA,MAAA;AAAQ,IAAA;;AAE3E,EAAA,IAAIC,UAAAA,GAAa;AACf,IAAA,OAAO,SAAA;AACT;AAEA,EAAA,WAAA,CACkBC,OAAAA,GAAUC,cAAAA,CAAO,oBAAA,EAAsB,2BAAA,GACvDV,MAAAA,EACA;AACA,IAAA,KAAA,EAAK,EAAA,KAHWS,OAAAA,GAAAA,OAAAA;AAIhB,IAAA,IAAA,CAAKT,MAAAA,GAASW,wBAAAA,CAAcC,MAAAA,CAAOZ,MAAAA,CAAAA;AACrC;AAEAa,EAAAA,MAAAA,CAAOA,MAAAA,EAAoB;AACzB,IAAA,KAAA,CAAMA,OAAOA,MAAAA,CAAAA;AACb,IAAA,KAAA,MAAWC,IAAAA,IAAQ;AAAC,MAAA;AAA0C,KAAA,EAAA;AAC5D,MAAA,IAAI,IAAA,CAAKC,UAAAA,CAAWD,IAAAA,CAAAA,KAAUE,MAAAA,EAAW;AACvC,QAAA,IAAA,CAAKD,UAAAA,CAAWD,IAAAA,CAAAA,GAAQE,MAAAA;AACxB,QAAA,MAAM,IAAIC,8BAAAA,CACR,CAAA,SAAA,EAAYH,IAAAA,CAAAA,qDAAAA,CAA2D,CAAA;AAE3E;AACF;AACA,IAAA,OAAO,IAAA;AACT;EAEA,MAAgBI,OAAAA,CAAQC,OAAuBC,GAAAA,EAAyB;AACtE,IAAA,MAAM,EAAEC,MAAAA,EAAM,GAAK,MAAM,IAAA,CAAKrB,MAAAA,CAAOsB,SAASC,QAAAA,CAAS;MACrD,GAAI,MAAM,IAAA,CAAKC,YAAAA,CAAaL,KAAAA,CAAAA;AAC5BM,MAAAA,MAAAA,EAAQL,GAAAA,CAAIK;KACd,CAAA;AACA,IAAA,MAAM,EAAEC,QAAAA,EAAUC,YAAAA,EAAcC,KAAAA,EAAK,GAAK,IAAA,CAAKC,aAAAA,CAC7CR,MAAAA,CAAOS,OAAAA,EACPT,MAAAA,CAAOO,KAAAA,EACPP,MAAAA,CAAOU,EAAE,CAAA;AAEX,IAAA,OAAO,IAAIC,wBAAAA,CAAgBN,QAAAA,EAAUE,KAAAA,EAAOD,YAAAA,CAAAA;AAC9C;EAEA,OAAOM,aAAAA,CAAcd,OAAuBC,GAAAA,EAA0B;AAEpE,IAAA,MAAMc,MAAAA,GAAS,MAAM,IAAA,CAAKlC,MAAAA,CAAOsB,SAASa,cAAAA,CAAe;MACvD,GAAI,MAAM,IAAA,CAAKX,YAAAA,CAAaL,KAAAA,CAAAA;AAC5BM,MAAAA,MAAAA,EAAQL,GAAAA,CAAIK,MAAAA;MACZW,YAAAA,EAAc;KAChB,CAAA;AACA,IAAA,WAAA,MAAiBC,OAAOH,MAAAA,EAAQ;AAC9B,MAAA,IAAId,GAAAA,CAAIK,OAAOa,OAAAA,EAAS;AACtBJ,QAAAA,MAAAA,CAAOK,UAAAA,CAAWC,KAAAA,CAAMpB,GAAAA,CAAIK,MAAAA,CAAOa,OAAO,CAAA;AAC1C,QAAA;AACF;AACA,MAAA,MAAM,EAAEZ,QAAAA,EAAUC,YAAAA,EAAcC,KAAAA,EAAK,GAAK,KAAKC,aAAAA,CAC7CQ,GAAAA,CAAII,IAAAA,CAAKX,OAAAA,CAAQY,IAAI,CAAC,EAAEC,KAAAA,EAAO,GAAGC,QAAAA,MAAc;QAAE,GAAGA,MAAAA;QAAQC,OAAAA,EAASF;AAAM,OAAA,CAAA,GAC5EN,GAAAA,CAAII,IAAAA,CAAKb,KAAAA,EACTS,GAAAA,CAAII,KAAKV,EAAE,CAAA;AAEb,MAAA,MAAM,IAAIC,wBAAAA,CAAgBN,QAAAA,EAAUE,KAAAA,EAAOD,YAAAA,CAAAA;AAC7C;AACF;EAEUE,aAAAA,CAAcC,OAAAA,EAAiCF,OAAuBG,EAAAA,EAAa;AAC3F,IAAA,OAAO;MACLJ,YAAAA,EAAcmB,eAAAA,CAAShB,SAAS,CAACc,MAAAA,KAAWG,QAAQH,MAAAA,EAAQI,aAAAA,CAAAA,CAAAA,EACxDA,aAAAA;AACJpB,MAAAA,KAAAA,EAAOA,KAAAA,GACH;AACEqB,QAAAA,gBAAAA,EAAkBrB,MAAMsB,iBAAAA,IAAqB,CAAA;AAC7CC,QAAAA,YAAAA,EAAcvB,MAAMwB,aAAAA,IAAiB,CAAA;AACrCC,QAAAA,WAAAA,EAAazB,MAAM0B,YAAAA,IAAgB;OACrC,GACAtC,MAAAA;AACJU,MAAAA,QAAAA,EAAUI,OAAAA,CACPyB,OAAAA,CAAQ,CAAC,EAAEV,SAAO,KAAE;AACnB,QAAA,MAAMnB,WAAsB,EAAA;AAC5B,QAAA,IAAImB,SAASW,OAAAA,EAAS;AACpB,UAAA,MAAMC,GAAAA,GAAM,IAAIC,4BAAAA,CAAiB;YAAEC,IAAAA,EAAM,MAAA;AAAQC,YAAAA,IAAAA,EAAMf,OAAAA,CAAQW;WAAQ,EAAG,IAAIzB,EAAAA,CAAAA;AAC9EL,UAAAA,QAAAA,CAASmC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,IAAIZ,SAASiB,UAAAA,EAAY;AACvB,UAAA,MAAML,MAAM,IAAIC,4BAAAA,CACdb,QAAQiB,UAAAA,CAAWpB,GAAAA,CACjB,CAACqB,IAAAA,MAAwB;YACvBJ,IAAAA,EAAM,WAAA;AACNK,YAAAA,UAAAA,EAAYD,IAAAA,CAAKhC,EAAAA;AACjBkC,YAAAA,QAAAA,EAAUF,KAAKG,QAAAA,CAASpD,IAAAA;AACxBK,YAAAA,KAAAA,EAAO4C,KAAKG,QAAAA,CAASC;WACvB,CAAA,CAAA,EAEF,EAAC,EACDpC,EAAAA,CAAAA;AAEFL,UAAAA,QAAAA,CAASmC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,IAAIZ,SAASuB,OAAAA,EAAS;AACpB,UAAA,MAAMX,GAAAA,GAAM,IAAIC,4BAAAA,CAAiB;YAAEC,IAAAA,EAAM,MAAA;AAAQC,YAAAA,IAAAA,EAAMf,OAAAA,CAAQuB;WAAQ,EAAG,IAAIrC,EAAAA,CAAAA;AAC9EL,UAAAA,QAAAA,CAASmC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,OAAO/B,QAAAA;OACT,CAAA,CACC2C,OAAOC,eAAAA;AACZ,KAAA;AACF;AAEA,EAAA,MAAgB9C,aAAa+C,SAAAA,EAAoD;AAC/E,IAAA,MAAMpD,KAAAA,GAAwB;AAAE,MAAA,GAAG,IAAA,CAAKJ,UAAAA;MAAY,GAAGwD;AAAU,KAAA;AACjE,IAAA,MAAMC,KAAAA,GAAkC,MAAMC,OAAAA,CAAQC,GAAAA,CAAAA,CACnDvD,KAAAA,CAAMqD,SAAS,EAAA,EAAI9B,GAAAA,CAAI,OAAOiC,IAAAA,MAAU;MACvChB,IAAAA,EAAM,UAAA;MACNO,QAAAA,EAAU;AACRpD,QAAAA,IAAAA,EAAM6D,IAAAA,CAAK7D,IAAAA;AACX8D,QAAAA,WAAAA,EAAaD,IAAAA,CAAKC,WAAAA;QAClB7D,UAAAA,EAAY,MAAM4D,KAAKE,kBAAAA;AACzB;AACF,KAAA,CAAA,CAAA,CAAA;AAGF,IAAA,MAAMC,UAAAA,GAAsE;MAC1EC,UAAAA,EAAY/D,MAAAA;MACZgE,gBAAAA,EAAkBhE;AACpB,KAAA;AACA,IAAA,IAAIG,MAAM4D,UAAAA,EAAY;AACpB,MAAA,IAAI5D,KAAAA,CAAM4D,sBAAsBE,aAAAA,EAAM;AACpCH,QAAAA,UAAAA,CAAWC,UAAAA,GAAa;UACtBpB,IAAAA,EAAM,UAAA;UACNO,QAAAA,EAAU;AAAEpD,YAAAA,IAAAA,EAAMK,MAAM4D,UAAAA,CAAWjE;AAAK;AAC1C,SAAA;AACF,OAAA,MAAA,IAAW,IAAA,CAAKP,iBAAAA,CAAkB2E,QAAAA,CAAS/D,KAAAA,CAAM4D,UAAU,CAAA,EAAG;AAC5DD,QAAAA,UAAAA,CAAWE,mBAAmB7D,KAAAA,CAAM4D,UAAAA;AACtC;AACF;AAEA,IAAA,OAAO;AACLtE,MAAAA,OAAAA,EAAS,IAAA,CAAKA,OAAAA;AACdiB,MAAAA,QAAAA,EAAUP,KAAAA,CAAMO,QAAAA,CAAS6B,OAAAA,CAAQ,CAACV,OAAAA,KAAAA;AAChC,QAAA,IAAIA,mBAAmBsC,uBAAAA,EAAa;AAClC,UAAA,OAAOtC,OAAAA,CAAQW,OAAAA,CAAQd,GAAAA,CACrB,CAACc,OAAAA,MAAkC;YACjC4B,IAAAA,EAAM,MAAA;YACN5B,OAAAA,EACE,OAAOA,OAAAA,CAAQ6B,MAAAA,CAAOC,KAAAA,KAAU,QAAA,GAC5B9B,QAAQ6B,MAAAA,CAAOC,KAAAA,GACfC,IAAAA,CAAKC,SAAAA,CAAUhC,OAAAA,CAAAA;AACrBiC,YAAAA,YAAAA,EAAcjC,OAAAA,CAAQQ;WACxB,CAAA,CAAA;AAEJ,SAAA,MAAA,IAAWnB,mBAAmB6C,yBAAAA,EAAe;AAC3C,UAAA,OAAO7C,OAAAA,CAAQW,OAAAA,CAAQd,GAAAA,CACrB,CAACc,OAAAA,MAAoC;YACnC4B,IAAAA,EAAM,QAAA;AACN5B,YAAAA,OAAAA,EAASA,OAAAA,CAAQI;WACnB,CAAA,CAAA;AAEJ,SAAA,MAAA,IAAWf,mBAAmBa,4BAAAA,EAAkB;AAC9C,UAAA,OAAOb,OAAAA,CAAQW,OAAAA,CAAQd,GAAAA,CACrB,CAACc,OAAAA,MAAuC;YACtC4B,IAAAA,EAAM,WAAA;YACN,GAAI5B,OAAAA,CAAQG,SAAS,MAAA,IAAU;AAC7BH,cAAAA,OAAAA,EAASA,OAAAA,CAAQI;AACnB,aAAA;YACA,GAAIJ,OAAAA,CAAQG,SAAS,WAAA,IAAe;AAClC5B,cAAAA,EAAAA,EAAIyB,OAAAA,CAAQQ,UAAAA;cACZL,IAAAA,EAAM,UAAA;cACNO,QAAAA,EAAU;AACRpD,gBAAAA,IAAAA,EAAM0C,OAAAA,CAAQS,QAAAA;gBACdE,SAAAA,EAAWoB,IAAAA,CAAKC,SAAAA,CAAUhC,OAAAA,CAAQrC,KAAK;AACzC;AACF,aAAA;AACA,YAAA,GAAA,CAAI,MAAA;AACF,cAAA,IAAIqC,OAAAA,CAAQG,SAAS,MAAA,EAAQ;AAC3B,gBAAA,MAAM,IAAIgC,MAAM,8CAAA,CAAA;AAClB;AACA,cAAA,OAAO,EAAC;aACV;WACF,CAAA,CAAA;SAEJ,MAAO;AACL,UAAA,OAAO;AAAC9C,YAAAA,OAAAA,CAAQ+C,OAAAA;;AAClB;OACF,CAAA;AACAC,MAAAA,OAAAA,EAAS,KAAK7F,MAAAA,CAAO6F,OAAAA;AACrBC,MAAAA,SAAAA,EAAW,KAAK9F,MAAAA,CAAO8F,SAAAA;MACvBtB,KAAAA,EAAOuB,cAAAA,CAAQvB,KAAAA,CAAAA,GAASxD,MAAAA,GAAYwD,KAAAA;MACpCwB,cAAAA,EAAgBhF,MAAAA;AAChB,MAAA,GAAIG,MAAM6E,cAAAA,IAAkB;QAC1BA,cAAAA,EAAgB;AAAErC,UAAAA,IAAAA,EAAM/D,IAAAA,CAAKqG;AAAY;AAC3C,OAAA;AACAC,MAAAA,IAAAA,EAAM/E,KAAAA,CAAM+E,IAAAA;AACZC,MAAAA,gBAAAA,EAAkBhF,KAAAA,CAAMgF,gBAAAA;AACxBC,MAAAA,WAAAA,EAAajF,KAAAA,CAAMiF,WAAAA;AACnBC,MAAAA,CAAAA,EAAGlF,KAAAA,CAAMkF,CAAAA;AACTC,MAAAA,SAAAA,EAAWnF,KAAAA,CAAMmF,SAAAA;AACjBC,MAAAA,eAAAA,EAAiBpF,KAAAA,CAAMoF,eAAAA;AACvBC,MAAAA,IAAAA,EAAMrF,KAAAA,CAAMsF,aAAAA;AACZC,MAAAA,IAAAA,EAAMvF,KAAAA,CAAMuF,IAAAA;MACZ,GAAG5B;AACL,KAAA;AACF;EAEA6B,cAAAA,GAAiB;AACf,IAAA,OAAO;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;AACTlG,MAAAA,OAAAA,EAAS,IAAA,CAAKA,OAAAA;MACdM,UAAAA,EAAY6F,qBAAAA,CAAY,KAAK7F,UAAU,CAAA;AACvCf,MAAAA,MAAAA,EAAQ,IAAA,CAAKA;AACf,KAAA;AACF;AAEA6G,EAAAA,YAAAA,CAAaC,QAAAA,EAAkD;AAC7DC,IAAAA,MAAAA,CAAOC,MAAAA,CAAO,MAAMF,QAAAA,CAAAA;AACtB;AACF","file":"chat.cjs","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport {\n  ChatConfig,\n  ChatModel,\n  ChatModelEmitter,\n  ChatModelInput,\n  ChatModelOutput,\n  ChatModelParameters,\n  ChatModelToolChoiceSupport,\n} from \"@/backend/chat.js\";\nimport { WatsonxClient, WatsonxClientSettings } from \"@/adapters/watsonx/backend/client.js\";\nimport { findLast, isEmpty, isTruthy } from \"remeda\";\nimport WatsonxAiMlVml_v1, {\n  TextChatMessages,\n  TextChatParameterTools,\n  TextChatParams,\n  TextChatResultChoice,\n  TextChatUsage,\n} from \"@ibm-cloud/watsonx-ai/dist/watsonx-ai-ml/vml_v1.js\";\nimport { shallowCopy } from \"@/serializer/utils.js\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { GetRunContext } from \"@/context.js\";\nimport { AssistantMessage, Message, SystemMessage, ToolMessage } from \"@/backend/message.js\";\nimport { ToolCallPart } from \"ai\";\nimport Type = WatsonxAiMlVml_v1.TextChatResponseFormat.Constants.Type;\nimport { getEnv } from \"@/internals/env.js\";\nimport { NotImplementedError } from \"@/errors.js\";\nimport { Tool } from \"@/tools/base.js\";\nimport type {\n  TextChatMessageAssistant,\n  TextChatMessageSystem,\n  TextChatMessageTool,\n} from \"@ibm-cloud/watsonx-ai\";\n\nexport class WatsonxChatModel extends ChatModel {\n  protected readonly client: WatsonxClient;\n  public readonly emitter: ChatModelEmitter = Emitter.root.child({\n    namespace: [\"backend\", \"watsonx\", \"chat\"],\n    creator: this,\n  });\n  public readonly toolChoiceSupport: ChatModelToolChoiceSupport[] = [\"none\", \"single\"];\n\n  get providerId() {\n    return \"watsonx\";\n  }\n\n  constructor(\n    public readonly modelId = getEnv(\"WATSONX_CHAT_MODEL\", \"ibm/granite-3-8b-instruct\"),\n    client?: WatsonxClient | WatsonxClientSettings,\n  ) {\n    super();\n    this.client = WatsonxClient.ensure(client);\n  }\n\n  config(config: ChatConfig) {\n    super.config(config);\n    for (const name of [\"topK\"] as (keyof ChatModelParameters)[]) {\n      if (this.parameters[name] !== undefined) {\n        this.parameters[name] = undefined;\n        throw new NotImplementedError(\n          `Setting \"${name}\" parameter is not supported for WatsonX Chat Models.`,\n        );\n      }\n    }\n    return this;\n  }\n\n  protected async _create(input: ChatModelInput, run: GetRunContext<any>) {\n    const { result } = await this.client.instance.textChat({\n      ...(await this.prepareInput(input)),\n      signal: run.signal,\n    });\n    const { messages, finishReason, usage } = this.extractOutput(\n      result.choices,\n      result.usage,\n      result.id,\n    );\n    return new ChatModelOutput(messages, usage, finishReason);\n  }\n\n  async *_createStream(input: ChatModelInput, run: GetRunContext<this>) {\n    // @ts-ignore\n    const stream = await this.client.instance.textChatStream({\n      ...(await this.prepareInput(input)),\n      signal: run.signal,\n      returnObject: true,\n    });\n    for await (const raw of stream) {\n      if (run.signal.aborted) {\n        stream.controller.abort(run.signal.aborted);\n        break;\n      }\n      const { messages, finishReason, usage } = this.extractOutput(\n        raw.data.choices.map(({ delta, ...choice }) => ({ ...choice, message: delta })),\n        raw.data.usage,\n        raw.data.id,\n      );\n      yield new ChatModelOutput(messages, usage, finishReason);\n    }\n  }\n\n  protected extractOutput(choices: TextChatResultChoice[], usage?: TextChatUsage, id?: string) {\n    return {\n      finishReason: findLast(choices, (choice) => Boolean(choice?.finish_reason))\n        ?.finish_reason as ChatModelOutput[\"finishReason\"],\n      usage: usage\n        ? {\n            completionTokens: usage.completion_tokens ?? 0,\n            promptTokens: usage.prompt_tokens ?? 0,\n            totalTokens: usage.total_tokens ?? 0,\n          }\n        : undefined,\n      messages: choices\n        .flatMap(({ message }) => {\n          const messages: Message[] = [];\n          if (message?.content) {\n            const msg = new AssistantMessage({ type: \"text\", text: message.content }, {}, id);\n            messages.push(msg);\n          }\n          if (message?.tool_calls) {\n            const msg = new AssistantMessage(\n              message.tool_calls.map(\n                (call): ToolCallPart => ({\n                  type: \"tool-call\",\n                  toolCallId: call.id,\n                  toolName: call.function.name,\n                  input: call.function.arguments,\n                }),\n              ),\n              {},\n              id,\n            );\n            messages.push(msg);\n          }\n          if (message?.refusal) {\n            const msg = new AssistantMessage({ type: \"text\", text: message.refusal }, {}, id);\n            messages.push(msg);\n          }\n          return messages;\n        })\n        .filter(isTruthy),\n    };\n  }\n\n  protected async prepareInput(overrides: ChatModelInput): Promise<TextChatParams> {\n    const input: ChatModelInput = { ...this.parameters, ...overrides };\n    const tools: TextChatParameterTools[] = await Promise.all(\n      (input.tools ?? []).map(async (tool) => ({\n        type: \"function\",\n        function: {\n          name: tool.name,\n          description: tool.description,\n          parameters: await tool.getInputJsonSchema(),\n        },\n      })),\n    );\n\n    const toolConfig: Pick<TextChatParams, \"toolChoice\" | \"toolChoiceOption\"> = {\n      toolChoice: undefined,\n      toolChoiceOption: undefined,\n    };\n    if (input.toolChoice) {\n      if (input.toolChoice instanceof Tool) {\n        toolConfig.toolChoice = {\n          type: \"function\",\n          function: { name: input.toolChoice.name },\n        };\n      } else if (this.toolChoiceSupport.includes(input.toolChoice)) {\n        toolConfig.toolChoiceOption = input.toolChoice;\n      }\n    }\n\n    return {\n      modelId: this.modelId,\n      messages: input.messages.flatMap((message): TextChatMessages[] => {\n        if (message instanceof ToolMessage) {\n          return message.content.map(\n            (content): TextChatMessageTool => ({\n              role: \"tool\",\n              content:\n                typeof content.output.value === \"string\"\n                  ? content.output.value\n                  : JSON.stringify(content),\n              tool_call_id: content.toolCallId,\n            }),\n          );\n        } else if (message instanceof SystemMessage) {\n          return message.content.map(\n            (content): TextChatMessageSystem => ({\n              role: \"system\",\n              content: content.text,\n            }),\n          );\n        } else if (message instanceof AssistantMessage) {\n          return message.content.map(\n            (content): TextChatMessageAssistant => ({\n              role: \"assistant\",\n              ...(content.type === \"text\" && {\n                content: content.text,\n              }),\n              ...(content.type === \"tool-call\" && {\n                id: content.toolCallId,\n                type: \"function\",\n                function: {\n                  name: content.toolName,\n                  arguments: JSON.stringify(content.input),\n                },\n              }),\n              ...(() => {\n                if (content.type === \"file\") {\n                  throw new Error(\"Assistants cannot send a file in IBM watsonx\");\n                }\n                return {};\n              })(),\n            }),\n          );\n        } else {\n          return [message.toPlain()];\n        }\n      }),\n      spaceId: this.client.spaceId,\n      projectId: this.client.projectId,\n      tools: isEmpty(tools) ? undefined : tools,\n      responseFormat: undefined,\n      ...(input.responseFormat && {\n        responseFormat: { type: Type.JSON_OBJECT },\n      }),\n      topP: input.topP,\n      frequencyPenalty: input.frequencyPenalty,\n      temperature: input.temperature,\n      n: input.n,\n      maxTokens: input.maxTokens,\n      presencePenalty: input.presencePenalty,\n      stop: input.stopSequences,\n      seed: input.seed,\n      ...toolConfig,\n    };\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      modelId: this.modelId,\n      parameters: shallowCopy(this.parameters),\n      client: this.client,\n    };\n  }\n\n  loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>) {\n    Object.assign(this, snapshot);\n  }\n}\n"]}
+{"version":3,"sources":["../../../../src/adapters/watsonx/backend/chat.ts"],"names":["Type","WatsonxAiMlVml_v1","WatsonxChatModel","ChatModel","client","emitter","Emitter","root","child","namespace","creator","toolChoiceSupport","providerId","modelId","getEnv","WatsonxClient","ensure","config","name","parameters","undefined","NotImplementedError","_create","input","run","result","instance","textChat","prepareInput","signal","messages","finishReason","usage","extractOutput","choices","id","ChatModelOutput","_createStream","stream","textChatStream","returnObject","toolCallIds","Map","raw","aborted","controller","abort","data","map","delta","choice","message","toolCallIdsByName","extractToolCall","toolCallId","toolCallName","getLast","get","randomBytes","toString","set","toolName","findLast","Boolean","finish_reason","completionTokens","completion_tokens","promptTokens","prompt_tokens","totalTokens","total_tokens","flatMap","reasoning","reasoning_content","msg","AssistantMessage","type","text","push","content","tool_calls","length","chunks","toolCall","function","arguments","refusal","filter","isTruthy","overrides","tools","Promise","all","tool","description","getInputJsonSchema","toolConfig","toolChoice","toolChoiceOption","Tool","includes","ToolMessage","role","output","value","JSON","stringify","tool_call_id","SystemMessage","Error","toPlain","spaceId","projectId","isEmpty","responseFormat","JSON_OBJECT","topP","frequencyPenalty","temperature","n","maxTokens","presencePenalty","stop","stopSequences","seed","createSnapshot","shallowCopy","loadSnapshot","snapshot","Object","assign"],"mappings":";;;;;;;;;;;;;;;;;;;;;AA4BA,MAAOA,IAAAA,GAAOC,kCAAA,CAAkB,sBAAA,CAAuB,SAAA,CAAU,IAAA;AAY1D,MAAMC,yBAAyBC,kBAAAA,CAAAA;EAxCtC;;;;AAyCqBC,EAAAA,MAAAA;EACHC,OAAAA,GAA4BC,mBAAAA,CAAQC,KAAKC,KAAAA,CAAM;IAC7DC,SAAAA,EAAW;AAAC,MAAA,SAAA;AAAW,MAAA,SAAA;AAAW,MAAA;;IAClCC,OAAAA,EAAS;GACX,CAAA;EACgBC,iBAAAA,GAAkD;AAAC,IAAA,MAAA;AAAQ,IAAA;;AAE3E,EAAA,IAAIC,UAAAA,GAAa;AACf,IAAA,OAAO,SAAA;AACT;AAEA,EAAA,WAAA,CACkBC,OAAAA,GAAUC,cAAAA,CAAO,oBAAA,EAAsB,2BAAA,GACvDV,MAAAA,EACA;AACA,IAAA,KAAA,EAAK,EAAA,KAHWS,OAAAA,GAAAA,OAAAA;AAIhB,IAAA,IAAA,CAAKT,MAAAA,GAASW,wBAAAA,CAAcC,MAAAA,CAAOZ,MAAAA,CAAAA;AACrC;AAEAa,EAAAA,MAAAA,CAAOA,MAAAA,EAAoB;AACzB,IAAA,KAAA,CAAMA,OAAOA,MAAAA,CAAAA;AACb,IAAA,KAAA,MAAWC,IAAAA,IAAQ;AAAC,MAAA;AAA0C,KAAA,EAAA;AAC5D,MAAA,IAAI,IAAA,CAAKC,UAAAA,CAAWD,IAAAA,CAAAA,KAAUE,MAAAA,EAAW;AACvC,QAAA,IAAA,CAAKD,UAAAA,CAAWD,IAAAA,CAAAA,GAAQE,MAAAA;AACxB,QAAA,MAAM,IAAIC,8BAAAA,CACR,CAAA,SAAA,EAAYH,IAAAA,CAAAA,qDAAAA,CAA2D,CAAA;AAE3E;AACF;AACA,IAAA,OAAO,IAAA;AACT;EAEA,MAAgBI,OAAAA,CAAQC,OAAuBC,GAAAA,EAAyB;AACtE,IAAA,MAAM,EAAEC,MAAAA,EAAM,GAAK,MAAM,IAAA,CAAKrB,MAAAA,CAAOsB,SAASC,QAAAA,CAAS;MACrD,GAAI,MAAM,IAAA,CAAKC,YAAAA,CAAaL,KAAAA,CAAAA;AAC5BM,MAAAA,MAAAA,EAAQL,GAAAA,CAAIK;KACd,CAAA;AACA,IAAA,MAAM,EAAEC,QAAAA,EAAUC,YAAAA,EAAcC,KAAAA,EAAK,GAAK,IAAA,CAAKC,aAAAA,CAC7CR,MAAAA,CAAOS,OAAAA,EACPT,MAAAA,CAAOO,KAAAA,EACPP,MAAAA,CAAOU,EAAE,CAAA;AAEX,IAAA,OAAO,IAAIC,wBAAAA,CAAgBN,QAAAA,EAAUE,KAAAA,EAAOD,YAAAA,CAAAA;AAC9C;EAEA,OAAOM,aAAAA,CAAcd,OAAuBC,GAAAA,EAA0B;AAEpE,IAAA,MAAMc,MAAAA,GAAS,MAAM,IAAA,CAAKlC,MAAAA,CAAOsB,SAASa,cAAAA,CAAe;MACvD,GAAI,MAAM,IAAA,CAAKX,YAAAA,CAAaL,KAAAA,CAAAA;AAC5BM,MAAAA,MAAAA,EAAQL,GAAAA,CAAIK,MAAAA;MACZW,YAAAA,EAAc;KAChB,CAAA;AAEA,IAAA,MAAMC,WAAAA,uBAAkBC,GAAAA,EAAAA;AACxB,IAAA,WAAA,MAAiBC,OAAOL,MAAAA,EAAQ;AAC9B,MAAA,IAAId,GAAAA,CAAIK,OAAOe,OAAAA,EAAS;AACtBN,QAAAA,MAAAA,CAAOO,UAAAA,CAAWC,KAAAA,CAAMtB,GAAAA,CAAIK,MAAAA,CAAOe,OAAO,CAAA;AAC1C,QAAA;AACF;AACA,MAAA,MAAM,EAAEd,QAAAA,EAAUC,YAAAA,EAAcC,KAAAA,EAAK,GAAK,KAAKC,aAAAA,CAC7CU,GAAAA,CAAII,IAAAA,CAAKb,OAAAA,CAAQc,IAAI,CAAC,EAAEC,KAAAA,EAAO,GAAGC,QAAAA,MAAc;QAAE,GAAGA,MAAAA;QAAQC,OAAAA,EAASF;AAAM,OAAA,CAAA,GAC5EN,GAAAA,CAAII,IAAAA,CAAKf,OACTW,GAAAA,CAAII,IAAAA,CAAKZ,IACTM,WAAAA,CAAAA;AAEF,MAAA,MAAM,IAAIL,wBAAAA,CAAgBN,QAAAA,EAAUE,KAAAA,EAAOD,YAAAA,CAAAA;AAC7C;AACF;EAEUE,aAAAA,CACRC,OAAAA,EACAF,KAAAA,EACAG,EAAAA,EACAiB,iBAAAA,EACA;AACA,IAAA,IAAI,CAACA,iBAAAA,EAAmB;AACtBA,MAAAA,iBAAAA,uBAAwBV,GAAAA,EAAAA;AAC1B;AAEA,IAAA,MAAMW,eAAAA,mBAAkB,MAAA,CAAA,CACtBC,UAAAA,EACAC,YAAAA,KAAAA;AAIA,MAAA,IAAI,CAACA,YAAAA,IAAgB,CAACD,UAAAA,EAAY;AAChC,QAAA,CAACC,YAAAA,EAAcD,UAAAA,CAAAA,GAAcE,kBAAAA,CAAQJ,iBAAAA,EAAmB;AAAC,UAAA,EAAA;AAAI,UAAA;AAAG,SAAA,CAAA;AAClE;AACA,MAAA,IAAI,CAACE,UAAAA,EAAY;AACfA,QAAAA,UAAAA,GAAaF,iBAAAA,CAAkBK,GAAAA,CAAIF,YAAAA,CAAAA,IAAiB,EAAA;AACtD;AACA,MAAA,IAAI,CAACD,UAAAA,EAAY;AACfA,QAAAA,UAAAA,GAAa,iBAAiBI,uBAAAA,CAAY,EAAA,CAAA,CAAIC,QAAAA,CAAS,KAAA,CAAA,CAAA,CAAA;AACzD;AACAP,MAAAA,iBAAAA,CAAkBQ,GAAAA,CAAIL,cAAcD,UAAAA,CAAAA;AACpC,MAAA,OAAO;AACLA,QAAAA,UAAAA;QACAO,QAAAA,EAAUN;AACZ,OAAA;KACF,EApBwB,iBAAA,CAAA;AAsBxB,IAAA,OAAO;MACLxB,YAAAA,EAAc+B,eAAAA,CAAS5B,SAAS,CAACgB,MAAAA,KAAWa,QAAQb,MAAAA,EAAQc,aAAAA,CAAAA,CAAAA,EACxDA,aAAAA;AACJhC,MAAAA,KAAAA,EAAOA,KAAAA,GACH;AACEiC,QAAAA,gBAAAA,EAAkBjC,MAAMkC,iBAAAA,IAAqB,CAAA;AAC7CC,QAAAA,YAAAA,EAAcnC,MAAMoC,aAAAA,IAAiB,CAAA;AACrCC,QAAAA,WAAAA,EAAarC,MAAMsC,YAAAA,IAAgB;OACrC,GACAlD,MAAAA;AACJU,MAAAA,QAAAA,EAAUI,OAAAA,CACPqC,OAAAA,CAAQ,CAAC,EAAEpB,SAAO,KAAE;AACnB,QAAA,MAAMrB,WAAsB,EAAA;AAG5B,QAAA,MAAM0C,YAAYrB,OAAAA,EAASsB,iBAAAA;AAC3B,QAAA,IAAID,SAAAA,EAAW;AACb,UAAA,MAAME,GAAAA,GAAM,IAAIC,4BAAAA,CAAiB;YAAEC,IAAAA,EAAM,MAAA;YAAQC,IAAAA,EAAML;WAAU,EAAG,IAAIrC,EAAAA,CAAAA;AACxEL,UAAAA,QAAAA,CAASgD,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,IAAIvB,SAAS4B,OAAAA,EAAS;AACpB,UAAA,MAAML,GAAAA,GAAM,IAAIC,4BAAAA,CAAiB;YAAEC,IAAAA,EAAM,MAAA;AAAQC,YAAAA,IAAAA,EAAM1B,OAAAA,CAAQ4B;WAAQ,EAAG,IAAI5C,EAAAA,CAAAA;AAC9EL,UAAAA,QAAAA,CAASgD,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,IAAIvB,OAAAA,EAAS6B,UAAAA,IAAc7B,OAAAA,CAAQ6B,UAAAA,CAAWC,SAAS,CAAA,EAAG;AACxD,UAAA,MAAMC,SAAyB,EAAA;AAC/B,UAAA,KAAA,MAAWC,QAAAA,IAAYhC,QAAQ6B,UAAAA,EAAY;AACzCE,YAAAA,MAAAA,CAAOJ,IAAAA,CAAK;cACVF,IAAAA,EAAM,WAAA;AACN,cAAA,GAAGvB,eAAAA,CAAgB8B,QAAAA,CAAShD,EAAAA,EAAIgD,QAAAA,CAASC,SAASlE,IAAI,CAAA;AACtDK,cAAAA,KAAAA,EAAO4D,SAASC,QAAAA,CAASC;aAC3B,CAAA;AACF;AACA,UAAA,MAAMX,MAAM,IAAIC,4BAAAA,CAAiBO,MAAAA,EAAQ,IAAI/C,EAAAA,CAAAA;AAC7CL,UAAAA,QAAAA,CAASgD,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,IAAIvB,SAASmC,OAAAA,EAAS;AACpB,UAAA,MAAMZ,GAAAA,GAAM,IAAIC,4BAAAA,CAAiB;YAAEC,IAAAA,EAAM,MAAA;AAAQC,YAAAA,IAAAA,EAAM1B,OAAAA,CAAQmC;WAAQ,EAAG,IAAInD,EAAAA,CAAAA;AAC9EL,UAAAA,QAAAA,CAASgD,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,OAAO5C,QAAAA;OACT,CAAA,CACCyD,OAAOC,eAAAA;AACZ,KAAA;AACF;AAEA,EAAA,MAAgB5D,aAAa6D,SAAAA,EAAoD;AAC/E,IAAA,MAAMlE,KAAAA,GAAwB;AAAE,MAAA,GAAG,IAAA,CAAKJ,UAAAA;MAAY,GAAGsE;AAAU,KAAA;AACjE,IAAA,MAAMC,KAAAA,GAAkC,MAAMC,OAAAA,CAAQC,GAAAA,CAAAA,CACnDrE,KAAAA,CAAMmE,SAAS,EAAA,EAAI1C,GAAAA,CAAI,OAAO6C,IAAAA,MAAU;MACvCjB,IAAAA,EAAM,UAAA;MACNQ,QAAAA,EAAU;AACRlE,QAAAA,IAAAA,EAAM2E,IAAAA,CAAK3E,IAAAA;AACX4E,QAAAA,WAAAA,EAAaD,IAAAA,CAAKC,WAAAA;QAClB3E,UAAAA,EAAY,MAAM0E,KAAKE,kBAAAA;AACzB;AACF,KAAA,CAAA,CAAA,CAAA;AAGF,IAAA,MAAMC,UAAAA,GAAsE;MAC1EC,UAAAA,EAAY7E,MAAAA;MACZ8E,gBAAAA,EAAkB9E;AACpB,KAAA;AACA,IAAA,IAAIG,MAAM0E,UAAAA,EAAY;AACpB,MAAA,IAAI1E,KAAAA,CAAM0E,sBAAsBE,aAAAA,EAAM;AACpCH,QAAAA,UAAAA,CAAWC,UAAAA,GAAa;UACtBrB,IAAAA,EAAM,UAAA;UACNQ,QAAAA,EAAU;AAAElE,YAAAA,IAAAA,EAAMK,MAAM0E,UAAAA,CAAW/E;AAAK;AAC1C,SAAA;AACF,OAAA,MAAA,IAAW,IAAA,CAAKP,iBAAAA,CAAkByF,QAAAA,CAAS7E,KAAAA,CAAM0E,UAAU,CAAA,EAAG;AAC5DD,QAAAA,UAAAA,CAAWE,mBAAmB3E,KAAAA,CAAM0E,UAAAA;AACtC;AACF;AAEA,IAAA,OAAO;AACLpF,MAAAA,OAAAA,EAAS,IAAA,CAAKA,OAAAA;AACdiB,MAAAA,QAAAA,EAAUP,KAAAA,CAAMO,QAAAA,CAASyC,OAAAA,CAAQ,CAACpB,OAAAA,KAAAA;AAChC,QAAA,IAAIA,mBAAmBkD,uBAAAA,EAAa;AAClC,UAAA,OAAOlD,OAAAA,CAAQ4B,OAAAA,CAAQ/B,GAAAA,CACrB,CAAC+B,OAAAA,MAAkC;YACjCuB,IAAAA,EAAM,MAAA;YACNvB,OAAAA,EACE,OAAOA,OAAAA,CAAQwB,MAAAA,CAAOC,KAAAA,KAAU,QAAA,GAC5BzB,QAAQwB,MAAAA,CAAOC,KAAAA,GACfC,IAAAA,CAAKC,SAAAA,CAAU3B,OAAAA,CAAAA;AACrB4B,YAAAA,YAAAA,EAAc5B,OAAAA,CAAQzB;WACxB,CAAA,CAAA;AAEJ,SAAA,MAAA,IAAWH,mBAAmByD,yBAAAA,EAAe;AAC3C,UAAA,OAAOzD,OAAAA,CAAQ4B,OAAAA,CAAQ/B,GAAAA,CACrB,CAAC+B,OAAAA,MAAoC;YACnCuB,IAAAA,EAAM,QAAA;AACNvB,YAAAA,OAAAA,EAASA,OAAAA,CAAQF;WACnB,CAAA,CAAA;AAEJ,SAAA,MAAA,IAAW1B,mBAAmBwB,4BAAAA,EAAkB;AAC9C,UAAA,OAAOxB,OAAAA,CAAQ4B,OAAAA,CAAQ/B,GAAAA,CACrB,CAAC+B,OAAAA,MAAuC;YACtCuB,IAAAA,EAAM,WAAA;YACN,GAAIvB,OAAAA,CAAQH,SAAS,MAAA,IAAU;AAC7BG,cAAAA,OAAAA,EAASA,OAAAA,CAAQF;AACnB,aAAA;YACA,GAAIE,OAAAA,CAAQH,SAAS,WAAA,IAAe;AAClCzC,cAAAA,EAAAA,EAAI4C,OAAAA,CAAQzB,UAAAA;cACZsB,IAAAA,EAAM,UAAA;cACNQ,QAAAA,EAAU;AACRlE,gBAAAA,IAAAA,EAAM6D,OAAAA,CAAQlB,QAAAA;gBACdwB,SAAAA,EAAWoB,IAAAA,CAAKC,SAAAA,CAAU3B,OAAAA,CAAQxD,KAAK;AACzC;AACF,aAAA;AACA,YAAA,GAAA,CAAI,MAAA;AACF,cAAA,IAAIwD,OAAAA,CAAQH,SAAS,MAAA,EAAQ;AAC3B,gBAAA,MAAM,IAAIiC,MAAM,8CAAA,CAAA;AAClB;AACA,cAAA,OAAO,EAAC;aACV;WACF,CAAA,CAAA;SAEJ,MAAO;AACL,UAAA,OAAO;AAAC1D,YAAAA,OAAAA,CAAQ2D,OAAAA;;AAClB;OACF,CAAA;AACAC,MAAAA,OAAAA,EAAS,KAAK3G,MAAAA,CAAO2G,OAAAA;AACrBC,MAAAA,SAAAA,EAAW,KAAK5G,MAAAA,CAAO4G,SAAAA;MACvBtB,KAAAA,EAAOuB,cAAAA,CAAQvB,KAAAA,CAAAA,GAAStE,MAAAA,GAAYsE,KAAAA;MACpCwB,cAAAA,EAAgB9F,MAAAA;AAChB,MAAA,GAAIG,MAAM2F,cAAAA,IAAkB;QAC1BA,cAAAA,EAAgB;AAAEtC,UAAAA,IAAAA,EAAM5E,IAAAA,CAAKmH;AAAY;AAC3C,OAAA;AACAC,MAAAA,IAAAA,EAAM7F,KAAAA,CAAM6F,IAAAA;AACZC,MAAAA,gBAAAA,EAAkB9F,KAAAA,CAAM8F,gBAAAA;AACxBC,MAAAA,WAAAA,EAAa/F,KAAAA,CAAM+F,WAAAA;AACnBC,MAAAA,CAAAA,EAAGhG,KAAAA,CAAMgG,CAAAA;AACTC,MAAAA,SAAAA,EAAWjG,KAAAA,CAAMiG,SAAAA;AACjBC,MAAAA,eAAAA,EAAiBlG,KAAAA,CAAMkG,eAAAA;AACvBC,MAAAA,IAAAA,EAAMnG,KAAAA,CAAMoG,aAAAA;AACZC,MAAAA,IAAAA,EAAMrG,KAAAA,CAAMqG,IAAAA;MACZ,GAAG5B;AACL,KAAA;AACF;EAEA6B,cAAAA,GAAiB;AACf,IAAA,OAAO;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;AACThH,MAAAA,OAAAA,EAAS,IAAA,CAAKA,OAAAA;MACdM,UAAAA,EAAY2G,qBAAAA,CAAY,KAAK3G,UAAU,CAAA;AACvCf,MAAAA,MAAAA,EAAQ,IAAA,CAAKA;AACf,KAAA;AACF;AAEA2H,EAAAA,YAAAA,CAAaC,QAAAA,EAAkD;AAC7DC,IAAAA,MAAAA,CAAOC,MAAAA,CAAO,MAAMF,QAAAA,CAAAA;AACtB;AACF","file":"chat.cjs","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport {\n  ChatConfig,\n  ChatModel,\n  ChatModelEmitter,\n  ChatModelInput,\n  ChatModelOutput,\n  ChatModelParameters,\n  ChatModelToolChoiceSupport,\n} from \"@/backend/chat.js\";\nimport { WatsonxClient, WatsonxClientSettings } from \"@/adapters/watsonx/backend/client.js\";\nimport { findLast, isEmpty, isTruthy } from \"remeda\";\nimport WatsonxAiMlVml_v1, {\n  TextChatMessages,\n  TextChatParameterTools,\n  TextChatParams,\n  TextChatResultChoice,\n  TextChatUsage,\n} from \"@ibm-cloud/watsonx-ai/dist/watsonx-ai-ml/vml_v1.js\";\nimport { shallowCopy } from \"@/serializer/utils.js\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { GetRunContext } from \"@/context.js\";\nimport { AssistantMessage, Message, SystemMessage, ToolMessage } from \"@/backend/message.js\";\nimport { ToolCallPart } from \"ai\";\nimport Type = WatsonxAiMlVml_v1.TextChatResponseFormat.Constants.Type;\nimport { getEnv } from \"@/internals/env.js\";\nimport { NotImplementedError } from \"@/errors.js\";\nimport { Tool } from \"@/tools/base.js\";\nimport type {\n  TextChatMessageAssistant,\n  TextChatMessageSystem,\n  TextChatMessageTool,\n} from \"@ibm-cloud/watsonx-ai\";\nimport { getLast } from \"@/internals/helpers/object.js\";\nimport { randomBytes } from \"node:crypto\";\n\nexport class WatsonxChatModel extends ChatModel {\n  protected readonly client: WatsonxClient;\n  public readonly emitter: ChatModelEmitter = Emitter.root.child({\n    namespace: [\"backend\", \"watsonx\", \"chat\"],\n    creator: this,\n  });\n  public readonly toolChoiceSupport: ChatModelToolChoiceSupport[] = [\"none\", \"single\"];\n\n  get providerId() {\n    return \"watsonx\";\n  }\n\n  constructor(\n    public readonly modelId = getEnv(\"WATSONX_CHAT_MODEL\", \"ibm/granite-3-8b-instruct\"),\n    client?: WatsonxClient | WatsonxClientSettings,\n  ) {\n    super();\n    this.client = WatsonxClient.ensure(client);\n  }\n\n  config(config: ChatConfig) {\n    super.config(config);\n    for (const name of [\"topK\"] as (keyof ChatModelParameters)[]) {\n      if (this.parameters[name] !== undefined) {\n        this.parameters[name] = undefined;\n        throw new NotImplementedError(\n          `Setting \"${name}\" parameter is not supported for WatsonX Chat Models.`,\n        );\n      }\n    }\n    return this;\n  }\n\n  protected async _create(input: ChatModelInput, run: GetRunContext<any>) {\n    const { result } = await this.client.instance.textChat({\n      ...(await this.prepareInput(input)),\n      signal: run.signal,\n    });\n    const { messages, finishReason, usage } = this.extractOutput(\n      result.choices,\n      result.usage,\n      result.id,\n    );\n    return new ChatModelOutput(messages, usage, finishReason);\n  }\n\n  async *_createStream(input: ChatModelInput, run: GetRunContext<this>) {\n    // @ts-ignore\n    const stream = await this.client.instance.textChatStream({\n      ...(await this.prepareInput(input)),\n      signal: run.signal,\n      returnObject: true,\n    });\n\n    const toolCallIds = new Map<string, string>(); // toolName / id\n    for await (const raw of stream) {\n      if (run.signal.aborted) {\n        stream.controller.abort(run.signal.aborted);\n        break;\n      }\n      const { messages, finishReason, usage } = this.extractOutput(\n        raw.data.choices.map(({ delta, ...choice }) => ({ ...choice, message: delta })),\n        raw.data.usage,\n        raw.data.id,\n        toolCallIds,\n      );\n      yield new ChatModelOutput(messages, usage, finishReason);\n    }\n  }\n\n  protected extractOutput(\n    choices: TextChatResultChoice[],\n    usage?: TextChatUsage,\n    id?: string,\n    toolCallIdsByName?: Map<string, string>,\n  ) {\n    if (!toolCallIdsByName) {\n      toolCallIdsByName = new Map();\n    }\n\n    const extractToolCall = (\n      toolCallId: string,\n      toolCallName: string,\n    ): Pick<ToolCallPart, \"toolName\" | \"toolCallId\"> => {\n      // Some tool call parts don't have the 'id'\n      // this function tries to guess it based on the previous chunks\n      if (!toolCallName && !toolCallId) {\n        [toolCallName, toolCallId] = getLast(toolCallIdsByName, [\"\", \"\"]);\n      }\n      if (!toolCallId) {\n        toolCallId = toolCallIdsByName.get(toolCallName) || \"\";\n      }\n      if (!toolCallId) {\n        toolCallId = `chatcmpl-tool-${randomBytes(16).toString(\"hex\")}`;\n      }\n      toolCallIdsByName.set(toolCallName, toolCallId);\n      return {\n        toolCallId: toolCallId,\n        toolName: toolCallName,\n      };\n    };\n\n    return {\n      finishReason: findLast(choices, (choice) => Boolean(choice?.finish_reason))\n        ?.finish_reason as ChatModelOutput[\"finishReason\"],\n      usage: usage\n        ? {\n            completionTokens: usage.completion_tokens ?? 0,\n            promptTokens: usage.prompt_tokens ?? 0,\n            totalTokens: usage.total_tokens ?? 0,\n          }\n        : undefined,\n      messages: choices\n        .flatMap(({ message }) => {\n          const messages: Message[] = [];\n\n          // @ts-expect-error wrong types\n          const reasoning = message?.reasoning_content;\n          if (reasoning) {\n            const msg = new AssistantMessage({ type: \"text\", text: reasoning }, {}, id);\n            messages.push(msg);\n          }\n          if (message?.content) {\n            const msg = new AssistantMessage({ type: \"text\", text: message.content }, {}, id);\n            messages.push(msg);\n          }\n          if (message?.tool_calls && message.tool_calls.length > 0) {\n            const chunks: ToolCallPart[] = [];\n            for (const toolCall of message.tool_calls) {\n              chunks.push({\n                type: \"tool-call\",\n                ...extractToolCall(toolCall.id, toolCall.function.name),\n                input: toolCall.function.arguments,\n              });\n            }\n            const msg = new AssistantMessage(chunks, {}, id);\n            messages.push(msg);\n          }\n          if (message?.refusal) {\n            const msg = new AssistantMessage({ type: \"text\", text: message.refusal }, {}, id);\n            messages.push(msg);\n          }\n          return messages;\n        })\n        .filter(isTruthy),\n    };\n  }\n\n  protected async prepareInput(overrides: ChatModelInput): Promise<TextChatParams> {\n    const input: ChatModelInput = { ...this.parameters, ...overrides };\n    const tools: TextChatParameterTools[] = await Promise.all(\n      (input.tools ?? []).map(async (tool) => ({\n        type: \"function\",\n        function: {\n          name: tool.name,\n          description: tool.description,\n          parameters: await tool.getInputJsonSchema(),\n        },\n      })),\n    );\n\n    const toolConfig: Pick<TextChatParams, \"toolChoice\" | \"toolChoiceOption\"> = {\n      toolChoice: undefined,\n      toolChoiceOption: undefined,\n    };\n    if (input.toolChoice) {\n      if (input.toolChoice instanceof Tool) {\n        toolConfig.toolChoice = {\n          type: \"function\",\n          function: { name: input.toolChoice.name },\n        };\n      } else if (this.toolChoiceSupport.includes(input.toolChoice)) {\n        toolConfig.toolChoiceOption = input.toolChoice;\n      }\n    }\n\n    return {\n      modelId: this.modelId,\n      messages: input.messages.flatMap((message): TextChatMessages[] => {\n        if (message instanceof ToolMessage) {\n          return message.content.map(\n            (content): TextChatMessageTool => ({\n              role: \"tool\",\n              content:\n                typeof content.output.value === \"string\"\n                  ? content.output.value\n                  : JSON.stringify(content),\n              tool_call_id: content.toolCallId,\n            }),\n          );\n        } else if (message instanceof SystemMessage) {\n          return message.content.map(\n            (content): TextChatMessageSystem => ({\n              role: \"system\",\n              content: content.text,\n            }),\n          );\n        } else if (message instanceof AssistantMessage) {\n          return message.content.map(\n            (content): TextChatMessageAssistant => ({\n              role: \"assistant\",\n              ...(content.type === \"text\" && {\n                content: content.text,\n              }),\n              ...(content.type === \"tool-call\" && {\n                id: content.toolCallId,\n                type: \"function\",\n                function: {\n                  name: content.toolName,\n                  arguments: JSON.stringify(content.input),\n                },\n              }),\n              ...(() => {\n                if (content.type === \"file\") {\n                  throw new Error(\"Assistants cannot send a file in IBM watsonx\");\n                }\n                return {};\n              })(),\n            }),\n          );\n        } else {\n          return [message.toPlain()];\n        }\n      }),\n      spaceId: this.client.spaceId,\n      projectId: this.client.projectId,\n      tools: isEmpty(tools) ? undefined : tools,\n      responseFormat: undefined,\n      ...(input.responseFormat && {\n        responseFormat: { type: Type.JSON_OBJECT },\n      }),\n      topP: input.topP,\n      frequencyPenalty: input.frequencyPenalty,\n      temperature: input.temperature,\n      n: input.n,\n      maxTokens: input.maxTokens,\n      presencePenalty: input.presencePenalty,\n      stop: input.stopSequences,\n      seed: input.seed,\n      ...toolConfig,\n    };\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      modelId: this.modelId,\n      parameters: shallowCopy(this.parameters),\n      client: this.client,\n    };\n  }\n\n  loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>) {\n    Object.assign(this, snapshot);\n  }\n}\n"]}

package/dist/adapters/watsonx/backend/chat.d.cts

@@ -1,15 +1,16 @@
 import { Logger } from '../../../logger/logger.cjs';
-import { m as ChatModel, h as ChatModelEmitter, l as ChatModelToolChoiceSupport, k as ChatConfig, d as ChatModelInput, n as ChatModelOutput, C as ChatModelParameters, i as ChatModelCache, g as ChatModelEvents } from '../../../chat-BOb9n7AJ.cjs';
+import { GetRunContext, MiddlewareType } from '../../../context.cjs';
+import { m as ChatModel, h as ChatModelEmitter, l as ChatModelToolChoiceSupport, k as ChatConfig, d as ChatModelInput, n as ChatModelOutput, C as ChatModelParameters, i as ChatModelCache, g as ChatModelEvents } from '../../../chat-DaqV3woF.cjs';
 import { Message, MessageContentPart } from '../../../backend/message.cjs';
 import { WatsonxClient, WatsonxClientSettings } from './client.cjs';
 import { TextChatResultChoice, TextChatUsage, TextChatParams } from '@ibm-cloud/watsonx-ai/dist/watsonx-ai-ml/vml_v1.js';
-import { E as Emitter } from '../../../emitter-jN55XZZq.cjs';
-import { GetRunContext } from '../../../context.cjs';
+import { E as Emitter } from '../../../emitter-UkIkNrek.cjs';
 import 'pino';
 import '../../../errors.cjs';
 import '../../../internals/types.cjs';
 import '../../../internals/helpers/guards.cjs';
 import '../../../internals/serializable.cjs';
+import '../../../internals/helpers/promise.cjs';
 import 'promise-based-task';
 import '../../../cache/base.cjs';
 import '../../../backend/constants.cjs';
@@ -18,7 +19,6 @@ import 'ajv';
 import '../../../internals/helpers/schema.cjs';
 import 'zod';
 import 'zod-to-json-schema';
-import '../../../internals/helpers/promise.cjs';
 import '../../../template.cjs';
 import 'ai';
 import '@ibm-cloud/watsonx-ai';
@@ -35,7 +35,7 @@ declare class WatsonxChatModel extends ChatModel {
     config(config: ChatConfig): this;
     protected _create(input: ChatModelInput, run: GetRunContext<any>): Promise<ChatModelOutput>;
     _createStream(input: ChatModelInput, run: GetRunContext<this>): AsyncGenerator<ChatModelOutput, void, unknown>;
-    protected extractOutput(choices: TextChatResultChoice[], usage?: TextChatUsage, id?: string): {
+    protected extractOutput(choices: TextChatResultChoice[], usage?: TextChatUsage, id?: string, toolCallIdsByName?: Map<string, string>): {
         finishReason: ChatModelOutput["finishReason"];
         usage: {
             completionTokens: number;
@@ -51,10 +51,13 @@ declare class WatsonxChatModel extends ChatModel {
         client: WatsonxClient;
         cache: ChatModelCache;
         emitter: Emitter<ChatModelEvents>;
+        middlewares: MiddlewareType<any>[];
         logger: Logger;
         toolChoiceSupport: ChatModelToolChoiceSupport[];
         toolCallFallbackViaResponseFormat: boolean;
         modelSupportsToolCalling: boolean;
+        retryOnEmptyResponse: boolean;
+        fixInvalidToolCalls: boolean;
     };
     loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>): void;
 }

package/dist/adapters/watsonx/backend/chat.d.ts

@@ -1,15 +1,16 @@
 import { Logger } from '../../../logger/logger.js';
-import { m as ChatModel, h as ChatModelEmitter, l as ChatModelToolChoiceSupport, k as ChatConfig, d as ChatModelInput, n as ChatModelOutput, C as ChatModelParameters, i as ChatModelCache, g as ChatModelEvents } from '../../../chat-DrqwUgD8.js';
+import { GetRunContext, MiddlewareType } from '../../../context.js';
+import { m as ChatModel, h as ChatModelEmitter, l as ChatModelToolChoiceSupport, k as ChatConfig, d as ChatModelInput, n as ChatModelOutput, C as ChatModelParameters, i as ChatModelCache, g as ChatModelEvents } from '../../../chat-DTxmaKP0.js';
 import { Message, MessageContentPart } from '../../../backend/message.js';
 import { WatsonxClient, WatsonxClientSettings } from './client.js';
 import { TextChatResultChoice, TextChatUsage, TextChatParams } from '@ibm-cloud/watsonx-ai/dist/watsonx-ai-ml/vml_v1.js';
-import { E as Emitter } from '../../../emitter-36-9MnvA.js';
-import { GetRunContext } from '../../../context.js';
+import { E as Emitter } from '../../../emitter-CL56qab4.js';
 import 'pino';
 import '../../../errors.js';
 import '../../../internals/types.js';
 import '../../../internals/helpers/guards.js';
 import '../../../internals/serializable.js';
+import '../../../internals/helpers/promise.js';
 import 'promise-based-task';
 import '../../../cache/base.js';
 import '../../../backend/constants.js';
@@ -18,7 +19,6 @@ import 'ajv';
 import '../../../internals/helpers/schema.js';
 import 'zod';
 import 'zod-to-json-schema';
-import '../../../internals/helpers/promise.js';
 import '../../../template.js';
 import 'ai';
 import '@ibm-cloud/watsonx-ai';
@@ -35,7 +35,7 @@ declare class WatsonxChatModel extends ChatModel {
     config(config: ChatConfig): this;
     protected _create(input: ChatModelInput, run: GetRunContext<any>): Promise<ChatModelOutput>;
     _createStream(input: ChatModelInput, run: GetRunContext<this>): AsyncGenerator<ChatModelOutput, void, unknown>;
-    protected extractOutput(choices: TextChatResultChoice[], usage?: TextChatUsage, id?: string): {
+    protected extractOutput(choices: TextChatResultChoice[], usage?: TextChatUsage, id?: string, toolCallIdsByName?: Map<string, string>): {
         finishReason: ChatModelOutput["finishReason"];
         usage: {
             completionTokens: number;
@@ -51,10 +51,13 @@ declare class WatsonxChatModel extends ChatModel {
         client: WatsonxClient;
         cache: ChatModelCache;
         emitter: Emitter<ChatModelEvents>;
+        middlewares: MiddlewareType<any>[];
         logger: Logger;
         toolChoiceSupport: ChatModelToolChoiceSupport[];
         toolCallFallbackViaResponseFormat: boolean;
         modelSupportsToolCalling: boolean;
+        retryOnEmptyResponse: boolean;
+        fixInvalidToolCalls: boolean;
     };
     loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>): void;
 }

package/dist/adapters/watsonx/backend/chat.js

@@ -8,6 +8,8 @@ import { AssistantMessage, ToolMessage, SystemMessage } from '../../../backend/m
 import { getEnv } from '../../../internals/env.js';
 import { NotImplementedError } from '../../../errors.js';
 import { Tool } from '../../../tools/base.js';
+import { getLast } from '../../../internals/helpers/object.js';
+import { randomBytes } from 'node:crypto';
 
 var __defProp = Object.defineProperty;
 var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
@@ -63,6 +65,7 @@ class WatsonxChatModel extends ChatModel {
       signal: run.signal,
       returnObject: true
     });
+    const toolCallIds = /* @__PURE__ */ new Map();
     for await (const raw of stream) {
       if (run.signal.aborted) {
         stream.controller.abort(run.signal.aborted);
@@ -71,11 +74,33 @@ class WatsonxChatModel extends ChatModel {
       const { messages, finishReason, usage } = this.extractOutput(raw.data.choices.map(({ delta, ...choice }) => ({
         ...choice,
         message: delta
-      })), raw.data.usage, raw.data.id);
+      })), raw.data.usage, raw.data.id, toolCallIds);
       yield new ChatModelOutput(messages, usage, finishReason);
     }
   }
-  extractOutput(choices, usage, id) {
+  extractOutput(choices, usage, id, toolCallIdsByName) {
+    if (!toolCallIdsByName) {
+      toolCallIdsByName = /* @__PURE__ */ new Map();
+    }
+    const extractToolCall = /* @__PURE__ */ __name((toolCallId, toolCallName) => {
+      if (!toolCallName && !toolCallId) {
+        [toolCallName, toolCallId] = getLast(toolCallIdsByName, [
+          "",
+          ""
+        ]);
+      }
+      if (!toolCallId) {
+        toolCallId = toolCallIdsByName.get(toolCallName) || "";
+      }
+      if (!toolCallId) {
+        toolCallId = `chatcmpl-tool-${randomBytes(16).toString("hex")}`;
+      }
+      toolCallIdsByName.set(toolCallName, toolCallId);
+      return {
+        toolCallId,
+        toolName: toolCallName
+      };
+    }, "extractToolCall");
     return {
       finishReason: findLast(choices, (choice) => Boolean(choice?.finish_reason))?.finish_reason,
       usage: usage ? {
@@ -85,6 +110,14 @@ class WatsonxChatModel extends ChatModel {
       } : void 0,
       messages: choices.flatMap(({ message }) => {
         const messages = [];
+        const reasoning = message?.reasoning_content;
+        if (reasoning) {
+          const msg = new AssistantMessage({
+            type: "text",
+            text: reasoning
+          }, {}, id);
+          messages.push(msg);
+        }
         if (message?.content) {
           const msg = new AssistantMessage({
             type: "text",
@@ -92,13 +125,16 @@ class WatsonxChatModel extends ChatModel {
           }, {}, id);
           messages.push(msg);
         }
-        if (message?.tool_calls) {
-          const msg = new AssistantMessage(message.tool_calls.map((call) => ({
-            type: "tool-call",
-            toolCallId: call.id,
-            toolName: call.function.name,
-            input: call.function.arguments
-          })), {}, id);
+        if (message?.tool_calls && message.tool_calls.length > 0) {
+          const chunks = [];
+          for (const toolCall of message.tool_calls) {
+            chunks.push({
+              type: "tool-call",
+              ...extractToolCall(toolCall.id, toolCall.function.name),
+              input: toolCall.function.arguments
+            });
+          }
+          const msg = new AssistantMessage(chunks, {}, id);
           messages.push(msg);
         }
         if (message?.refusal) {

package/dist/adapters/watsonx/backend/chat.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../src/adapters/watsonx/backend/chat.ts"],"names":["Type","WatsonxChatModel","ChatModel","client","emitter","Emitter","root","child","namespace","creator","toolChoiceSupport","providerId","modelId","getEnv","WatsonxClient","ensure","config","name","parameters","undefined","NotImplementedError","_create","input","run","result","instance","textChat","prepareInput","signal","messages","finishReason","usage","extractOutput","choices","id","ChatModelOutput","_createStream","stream","textChatStream","returnObject","raw","aborted","controller","abort","data","map","delta","choice","message","findLast","Boolean","finish_reason","completionTokens","completion_tokens","promptTokens","prompt_tokens","totalTokens","total_tokens","flatMap","content","msg","AssistantMessage","type","text","push","tool_calls","call","toolCallId","toolName","function","arguments","refusal","filter","isTruthy","overrides","tools","Promise","all","tool","description","getInputJsonSchema","toolConfig","toolChoice","toolChoiceOption","Tool","includes","ToolMessage","role","output","value","JSON","stringify","tool_call_id","SystemMessage","Error","toPlain","spaceId","projectId","isEmpty","responseFormat","JSON_OBJECT","topP","frequencyPenalty","temperature","n","maxTokens","presencePenalty","stop","stopSequences","seed","createSnapshot","shallowCopy","loadSnapshot","snapshot","Object","assign"],"mappings":";;;;;;;;;;;;;AA4BA,MAAOA,IAAAA,GAAO,iBAAA,CAAkB,sBAAA,CAAuB,SAAA,CAAU,IAAA;AAU1D,MAAMC,yBAAyBC,SAAAA,CAAAA;EAtCtC;;;;AAuCqBC,EAAAA,MAAAA;EACHC,OAAAA,GAA4BC,OAAAA,CAAQC,KAAKC,KAAAA,CAAM;IAC7DC,SAAAA,EAAW;AAAC,MAAA,SAAA;AAAW,MAAA,SAAA;AAAW,MAAA;;IAClCC,OAAAA,EAAS;GACX,CAAA;EACgBC,iBAAAA,GAAkD;AAAC,IAAA,MAAA;AAAQ,IAAA;;AAE3E,EAAA,IAAIC,UAAAA,GAAa;AACf,IAAA,OAAO,SAAA;AACT;AAEA,EAAA,WAAA,CACkBC,OAAAA,GAAUC,MAAAA,CAAO,oBAAA,EAAsB,2BAAA,GACvDV,MAAAA,EACA;AACA,IAAA,KAAA,EAAK,EAAA,KAHWS,OAAAA,GAAAA,OAAAA;AAIhB,IAAA,IAAA,CAAKT,MAAAA,GAASW,aAAAA,CAAcC,MAAAA,CAAOZ,MAAAA,CAAAA;AACrC;AAEAa,EAAAA,MAAAA,CAAOA,MAAAA,EAAoB;AACzB,IAAA,KAAA,CAAMA,OAAOA,MAAAA,CAAAA;AACb,IAAA,KAAA,MAAWC,IAAAA,IAAQ;AAAC,MAAA;AAA0C,KAAA,EAAA;AAC5D,MAAA,IAAI,IAAA,CAAKC,UAAAA,CAAWD,IAAAA,CAAAA,KAAUE,MAAAA,EAAW;AACvC,QAAA,IAAA,CAAKD,UAAAA,CAAWD,IAAAA,CAAAA,GAAQE,MAAAA;AACxB,QAAA,MAAM,IAAIC,mBAAAA,CACR,CAAA,SAAA,EAAYH,IAAAA,CAAAA,qDAAAA,CAA2D,CAAA;AAE3E;AACF;AACA,IAAA,OAAO,IAAA;AACT;EAEA,MAAgBI,OAAAA,CAAQC,OAAuBC,GAAAA,EAAyB;AACtE,IAAA,MAAM,EAAEC,MAAAA,EAAM,GAAK,MAAM,IAAA,CAAKrB,MAAAA,CAAOsB,SAASC,QAAAA,CAAS;MACrD,GAAI,MAAM,IAAA,CAAKC,YAAAA,CAAaL,KAAAA,CAAAA;AAC5BM,MAAAA,MAAAA,EAAQL,GAAAA,CAAIK;KACd,CAAA;AACA,IAAA,MAAM,EAAEC,QAAAA,EAAUC,YAAAA,EAAcC,KAAAA,EAAK,GAAK,IAAA,CAAKC,aAAAA,CAC7CR,MAAAA,CAAOS,OAAAA,EACPT,MAAAA,CAAOO,KAAAA,EACPP,MAAAA,CAAOU,EAAE,CAAA;AAEX,IAAA,OAAO,IAAIC,eAAAA,CAAgBN,QAAAA,EAAUE,KAAAA,EAAOD,YAAAA,CAAAA;AAC9C;EAEA,OAAOM,aAAAA,CAAcd,OAAuBC,GAAAA,EAA0B;AAEpE,IAAA,MAAMc,MAAAA,GAAS,MAAM,IAAA,CAAKlC,MAAAA,CAAOsB,SAASa,cAAAA,CAAe;MACvD,GAAI,MAAM,IAAA,CAAKX,YAAAA,CAAaL,KAAAA,CAAAA;AAC5BM,MAAAA,MAAAA,EAAQL,GAAAA,CAAIK,MAAAA;MACZW,YAAAA,EAAc;KAChB,CAAA;AACA,IAAA,WAAA,MAAiBC,OAAOH,MAAAA,EAAQ;AAC9B,MAAA,IAAId,GAAAA,CAAIK,OAAOa,OAAAA,EAAS;AACtBJ,QAAAA,MAAAA,CAAOK,UAAAA,CAAWC,KAAAA,CAAMpB,GAAAA,CAAIK,MAAAA,CAAOa,OAAO,CAAA;AAC1C,QAAA;AACF;AACA,MAAA,MAAM,EAAEZ,QAAAA,EAAUC,YAAAA,EAAcC,KAAAA,EAAK,GAAK,KAAKC,aAAAA,CAC7CQ,GAAAA,CAAII,IAAAA,CAAKX,OAAAA,CAAQY,IAAI,CAAC,EAAEC,KAAAA,EAAO,GAAGC,QAAAA,MAAc;QAAE,GAAGA,MAAAA;QAAQC,OAAAA,EAASF;AAAM,OAAA,CAAA,GAC5EN,GAAAA,CAAII,IAAAA,CAAKb,KAAAA,EACTS,GAAAA,CAAII,KAAKV,EAAE,CAAA;AAEb,MAAA,MAAM,IAAIC,eAAAA,CAAgBN,QAAAA,EAAUE,KAAAA,EAAOD,YAAAA,CAAAA;AAC7C;AACF;EAEUE,aAAAA,CAAcC,OAAAA,EAAiCF,OAAuBG,EAAAA,EAAa;AAC3F,IAAA,OAAO;MACLJ,YAAAA,EAAcmB,QAAAA,CAAShB,SAAS,CAACc,MAAAA,KAAWG,QAAQH,MAAAA,EAAQI,aAAAA,CAAAA,CAAAA,EACxDA,aAAAA;AACJpB,MAAAA,KAAAA,EAAOA,KAAAA,GACH;AACEqB,QAAAA,gBAAAA,EAAkBrB,MAAMsB,iBAAAA,IAAqB,CAAA;AAC7CC,QAAAA,YAAAA,EAAcvB,MAAMwB,aAAAA,IAAiB,CAAA;AACrCC,QAAAA,WAAAA,EAAazB,MAAM0B,YAAAA,IAAgB;OACrC,GACAtC,MAAAA;AACJU,MAAAA,QAAAA,EAAUI,OAAAA,CACPyB,OAAAA,CAAQ,CAAC,EAAEV,SAAO,KAAE;AACnB,QAAA,MAAMnB,WAAsB,EAAA;AAC5B,QAAA,IAAImB,SAASW,OAAAA,EAAS;AACpB,UAAA,MAAMC,GAAAA,GAAM,IAAIC,gBAAAA,CAAiB;YAAEC,IAAAA,EAAM,MAAA;AAAQC,YAAAA,IAAAA,EAAMf,OAAAA,CAAQW;WAAQ,EAAG,IAAIzB,EAAAA,CAAAA;AAC9EL,UAAAA,QAAAA,CAASmC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,IAAIZ,SAASiB,UAAAA,EAAY;AACvB,UAAA,MAAML,MAAM,IAAIC,gBAAAA,CACdb,QAAQiB,UAAAA,CAAWpB,GAAAA,CACjB,CAACqB,IAAAA,MAAwB;YACvBJ,IAAAA,EAAM,WAAA;AACNK,YAAAA,UAAAA,EAAYD,IAAAA,CAAKhC,EAAAA;AACjBkC,YAAAA,QAAAA,EAAUF,KAAKG,QAAAA,CAASpD,IAAAA;AACxBK,YAAAA,KAAAA,EAAO4C,KAAKG,QAAAA,CAASC;WACvB,CAAA,CAAA,EAEF,EAAC,EACDpC,EAAAA,CAAAA;AAEFL,UAAAA,QAAAA,CAASmC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,IAAIZ,SAASuB,OAAAA,EAAS;AACpB,UAAA,MAAMX,GAAAA,GAAM,IAAIC,gBAAAA,CAAiB;YAAEC,IAAAA,EAAM,MAAA;AAAQC,YAAAA,IAAAA,EAAMf,OAAAA,CAAQuB;WAAQ,EAAG,IAAIrC,EAAAA,CAAAA;AAC9EL,UAAAA,QAAAA,CAASmC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,OAAO/B,QAAAA;OACT,CAAA,CACC2C,OAAOC,QAAAA;AACZ,KAAA;AACF;AAEA,EAAA,MAAgB9C,aAAa+C,SAAAA,EAAoD;AAC/E,IAAA,MAAMpD,KAAAA,GAAwB;AAAE,MAAA,GAAG,IAAA,CAAKJ,UAAAA;MAAY,GAAGwD;AAAU,KAAA;AACjE,IAAA,MAAMC,KAAAA,GAAkC,MAAMC,OAAAA,CAAQC,GAAAA,CAAAA,CACnDvD,KAAAA,CAAMqD,SAAS,EAAA,EAAI9B,GAAAA,CAAI,OAAOiC,IAAAA,MAAU;MACvChB,IAAAA,EAAM,UAAA;MACNO,QAAAA,EAAU;AACRpD,QAAAA,IAAAA,EAAM6D,IAAAA,CAAK7D,IAAAA;AACX8D,QAAAA,WAAAA,EAAaD,IAAAA,CAAKC,WAAAA;QAClB7D,UAAAA,EAAY,MAAM4D,KAAKE,kBAAAA;AACzB;AACF,KAAA,CAAA,CAAA,CAAA;AAGF,IAAA,MAAMC,UAAAA,GAAsE;MAC1EC,UAAAA,EAAY/D,MAAAA;MACZgE,gBAAAA,EAAkBhE;AACpB,KAAA;AACA,IAAA,IAAIG,MAAM4D,UAAAA,EAAY;AACpB,MAAA,IAAI5D,KAAAA,CAAM4D,sBAAsBE,IAAAA,EAAM;AACpCH,QAAAA,UAAAA,CAAWC,UAAAA,GAAa;UACtBpB,IAAAA,EAAM,UAAA;UACNO,QAAAA,EAAU;AAAEpD,YAAAA,IAAAA,EAAMK,MAAM4D,UAAAA,CAAWjE;AAAK;AAC1C,SAAA;AACF,OAAA,MAAA,IAAW,IAAA,CAAKP,iBAAAA,CAAkB2E,QAAAA,CAAS/D,KAAAA,CAAM4D,UAAU,CAAA,EAAG;AAC5DD,QAAAA,UAAAA,CAAWE,mBAAmB7D,KAAAA,CAAM4D,UAAAA;AACtC;AACF;AAEA,IAAA,OAAO;AACLtE,MAAAA,OAAAA,EAAS,IAAA,CAAKA,OAAAA;AACdiB,MAAAA,QAAAA,EAAUP,KAAAA,CAAMO,QAAAA,CAAS6B,OAAAA,CAAQ,CAACV,OAAAA,KAAAA;AAChC,QAAA,IAAIA,mBAAmBsC,WAAAA,EAAa;AAClC,UAAA,OAAOtC,OAAAA,CAAQW,OAAAA,CAAQd,GAAAA,CACrB,CAACc,OAAAA,MAAkC;YACjC4B,IAAAA,EAAM,MAAA;YACN5B,OAAAA,EACE,OAAOA,OAAAA,CAAQ6B,MAAAA,CAAOC,KAAAA,KAAU,QAAA,GAC5B9B,QAAQ6B,MAAAA,CAAOC,KAAAA,GACfC,IAAAA,CAAKC,SAAAA,CAAUhC,OAAAA,CAAAA;AACrBiC,YAAAA,YAAAA,EAAcjC,OAAAA,CAAQQ;WACxB,CAAA,CAAA;AAEJ,SAAA,MAAA,IAAWnB,mBAAmB6C,aAAAA,EAAe;AAC3C,UAAA,OAAO7C,OAAAA,CAAQW,OAAAA,CAAQd,GAAAA,CACrB,CAACc,OAAAA,MAAoC;YACnC4B,IAAAA,EAAM,QAAA;AACN5B,YAAAA,OAAAA,EAASA,OAAAA,CAAQI;WACnB,CAAA,CAAA;AAEJ,SAAA,MAAA,IAAWf,mBAAmBa,gBAAAA,EAAkB;AAC9C,UAAA,OAAOb,OAAAA,CAAQW,OAAAA,CAAQd,GAAAA,CACrB,CAACc,OAAAA,MAAuC;YACtC4B,IAAAA,EAAM,WAAA;YACN,GAAI5B,OAAAA,CAAQG,SAAS,MAAA,IAAU;AAC7BH,cAAAA,OAAAA,EAASA,OAAAA,CAAQI;AACnB,aAAA;YACA,GAAIJ,OAAAA,CAAQG,SAAS,WAAA,IAAe;AAClC5B,cAAAA,EAAAA,EAAIyB,OAAAA,CAAQQ,UAAAA;cACZL,IAAAA,EAAM,UAAA;cACNO,QAAAA,EAAU;AACRpD,gBAAAA,IAAAA,EAAM0C,OAAAA,CAAQS,QAAAA;gBACdE,SAAAA,EAAWoB,IAAAA,CAAKC,SAAAA,CAAUhC,OAAAA,CAAQrC,KAAK;AACzC;AACF,aAAA;AACA,YAAA,GAAA,CAAI,MAAA;AACF,cAAA,IAAIqC,OAAAA,CAAQG,SAAS,MAAA,EAAQ;AAC3B,gBAAA,MAAM,IAAIgC,MAAM,8CAAA,CAAA;AAClB;AACA,cAAA,OAAO,EAAC;aACV;WACF,CAAA,CAAA;SAEJ,MAAO;AACL,UAAA,OAAO;AAAC9C,YAAAA,OAAAA,CAAQ+C,OAAAA;;AAClB;OACF,CAAA;AACAC,MAAAA,OAAAA,EAAS,KAAK7F,MAAAA,CAAO6F,OAAAA;AACrBC,MAAAA,SAAAA,EAAW,KAAK9F,MAAAA,CAAO8F,SAAAA;MACvBtB,KAAAA,EAAOuB,OAAAA,CAAQvB,KAAAA,CAAAA,GAASxD,MAAAA,GAAYwD,KAAAA;MACpCwB,cAAAA,EAAgBhF,MAAAA;AAChB,MAAA,GAAIG,MAAM6E,cAAAA,IAAkB;QAC1BA,cAAAA,EAAgB;AAAErC,UAAAA,IAAAA,EAAM9D,IAAAA,CAAKoG;AAAY;AAC3C,OAAA;AACAC,MAAAA,IAAAA,EAAM/E,KAAAA,CAAM+E,IAAAA;AACZC,MAAAA,gBAAAA,EAAkBhF,KAAAA,CAAMgF,gBAAAA;AACxBC,MAAAA,WAAAA,EAAajF,KAAAA,CAAMiF,WAAAA;AACnBC,MAAAA,CAAAA,EAAGlF,KAAAA,CAAMkF,CAAAA;AACTC,MAAAA,SAAAA,EAAWnF,KAAAA,CAAMmF,SAAAA;AACjBC,MAAAA,eAAAA,EAAiBpF,KAAAA,CAAMoF,eAAAA;AACvBC,MAAAA,IAAAA,EAAMrF,KAAAA,CAAMsF,aAAAA;AACZC,MAAAA,IAAAA,EAAMvF,KAAAA,CAAMuF,IAAAA;MACZ,GAAG5B;AACL,KAAA;AACF;EAEA6B,cAAAA,GAAiB;AACf,IAAA,OAAO;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;AACTlG,MAAAA,OAAAA,EAAS,IAAA,CAAKA,OAAAA;MACdM,UAAAA,EAAY6F,WAAAA,CAAY,KAAK7F,UAAU,CAAA;AACvCf,MAAAA,MAAAA,EAAQ,IAAA,CAAKA;AACf,KAAA;AACF;AAEA6G,EAAAA,YAAAA,CAAaC,QAAAA,EAAkD;AAC7DC,IAAAA,MAAAA,CAAOC,MAAAA,CAAO,MAAMF,QAAAA,CAAAA;AACtB;AACF","file":"chat.js","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport {\n  ChatConfig,\n  ChatModel,\n  ChatModelEmitter,\n  ChatModelInput,\n  ChatModelOutput,\n  ChatModelParameters,\n  ChatModelToolChoiceSupport,\n} from \"@/backend/chat.js\";\nimport { WatsonxClient, WatsonxClientSettings } from \"@/adapters/watsonx/backend/client.js\";\nimport { findLast, isEmpty, isTruthy } from \"remeda\";\nimport WatsonxAiMlVml_v1, {\n  TextChatMessages,\n  TextChatParameterTools,\n  TextChatParams,\n  TextChatResultChoice,\n  TextChatUsage,\n} from \"@ibm-cloud/watsonx-ai/dist/watsonx-ai-ml/vml_v1.js\";\nimport { shallowCopy } from \"@/serializer/utils.js\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { GetRunContext } from \"@/context.js\";\nimport { AssistantMessage, Message, SystemMessage, ToolMessage } from \"@/backend/message.js\";\nimport { ToolCallPart } from \"ai\";\nimport Type = WatsonxAiMlVml_v1.TextChatResponseFormat.Constants.Type;\nimport { getEnv } from \"@/internals/env.js\";\nimport { NotImplementedError } from \"@/errors.js\";\nimport { Tool } from \"@/tools/base.js\";\nimport type {\n  TextChatMessageAssistant,\n  TextChatMessageSystem,\n  TextChatMessageTool,\n} from \"@ibm-cloud/watsonx-ai\";\n\nexport class WatsonxChatModel extends ChatModel {\n  protected readonly client: WatsonxClient;\n  public readonly emitter: ChatModelEmitter = Emitter.root.child({\n    namespace: [\"backend\", \"watsonx\", \"chat\"],\n    creator: this,\n  });\n  public readonly toolChoiceSupport: ChatModelToolChoiceSupport[] = [\"none\", \"single\"];\n\n  get providerId() {\n    return \"watsonx\";\n  }\n\n  constructor(\n    public readonly modelId = getEnv(\"WATSONX_CHAT_MODEL\", \"ibm/granite-3-8b-instruct\"),\n    client?: WatsonxClient | WatsonxClientSettings,\n  ) {\n    super();\n    this.client = WatsonxClient.ensure(client);\n  }\n\n  config(config: ChatConfig) {\n    super.config(config);\n    for (const name of [\"topK\"] as (keyof ChatModelParameters)[]) {\n      if (this.parameters[name] !== undefined) {\n        this.parameters[name] = undefined;\n        throw new NotImplementedError(\n          `Setting \"${name}\" parameter is not supported for WatsonX Chat Models.`,\n        );\n      }\n    }\n    return this;\n  }\n\n  protected async _create(input: ChatModelInput, run: GetRunContext<any>) {\n    const { result } = await this.client.instance.textChat({\n      ...(await this.prepareInput(input)),\n      signal: run.signal,\n    });\n    const { messages, finishReason, usage } = this.extractOutput(\n      result.choices,\n      result.usage,\n      result.id,\n    );\n    return new ChatModelOutput(messages, usage, finishReason);\n  }\n\n  async *_createStream(input: ChatModelInput, run: GetRunContext<this>) {\n    // @ts-ignore\n    const stream = await this.client.instance.textChatStream({\n      ...(await this.prepareInput(input)),\n      signal: run.signal,\n      returnObject: true,\n    });\n    for await (const raw of stream) {\n      if (run.signal.aborted) {\n        stream.controller.abort(run.signal.aborted);\n        break;\n      }\n      const { messages, finishReason, usage } = this.extractOutput(\n        raw.data.choices.map(({ delta, ...choice }) => ({ ...choice, message: delta })),\n        raw.data.usage,\n        raw.data.id,\n      );\n      yield new ChatModelOutput(messages, usage, finishReason);\n    }\n  }\n\n  protected extractOutput(choices: TextChatResultChoice[], usage?: TextChatUsage, id?: string) {\n    return {\n      finishReason: findLast(choices, (choice) => Boolean(choice?.finish_reason))\n        ?.finish_reason as ChatModelOutput[\"finishReason\"],\n      usage: usage\n        ? {\n            completionTokens: usage.completion_tokens ?? 0,\n            promptTokens: usage.prompt_tokens ?? 0,\n            totalTokens: usage.total_tokens ?? 0,\n          }\n        : undefined,\n      messages: choices\n        .flatMap(({ message }) => {\n          const messages: Message[] = [];\n          if (message?.content) {\n            const msg = new AssistantMessage({ type: \"text\", text: message.content }, {}, id);\n            messages.push(msg);\n          }\n          if (message?.tool_calls) {\n            const msg = new AssistantMessage(\n              message.tool_calls.map(\n                (call): ToolCallPart => ({\n                  type: \"tool-call\",\n                  toolCallId: call.id,\n                  toolName: call.function.name,\n                  input: call.function.arguments,\n                }),\n              ),\n              {},\n              id,\n            );\n            messages.push(msg);\n          }\n          if (message?.refusal) {\n            const msg = new AssistantMessage({ type: \"text\", text: message.refusal }, {}, id);\n            messages.push(msg);\n          }\n          return messages;\n        })\n        .filter(isTruthy),\n    };\n  }\n\n  protected async prepareInput(overrides: ChatModelInput): Promise<TextChatParams> {\n    const input: ChatModelInput = { ...this.parameters, ...overrides };\n    const tools: TextChatParameterTools[] = await Promise.all(\n      (input.tools ?? []).map(async (tool) => ({\n        type: \"function\",\n        function: {\n          name: tool.name,\n          description: tool.description,\n          parameters: await tool.getInputJsonSchema(),\n        },\n      })),\n    );\n\n    const toolConfig: Pick<TextChatParams, \"toolChoice\" | \"toolChoiceOption\"> = {\n      toolChoice: undefined,\n      toolChoiceOption: undefined,\n    };\n    if (input.toolChoice) {\n      if (input.toolChoice instanceof Tool) {\n        toolConfig.toolChoice = {\n          type: \"function\",\n          function: { name: input.toolChoice.name },\n        };\n      } else if (this.toolChoiceSupport.includes(input.toolChoice)) {\n        toolConfig.toolChoiceOption = input.toolChoice;\n      }\n    }\n\n    return {\n      modelId: this.modelId,\n      messages: input.messages.flatMap((message): TextChatMessages[] => {\n        if (message instanceof ToolMessage) {\n          return message.content.map(\n            (content): TextChatMessageTool => ({\n              role: \"tool\",\n              content:\n                typeof content.output.value === \"string\"\n                  ? content.output.value\n                  : JSON.stringify(content),\n              tool_call_id: content.toolCallId,\n            }),\n          );\n        } else if (message instanceof SystemMessage) {\n          return message.content.map(\n            (content): TextChatMessageSystem => ({\n              role: \"system\",\n              content: content.text,\n            }),\n          );\n        } else if (message instanceof AssistantMessage) {\n          return message.content.map(\n            (content): TextChatMessageAssistant => ({\n              role: \"assistant\",\n              ...(content.type === \"text\" && {\n                content: content.text,\n              }),\n              ...(content.type === \"tool-call\" && {\n                id: content.toolCallId,\n                type: \"function\",\n                function: {\n                  name: content.toolName,\n                  arguments: JSON.stringify(content.input),\n                },\n              }),\n              ...(() => {\n                if (content.type === \"file\") {\n                  throw new Error(\"Assistants cannot send a file in IBM watsonx\");\n                }\n                return {};\n              })(),\n            }),\n          );\n        } else {\n          return [message.toPlain()];\n        }\n      }),\n      spaceId: this.client.spaceId,\n      projectId: this.client.projectId,\n      tools: isEmpty(tools) ? undefined : tools,\n      responseFormat: undefined,\n      ...(input.responseFormat && {\n        responseFormat: { type: Type.JSON_OBJECT },\n      }),\n      topP: input.topP,\n      frequencyPenalty: input.frequencyPenalty,\n      temperature: input.temperature,\n      n: input.n,\n      maxTokens: input.maxTokens,\n      presencePenalty: input.presencePenalty,\n      stop: input.stopSequences,\n      seed: input.seed,\n      ...toolConfig,\n    };\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      modelId: this.modelId,\n      parameters: shallowCopy(this.parameters),\n      client: this.client,\n    };\n  }\n\n  loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>) {\n    Object.assign(this, snapshot);\n  }\n}\n"]}
+{"version":3,"sources":["../../../../src/adapters/watsonx/backend/chat.ts"],"names":["Type","WatsonxChatModel","ChatModel","client","emitter","Emitter","root","child","namespace","creator","toolChoiceSupport","providerId","modelId","getEnv","WatsonxClient","ensure","config","name","parameters","undefined","NotImplementedError","_create","input","run","result","instance","textChat","prepareInput","signal","messages","finishReason","usage","extractOutput","choices","id","ChatModelOutput","_createStream","stream","textChatStream","returnObject","toolCallIds","Map","raw","aborted","controller","abort","data","map","delta","choice","message","toolCallIdsByName","extractToolCall","toolCallId","toolCallName","getLast","get","randomBytes","toString","set","toolName","findLast","Boolean","finish_reason","completionTokens","completion_tokens","promptTokens","prompt_tokens","totalTokens","total_tokens","flatMap","reasoning","reasoning_content","msg","AssistantMessage","type","text","push","content","tool_calls","length","chunks","toolCall","function","arguments","refusal","filter","isTruthy","overrides","tools","Promise","all","tool","description","getInputJsonSchema","toolConfig","toolChoice","toolChoiceOption","Tool","includes","ToolMessage","role","output","value","JSON","stringify","tool_call_id","SystemMessage","Error","toPlain","spaceId","projectId","isEmpty","responseFormat","JSON_OBJECT","topP","frequencyPenalty","temperature","n","maxTokens","presencePenalty","stop","stopSequences","seed","createSnapshot","shallowCopy","loadSnapshot","snapshot","Object","assign"],"mappings":";;;;;;;;;;;;;;;AA4BA,MAAOA,IAAAA,GAAO,iBAAA,CAAkB,sBAAA,CAAuB,SAAA,CAAU,IAAA;AAY1D,MAAMC,yBAAyBC,SAAAA,CAAAA;EAxCtC;;;;AAyCqBC,EAAAA,MAAAA;EACHC,OAAAA,GAA4BC,OAAAA,CAAQC,KAAKC,KAAAA,CAAM;IAC7DC,SAAAA,EAAW;AAAC,MAAA,SAAA;AAAW,MAAA,SAAA;AAAW,MAAA;;IAClCC,OAAAA,EAAS;GACX,CAAA;EACgBC,iBAAAA,GAAkD;AAAC,IAAA,MAAA;AAAQ,IAAA;;AAE3E,EAAA,IAAIC,UAAAA,GAAa;AACf,IAAA,OAAO,SAAA;AACT;AAEA,EAAA,WAAA,CACkBC,OAAAA,GAAUC,MAAAA,CAAO,oBAAA,EAAsB,2BAAA,GACvDV,MAAAA,EACA;AACA,IAAA,KAAA,EAAK,EAAA,KAHWS,OAAAA,GAAAA,OAAAA;AAIhB,IAAA,IAAA,CAAKT,MAAAA,GAASW,aAAAA,CAAcC,MAAAA,CAAOZ,MAAAA,CAAAA;AACrC;AAEAa,EAAAA,MAAAA,CAAOA,MAAAA,EAAoB;AACzB,IAAA,KAAA,CAAMA,OAAOA,MAAAA,CAAAA;AACb,IAAA,KAAA,MAAWC,IAAAA,IAAQ;AAAC,MAAA;AAA0C,KAAA,EAAA;AAC5D,MAAA,IAAI,IAAA,CAAKC,UAAAA,CAAWD,IAAAA,CAAAA,KAAUE,MAAAA,EAAW;AACvC,QAAA,IAAA,CAAKD,UAAAA,CAAWD,IAAAA,CAAAA,GAAQE,MAAAA;AACxB,QAAA,MAAM,IAAIC,mBAAAA,CACR,CAAA,SAAA,EAAYH,IAAAA,CAAAA,qDAAAA,CAA2D,CAAA;AAE3E;AACF;AACA,IAAA,OAAO,IAAA;AACT;EAEA,MAAgBI,OAAAA,CAAQC,OAAuBC,GAAAA,EAAyB;AACtE,IAAA,MAAM,EAAEC,MAAAA,EAAM,GAAK,MAAM,IAAA,CAAKrB,MAAAA,CAAOsB,SAASC,QAAAA,CAAS;MACrD,GAAI,MAAM,IAAA,CAAKC,YAAAA,CAAaL,KAAAA,CAAAA;AAC5BM,MAAAA,MAAAA,EAAQL,GAAAA,CAAIK;KACd,CAAA;AACA,IAAA,MAAM,EAAEC,QAAAA,EAAUC,YAAAA,EAAcC,KAAAA,EAAK,GAAK,IAAA,CAAKC,aAAAA,CAC7CR,MAAAA,CAAOS,OAAAA,EACPT,MAAAA,CAAOO,KAAAA,EACPP,MAAAA,CAAOU,EAAE,CAAA;AAEX,IAAA,OAAO,IAAIC,eAAAA,CAAgBN,QAAAA,EAAUE,KAAAA,EAAOD,YAAAA,CAAAA;AAC9C;EAEA,OAAOM,aAAAA,CAAcd,OAAuBC,GAAAA,EAA0B;AAEpE,IAAA,MAAMc,MAAAA,GAAS,MAAM,IAAA,CAAKlC,MAAAA,CAAOsB,SAASa,cAAAA,CAAe;MACvD,GAAI,MAAM,IAAA,CAAKX,YAAAA,CAAaL,KAAAA,CAAAA;AAC5BM,MAAAA,MAAAA,EAAQL,GAAAA,CAAIK,MAAAA;MACZW,YAAAA,EAAc;KAChB,CAAA;AAEA,IAAA,MAAMC,WAAAA,uBAAkBC,GAAAA,EAAAA;AACxB,IAAA,WAAA,MAAiBC,OAAOL,MAAAA,EAAQ;AAC9B,MAAA,IAAId,GAAAA,CAAIK,OAAOe,OAAAA,EAAS;AACtBN,QAAAA,MAAAA,CAAOO,UAAAA,CAAWC,KAAAA,CAAMtB,GAAAA,CAAIK,MAAAA,CAAOe,OAAO,CAAA;AAC1C,QAAA;AACF;AACA,MAAA,MAAM,EAAEd,QAAAA,EAAUC,YAAAA,EAAcC,KAAAA,EAAK,GAAK,KAAKC,aAAAA,CAC7CU,GAAAA,CAAII,IAAAA,CAAKb,OAAAA,CAAQc,IAAI,CAAC,EAAEC,KAAAA,EAAO,GAAGC,QAAAA,MAAc;QAAE,GAAGA,MAAAA;QAAQC,OAAAA,EAASF;AAAM,OAAA,CAAA,GAC5EN,GAAAA,CAAII,IAAAA,CAAKf,OACTW,GAAAA,CAAII,IAAAA,CAAKZ,IACTM,WAAAA,CAAAA;AAEF,MAAA,MAAM,IAAIL,eAAAA,CAAgBN,QAAAA,EAAUE,KAAAA,EAAOD,YAAAA,CAAAA;AAC7C;AACF;EAEUE,aAAAA,CACRC,OAAAA,EACAF,KAAAA,EACAG,EAAAA,EACAiB,iBAAAA,EACA;AACA,IAAA,IAAI,CAACA,iBAAAA,EAAmB;AACtBA,MAAAA,iBAAAA,uBAAwBV,GAAAA,EAAAA;AAC1B;AAEA,IAAA,MAAMW,eAAAA,mBAAkB,MAAA,CAAA,CACtBC,UAAAA,EACAC,YAAAA,KAAAA;AAIA,MAAA,IAAI,CAACA,YAAAA,IAAgB,CAACD,UAAAA,EAAY;AAChC,QAAA,CAACC,YAAAA,EAAcD,UAAAA,CAAAA,GAAcE,OAAAA,CAAQJ,iBAAAA,EAAmB;AAAC,UAAA,EAAA;AAAI,UAAA;AAAG,SAAA,CAAA;AAClE;AACA,MAAA,IAAI,CAACE,UAAAA,EAAY;AACfA,QAAAA,UAAAA,GAAaF,iBAAAA,CAAkBK,GAAAA,CAAIF,YAAAA,CAAAA,IAAiB,EAAA;AACtD;AACA,MAAA,IAAI,CAACD,UAAAA,EAAY;AACfA,QAAAA,UAAAA,GAAa,iBAAiBI,WAAAA,CAAY,EAAA,CAAA,CAAIC,QAAAA,CAAS,KAAA,CAAA,CAAA,CAAA;AACzD;AACAP,MAAAA,iBAAAA,CAAkBQ,GAAAA,CAAIL,cAAcD,UAAAA,CAAAA;AACpC,MAAA,OAAO;AACLA,QAAAA,UAAAA;QACAO,QAAAA,EAAUN;AACZ,OAAA;KACF,EApBwB,iBAAA,CAAA;AAsBxB,IAAA,OAAO;MACLxB,YAAAA,EAAc+B,QAAAA,CAAS5B,SAAS,CAACgB,MAAAA,KAAWa,QAAQb,MAAAA,EAAQc,aAAAA,CAAAA,CAAAA,EACxDA,aAAAA;AACJhC,MAAAA,KAAAA,EAAOA,KAAAA,GACH;AACEiC,QAAAA,gBAAAA,EAAkBjC,MAAMkC,iBAAAA,IAAqB,CAAA;AAC7CC,QAAAA,YAAAA,EAAcnC,MAAMoC,aAAAA,IAAiB,CAAA;AACrCC,QAAAA,WAAAA,EAAarC,MAAMsC,YAAAA,IAAgB;OACrC,GACAlD,MAAAA;AACJU,MAAAA,QAAAA,EAAUI,OAAAA,CACPqC,OAAAA,CAAQ,CAAC,EAAEpB,SAAO,KAAE;AACnB,QAAA,MAAMrB,WAAsB,EAAA;AAG5B,QAAA,MAAM0C,YAAYrB,OAAAA,EAASsB,iBAAAA;AAC3B,QAAA,IAAID,SAAAA,EAAW;AACb,UAAA,MAAME,GAAAA,GAAM,IAAIC,gBAAAA,CAAiB;YAAEC,IAAAA,EAAM,MAAA;YAAQC,IAAAA,EAAML;WAAU,EAAG,IAAIrC,EAAAA,CAAAA;AACxEL,UAAAA,QAAAA,CAASgD,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,IAAIvB,SAAS4B,OAAAA,EAAS;AACpB,UAAA,MAAML,GAAAA,GAAM,IAAIC,gBAAAA,CAAiB;YAAEC,IAAAA,EAAM,MAAA;AAAQC,YAAAA,IAAAA,EAAM1B,OAAAA,CAAQ4B;WAAQ,EAAG,IAAI5C,EAAAA,CAAAA;AAC9EL,UAAAA,QAAAA,CAASgD,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,IAAIvB,OAAAA,EAAS6B,UAAAA,IAAc7B,OAAAA,CAAQ6B,UAAAA,CAAWC,SAAS,CAAA,EAAG;AACxD,UAAA,MAAMC,SAAyB,EAAA;AAC/B,UAAA,KAAA,MAAWC,QAAAA,IAAYhC,QAAQ6B,UAAAA,EAAY;AACzCE,YAAAA,MAAAA,CAAOJ,IAAAA,CAAK;cACVF,IAAAA,EAAM,WAAA;AACN,cAAA,GAAGvB,eAAAA,CAAgB8B,QAAAA,CAAShD,EAAAA,EAAIgD,QAAAA,CAASC,SAASlE,IAAI,CAAA;AACtDK,cAAAA,KAAAA,EAAO4D,SAASC,QAAAA,CAASC;aAC3B,CAAA;AACF;AACA,UAAA,MAAMX,MAAM,IAAIC,gBAAAA,CAAiBO,MAAAA,EAAQ,IAAI/C,EAAAA,CAAAA;AAC7CL,UAAAA,QAAAA,CAASgD,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,IAAIvB,SAASmC,OAAAA,EAAS;AACpB,UAAA,MAAMZ,GAAAA,GAAM,IAAIC,gBAAAA,CAAiB;YAAEC,IAAAA,EAAM,MAAA;AAAQC,YAAAA,IAAAA,EAAM1B,OAAAA,CAAQmC;WAAQ,EAAG,IAAInD,EAAAA,CAAAA;AAC9EL,UAAAA,QAAAA,CAASgD,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,OAAO5C,QAAAA;OACT,CAAA,CACCyD,OAAOC,QAAAA;AACZ,KAAA;AACF;AAEA,EAAA,MAAgB5D,aAAa6D,SAAAA,EAAoD;AAC/E,IAAA,MAAMlE,KAAAA,GAAwB;AAAE,MAAA,GAAG,IAAA,CAAKJ,UAAAA;MAAY,GAAGsE;AAAU,KAAA;AACjE,IAAA,MAAMC,KAAAA,GAAkC,MAAMC,OAAAA,CAAQC,GAAAA,CAAAA,CACnDrE,KAAAA,CAAMmE,SAAS,EAAA,EAAI1C,GAAAA,CAAI,OAAO6C,IAAAA,MAAU;MACvCjB,IAAAA,EAAM,UAAA;MACNQ,QAAAA,EAAU;AACRlE,QAAAA,IAAAA,EAAM2E,IAAAA,CAAK3E,IAAAA;AACX4E,QAAAA,WAAAA,EAAaD,IAAAA,CAAKC,WAAAA;QAClB3E,UAAAA,EAAY,MAAM0E,KAAKE,kBAAAA;AACzB;AACF,KAAA,CAAA,CAAA,CAAA;AAGF,IAAA,MAAMC,UAAAA,GAAsE;MAC1EC,UAAAA,EAAY7E,MAAAA;MACZ8E,gBAAAA,EAAkB9E;AACpB,KAAA;AACA,IAAA,IAAIG,MAAM0E,UAAAA,EAAY;AACpB,MAAA,IAAI1E,KAAAA,CAAM0E,sBAAsBE,IAAAA,EAAM;AACpCH,QAAAA,UAAAA,CAAWC,UAAAA,GAAa;UACtBrB,IAAAA,EAAM,UAAA;UACNQ,QAAAA,EAAU;AAAElE,YAAAA,IAAAA,EAAMK,MAAM0E,UAAAA,CAAW/E;AAAK;AAC1C,SAAA;AACF,OAAA,MAAA,IAAW,IAAA,CAAKP,iBAAAA,CAAkByF,QAAAA,CAAS7E,KAAAA,CAAM0E,UAAU,CAAA,EAAG;AAC5DD,QAAAA,UAAAA,CAAWE,mBAAmB3E,KAAAA,CAAM0E,UAAAA;AACtC;AACF;AAEA,IAAA,OAAO;AACLpF,MAAAA,OAAAA,EAAS,IAAA,CAAKA,OAAAA;AACdiB,MAAAA,QAAAA,EAAUP,KAAAA,CAAMO,QAAAA,CAASyC,OAAAA,CAAQ,CAACpB,OAAAA,KAAAA;AAChC,QAAA,IAAIA,mBAAmBkD,WAAAA,EAAa;AAClC,UAAA,OAAOlD,OAAAA,CAAQ4B,OAAAA,CAAQ/B,GAAAA,CACrB,CAAC+B,OAAAA,MAAkC;YACjCuB,IAAAA,EAAM,MAAA;YACNvB,OAAAA,EACE,OAAOA,OAAAA,CAAQwB,MAAAA,CAAOC,KAAAA,KAAU,QAAA,GAC5BzB,QAAQwB,MAAAA,CAAOC,KAAAA,GACfC,IAAAA,CAAKC,SAAAA,CAAU3B,OAAAA,CAAAA;AACrB4B,YAAAA,YAAAA,EAAc5B,OAAAA,CAAQzB;WACxB,CAAA,CAAA;AAEJ,SAAA,MAAA,IAAWH,mBAAmByD,aAAAA,EAAe;AAC3C,UAAA,OAAOzD,OAAAA,CAAQ4B,OAAAA,CAAQ/B,GAAAA,CACrB,CAAC+B,OAAAA,MAAoC;YACnCuB,IAAAA,EAAM,QAAA;AACNvB,YAAAA,OAAAA,EAASA,OAAAA,CAAQF;WACnB,CAAA,CAAA;AAEJ,SAAA,MAAA,IAAW1B,mBAAmBwB,gBAAAA,EAAkB;AAC9C,UAAA,OAAOxB,OAAAA,CAAQ4B,OAAAA,CAAQ/B,GAAAA,CACrB,CAAC+B,OAAAA,MAAuC;YACtCuB,IAAAA,EAAM,WAAA;YACN,GAAIvB,OAAAA,CAAQH,SAAS,MAAA,IAAU;AAC7BG,cAAAA,OAAAA,EAASA,OAAAA,CAAQF;AACnB,aAAA;YACA,GAAIE,OAAAA,CAAQH,SAAS,WAAA,IAAe;AAClCzC,cAAAA,EAAAA,EAAI4C,OAAAA,CAAQzB,UAAAA;cACZsB,IAAAA,EAAM,UAAA;cACNQ,QAAAA,EAAU;AACRlE,gBAAAA,IAAAA,EAAM6D,OAAAA,CAAQlB,QAAAA;gBACdwB,SAAAA,EAAWoB,IAAAA,CAAKC,SAAAA,CAAU3B,OAAAA,CAAQxD,KAAK;AACzC;AACF,aAAA;AACA,YAAA,GAAA,CAAI,MAAA;AACF,cAAA,IAAIwD,OAAAA,CAAQH,SAAS,MAAA,EAAQ;AAC3B,gBAAA,MAAM,IAAIiC,MAAM,8CAAA,CAAA;AAClB;AACA,cAAA,OAAO,EAAC;aACV;WACF,CAAA,CAAA;SAEJ,MAAO;AACL,UAAA,OAAO;AAAC1D,YAAAA,OAAAA,CAAQ2D,OAAAA;;AAClB;OACF,CAAA;AACAC,MAAAA,OAAAA,EAAS,KAAK3G,MAAAA,CAAO2G,OAAAA;AACrBC,MAAAA,SAAAA,EAAW,KAAK5G,MAAAA,CAAO4G,SAAAA;MACvBtB,KAAAA,EAAOuB,OAAAA,CAAQvB,KAAAA,CAAAA,GAAStE,MAAAA,GAAYsE,KAAAA;MACpCwB,cAAAA,EAAgB9F,MAAAA;AAChB,MAAA,GAAIG,MAAM2F,cAAAA,IAAkB;QAC1BA,cAAAA,EAAgB;AAAEtC,UAAAA,IAAAA,EAAM3E,IAAAA,CAAKkH;AAAY;AAC3C,OAAA;AACAC,MAAAA,IAAAA,EAAM7F,KAAAA,CAAM6F,IAAAA;AACZC,MAAAA,gBAAAA,EAAkB9F,KAAAA,CAAM8F,gBAAAA;AACxBC,MAAAA,WAAAA,EAAa/F,KAAAA,CAAM+F,WAAAA;AACnBC,MAAAA,CAAAA,EAAGhG,KAAAA,CAAMgG,CAAAA;AACTC,MAAAA,SAAAA,EAAWjG,KAAAA,CAAMiG,SAAAA;AACjBC,MAAAA,eAAAA,EAAiBlG,KAAAA,CAAMkG,eAAAA;AACvBC,MAAAA,IAAAA,EAAMnG,KAAAA,CAAMoG,aAAAA;AACZC,MAAAA,IAAAA,EAAMrG,KAAAA,CAAMqG,IAAAA;MACZ,GAAG5B;AACL,KAAA;AACF;EAEA6B,cAAAA,GAAiB;AACf,IAAA,OAAO;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;AACThH,MAAAA,OAAAA,EAAS,IAAA,CAAKA,OAAAA;MACdM,UAAAA,EAAY2G,WAAAA,CAAY,KAAK3G,UAAU,CAAA;AACvCf,MAAAA,MAAAA,EAAQ,IAAA,CAAKA;AACf,KAAA;AACF;AAEA2H,EAAAA,YAAAA,CAAaC,QAAAA,EAAkD;AAC7DC,IAAAA,MAAAA,CAAOC,MAAAA,CAAO,MAAMF,QAAAA,CAAAA;AACtB;AACF","file":"chat.js","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport {\n  ChatConfig,\n  ChatModel,\n  ChatModelEmitter,\n  ChatModelInput,\n  ChatModelOutput,\n  ChatModelParameters,\n  ChatModelToolChoiceSupport,\n} from \"@/backend/chat.js\";\nimport { WatsonxClient, WatsonxClientSettings } from \"@/adapters/watsonx/backend/client.js\";\nimport { findLast, isEmpty, isTruthy } from \"remeda\";\nimport WatsonxAiMlVml_v1, {\n  TextChatMessages,\n  TextChatParameterTools,\n  TextChatParams,\n  TextChatResultChoice,\n  TextChatUsage,\n} from \"@ibm-cloud/watsonx-ai/dist/watsonx-ai-ml/vml_v1.js\";\nimport { shallowCopy } from \"@/serializer/utils.js\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { GetRunContext } from \"@/context.js\";\nimport { AssistantMessage, Message, SystemMessage, ToolMessage } from \"@/backend/message.js\";\nimport { ToolCallPart } from \"ai\";\nimport Type = WatsonxAiMlVml_v1.TextChatResponseFormat.Constants.Type;\nimport { getEnv } from \"@/internals/env.js\";\nimport { NotImplementedError } from \"@/errors.js\";\nimport { Tool } from \"@/tools/base.js\";\nimport type {\n  TextChatMessageAssistant,\n  TextChatMessageSystem,\n  TextChatMessageTool,\n} from \"@ibm-cloud/watsonx-ai\";\nimport { getLast } from \"@/internals/helpers/object.js\";\nimport { randomBytes } from \"node:crypto\";\n\nexport class WatsonxChatModel extends ChatModel {\n  protected readonly client: WatsonxClient;\n  public readonly emitter: ChatModelEmitter = Emitter.root.child({\n    namespace: [\"backend\", \"watsonx\", \"chat\"],\n    creator: this,\n  });\n  public readonly toolChoiceSupport: ChatModelToolChoiceSupport[] = [\"none\", \"single\"];\n\n  get providerId() {\n    return \"watsonx\";\n  }\n\n  constructor(\n    public readonly modelId = getEnv(\"WATSONX_CHAT_MODEL\", \"ibm/granite-3-8b-instruct\"),\n    client?: WatsonxClient | WatsonxClientSettings,\n  ) {\n    super();\n    this.client = WatsonxClient.ensure(client);\n  }\n\n  config(config: ChatConfig) {\n    super.config(config);\n    for (const name of [\"topK\"] as (keyof ChatModelParameters)[]) {\n      if (this.parameters[name] !== undefined) {\n        this.parameters[name] = undefined;\n        throw new NotImplementedError(\n          `Setting \"${name}\" parameter is not supported for WatsonX Chat Models.`,\n        );\n      }\n    }\n    return this;\n  }\n\n  protected async _create(input: ChatModelInput, run: GetRunContext<any>) {\n    const { result } = await this.client.instance.textChat({\n      ...(await this.prepareInput(input)),\n      signal: run.signal,\n    });\n    const { messages, finishReason, usage } = this.extractOutput(\n      result.choices,\n      result.usage,\n      result.id,\n    );\n    return new ChatModelOutput(messages, usage, finishReason);\n  }\n\n  async *_createStream(input: ChatModelInput, run: GetRunContext<this>) {\n    // @ts-ignore\n    const stream = await this.client.instance.textChatStream({\n      ...(await this.prepareInput(input)),\n      signal: run.signal,\n      returnObject: true,\n    });\n\n    const toolCallIds = new Map<string, string>(); // toolName / id\n    for await (const raw of stream) {\n      if (run.signal.aborted) {\n        stream.controller.abort(run.signal.aborted);\n        break;\n      }\n      const { messages, finishReason, usage } = this.extractOutput(\n        raw.data.choices.map(({ delta, ...choice }) => ({ ...choice, message: delta })),\n        raw.data.usage,\n        raw.data.id,\n        toolCallIds,\n      );\n      yield new ChatModelOutput(messages, usage, finishReason);\n    }\n  }\n\n  protected extractOutput(\n    choices: TextChatResultChoice[],\n    usage?: TextChatUsage,\n    id?: string,\n    toolCallIdsByName?: Map<string, string>,\n  ) {\n    if (!toolCallIdsByName) {\n      toolCallIdsByName = new Map();\n    }\n\n    const extractToolCall = (\n      toolCallId: string,\n      toolCallName: string,\n    ): Pick<ToolCallPart, \"toolName\" | \"toolCallId\"> => {\n      // Some tool call parts don't have the 'id'\n      // this function tries to guess it based on the previous chunks\n      if (!toolCallName && !toolCallId) {\n        [toolCallName, toolCallId] = getLast(toolCallIdsByName, [\"\", \"\"]);\n      }\n      if (!toolCallId) {\n        toolCallId = toolCallIdsByName.get(toolCallName) || \"\";\n      }\n      if (!toolCallId) {\n        toolCallId = `chatcmpl-tool-${randomBytes(16).toString(\"hex\")}`;\n      }\n      toolCallIdsByName.set(toolCallName, toolCallId);\n      return {\n        toolCallId: toolCallId,\n        toolName: toolCallName,\n      };\n    };\n\n    return {\n      finishReason: findLast(choices, (choice) => Boolean(choice?.finish_reason))\n        ?.finish_reason as ChatModelOutput[\"finishReason\"],\n      usage: usage\n        ? {\n            completionTokens: usage.completion_tokens ?? 0,\n            promptTokens: usage.prompt_tokens ?? 0,\n            totalTokens: usage.total_tokens ?? 0,\n          }\n        : undefined,\n      messages: choices\n        .flatMap(({ message }) => {\n          const messages: Message[] = [];\n\n          // @ts-expect-error wrong types\n          const reasoning = message?.reasoning_content;\n          if (reasoning) {\n            const msg = new AssistantMessage({ type: \"text\", text: reasoning }, {}, id);\n            messages.push(msg);\n          }\n          if (message?.content) {\n            const msg = new AssistantMessage({ type: \"text\", text: message.content }, {}, id);\n            messages.push(msg);\n          }\n          if (message?.tool_calls && message.tool_calls.length > 0) {\n            const chunks: ToolCallPart[] = [];\n            for (const toolCall of message.tool_calls) {\n              chunks.push({\n                type: \"tool-call\",\n                ...extractToolCall(toolCall.id, toolCall.function.name),\n                input: toolCall.function.arguments,\n              });\n            }\n            const msg = new AssistantMessage(chunks, {}, id);\n            messages.push(msg);\n          }\n          if (message?.refusal) {\n            const msg = new AssistantMessage({ type: \"text\", text: message.refusal }, {}, id);\n            messages.push(msg);\n          }\n          return messages;\n        })\n        .filter(isTruthy),\n    };\n  }\n\n  protected async prepareInput(overrides: ChatModelInput): Promise<TextChatParams> {\n    const input: ChatModelInput = { ...this.parameters, ...overrides };\n    const tools: TextChatParameterTools[] = await Promise.all(\n      (input.tools ?? []).map(async (tool) => ({\n        type: \"function\",\n        function: {\n          name: tool.name,\n          description: tool.description,\n          parameters: await tool.getInputJsonSchema(),\n        },\n      })),\n    );\n\n    const toolConfig: Pick<TextChatParams, \"toolChoice\" | \"toolChoiceOption\"> = {\n      toolChoice: undefined,\n      toolChoiceOption: undefined,\n    };\n    if (input.toolChoice) {\n      if (input.toolChoice instanceof Tool) {\n        toolConfig.toolChoice = {\n          type: \"function\",\n          function: { name: input.toolChoice.name },\n        };\n      } else if (this.toolChoiceSupport.includes(input.toolChoice)) {\n        toolConfig.toolChoiceOption = input.toolChoice;\n      }\n    }\n\n    return {\n      modelId: this.modelId,\n      messages: input.messages.flatMap((message): TextChatMessages[] => {\n        if (message instanceof ToolMessage) {\n          return message.content.map(\n            (content): TextChatMessageTool => ({\n              role: \"tool\",\n              content:\n                typeof content.output.value === \"string\"\n                  ? content.output.value\n                  : JSON.stringify(content),\n              tool_call_id: content.toolCallId,\n            }),\n          );\n        } else if (message instanceof SystemMessage) {\n          return message.content.map(\n            (content): TextChatMessageSystem => ({\n              role: \"system\",\n              content: content.text,\n            }),\n          );\n        } else if (message instanceof AssistantMessage) {\n          return message.content.map(\n            (content): TextChatMessageAssistant => ({\n              role: \"assistant\",\n              ...(content.type === \"text\" && {\n                content: content.text,\n              }),\n              ...(content.type === \"tool-call\" && {\n                id: content.toolCallId,\n                type: \"function\",\n                function: {\n                  name: content.toolName,\n                  arguments: JSON.stringify(content.input),\n                },\n              }),\n              ...(() => {\n                if (content.type === \"file\") {\n                  throw new Error(\"Assistants cannot send a file in IBM watsonx\");\n                }\n                return {};\n              })(),\n            }),\n          );\n        } else {\n          return [message.toPlain()];\n        }\n      }),\n      spaceId: this.client.spaceId,\n      projectId: this.client.projectId,\n      tools: isEmpty(tools) ? undefined : tools,\n      responseFormat: undefined,\n      ...(input.responseFormat && {\n        responseFormat: { type: Type.JSON_OBJECT },\n      }),\n      topP: input.topP,\n      frequencyPenalty: input.frequencyPenalty,\n      temperature: input.temperature,\n      n: input.n,\n      maxTokens: input.maxTokens,\n      presencePenalty: input.presencePenalty,\n      stop: input.stopSequences,\n      seed: input.seed,\n      ...toolConfig,\n    };\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      modelId: this.modelId,\n      parameters: shallowCopy(this.parameters),\n      client: this.client,\n    };\n  }\n\n  loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>) {\n    Object.assign(this, snapshot);\n  }\n}\n"]}

package/dist/adapters/watsonx/backend/embedding.d.cts

@@ -1,7 +1,7 @@
 import { WatsonxClient, WatsonxClientSettings } from './client.cjs';
 import { EmbeddingModel, EmbeddingModelEvents, EmbeddingModelInput, EmbeddingModelOutput } from '../../../backend/embedding.cjs';
 import { EmbeddingParameters } from '@ibm-cloud/watsonx-ai/dist/watsonx-ai-ml/vml_v1.js';
-import { E as Emitter } from '../../../emitter-jN55XZZq.cjs';
+import { E as Emitter } from '../../../emitter-UkIkNrek.cjs';
 import '@ibm-cloud/watsonx-ai';
 import 'ibm-cloud-sdk-core';
 import '../../../backend/client.cjs';
@@ -11,7 +11,7 @@ import '../../../internals/helpers/guards.cjs';
 import '../../../context.cjs';
 import '../../../internals/helpers/promise.cjs';
 import '../../../errors.cjs';
-import '../../../chat-BOb9n7AJ.cjs';
+import '../../../chat-DaqV3woF.cjs';
 import '../../../backend/message.cjs';
 import 'ai';
 import 'promise-based-task';

package/dist/adapters/watsonx/backend/embedding.d.ts

@@ -1,7 +1,7 @@
 import { WatsonxClient, WatsonxClientSettings } from './client.js';
 import { EmbeddingModel, EmbeddingModelEvents, EmbeddingModelInput, EmbeddingModelOutput } from '../../../backend/embedding.js';
 import { EmbeddingParameters } from '@ibm-cloud/watsonx-ai/dist/watsonx-ai-ml/vml_v1.js';
-import { E as Emitter } from '../../../emitter-36-9MnvA.js';
+import { E as Emitter } from '../../../emitter-CL56qab4.js';
 import '@ibm-cloud/watsonx-ai';
 import 'ibm-cloud-sdk-core';
 import '../../../backend/client.js';
@@ -11,7 +11,7 @@ import '../../../internals/helpers/guards.js';
 import '../../../context.js';
 import '../../../internals/helpers/promise.js';
 import '../../../errors.js';
-import '../../../chat-DrqwUgD8.js';
+import '../../../chat-DTxmaKP0.js';
 import '../../../backend/message.js';
 import 'ai';
 import 'promise-based-task';

package/dist/adapters/xai/backend/chat.d.cts

@@ -1,18 +1,18 @@
 import { VercelChatModel } from '../../vercel/backend/chat.cjs';
 import { XaiClientSettings, XaiClient } from './client.cjs';
 import { XaiProvider } from '@ai-sdk/xai';
-import { C as ChatModelParameters } from '../../../chat-BOb9n7AJ.cjs';
+import { C as ChatModelParameters } from '../../../chat-DaqV3woF.cjs';
 import '../../../logger/logger.cjs';
 import 'pino';
 import '../../../errors.cjs';
 import '../../../internals/types.cjs';
 import '../../../internals/helpers/guards.cjs';
 import '../../../internals/serializable.cjs';
-import 'ai';
-import '../../../emitter-jN55XZZq.cjs';
-import '../../../backend/message.cjs';
 import '../../../context.cjs';
+import '../../../emitter-UkIkNrek.cjs';
 import '../../../internals/helpers/promise.cjs';
+import 'ai';
+import '../../../backend/message.cjs';
 import 'promise-based-task';
 import '../../../cache/base.cjs';
 import '../../../backend/constants.cjs';

package/dist/adapters/xai/backend/chat.d.ts

@@ -1,18 +1,18 @@
 import { VercelChatModel } from '../../vercel/backend/chat.js';
 import { XaiClientSettings, XaiClient } from './client.js';
 import { XaiProvider } from '@ai-sdk/xai';
-import { C as ChatModelParameters } from '../../../chat-DrqwUgD8.js';
+import { C as ChatModelParameters } from '../../../chat-DTxmaKP0.js';
 import '../../../logger/logger.js';
 import 'pino';
 import '../../../errors.js';
 import '../../../internals/types.js';
 import '../../../internals/helpers/guards.js';
 import '../../../internals/serializable.js';
-import 'ai';
-import '../../../emitter-36-9MnvA.js';
-import '../../../backend/message.js';
 import '../../../context.js';
+import '../../../emitter-CL56qab4.js';
 import '../../../internals/helpers/promise.js';
+import 'ai';
+import '../../../backend/message.js';
 import 'promise-based-task';
 import '../../../cache/base.js';
 import '../../../backend/constants.js';

package/dist/{agent-BVuc9Nfn.d.cts → agent-CuJD7Szg.d.cts}

@@ -1,12 +1,12 @@
 import { GetRunContext, RunContext, MiddlewareType } from './context.cjs';
-import { c as AgentMeta, a as BaseAgent } from './base-XfWeXQ-S.cjs';
+import { c as AgentMeta, a as BaseAgent } from './base-BqzN2QwB.cjs';
 import { AnyTool } from './tools/base.cjs';
 import { BaseMemory } from './memory/base.cjs';
-import { E as Emitter } from './emitter-jN55XZZq.cjs';
+import { E as Emitter } from './emitter-UkIkNrek.cjs';
 import { ReActAgentRunOptions, ReActAgentRunIteration, ReActAgentCallbacks, ReActAgentParserInput, ReActAgentMeta, ReActAgentRunInput, ReActAgentIterationToolResult, ReActAgentTemplates, ReActAgentExecutionConfig, ReActAgentRunOutput } from './agents/react/types.cjs';
 import { LinePrefixParser } from './parsers/linePrefix.cjs';
 import { Serializable } from './internals/serializable.cjs';
-import { m as ChatModel } from './chat-BOb9n7AJ.cjs';
+import { m as ChatModel } from './chat-DaqV3woF.cjs';
 import { RetryCounter } from './internals/helpers/counter.cjs';
 
 interface ReActAgentRunnerLLMInput {
@@ -82,4 +82,4 @@ declare class ReActAgent extends BaseAgent<ReActAgentRunInput, ReActAgentRunOutp
     };
 }
 
-export { BaseRunner as B, type ReActAgentRunnerLLMInput as R, type ReActAgentRunnerToolInput as a, type ReActAgentInput as b, ReActAgent as c, type ReActAgentTemplateFactory as d };
+export { BaseRunner as B, type ReActAgentInput as R, ReActAgent as a, type ReActAgentRunnerLLMInput as b, type ReActAgentRunnerToolInput as c, type ReActAgentTemplateFactory as d };

package/dist/{agent-Cuy8Q4gw.d.ts → agent-DIyHPkn2.d.ts}

@@ -1,12 +1,12 @@
 import { GetRunContext, RunContext, MiddlewareType } from './context.js';
-import { c as AgentMeta, a as BaseAgent } from './base-CyFx7BRL.js';
+import { c as AgentMeta, a as BaseAgent } from './base-BfhNzUYf.js';
 import { AnyTool } from './tools/base.js';
 import { BaseMemory } from './memory/base.js';
-import { E as Emitter } from './emitter-36-9MnvA.js';
+import { E as Emitter } from './emitter-CL56qab4.js';
 import { ReActAgentRunOptions, ReActAgentRunIteration, ReActAgentCallbacks, ReActAgentParserInput, ReActAgentMeta, ReActAgentRunInput, ReActAgentIterationToolResult, ReActAgentTemplates, ReActAgentExecutionConfig, ReActAgentRunOutput } from './agents/react/types.js';
 import { LinePrefixParser } from './parsers/linePrefix.js';
 import { Serializable } from './internals/serializable.js';
-import { m as ChatModel } from './chat-DrqwUgD8.js';
+import { m as ChatModel } from './chat-DTxmaKP0.js';
 import { RetryCounter } from './internals/helpers/counter.js';
 
 interface ReActAgentRunnerLLMInput {
@@ -82,4 +82,4 @@ declare class ReActAgent extends BaseAgent<ReActAgentRunInput, ReActAgentRunOutp
     };
 }
 
-export { BaseRunner as B, type ReActAgentRunnerLLMInput as R, type ReActAgentRunnerToolInput as a, type ReActAgentInput as b, ReActAgent as c, type ReActAgentTemplateFactory as d };
+export { BaseRunner as B, type ReActAgentInput as R, ReActAgent as a, type ReActAgentRunnerLLMInput as b, type ReActAgentRunnerToolInput as c, type ReActAgentTemplateFactory as d };

package/dist/agents/base.d.cts

@@ -1,8 +1,8 @@
 import '../context.cjs';
 import '../errors.cjs';
-export { A as AgentError, a as BaseAgent, B as BaseAgentRunOptions } from '../base-XfWeXQ-S.cjs';
+export { A as AgentError, a as BaseAgent, B as BaseAgentRunOptions } from '../base-BqzN2QwB.cjs';
 import '../internals/serializable.cjs';
-import '../emitter-jN55XZZq.cjs';
+import '../emitter-UkIkNrek.cjs';
 import '../memory/base.cjs';
 import '../internals/helpers/promise.cjs';
 import '../internals/types.cjs';