beeai-framework 0.1.2

package/dist/adapters/watsonx/backend/chat.js

@@ -0,0 +1,193 @@
+import { ChatModel, ChatModelOutput } from '../../../backend/chat.js';
+import { WatsonxClient } from './client.js';
+import { findLast, isTruthy, isEmpty } from 'remeda';
+import WatsonxAiMlVml_v1 from '@ibm-cloud/watsonx-ai/dist/watsonx-ai-ml/vml_v1.js';
+import { shallowCopy } from '../../../serializer/utils.js';
+import { Emitter } from '../../../emitter/emitter.js';
+import { AssistantMessage, ToolMessage, SystemMessage } from '../../../backend/message.js';
+import { parseBrokenJson } from '../../../internals/helpers/schema.js';
+import { getEnv } from '../../../internals/env.js';
+import { NotImplementedError } from '../../../errors.js';
+
+var __defProp = Object.defineProperty;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+const Type = WatsonxAiMlVml_v1.TextChatResponseFormat.Constants.Type;
+class WatsonxChatModel extends ChatModel {
+  static {
+    __name(this, "WatsonxChatModel");
+  }
+  modelId;
+  client;
+  emitter;
+  get providerId() {
+    return "watsonx";
+  }
+  constructor(modelId = getEnv("WATSONX_CHAT_MODEL", "ibm/granite-3-8b-instruct"), client) {
+    super(), this.modelId = modelId, this.emitter = Emitter.root.child({
+      namespace: [
+        "backend",
+        "watsonx",
+        "chat"
+      ],
+      creator: this
+    });
+    this.client = WatsonxClient.ensure(client);
+  }
+  config(config) {
+    super.config(config);
+    for (const name of [
+      "topK",
+      "seed",
+      "stopSequences"
+    ]) {
+      if (this.parameters[name] !== void 0) {
+        this.parameters[name] = void 0;
+        throw new NotImplementedError(`Setting "${name}" parameter is not supported for WatsonX Chat Models.`);
+      }
+    }
+    return this;
+  }
+  async _create(input) {
+    const { result } = await this.client.instance.textChat(await this.prepareInput(input));
+    const { messages, finishReason, usage } = this.extractOutput(result.choices, result.usage);
+    return new ChatModelOutput(messages, usage, finishReason);
+  }
+  async *_createStream(input, run) {
+    const stream = await this.client.instance.textChatStream({
+      ...await this.prepareInput(input),
+      returnObject: true
+    });
+    for await (const raw of stream) {
+      if (run.signal.aborted) {
+        stream.controller.abort(run.signal.aborted);
+        break;
+      }
+      const { messages, finishReason, usage } = this.extractOutput(raw.data.choices.map(({ delta, ...choice }) => ({
+        ...choice,
+        message: delta
+      })), raw.data.usage);
+      yield new ChatModelOutput(messages, usage, finishReason);
+    }
+  }
+  extractOutput(choices, usage) {
+    return {
+      finishReason: findLast(choices, (choice) => Boolean(choice?.finish_reason))?.finish_reason,
+      usage: usage ? {
+        completionTokens: usage.completion_tokens ?? 0,
+        promptTokens: usage.prompt_tokens ?? 0,
+        totalTokens: usage.total_tokens ?? 0
+      } : void 0,
+      messages: choices.flatMap(({ message }) => {
+        const messages = [];
+        if (message?.content) {
+          const msg = new AssistantMessage({
+            type: "text",
+            text: message.content
+          });
+          messages.push(msg);
+        }
+        if (message?.tool_calls) {
+          const msg = new AssistantMessage(message.tool_calls.map((call) => ({
+            type: "tool-call",
+            toolCallId: call.id,
+            toolName: call.function.name,
+            args: parseBrokenJson(call.function.arguments)
+          })));
+          messages.push(msg);
+        }
+        if (message?.refusal) {
+          const msg = new AssistantMessage({
+            type: "text",
+            text: message.refusal
+          });
+          messages.push(msg);
+        }
+        return messages;
+      }).filter(isTruthy)
+    };
+  }
+  async prepareInput(overrides) {
+    const input = {
+      ...this.parameters,
+      ...overrides
+    };
+    const tools = await Promise.all((input.tools ?? []).map(async (tool) => ({
+      type: "function",
+      function: {
+        name: tool.name,
+        description: tool.description,
+        parameters: await tool.getInputJsonSchema()
+      }
+    })));
+    return {
+      modelId: this.modelId,
+      messages: input.messages.flatMap((message) => {
+        if (message instanceof ToolMessage) {
+          return message.content.map((content) => ({
+            role: "tool",
+            content: JSON.stringify(content.result),
+            tool_call_id: content.toolCallId
+          }));
+        } else if (message instanceof SystemMessage) {
+          return message.content.map((content) => ({
+            role: "system",
+            content: content.text
+          }));
+        } else if (message instanceof AssistantMessage) {
+          return message.content.map((content) => ({
+            role: "assistant",
+            ...content.type === "text" && {
+              content: content.text
+            },
+            ...content.type === "tool-call" && {
+              id: content.toolCallId,
+              type: "function",
+              function: {
+                name: content.toolName,
+                arguments: JSON.stringify(content.args)
+              }
+            }
+          }));
+        } else {
+          return [
+            message.toPlain()
+          ];
+        }
+      }),
+      spaceId: this.client.spaceId,
+      projectId: this.client.projectId,
+      tools: isEmpty(tools) ? void 0 : tools,
+      responseFormat: void 0,
+      ...input.responseFormat?.type === "object-json" && {
+        responseFormat: {
+          type: Type.JSON_OBJECT
+        }
+      },
+      topP: input.topP,
+      frequencyPenalty: input.frequencyPenalty,
+      temperature: input.temperature,
+      n: input.n,
+      maxTokens: input.maxTokens,
+      presencePenalty: input.presencePenalty,
+      toolChoice: input.toolChoice
+    };
+  }
+  // TODO: missing parameters https://github.com/IBM/watsonx-ai-node-sdk/issues/4
+  // stop: input.stopSequences,
+  // seed: input.seed,
+  createSnapshot() {
+    return {
+      ...super.createSnapshot(),
+      modelId: this.modelId,
+      parameters: shallowCopy(this.parameters),
+      client: this.client
+    };
+  }
+  loadSnapshot(snapshot) {
+    Object.assign(this, snapshot);
+  }
+}
+
+export { WatsonxChatModel };
+//# sourceMappingURL=chat.js.map
+//# sourceMappingURL=chat.js.map

package/dist/adapters/watsonx/backend/chat.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/adapters/watsonx/backend/chat.ts"],"names":["Type","WatsonxChatModel","ChatModel","client","emitter","providerId","constructor","modelId","getEnv","Emitter","root","child","namespace","creator","WatsonxClient","ensure","config","name","parameters","undefined","NotImplementedError","_create","input","result","instance","textChat","prepareInput","messages","finishReason","usage","extractOutput","choices","ChatModelOutput","_createStream","run","stream","textChatStream","returnObject","raw","signal","aborted","controller","abort","data","map","delta","choice","message","findLast","Boolean","finish_reason","completionTokens","completion_tokens","promptTokens","prompt_tokens","totalTokens","total_tokens","flatMap","content","msg","AssistantMessage","type","text","push","tool_calls","call","toolCallId","id","toolName","function","args","parseBrokenJson","arguments","refusal","filter","isTruthy","overrides","tools","Promise","all","tool","description","getInputJsonSchema","ToolMessage","role","JSON","stringify","tool_call_id","SystemMessage","toPlain","spaceId","projectId","isEmpty","responseFormat","JSON_OBJECT","topP","frequencyPenalty","temperature","n","maxTokens","presencePenalty","toolChoice","createSnapshot","shallowCopy","loadSnapshot","snapshot","Object","assign"],"mappings":";;;;;;;;;;;;;AAsCA,MAAOA,IAAAA,GAAO,iBAAkB,CAAA,sBAAA,CAAuB,SAAU,CAAA,IAAA;AAK1D,MAAMC,yBAAyBC,SAAAA,CAAAA;EA3CtC;;;;AA4CqBC,EAAAA,MAAAA;AACHC,EAAAA,OAAAA;AAKhB,EAAA,IAAIC,UAAa,GAAA;AACf,IAAO,OAAA,SAAA;AACT;AAEAC,EAAAA,WAAAA,CACkBC,OAAUC,GAAAA,MAAAA,CAAO,oBAAsB,EAAA,2BAAA,GACvDL,MACA,EAAA;AACA,IAAK,KAAA,EAAA,EAAA,KAHWI,OAAAA,GAAAA,OAAAA,EAAAA,KAVFH,OAA4BK,GAAAA,OAAAA,CAAQC,KAAKC,KAAM,CAAA;MAC7DC,SAAW,EAAA;AAAC,QAAA,SAAA;AAAW,QAAA,SAAA;AAAW,QAAA;;MAClCC,OAAS,EAAA;KACX,CAAA;AAWE,IAAKV,IAAAA,CAAAA,MAAAA,GAASW,aAAcC,CAAAA,MAAAA,CAAOZ,MAAAA,CAAAA;AACrC;AAEAa,EAAAA,MAAAA,CAAOA,MAAoB,EAAA;AACzB,IAAA,KAAA,CAAMA,OAAOA,MAAAA,CAAAA;AAEb,IAAA,KAAA,MAAWC,IAAQ,IAAA;AAAC,MAAA,MAAA;AAAQ,MAAA,MAAA;AAAQ,MAAA;AAAmD,KAAA,EAAA;AACrF,MAAA,IAAI,IAAKC,CAAAA,UAAAA,CAAWD,IAAAA,CAAAA,KAAUE,KAAW,CAAA,EAAA;AACvC,QAAKD,IAAAA,CAAAA,UAAAA,CAAWD,IAAAA,CAAQE,GAAAA,KAAAA,CAAAA;AACxB,QAAA,MAAM,IAAIC,mBAAAA,CACR,CAAYH,SAAAA,EAAAA,IAAAA,CAA2D,qDAAA,CAAA,CAAA;AAE3E;AACF;AACA,IAAO,OAAA,IAAA;AACT;AAEA,EAAA,MAAgBI,QAAQC,KAAuB,EAAA;AAE7C,IAAA,MAAM,EAAEC,MAAAA,EAAW,GAAA,MAAM,IAAKpB,CAAAA,MAAAA,CAAOqB,QAASC,CAAAA,QAAAA,CAAS,MAAM,IAAA,CAAKC,YAAaJ,CAAAA,KAAAA,CAAAA,CAAAA;AAC/E,IAAM,MAAA,EAAEK,QAAUC,EAAAA,YAAAA,EAAcC,KAAK,EAAA,GAAK,KAAKC,aAAcP,CAAAA,MAAAA,CAAOQ,OAASR,EAAAA,MAAAA,CAAOM,KAAK,CAAA;AACzF,IAAA,OAAO,IAAIG,eAAAA,CAAgBL,QAAUE,EAAAA,KAAAA,EAAOD,YAAAA,CAAAA;AAC9C;EAEA,OAAOK,aAAAA,CAAcX,OAAuBY,GAA0B,EAAA;AACpE,IAAA,MAAMC,MAAS,GAAA,MAAM,IAAKhC,CAAAA,MAAAA,CAAOqB,SAASY,cAAe,CAAA;MACvD,GAAI,MAAM,IAAKV,CAAAA,YAAAA,CAAaJ,KAAAA,CAAAA;MAC5Be,YAAc,EAAA;KAChB,CAAA;AACA,IAAA,WAAA,MAAiBC,OAAOH,MAAQ,EAAA;AAC9B,MAAID,IAAAA,GAAAA,CAAIK,OAAOC,OAAS,EAAA;AACtBL,QAAAA,MAAAA,CAAOM,UAAWC,CAAAA,KAAAA,CAAMR,GAAIK,CAAAA,MAAAA,CAAOC,OAAO,CAAA;AAC1C,QAAA;AACF;AACA,MAAA,MAAM,EAAEb,QAAUC,EAAAA,YAAAA,EAAcC,KAAK,EAAA,GAAK,KAAKC,aAC7CQ,CAAAA,GAAAA,CAAIK,IAAKZ,CAAAA,OAAAA,CAAQa,IAAI,CAAC,EAAEC,KAAO,EAAA,GAAGC,QAAc,MAAA;QAAE,GAAGA,MAAAA;QAAQC,OAASF,EAAAA;OAAM,CAAA,CAAA,EAC5EP,GAAIK,CAAAA,IAAAA,CAAKd,KAAK,CAAA;AAEhB,MAAA,MAAM,IAAIG,eAAAA,CAAgBL,QAAUE,EAAAA,KAAAA,EAAOD,YAAAA,CAAAA;AAC7C;AACF;AAEUE,EAAAA,aAAAA,CAAcC,SAAiCF,KAAuB,EAAA;AAC9E,IAAO,OAAA;MACLD,YAAcoB,EAAAA,QAAAA,CAASjB,SAAS,CAACe,MAAAA,KAAWG,QAAQH,MAAQI,EAAAA,aAAAA,CAAAA,CACxDA,EAAAA,aAAAA;AACJrB,MAAAA,KAAAA,EAAOA,KACH,GAAA;AACEsB,QAAAA,gBAAAA,EAAkBtB,MAAMuB,iBAAqB,IAAA,CAAA;AAC7CC,QAAAA,YAAAA,EAAcxB,MAAMyB,aAAiB,IAAA,CAAA;AACrCC,QAAAA,WAAAA,EAAa1B,MAAM2B,YAAgB,IAAA;OAErCrC,GAAAA,KAAAA,CAAAA;AACJQ,MAAAA,QAAAA,EAAUI,OACP0B,CAAAA,OAAAA,CAAQ,CAAC,EAAEV,SAAS,KAAA;AACnB,QAAA,MAAMpB,WAAsB,EAAA;AAC5B,QAAA,IAAIoB,SAASW,OAAS,EAAA;AACpB,UAAMC,MAAAA,GAAAA,GAAM,IAAIC,gBAAiB,CAAA;YAAEC,IAAM,EAAA,MAAA;AAAQC,YAAAA,IAAAA,EAAMf,OAAQW,CAAAA;WAAQ,CAAA;AAEvE/B,UAAAA,QAAAA,CAASoC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,IAAIZ,SAASiB,UAAY,EAAA;AACvB,UAAA,MAAML,MAAM,IAAIC,gBAAAA,CACdb,QAAQiB,UAAWpB,CAAAA,GAAAA,CACjB,CAACqB,IAAwB,MAAA;YACvBJ,IAAM,EAAA,WAAA;AACNK,YAAAA,UAAAA,EAAYD,IAAKE,CAAAA,EAAAA;AACjBC,YAAAA,QAAAA,EAAUH,KAAKI,QAASpD,CAAAA,IAAAA;YACxBqD,IAAMC,EAAAA,eAAAA,CAAgBN,IAAKI,CAAAA,QAAAA,CAASG,SAAS;AAC/C,WAAA,CAAA,CAAA,CAAA;AAIJ7C,UAAAA,QAAAA,CAASoC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,IAAIZ,SAAS0B,OAAS,EAAA;AACpB,UAAMd,MAAAA,GAAAA,GAAM,IAAIC,gBAAiB,CAAA;YAAEC,IAAM,EAAA,MAAA;AAAQC,YAAAA,IAAAA,EAAMf,OAAQ0B,CAAAA;WAAQ,CAAA;AAEvE9C,UAAAA,QAAAA,CAASoC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAOhC,OAAAA,QAAAA;OACT,CAAA,CACC+C,OAAOC,QAAAA;AACZ,KAAA;AACF;AAEA,EAAA,MAAgBjD,aAAakD,SAAoD,EAAA;AAC/E,IAAA,MAAMtD,KAAwB,GAAA;AAAE,MAAA,GAAG,IAAKJ,CAAAA,UAAAA;MAAY,GAAG0D;AAAU,KAAA;AACjE,IAAMC,MAAAA,KAAAA,GAAkC,MAAMC,OAAAA,CAAQC,GACnDzD,CAAAA,CAAAA,KAAAA,CAAMuD,SAAS,EAAA,EAAIjC,GAAI,CAAA,OAAOoC,IAAU,MAAA;MACvCnB,IAAM,EAAA,UAAA;MACNQ,QAAU,EAAA;AACRpD,QAAAA,IAAAA,EAAM+D,IAAK/D,CAAAA,IAAAA;AACXgE,QAAAA,WAAAA,EAAaD,IAAKC,CAAAA,WAAAA;QAClB/D,UAAY,EAAA,MAAM8D,KAAKE,kBAAkB;AAC3C;AACF,KAAA,CAAA,CAAA,CAAA;AAGF,IAAO,OAAA;AACL3E,MAAAA,OAAAA,EAAS,IAAKA,CAAAA,OAAAA;AACdoB,MAAAA,QAAAA,EAAUL,KAAMK,CAAAA,QAAAA,CAAS8B,OAAQ,CAAA,CAACV,OAAAA,KAAAA;AAChC,QAAA,IAAIA,mBAAmBoC,WAAa,EAAA;AAClC,UAAA,OAAOpC,OAAQW,CAAAA,OAAAA,CAAQd,GAAI,CAAA,CAACc,OAAa,MAAA;YACvC0B,IAAM,EAAA,MAAA;YACN1B,OAAS2B,EAAAA,IAAAA,CAAKC,SAAU5B,CAAAA,OAAAA,CAAQnC,MAAM,CAAA;AACtCgE,YAAAA,YAAAA,EAAc7B,OAAQQ,CAAAA;WACxB,CAAA,CAAA;AACF,SAAA,MAAA,IAAWnB,mBAAmByC,aAAe,EAAA;AAC3C,UAAA,OAAOzC,OAAQW,CAAAA,OAAAA,CAAQd,GAAI,CAAA,CAACc,OAAa,MAAA;YACvC0B,IAAM,EAAA,QAAA;AACN1B,YAAAA,OAAAA,EAASA,OAAQI,CAAAA;WACnB,CAAA,CAAA;AACF,SAAA,MAAA,IAAWf,mBAAmBa,gBAAkB,EAAA;AAC9C,UAAA,OAAOb,OAAQW,CAAAA,OAAAA,CAAQd,GAAI,CAAA,CAACc,OAAa,MAAA;YACvC0B,IAAM,EAAA,WAAA;YACN,GAAI1B,OAAAA,CAAQG,SAAS,MAAU,IAAA;AAC7BH,cAAAA,OAAAA,EAASA,OAAQI,CAAAA;AACnB,aAAA;YACA,GAAIJ,OAAAA,CAAQG,SAAS,WAAe,IAAA;AAClCM,cAAAA,EAAAA,EAAIT,OAAQQ,CAAAA,UAAAA;cACZL,IAAM,EAAA,UAAA;cACNQ,QAAU,EAAA;AACRpD,gBAAAA,IAAAA,EAAMyC,OAAQU,CAAAA,QAAAA;gBACdI,SAAWa,EAAAA,IAAAA,CAAKC,SAAU5B,CAAAA,OAAAA,CAAQY,IAAI;AACxC;AACF;WACF,CAAA,CAAA;SACK,MAAA;AACL,UAAO,OAAA;AAACvB,YAAAA,OAAAA,CAAQ0C,OAAO;;AACzB;OACF,CAAA;AACAC,MAAAA,OAAAA,EAAS,KAAKvF,MAAOuF,CAAAA,OAAAA;AACrBC,MAAAA,SAAAA,EAAW,KAAKxF,MAAOwF,CAAAA,SAAAA;MACvBd,KAAOe,EAAAA,OAAAA,CAAQf,KAAAA,CAAAA,GAAS1D,KAAY0D,CAAAA,GAAAA,KAAAA;MACpCgB,cAAgB1E,EAAAA,KAAAA,CAAAA;MAChB,GAAIG,KAAAA,CAAMuE,cAAgBhC,EAAAA,IAAAA,KAAS,aAAiB,IAAA;QAClDgC,cAAgB,EAAA;AAAEhC,UAAAA,IAAAA,EAAM7D,IAAK8F,CAAAA;AAAY;AAC3C,OAAA;AACAC,MAAAA,IAAAA,EAAMzE,KAAMyE,CAAAA,IAAAA;AACZC,MAAAA,gBAAAA,EAAkB1E,KAAM0E,CAAAA,gBAAAA;AACxBC,MAAAA,WAAAA,EAAa3E,KAAM2E,CAAAA,WAAAA;AACnBC,MAAAA,CAAAA,EAAG5E,KAAM4E,CAAAA,CAAAA;AACTC,MAAAA,SAAAA,EAAW7E,KAAM6E,CAAAA,SAAAA;AACjBC,MAAAA,eAAAA,EAAiB9E,KAAM8E,CAAAA,eAAAA;AACvBC,MAAAA,UAAAA,EAAY/E,KAAM+E,CAAAA;AAIpB,KAAA;AACF;;;;EAEAC,cAAiB,GAAA;AACf,IAAO,OAAA;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;AACT/F,MAAAA,OAAAA,EAAS,IAAKA,CAAAA,OAAAA;MACdW,UAAYqF,EAAAA,WAAAA,CAAY,KAAKrF,UAAU,CAAA;AACvCf,MAAAA,MAAAA,EAAQ,IAAKA,CAAAA;AACf,KAAA;AACF;AAEAqG,EAAAA,YAAAA,CAAaC,QAAkD,EAAA;AAC7DC,IAAOC,MAAAA,CAAAA,MAAAA,CAAO,MAAMF,QAAAA,CAAAA;AACtB;AACF","file":"chat.js","sourcesContent":["/**\n * Copyright 2025 IBM Corp.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n  ChatConfig,\n  ChatModel,\n  ChatModelEmitter,\n  ChatModelInput,\n  ChatModelOutput,\n  ChatModelParameters,\n} from \"@/backend/chat.js\";\nimport { WatsonxClient, WatsonxClientSettings } from \"@/adapters/watsonx/backend/client.js\";\nimport { findLast, isEmpty, isTruthy } from \"remeda\";\nimport WatsonxAiMlVml_v1, {\n  TextChatMessages,\n  TextChatParameterTools,\n  TextChatParams,\n  TextChatResultChoice,\n  TextChatUsage,\n} from \"@ibm-cloud/watsonx-ai/dist/watsonx-ai-ml/vml_v1.js\";\nimport { shallowCopy } from \"@/serializer/utils.js\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { GetRunContext } from \"@/context.js\";\nimport { AssistantMessage, Message, SystemMessage, ToolMessage } from \"@/backend/message.js\";\nimport { ToolCallPart } from \"ai\";\nimport Type = WatsonxAiMlVml_v1.TextChatResponseFormat.Constants.Type;\nimport { parseBrokenJson } from \"@/internals/helpers/schema.js\";\nimport { getEnv } from \"@/internals/env.js\";\nimport { NotImplementedError } from \"@/errors.js\";\n\nexport class WatsonxChatModel extends ChatModel {\n  protected readonly client: WatsonxClient;\n  public readonly emitter: ChatModelEmitter = Emitter.root.child({\n    namespace: [\"backend\", \"watsonx\", \"chat\"],\n    creator: this,\n  });\n\n  get providerId() {\n    return \"watsonx\";\n  }\n\n  constructor(\n    public readonly modelId = getEnv(\"WATSONX_CHAT_MODEL\", \"ibm/granite-3-8b-instruct\"),\n    client?: WatsonxClient | WatsonxClientSettings,\n  ) {\n    super();\n    this.client = WatsonxClient.ensure(client);\n  }\n\n  config(config: ChatConfig) {\n    super.config(config);\n    // TODO: missing parameters https://github.com/IBM/watsonx-ai-node-sdk/issues/4\n    for (const name of [\"topK\", \"seed\", \"stopSequences\"] as (keyof ChatModelParameters)[]) {\n      if (this.parameters[name] !== undefined) {\n        this.parameters[name] = undefined;\n        throw new NotImplementedError(\n          `Setting \"${name}\" parameter is not supported for WatsonX Chat Models.`,\n        );\n      }\n    }\n    return this;\n  }\n\n  protected async _create(input: ChatModelInput) {\n    // TODO: support abortion (https://github.com/IBM/watsonx-ai-node-sdk/issues/3)\n    const { result } = await this.client.instance.textChat(await this.prepareInput(input));\n    const { messages, finishReason, usage } = this.extractOutput(result.choices, result.usage);\n    return new ChatModelOutput(messages, usage, finishReason);\n  }\n\n  async *_createStream(input: ChatModelInput, run: GetRunContext<this>) {\n    const stream = await this.client.instance.textChatStream({\n      ...(await this.prepareInput(input)),\n      returnObject: true,\n    });\n    for await (const raw of stream) {\n      if (run.signal.aborted) {\n        stream.controller.abort(run.signal.aborted);\n        break;\n      }\n      const { messages, finishReason, usage } = this.extractOutput(\n        raw.data.choices.map(({ delta, ...choice }) => ({ ...choice, message: delta })),\n        raw.data.usage,\n      );\n      yield new ChatModelOutput(messages, usage, finishReason);\n    }\n  }\n\n  protected extractOutput(choices: TextChatResultChoice[], usage?: TextChatUsage) {\n    return {\n      finishReason: findLast(choices, (choice) => Boolean(choice?.finish_reason))\n        ?.finish_reason as ChatModelOutput[\"finishReason\"],\n      usage: usage\n        ? {\n            completionTokens: usage.completion_tokens ?? 0,\n            promptTokens: usage.prompt_tokens ?? 0,\n            totalTokens: usage.total_tokens ?? 0,\n          }\n        : undefined,\n      messages: choices\n        .flatMap(({ message }) => {\n          const messages: Message[] = [];\n          if (message?.content) {\n            const msg = new AssistantMessage({ type: \"text\", text: message.content });\n            // msg.role = message.role || msg.role;\n            messages.push(msg);\n          }\n          if (message?.tool_calls) {\n            const msg = new AssistantMessage(\n              message.tool_calls.map(\n                (call): ToolCallPart => ({\n                  type: \"tool-call\",\n                  toolCallId: call.id,\n                  toolName: call.function.name,\n                  args: parseBrokenJson(call.function.arguments),\n                }),\n              ),\n            );\n            // msg.role = message.role || msg.role;\n            messages.push(msg);\n          }\n          if (message?.refusal) {\n            const msg = new AssistantMessage({ type: \"text\", text: message.refusal });\n            // msg.role = message.role || msg.role;\n            messages.push(msg);\n          }\n          return messages;\n        })\n        .filter(isTruthy),\n    };\n  }\n\n  protected async prepareInput(overrides: ChatModelInput): Promise<TextChatParams> {\n    const input: ChatModelInput = { ...this.parameters, ...overrides };\n    const tools: TextChatParameterTools[] = await Promise.all(\n      (input.tools ?? []).map(async (tool) => ({\n        type: \"function\",\n        function: {\n          name: tool.name,\n          description: tool.description,\n          parameters: await tool.getInputJsonSchema(),\n        },\n      })),\n    );\n\n    return {\n      modelId: this.modelId,\n      messages: input.messages.flatMap((message): TextChatMessages[] => {\n        if (message instanceof ToolMessage) {\n          return message.content.map((content) => ({\n            role: \"tool\",\n            content: JSON.stringify(content.result),\n            tool_call_id: content.toolCallId,\n          }));\n        } else if (message instanceof SystemMessage) {\n          return message.content.map((content) => ({\n            role: \"system\",\n            content: content.text,\n          }));\n        } else if (message instanceof AssistantMessage) {\n          return message.content.map((content) => ({\n            role: \"assistant\",\n            ...(content.type === \"text\" && {\n              content: content.text,\n            }),\n            ...(content.type === \"tool-call\" && {\n              id: content.toolCallId,\n              type: \"function\",\n              function: {\n                name: content.toolName,\n                arguments: JSON.stringify(content.args),\n              },\n            }),\n          }));\n        } else {\n          return [message.toPlain()];\n        }\n      }),\n      spaceId: this.client.spaceId,\n      projectId: this.client.projectId,\n      tools: isEmpty(tools) ? undefined : tools,\n      responseFormat: undefined,\n      ...(input.responseFormat?.type === \"object-json\" && {\n        responseFormat: { type: Type.JSON_OBJECT },\n      }),\n      topP: input.topP,\n      frequencyPenalty: input.frequencyPenalty,\n      temperature: input.temperature,\n      n: input.n,\n      maxTokens: input.maxTokens,\n      presencePenalty: input.presencePenalty,\n      toolChoice: input.toolChoice,\n      // TODO: missing parameters https://github.com/IBM/watsonx-ai-node-sdk/issues/4\n      // stop: input.stopSequences,\n      // seed: input.seed,\n    };\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      modelId: this.modelId,\n      parameters: shallowCopy(this.parameters),\n      client: this.client,\n    };\n  }\n\n  loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>) {\n    Object.assign(this, snapshot);\n  }\n}\n"]}

package/dist/adapters/watsonx/backend/client.cjs

@@ -0,0 +1,48 @@
+'use strict';
+
+var watsonxAi = require('@ibm-cloud/watsonx-ai');
+var env_cjs = require('../../../internals/env.cjs');
+var ibmCloudSdkCore = require('ibm-cloud-sdk-core');
+var client_cjs = require('../../../backend/client.cjs');
+
+var __defProp = Object.defineProperty;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+class WatsonxClient extends client_cjs.BackendClient {
+  static {
+    __name(this, "WatsonxClient");
+  }
+  constructor(settings) {
+    const region = settings?.region || env_cjs.getEnv("WATSONX_REGION");
+    const baseUrl = settings?.baseUrl || env_cjs.getEnv("WATSONX_BASE_URL") || `https://${region}.ml.cloud.ibm.com`;
+    const projectId = settings?.projectId || env_cjs.getEnv("WATSONX_PROJECT_ID");
+    const spaceId = projectId ? void 0 : settings?.spaceId || env_cjs.getEnv("WATSONX_SPACE_ID");
+    const version = settings?.version || env_cjs.getEnv("WATSONX_VERSION") || "2024-05-31";
+    super({
+      ...settings,
+      baseUrl,
+      projectId,
+      spaceId,
+      version
+    });
+  }
+  get spaceId() {
+    return this.settings.spaceId;
+  }
+  get projectId() {
+    return this.settings.projectId;
+  }
+  create() {
+    return watsonxAi.WatsonXAI.newInstance({
+      version: this.settings.version,
+      serviceUrl: this.settings.baseUrl,
+      authenticator: this.settings?.authenticator || new ibmCloudSdkCore.IamAuthenticator({
+        apikey: env_cjs.getEnv("WATSONX_API_KEY", this.settings?.apiKey ?? ""),
+        url: "https://iam.cloud.ibm.com"
+      })
+    });
+  }
+}
+
+exports.WatsonxClient = WatsonxClient;
+//# sourceMappingURL=client.cjs.map
+//# sourceMappingURL=client.cjs.map

package/dist/adapters/watsonx/backend/client.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/adapters/watsonx/backend/client.ts"],"names":["WatsonxClient","BackendClient","constructor","settings","region","getEnv","baseUrl","projectId","spaceId","undefined","version","create","WatsonXAI","newInstance","serviceUrl","authenticator","IamAuthenticator","apikey","apiKey","url"],"mappings":";;;;;;;;;AA6BO,MAAMA,sBAAsBC,wBAAAA,CAAAA;EA7BnC;;;AA8BEC,EAAAA,WAAAA,CAAYC,QAAiC,EAAA;AAC3C,IAAA,MAAMC,MAASD,GAAAA,QAAAA,EAAUC,MAAUC,IAAAA,cAAAA,CAAO,gBAAA,CAAA;AAC1C,IAAA,MAAMC,UACJH,QAAUG,EAAAA,OAAAA,IAAWD,eAAO,kBAAA,CAAA,IAAuB,WAAWD,MAAAA,CAAAA,iBAAAA,CAAAA;AAEhE,IAAA,MAAMG,SAAYJ,GAAAA,QAAAA,EAAUI,SAAaF,IAAAA,cAAAA,CAAO,oBAAA,CAAA;AAChD,IAAA,MAAMG,UAAUD,SAAYE,GAAAA,KAAAA,CAAAA,GAAYN,QAAUK,EAAAA,OAAAA,IAAWH,eAAO,kBAAA,CAAA;AACpE,IAAA,MAAMK,OAAUP,GAAAA,QAAAA,EAAUO,OAAWL,IAAAA,cAAAA,CAAO,iBAAA,CAAsB,IAAA,YAAA;AAElE,IAAM,KAAA,CAAA;MACJ,GAAGF,QAAAA;AACHG,MAAAA,OAAAA;AACAC,MAAAA,SAAAA;AACAC,MAAAA,OAAAA;AACAE,MAAAA;KACF,CAAA;AACF;AACA,EAAA,IAAIF,OAAU,GAAA;AACZ,IAAA,OAAO,KAAKL,QAASK,CAAAA,OAAAA;AACvB;AAEA,EAAA,IAAID,SAAY,GAAA;AACd,IAAA,OAAO,KAAKJ,QAASI,CAAAA,SAAAA;AACvB;EAEUI,MAAS,GAAA;AACjB,IAAA,OAAOC,oBAAUC,WAAY,CAAA;AAC3BH,MAAAA,OAAAA,EAAS,KAAKP,QAASO,CAAAA,OAAAA;AACvBI,MAAAA,UAAAA,EAAY,KAAKX,QAASG,CAAAA,OAAAA;AAC1BS,MAAAA,aAAAA,EACE,IAAKZ,CAAAA,QAAAA,EAAUY,aACf,IAAA,IAAIC,gCAAiB,CAAA;AACnBC,QAAAA,MAAAA,EAAQZ,cAAO,CAAA,iBAAA,EAAmB,IAAKF,CAAAA,QAAAA,EAAUe,UAAU,EAAA,CAAA;QAC3DC,GAAK,EAAA;OACP;KACJ,CAAA;AACF;AACF","file":"client.cjs","sourcesContent":["/**\n * Copyright 2025 IBM Corp.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { WatsonXAI } from \"@ibm-cloud/watsonx-ai\";\nimport { getEnv } from \"@/internals/env.js\";\nimport { IamAuthenticator, UserOptions } from \"ibm-cloud-sdk-core\";\nimport { BackendClient } from \"@/backend/client.js\";\n\nexport interface WatsonxClientSettings extends Pick<UserOptions, \"authenticator\" | \"version\"> {\n  spaceId?: string;\n  baseUrl?: string;\n  region?: string;\n  projectId?: string;\n  apiKey?: string;\n}\n\nexport class WatsonxClient extends BackendClient<WatsonxClientSettings, WatsonXAI> {\n  constructor(settings: WatsonxClientSettings) {\n    const region = settings?.region || getEnv(\"WATSONX_REGION\");\n    const baseUrl =\n      settings?.baseUrl || getEnv(\"WATSONX_BASE_URL\") || `https://${region}.ml.cloud.ibm.com`;\n\n    const projectId = settings?.projectId || getEnv(\"WATSONX_PROJECT_ID\");\n    const spaceId = projectId ? undefined : settings?.spaceId || getEnv(\"WATSONX_SPACE_ID\");\n    const version = settings?.version || getEnv(\"WATSONX_VERSION\") || \"2024-05-31\";\n\n    super({\n      ...settings,\n      baseUrl,\n      projectId,\n      spaceId,\n      version,\n    });\n  }\n  get spaceId() {\n    return this.settings.spaceId;\n  }\n\n  get projectId() {\n    return this.settings.projectId;\n  }\n\n  protected create() {\n    return WatsonXAI.newInstance({\n      version: this.settings.version,\n      serviceUrl: this.settings.baseUrl,\n      authenticator:\n        this.settings?.authenticator ||\n        new IamAuthenticator({\n          apikey: getEnv(\"WATSONX_API_KEY\", this.settings?.apiKey ?? \"\"),\n          url: \"https://iam.cloud.ibm.com\",\n        }),\n    });\n  }\n}\n"]}

package/dist/adapters/watsonx/backend/client.d.cts

@@ -0,0 +1,38 @@
+import { WatsonXAI } from '@ibm-cloud/watsonx-ai';
+import { UserOptions } from 'ibm-cloud-sdk-core';
+import { BackendClient } from '../../../backend/client.cjs';
+import '../../../internals/serializable.cjs';
+import '../../../internals/types.cjs';
+import '../../../internals/helpers/guards.cjs';
+
+/**
+ * Copyright 2025 IBM Corp.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+interface WatsonxClientSettings extends Pick<UserOptions, "authenticator" | "version"> {
+    spaceId?: string;
+    baseUrl?: string;
+    region?: string;
+    projectId?: string;
+    apiKey?: string;
+}
+declare class WatsonxClient extends BackendClient<WatsonxClientSettings, WatsonXAI> {
+    constructor(settings: WatsonxClientSettings);
+    get spaceId(): string | undefined;
+    get projectId(): string | undefined;
+    protected create(): WatsonXAI;
+}
+
+export { WatsonxClient, type WatsonxClientSettings };

package/dist/adapters/watsonx/backend/client.d.ts

@@ -0,0 +1,38 @@
+import { WatsonXAI } from '@ibm-cloud/watsonx-ai';
+import { UserOptions } from 'ibm-cloud-sdk-core';
+import { BackendClient } from '../../../backend/client.js';
+import '../../../internals/serializable.js';
+import '../../../internals/types.js';
+import '../../../internals/helpers/guards.js';
+
+/**
+ * Copyright 2025 IBM Corp.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+interface WatsonxClientSettings extends Pick<UserOptions, "authenticator" | "version"> {
+    spaceId?: string;
+    baseUrl?: string;
+    region?: string;
+    projectId?: string;
+    apiKey?: string;
+}
+declare class WatsonxClient extends BackendClient<WatsonxClientSettings, WatsonXAI> {
+    constructor(settings: WatsonxClientSettings);
+    get spaceId(): string | undefined;
+    get projectId(): string | undefined;
+    protected create(): WatsonXAI;
+}
+
+export { WatsonxClient, type WatsonxClientSettings };

package/dist/adapters/watsonx/backend/client.js

@@ -0,0 +1,46 @@
+import { WatsonXAI } from '@ibm-cloud/watsonx-ai';
+import { getEnv } from '../../../internals/env.js';
+import { IamAuthenticator } from 'ibm-cloud-sdk-core';
+import { BackendClient } from '../../../backend/client.js';
+
+var __defProp = Object.defineProperty;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+class WatsonxClient extends BackendClient {
+  static {
+    __name(this, "WatsonxClient");
+  }
+  constructor(settings) {
+    const region = settings?.region || getEnv("WATSONX_REGION");
+    const baseUrl = settings?.baseUrl || getEnv("WATSONX_BASE_URL") || `https://${region}.ml.cloud.ibm.com`;
+    const projectId = settings?.projectId || getEnv("WATSONX_PROJECT_ID");
+    const spaceId = projectId ? void 0 : settings?.spaceId || getEnv("WATSONX_SPACE_ID");
+    const version = settings?.version || getEnv("WATSONX_VERSION") || "2024-05-31";
+    super({
+      ...settings,
+      baseUrl,
+      projectId,
+      spaceId,
+      version
+    });
+  }
+  get spaceId() {
+    return this.settings.spaceId;
+  }
+  get projectId() {
+    return this.settings.projectId;
+  }
+  create() {
+    return WatsonXAI.newInstance({
+      version: this.settings.version,
+      serviceUrl: this.settings.baseUrl,
+      authenticator: this.settings?.authenticator || new IamAuthenticator({
+        apikey: getEnv("WATSONX_API_KEY", this.settings?.apiKey ?? ""),
+        url: "https://iam.cloud.ibm.com"
+      })
+    });
+  }
+}
+
+export { WatsonxClient };
+//# sourceMappingURL=client.js.map
+//# sourceMappingURL=client.js.map

package/dist/adapters/watsonx/backend/client.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/adapters/watsonx/backend/client.ts"],"names":["WatsonxClient","BackendClient","constructor","settings","region","getEnv","baseUrl","projectId","spaceId","undefined","version","create","WatsonXAI","newInstance","serviceUrl","authenticator","IamAuthenticator","apikey","apiKey","url"],"mappings":";;;;;;;AA6BO,MAAMA,sBAAsBC,aAAAA,CAAAA;EA7BnC;;;AA8BEC,EAAAA,WAAAA,CAAYC,QAAiC,EAAA;AAC3C,IAAA,MAAMC,MAASD,GAAAA,QAAAA,EAAUC,MAAUC,IAAAA,MAAAA,CAAO,gBAAA,CAAA;AAC1C,IAAA,MAAMC,UACJH,QAAUG,EAAAA,OAAAA,IAAWD,OAAO,kBAAA,CAAA,IAAuB,WAAWD,MAAAA,CAAAA,iBAAAA,CAAAA;AAEhE,IAAA,MAAMG,SAAYJ,GAAAA,QAAAA,EAAUI,SAAaF,IAAAA,MAAAA,CAAO,oBAAA,CAAA;AAChD,IAAA,MAAMG,UAAUD,SAAYE,GAAAA,KAAAA,CAAAA,GAAYN,QAAUK,EAAAA,OAAAA,IAAWH,OAAO,kBAAA,CAAA;AACpE,IAAA,MAAMK,OAAUP,GAAAA,QAAAA,EAAUO,OAAWL,IAAAA,MAAAA,CAAO,iBAAA,CAAsB,IAAA,YAAA;AAElE,IAAM,KAAA,CAAA;MACJ,GAAGF,QAAAA;AACHG,MAAAA,OAAAA;AACAC,MAAAA,SAAAA;AACAC,MAAAA,OAAAA;AACAE,MAAAA;KACF,CAAA;AACF;AACA,EAAA,IAAIF,OAAU,GAAA;AACZ,IAAA,OAAO,KAAKL,QAASK,CAAAA,OAAAA;AACvB;AAEA,EAAA,IAAID,SAAY,GAAA;AACd,IAAA,OAAO,KAAKJ,QAASI,CAAAA,SAAAA;AACvB;EAEUI,MAAS,GAAA;AACjB,IAAA,OAAOC,UAAUC,WAAY,CAAA;AAC3BH,MAAAA,OAAAA,EAAS,KAAKP,QAASO,CAAAA,OAAAA;AACvBI,MAAAA,UAAAA,EAAY,KAAKX,QAASG,CAAAA,OAAAA;AAC1BS,MAAAA,aAAAA,EACE,IAAKZ,CAAAA,QAAAA,EAAUY,aACf,IAAA,IAAIC,gBAAiB,CAAA;AACnBC,QAAAA,MAAAA,EAAQZ,MAAO,CAAA,iBAAA,EAAmB,IAAKF,CAAAA,QAAAA,EAAUe,UAAU,EAAA,CAAA;QAC3DC,GAAK,EAAA;OACP;KACJ,CAAA;AACF;AACF","file":"client.js","sourcesContent":["/**\n * Copyright 2025 IBM Corp.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { WatsonXAI } from \"@ibm-cloud/watsonx-ai\";\nimport { getEnv } from \"@/internals/env.js\";\nimport { IamAuthenticator, UserOptions } from \"ibm-cloud-sdk-core\";\nimport { BackendClient } from \"@/backend/client.js\";\n\nexport interface WatsonxClientSettings extends Pick<UserOptions, \"authenticator\" | \"version\"> {\n  spaceId?: string;\n  baseUrl?: string;\n  region?: string;\n  projectId?: string;\n  apiKey?: string;\n}\n\nexport class WatsonxClient extends BackendClient<WatsonxClientSettings, WatsonXAI> {\n  constructor(settings: WatsonxClientSettings) {\n    const region = settings?.region || getEnv(\"WATSONX_REGION\");\n    const baseUrl =\n      settings?.baseUrl || getEnv(\"WATSONX_BASE_URL\") || `https://${region}.ml.cloud.ibm.com`;\n\n    const projectId = settings?.projectId || getEnv(\"WATSONX_PROJECT_ID\");\n    const spaceId = projectId ? undefined : settings?.spaceId || getEnv(\"WATSONX_SPACE_ID\");\n    const version = settings?.version || getEnv(\"WATSONX_VERSION\") || \"2024-05-31\";\n\n    super({\n      ...settings,\n      baseUrl,\n      projectId,\n      spaceId,\n      version,\n    });\n  }\n  get spaceId() {\n    return this.settings.spaceId;\n  }\n\n  get projectId() {\n    return this.settings.projectId;\n  }\n\n  protected create() {\n    return WatsonXAI.newInstance({\n      version: this.settings.version,\n      serviceUrl: this.settings.baseUrl,\n      authenticator:\n        this.settings?.authenticator ||\n        new IamAuthenticator({\n          apikey: getEnv(\"WATSONX_API_KEY\", this.settings?.apiKey ?? \"\"),\n          url: \"https://iam.cloud.ibm.com\",\n        }),\n    });\n  }\n}\n"]}

package/dist/adapters/watsonx/backend/embedding.cjs

@@ -0,0 +1,70 @@
+'use strict';
+
+var client_cjs = require('./client.cjs');
+var embedding_cjs = require('../../../backend/embedding.cjs');
+var emitter_cjs = require('../../../emitter/emitter.cjs');
+var env_cjs = require('../../../internals/env.cjs');
+
+var __defProp = Object.defineProperty;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+class WatsonxEmbeddingModel extends embedding_cjs.EmbeddingModel {
+  static {
+    __name(this, "WatsonxEmbeddingModel");
+  }
+  modelId;
+  parameters;
+  client;
+  emitter;
+  get providerId() {
+    return "watsonx";
+  }
+  constructor(modelId = env_cjs.getEnv("WATSONX_EMBEDDING_MODEL", "ibm/granite-embedding-107m-multilingual"), parameters = {}, client) {
+    super(), this.modelId = modelId, this.parameters = parameters;
+    this.client = client_cjs.WatsonxClient.ensure(client);
+    this.emitter = emitter_cjs.Emitter.root.child({
+      namespace: [
+        "backend",
+        "watsonx",
+        "embedding"
+      ],
+      creator: this
+    });
+  }
+  async _create(input) {
+    const response = await this.client.instance.embedText({
+      modelId: this.modelId,
+      spaceId: this.client.spaceId,
+      projectId: this.client.projectId,
+      inputs: input.values,
+      parameters: {
+        return_options: {
+          input_text: true
+        },
+        ...this.parameters
+      }
+    });
+    const embeddings = response.result.results.map((e) => e.embedding);
+    const values = response.result.results.map((e, i) => e.input || input.values.at(i));
+    return {
+      embeddings,
+      values,
+      usage: {
+        tokens: response.result.input_token_count
+      }
+    };
+  }
+  createSnapshot() {
+    return {
+      ...super.createSnapshot(),
+      modelId: this.modelId,
+      client: this.client
+    };
+  }
+  loadSnapshot(snapshot) {
+    Object.assign(this, snapshot);
+  }
+}
+
+exports.WatsonxEmbeddingModel = WatsonxEmbeddingModel;
+//# sourceMappingURL=embedding.cjs.map
+//# sourceMappingURL=embedding.cjs.map

package/dist/adapters/watsonx/backend/embedding.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/adapters/watsonx/backend/embedding.ts"],"names":["WatsonxEmbeddingModel","EmbeddingModel","client","emitter","providerId","constructor","modelId","getEnv","parameters","WatsonxClient","ensure","Emitter","root","child","namespace","creator","_create","input","response","instance","embedText","spaceId","projectId","inputs","values","return_options","input_text","embeddings","result","results","map","e","embedding","i","at","usage","tokens","input_token_count","createSnapshot","loadSnapshot","snapshot","Object","assign"],"mappings":";;;;;;;;;AA6BO,MAAMA,8BAA8BC,4BAAAA,CAAAA;EA7B3C;;;;;AA8BqBC,EAAAA,MAAAA;AACHC,EAAAA,OAAAA;AAEhB,EAAA,IAAIC,UAAa,GAAA;AACf,IAAO,OAAA,SAAA;AACT;EAEAC,WACkBC,CAAAA,OAAAA,GAAkBC,eAChC,yBACA,EAAA,yCAAA,GAEcC,UAA8C,GAAA,IAC9DN,MACA,EAAA;AACA,IAAA,KAAA,EAAK,EAAA,IAAA,CAPWI,OAAAA,GAAAA,OAAAA,EAAAA,KAIAE,UAAAA,GAAAA,UAAAA;AAIhB,IAAKN,IAAAA,CAAAA,MAAAA,GAASO,wBAAcC,CAAAA,MAAAA,CAAOR,MAAAA,CAAAA;AACnC,IAAKC,IAAAA,CAAAA,OAAAA,GAAUQ,mBAAQC,CAAAA,IAAAA,CAAKC,KAAM,CAAA;MAChCC,SAAW,EAAA;AAAC,QAAA,SAAA;AAAW,QAAA,SAAA;AAAW,QAAA;;MAClCC,OAAS,EAAA;KACX,CAAA;AACF;AAEA,EAAA,MAAgBC,QAAQC,KAA2D,EAAA;AACjF,IAAA,MAAMC,QAAW,GAAA,MAAM,IAAKhB,CAAAA,MAAAA,CAAOiB,SAASC,SAAU,CAAA;AACpDd,MAAAA,OAAAA,EAAS,IAAKA,CAAAA,OAAAA;AACde,MAAAA,OAAAA,EAAS,KAAKnB,MAAOmB,CAAAA,OAAAA;AACrBC,MAAAA,SAAAA,EAAW,KAAKpB,MAAOoB,CAAAA,SAAAA;AACvBC,MAAAA,MAAAA,EAAQN,KAAMO,CAAAA,MAAAA;MACdhB,UAAY,EAAA;QACViB,cAAgB,EAAA;UAAEC,UAAY,EAAA;AAAK,SAAA;AACnC,QAAA,GAAG,IAAKlB,CAAAA;AACV;KACF,CAAA;AAEA,IAAMmB,MAAAA,UAAAA,GAAaT,SAASU,MAAOC,CAAAA,OAAAA,CAAQC,IAAI,CAACC,CAAAA,KAAMA,EAAEC,SAAS,CAAA;AACjE,IAAA,MAAMR,MAASN,GAAAA,QAAAA,CAASU,MAAOC,CAAAA,OAAAA,CAAQC,IAAI,CAACC,CAAAA,EAAGE,CAAMF,KAAAA,CAAAA,CAAEd,KAASA,IAAAA,KAAAA,CAAMO,MAAOU,CAAAA,EAAAA,CAAGD,CAAAA,CAAAA,CAAAA;AAEhF,IAAO,OAAA;AACLN,MAAAA,UAAAA;AACAH,MAAAA,MAAAA;MACAW,KAAO,EAAA;AACLC,QAAAA,MAAAA,EAAQlB,SAASU,MAAOS,CAAAA;AAC1B;AACF,KAAA;AACF;EAEAC,cAAiB,GAAA;AACf,IAAO,OAAA;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;AACThC,MAAAA,OAAAA,EAAS,IAAKA,CAAAA,OAAAA;AACdJ,MAAAA,MAAAA,EAAQ,IAAKA,CAAAA;AACf,KAAA;AACF;AAEAqC,EAAAA,YAAAA,CAAaC,QAAwD,EAAA;AACnEC,IAAOC,MAAAA,CAAAA,MAAAA,CAAO,MAAMF,QAAAA,CAAAA;AACtB;AACF","file":"embedding.cjs","sourcesContent":["/**\n * Copyright 2025 IBM Corp.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { WatsonxClient, WatsonxClientSettings } from \"@/adapters/watsonx/backend/client.js\";\nimport {\n  EmbeddingModel,\n  EmbeddingModelInput,\n  EmbeddingModelOutput,\n  EmbeddingModelEvents,\n} from \"@/backend/embedding.js\";\nimport { EmbeddingParameters as WXEmbeddingParameters } from \"@ibm-cloud/watsonx-ai/dist/watsonx-ai-ml/vml_v1.js\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { getEnv } from \"@/internals/env.js\";\n\nexport type WatsonxEmbeddingModelParameters = WXEmbeddingParameters;\n\nexport class WatsonxEmbeddingModel extends EmbeddingModel {\n  protected readonly client: WatsonxClient;\n  public readonly emitter: Emitter<EmbeddingModelEvents>;\n\n  get providerId() {\n    return \"watsonx\";\n  }\n\n  constructor(\n    public readonly modelId: string = getEnv(\n      \"WATSONX_EMBEDDING_MODEL\",\n      \"ibm/granite-embedding-107m-multilingual\",\n    ),\n    public readonly parameters: WatsonxEmbeddingModelParameters = {},\n    client?: WatsonxClient | WatsonxClientSettings,\n  ) {\n    super();\n    this.client = WatsonxClient.ensure(client);\n    this.emitter = Emitter.root.child({\n      namespace: [\"backend\", \"watsonx\", \"embedding\"],\n      creator: this,\n    });\n  }\n\n  protected async _create(input: EmbeddingModelInput): Promise<EmbeddingModelOutput> {\n    const response = await this.client.instance.embedText({\n      modelId: this.modelId,\n      spaceId: this.client.spaceId,\n      projectId: this.client.projectId,\n      inputs: input.values,\n      parameters: {\n        return_options: { input_text: true },\n        ...this.parameters,\n      },\n    });\n\n    const embeddings = response.result.results.map((e) => e.embedding);\n    const values = response.result.results.map((e, i) => e.input || input.values.at(i)!);\n\n    return {\n      embeddings,\n      values,\n      usage: {\n        tokens: response.result.input_token_count,\n      },\n    };\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      modelId: this.modelId,\n      client: this.client,\n    };\n  }\n\n  loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>): void {\n    Object.assign(this, snapshot);\n  }\n}\n"]}

package/dist/adapters/watsonx/backend/embedding.d.cts

@@ -0,0 +1,50 @@
+import { WatsonxClient, WatsonxClientSettings } from './client.cjs';
+import { EmbeddingModel, EmbeddingModelEvents, EmbeddingModelInput, EmbeddingModelOutput } from '../../../backend/embedding.cjs';
+import { EmbeddingParameters } from '@ibm-cloud/watsonx-ai/dist/watsonx-ai-ml/vml_v1.js';
+import { E as Emitter } from '../../../emitter-BWtGHYn0.cjs';
+import '@ibm-cloud/watsonx-ai';
+import 'ibm-cloud-sdk-core';
+import '../../../backend/client.cjs';
+import '../../../internals/serializable.cjs';
+import '../../../internals/types.cjs';
+import '../../../internals/helpers/guards.cjs';
+import '../../../context.cjs';
+import '../../../internals/helpers/promise.cjs';
+import '../../../errors.cjs';
+import '../../../backend/utils.cjs';
+import '../../../backend/constants.cjs';
+
+/**
+ * Copyright 2025 IBM Corp.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+type WatsonxEmbeddingModelParameters = EmbeddingParameters;
+declare class WatsonxEmbeddingModel extends EmbeddingModel {
+    readonly modelId: string;
+    readonly parameters: WatsonxEmbeddingModelParameters;
+    protected readonly client: WatsonxClient;
+    readonly emitter: Emitter<EmbeddingModelEvents>;
+    get providerId(): string;
+    constructor(modelId?: string, parameters?: WatsonxEmbeddingModelParameters, client?: WatsonxClient | WatsonxClientSettings);
+    protected _create(input: EmbeddingModelInput): Promise<EmbeddingModelOutput>;
+    createSnapshot(): {
+        modelId: string;
+        client: WatsonxClient;
+        emitter: Emitter<EmbeddingModelEvents>;
+    };
+    loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>): void;
+}
+
+export { WatsonxEmbeddingModel, type WatsonxEmbeddingModelParameters };

package/dist/adapters/watsonx/backend/embedding.d.ts

@@ -0,0 +1,50 @@
+import { WatsonxClient, WatsonxClientSettings } from './client.js';
+import { EmbeddingModel, EmbeddingModelEvents, EmbeddingModelInput, EmbeddingModelOutput } from '../../../backend/embedding.js';
+import { EmbeddingParameters } from '@ibm-cloud/watsonx-ai/dist/watsonx-ai-ml/vml_v1.js';
+import { E as Emitter } from '../../../emitter-l0W9gC1A.js';
+import '@ibm-cloud/watsonx-ai';
+import 'ibm-cloud-sdk-core';
+import '../../../backend/client.js';
+import '../../../internals/serializable.js';
+import '../../../internals/types.js';
+import '../../../internals/helpers/guards.js';
+import '../../../context.js';
+import '../../../internals/helpers/promise.js';
+import '../../../errors.js';
+import '../../../backend/utils.js';
+import '../../../backend/constants.js';
+
+/**
+ * Copyright 2025 IBM Corp.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+type WatsonxEmbeddingModelParameters = EmbeddingParameters;
+declare class WatsonxEmbeddingModel extends EmbeddingModel {
+    readonly modelId: string;
+    readonly parameters: WatsonxEmbeddingModelParameters;
+    protected readonly client: WatsonxClient;
+    readonly emitter: Emitter<EmbeddingModelEvents>;
+    get providerId(): string;
+    constructor(modelId?: string, parameters?: WatsonxEmbeddingModelParameters, client?: WatsonxClient | WatsonxClientSettings);
+    protected _create(input: EmbeddingModelInput): Promise<EmbeddingModelOutput>;
+    createSnapshot(): {
+        modelId: string;
+        client: WatsonxClient;
+        emitter: Emitter<EmbeddingModelEvents>;
+    };
+    loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>): void;
+}
+
+export { WatsonxEmbeddingModel, type WatsonxEmbeddingModelParameters };