beeai-framework 0.1.6 → 0.1.7

package/dist/adapters/vercel/backend/chat.cjs

@@ -51,7 +51,6 @@ class VercelChatModel extends chat_cjs.ChatModel {
       schema,
       abortSignal: run.signal,
       model: this.model,
-      mode: "json",
       // @ts-expect-error
       output: inputSchema instanceof zod.ZodArray ? "array" : inputSchema instanceof zod.ZodEnum ? "enum" : "object"
     });

package/dist/adapters/vercel/backend/chat.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["chat.ts"],"names":["VercelChatModel","ChatModel","emitter","supportsToolStreaming","constructor","model","modelId","ValueError","Emitter","root","child","namespace","providerId","creator","provider","split","toCamelCase","_create","input","_run","finishReason","usage","response","messages","generateText","transformInput","ChatModelOutput","transformMessages","_createStructure","schema","run","inputSchema","_input","generateObject","temperature","abortSignal","signal","mode","output","ZodArray","ZodEnum","object","_createStream","isEmpty","tools","fullStream","streamText","lastChunk","event","message","type","AssistantMessage","textDelta","toolCallId","toolName","args","ChatModelError","error","ToolMessage","result","Error","Promise","all","map","tool","name","description","parameters","jsonSchema","getInputJsonSchema","msg","role","content","text","mapToObj","flatMap","providerOptions","createSnapshot","loadSnapshot","snapshot","instance","fromName","destroy","Object","assign"],"mappings":";;;;;;;;;;;;;AA6CO,MAAeA,wBAEZC,kBAAAA,CAAAA;EA/CV;;;;AAgDkBC,EAAAA,OAAAA;AACAC,EAAAA,qBAAAA;AAEhBC,EAAAA,WAAAA,CAA6BC,KAAU,EAAA;AACrC,IAAA,KAAA,EAAK,EAAA,IAAA,CADsBA,KAAAA,GAAAA,KAAAA,EAAAA,KAFbF,qBAAiC,GAAA,IAAA;AAI/C,IAAI,IAAA,CAAC,KAAKG,OAAS,EAAA;AACjB,MAAM,MAAA,IAAIC,sBAAW,+BAAA,CAAA;AACvB;AACA,IAAKL,IAAAA,CAAAA,OAAAA,GAAUM,mBAAQC,CAAAA,IAAAA,CAAKC,KAAM,CAAA;MAChCC,SAAW,EAAA;AAAC,QAAA,SAAA;QAAW,IAAKC,CAAAA,UAAAA;AAAY,QAAA;;MACxCC,OAAS,EAAA;KACX,CAAA;AACF;AAEA,EAAA,IAAIP,OAAkB,GAAA;AACpB,IAAA,OAAO,KAAKD,KAAMC,CAAAA,OAAAA;AACpB;AAEA,EAAA,IAAIM,UAAqB,GAAA;AACvB,IAAA,MAAME,QAAW,GAAA,IAAA,CAAKT,KAAMS,CAAAA,QAAAA,CAASC,KAAM,CAAA,GAAA,CAAK,CAAA,CAAA,CAAGA,CAAAA,KAAAA,CAAM,GAAA,CAAA,CAAK,CAAA,CAAA;AAC9D,IAAA,OAAOC,mBAAYF,QAAAA,CAAAA;AACrB;EAEA,MAAgBG,OAAAA,CAAQC,OAAuBC,IAA2B,EAAA;AACxE,IAAA,MAAM,EACJC,YAAAA,EACAC,KACAC,EAAAA,QAAAA,EAAU,EAAEC,QAAQ,EAAA,EAClB,GAAA,MAAMC,eAAa,CAAA,MAAM,IAAKC,CAAAA,cAAAA,CAAeP,KAAAA,CAAAA,CAAAA;AAEjD,IAAA,OAAO,IAAIQ,wBAAgB,CAAA,IAAA,CAAKC,kBAAkBJ,QAAAA,CAAAA,EAAWF,OAAOD,YAAAA,CAAAA;AACtE;AAEA,EAAA,MAAgBQ,iBACd,EAAEC,MAAAA,EAAQ,GAAGX,KAAAA,IACbY,GACmC,EAAA;AACnC,IAAMC,MAAAA,WAAAA,GAAcF,OAAOG,MAAUH,IAAAA,MAAAA;AAErC,IAAMP,MAAAA,QAAAA,GAAW,MAAMW,iBAAe,CAAA;MACpCC,WAAa,EAAA,CAAA;MACb,GAAI,MAAM,IAAKT,CAAAA,cAAAA,CAAeP,KAAAA,CAAAA;AAC9BW,MAAAA,MAAAA;AACAM,MAAAA,WAAAA,EAAaL,GAAIM,CAAAA,MAAAA;AACjB/B,MAAAA,KAAAA,EAAO,IAAKA,CAAAA,KAAAA;MACZgC,IAAM,EAAA,MAAA;;AAENC,MAAAA,MAAAA,EACEP,WAAuBQ,YAAAA,YAAAA,GACnB,OACAR,GAAAA,WAAAA,YAAuBS,cACrB,MACA,GAAA;KACV,CAAA;AAEA,IAAO,OAAA;AAAEC,MAAAA,MAAAA,EAAQnB,QAASmB,CAAAA;AAAO,KAAA;AACnC;EAEA,OAAOC,aAAAA,CAAcxB,OAAuBY,GAA0B,EAAA;AACpE,IAAI,IAAA,CAAC,KAAK3B,qBAAyB,IAAA,CAACwC,eAAQzB,KAAM0B,CAAAA,KAAAA,IAAS,EAAE,CAAG,EAAA;AAC9D,MAAA,MAAMtB,SAAW,GAAA,MAAM,IAAKL,CAAAA,OAAAA,CAAQC,OAAOY,GAAAA,CAAAA;AAC3C,MAAMR,MAAAA,SAAAA;AACN,MAAA;AACF;AAEA,IAAA,MAAM,EAAEuB,UAAYxB,EAAAA,KAAAA,EAAOD,YAAcE,EAAAA,QAAAA,KAAawB,aAAW,CAAA;MAC/D,GAAI,MAAM,IAAKrB,CAAAA,cAAAA,CAAeP,KAAAA,CAAAA;AAC9BiB,MAAAA,WAAAA,EAAaL,GAAIM,CAAAA;KACnB,CAAA;AAEA,IAAA,IAAIW,SAAoC,GAAA,IAAA;AACxC,IAAA,WAAA,MAAiBC,SAASH,UAAY,EAAA;AACpC,MAAII,IAAAA,OAAAA;AACJ,MAAA,QAAQD,MAAME,IAAI;QAChB,KAAK,YAAA;AACHD,UAAU,OAAA,GAAA,IAAIE,4BAAiBH,CAAAA,KAAAA,CAAMI,SAAS,CAAA;AAC9C,UAAA;QACF,KAAK,WAAA;AACHH,UAAAA,OAAAA,GAAU,IAAIE,4BAAiB,CAAA;AAC7BD,YAAAA,IAAAA,EAAMF,KAAME,CAAAA,IAAAA;AACZG,YAAAA,UAAAA,EAAYL,KAAMK,CAAAA,UAAAA;AAClBC,YAAAA,QAAAA,EAAUN,KAAMM,CAAAA,QAAAA;AAChBC,YAAAA,IAAAA,EAAMP,KAAMO,CAAAA;WACd,CAAA;AACA,UAAA;QACF,KAAK,OAAA;AACH,UAAM,MAAA,IAAIC,4BAAe,iBAAmB,EAAA;YAACR,KAAMS,CAAAA;AAAe,WAAA,CAAA;QACpE,KAAK,aAAA;QACL,KAAK,YAAA;AACH,UAAA;QACF,KAAK,aAAA;AACHR,UAAAA,OAAAA,GAAU,IAAIS,uBAAY,CAAA;AACxBR,YAAAA,IAAAA,EAAMF,KAAME,CAAAA,IAAAA;AACZG,YAAAA,UAAAA,EAAYL,KAAMK,CAAAA,UAAAA;AAClBC,YAAAA,QAAAA,EAAUN,KAAMM,CAAAA,QAAAA;AAChBK,YAAAA,MAAAA,EAAQX,KAAMW,CAAAA;WAChB,CAAA;AACA,UAAA;QACF,KAAK,2BAAA;QACL,KAAK,iBAAA;AACH,UAAA;QACF,KAAK,QAAA;AACH,UAAA;AACF,QAAA;AACE,UAAA,MAAM,IAAIC,KAAAA,CAAM,CAAoBZ,iBAAAA,EAAAA,KAAAA,CAAME,IAAI,CAAG,CAAA,CAAA,CAAA;AACrD;AACAH,MAAAA,SAAAA,GAAY,IAAIrB,wBAAgB,CAAA;AAACuB,QAAAA;AAAQ,OAAA,CAAA;AACzC,MAAMF,MAAAA,SAAAA;AACR;AAEA,IAAA,IAAI,CAACA,SAAW,EAAA;AACd,MAAM,MAAA,IAAIS,4BAAe,+BAAA,CAAA;AAC3B;AACAT,IAAAA,SAAAA,CAAU1B,QAAQ,MAAMA,KAAAA;AACxB0B,IAAAA,SAAAA,CAAU3B,eAAe,MAAMA,YAAAA;AAC/B,IAAME,MAAAA,QAAAA;AACR;AAEA,EAAA,MAAgBG,eACdP,KACkE,EAAA;AAClE,IAAM0B,MAAAA,KAAAA,GAAQ,MAAMiB,OAAAA,CAAQC,GACzB5C,CAAAA,CAAAA,KAAAA,CAAM0B,SAAS,EAAA,EAAImB,GAAI,CAAA,OAAOC,IAAU,MAAA;AACvCC,MAAAA,IAAAA,EAAMD,IAAKC,CAAAA,IAAAA;AACXC,MAAAA,WAAAA,EAAaF,IAAKE,CAAAA,WAAAA;AAClBC,MAAAA,UAAAA,EAAYC,aAAW,CAAA,MAAMJ,IAAKK,CAAAA,kBAAAA,EAAkB;AACtD,KAAA,CAAA,CAAA,CAAA;AAGF,IAAA,MAAM9C,QAAWL,GAAAA,KAAAA,CAAMK,QAASwC,CAAAA,GAAAA,CAAI,CAACO,GAAAA,KAAAA;AACnC,MAAA,IAAIA,eAAenB,4BAAkB,EAAA;AACnC,QAAO,OAAA;UAAEoB,IAAM,EAAA,WAAA;AAAaC,UAAAA,OAAAA,EAASF,GAAIE,CAAAA;AAAQ,SAAA;AACnD,OAAA,MAAA,IAAWF,eAAeZ,uBAAa,EAAA;AACrC,QAAO,OAAA;UAAEa,IAAM,EAAA,MAAA;AAAQC,UAAAA,OAAAA,EAASF,GAAIE,CAAAA;AAAQ,SAAA;AAC9C;AACA,MAAO,OAAA;AAAED,QAAAA,IAAAA,EAAMD,GAAIC,CAAAA,IAAAA;AAA2BC,QAAAA,OAAAA,EAASF,GAAIG,CAAAA;AAAK,OAAA;KAClE,CAAA;AAEA,IAAO,OAAA;AACL,MAAA,GAAG,IAAKN,CAAAA,UAAAA;MACR,GAAGjD,KAAAA;AACHb,MAAAA,KAAAA,EAAO,IAAKA,CAAAA,KAAAA;AACZuC,MAAAA,KAAAA,EAAO8B,gBAAS9B,KAAO,EAAA,CAAC,EAAEqB,IAAM,EAAA,GAAGD,MAAW,KAAA;AAACC,QAAAA,IAAAA;AAAMD,QAAAA;AAAK,OAAA,CAAA;AAC1DzC,MAAAA;AACF,KAAA;AACF;AAEUI,EAAAA,iBAAAA,CAAkBJ,QAAiE,EAAA;AAC3F,IAAOA,OAAAA,QAAAA,CAASoD,OAAQ,CAAA,CAACL,GAAAA,KAAAA;AACvB,MAAIA,IAAAA,GAAAA,CAAIC,SAAS,MAAQ,EAAA;AACvB,QAAA,OAAO,IAAIb,uBAAAA,CAAYY,GAAIE,CAAAA,OAAAA,EAASF,IAAIM,eAAe,CAAA;AACzD;AACA,MAAA,OAAO,IAAIzB,4BAAAA,CACTmB,GAAIE,CAAAA,OAAAA,EACJF,IAAIM,eAAe,CAAA;KAEvB,CAAA;AACF;EAEAC,cAAiB,GAAA;AACf,IAAO,OAAA;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;AACTjE,MAAAA,UAAAA,EAAY,IAAKA,CAAAA,UAAAA;AACjBN,MAAAA,OAAAA,EAAS,IAAKA,CAAAA,OAAAA;AACdH,MAAAA,qBAAAA,EAAuB,IAAKA,CAAAA;AAC9B,KAAA;AACF;AAEA,EAAA,MAAM2E,aAAa,EAAElE,UAAAA,EAAYN,OAAS,EAAA,GAAGyE,UAAoD,EAAA;AAC/F,IAAMC,MAAAA,QAAAA,GAAW,MAAM/E,kBAAUgF,CAAAA,QAAAA,CAAS,GAAGrE,UAAAA,CAAAA,CAAAA,EAAcN,OAAAA,CAAS,CAAA,CAAA;AACpE,IAAI,IAAA,EAAE0E,oBAAoBhF,eAAkB,CAAA,EAAA;AAC1C,MAAM,MAAA,IAAI4D,MAAM,4BAAA,CAAA;AAClB;AACAoB,IAAAA,QAAAA,CAASE,OAAO,EAAA;AAChBC,IAAAA,MAAAA,CAAOC,OAAO,IAAM,EAAA;MAClB,GAAGL,QAAAA;AACH1E,MAAAA,KAAAA,EAAO2E,QAAS3E,CAAAA;KAClB,CAAA;AACF;AACF","file":"chat.cjs","sourcesContent":["/**\n * Copyright 2025 IBM Corp.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n  ChatModelInput,\n  ChatModel,\n  ChatModelOutput,\n  ChatModelEvents,\n  ChatModelObjectInput,\n  ChatModelObjectOutput,\n} from \"@/backend/chat.js\";\nimport {\n  CoreAssistantMessage,\n  CoreMessage,\n  CoreToolMessage,\n  generateObject,\n  generateText,\n  jsonSchema,\n  LanguageModelV1,\n  streamText,\n  TextPart,\n  ToolCallPart,\n} from \"ai\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { AssistantMessage, Message, ToolMessage } from \"@/backend/message.js\";\nimport { GetRunContext } from \"@/context.js\";\nimport { ValueError } from \"@/errors.js\";\nimport { isEmpty, mapToObj, toCamelCase } from \"remeda\";\nimport { FullModelName } from \"@/backend/utils.js\";\nimport { ChatModelError } from \"@/backend/errors.js\";\nimport { ZodArray, ZodEnum } from \"zod\";\n\nexport abstract class VercelChatModel<\n  M extends LanguageModelV1 = LanguageModelV1,\n> extends ChatModel {\n  public readonly emitter: Emitter<ChatModelEvents>;\n  public readonly supportsToolStreaming: boolean = true;\n\n  constructor(private readonly model: M) {\n    super();\n    if (!this.modelId) {\n      throw new ValueError(\"No modelId has been provided!\");\n    }\n    this.emitter = Emitter.root.child({\n      namespace: [\"backend\", this.providerId, \"chat\"],\n      creator: this,\n    });\n  }\n\n  get modelId(): string {\n    return this.model.modelId;\n  }\n\n  get providerId(): string {\n    const provider = this.model.provider.split(\".\")[0].split(\"-\")[0];\n    return toCamelCase(provider);\n  }\n\n  protected async _create(input: ChatModelInput, _run: GetRunContext<this>) {\n    const {\n      finishReason,\n      usage,\n      response: { messages },\n    } = await generateText(await this.transformInput(input));\n\n    return new ChatModelOutput(this.transformMessages(messages), usage, finishReason);\n  }\n\n  protected async _createStructure<T>(\n    { schema, ...input }: ChatModelObjectInput<T>,\n    run: GetRunContext<this>,\n  ): Promise<ChatModelObjectOutput<T>> {\n    const inputSchema = schema._input || schema;\n\n    const response = await generateObject({\n      temperature: 0,\n      ...(await this.transformInput(input)),\n      schema,\n      abortSignal: run.signal,\n      model: this.model,\n      mode: \"json\",\n      // @ts-expect-error\n      output:\n        inputSchema instanceof ZodArray\n          ? \"array\"\n          : inputSchema instanceof ZodEnum\n            ? \"enum\"\n            : \"object\",\n    });\n\n    return { object: response.object };\n  }\n\n  async *_createStream(input: ChatModelInput, run: GetRunContext<this>) {\n    if (!this.supportsToolStreaming && !isEmpty(input.tools ?? [])) {\n      const response = await this._create(input, run);\n      yield response;\n      return;\n    }\n\n    const { fullStream, usage, finishReason, response } = streamText({\n      ...(await this.transformInput(input)),\n      abortSignal: run.signal,\n    });\n\n    let lastChunk: ChatModelOutput | null = null;\n    for await (const event of fullStream) {\n      let message: Message;\n      switch (event.type) {\n        case \"text-delta\":\n          message = new AssistantMessage(event.textDelta);\n          break;\n        case \"tool-call\":\n          message = new AssistantMessage({\n            type: event.type,\n            toolCallId: event.toolCallId,\n            toolName: event.toolName,\n            args: event.args,\n          });\n          break;\n        case \"error\":\n          throw new ChatModelError(\"Unhandled error\", [event.error as Error]);\n        case \"step-finish\":\n        case \"step-start\":\n          continue;\n        case \"tool-result\":\n          message = new ToolMessage({\n            type: event.type,\n            toolCallId: event.toolCallId,\n            toolName: event.toolName,\n            result: event.result,\n          });\n          break;\n        case \"tool-call-streaming-start\":\n        case \"tool-call-delta\":\n          continue;\n        case \"finish\":\n          continue;\n        default:\n          throw new Error(`Unhandled event \"${event.type}\"`);\n      }\n      lastChunk = new ChatModelOutput([message]);\n      yield lastChunk;\n    }\n\n    if (!lastChunk) {\n      throw new ChatModelError(\"No chunks have been received!\");\n    }\n    lastChunk.usage = await usage;\n    lastChunk.finishReason = await finishReason;\n    await response;\n  }\n\n  protected async transformInput(\n    input: ChatModelInput,\n  ): Promise<Parameters<typeof generateText<Record<string, any>>>[0]> {\n    const tools = await Promise.all(\n      (input.tools ?? []).map(async (tool) => ({\n        name: tool.name,\n        description: tool.description,\n        parameters: jsonSchema(await tool.getInputJsonSchema()),\n      })),\n    );\n\n    const messages = input.messages.map((msg): CoreMessage => {\n      if (msg instanceof AssistantMessage) {\n        return { role: \"assistant\", content: msg.content };\n      } else if (msg instanceof ToolMessage) {\n        return { role: \"tool\", content: msg.content };\n      }\n      return { role: msg.role as \"user\" | \"system\", content: msg.text };\n    });\n\n    return {\n      ...this.parameters,\n      ...input,\n      model: this.model,\n      tools: mapToObj(tools, ({ name, ...tool }) => [name, tool]),\n      messages,\n    };\n  }\n\n  protected transformMessages(messages: (CoreAssistantMessage | CoreToolMessage)[]): Message[] {\n    return messages.flatMap((msg) => {\n      if (msg.role === \"tool\") {\n        return new ToolMessage(msg.content, msg.providerOptions);\n      }\n      return new AssistantMessage(\n        msg.content as TextPart | ToolCallPart | string,\n        msg.providerOptions,\n      );\n    });\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      providerId: this.providerId,\n      modelId: this.modelId,\n      supportsToolStreaming: this.supportsToolStreaming,\n    };\n  }\n\n  async loadSnapshot({ providerId, modelId, ...snapshot }: ReturnType<typeof this.createSnapshot>) {\n    const instance = await ChatModel.fromName(`${providerId}:${modelId}` as FullModelName);\n    if (!(instance instanceof VercelChatModel)) {\n      throw new Error(\"Incorrect deserialization!\");\n    }\n    instance.destroy();\n    Object.assign(this, {\n      ...snapshot,\n      model: instance.model,\n    });\n  }\n}\n"]}
+{"version":3,"sources":["chat.ts"],"names":["VercelChatModel","ChatModel","emitter","supportsToolStreaming","constructor","model","modelId","ValueError","Emitter","root","child","namespace","providerId","creator","provider","split","toCamelCase","_create","input","_run","finishReason","usage","response","messages","generateText","transformInput","ChatModelOutput","transformMessages","_createStructure","schema","run","inputSchema","_input","generateObject","temperature","abortSignal","signal","output","ZodArray","ZodEnum","object","_createStream","isEmpty","tools","fullStream","streamText","lastChunk","event","message","type","AssistantMessage","textDelta","toolCallId","toolName","args","ChatModelError","error","ToolMessage","result","Error","Promise","all","map","tool","name","description","parameters","jsonSchema","getInputJsonSchema","msg","role","content","text","mapToObj","flatMap","providerOptions","createSnapshot","loadSnapshot","snapshot","instance","fromName","destroy","Object","assign"],"mappings":";;;;;;;;;;;;;AA6CO,MAAeA,wBAEZC,kBAAAA,CAAAA;EA/CV;;;;AAgDkBC,EAAAA,OAAAA;AACAC,EAAAA,qBAAAA;AAEhBC,EAAAA,WAAAA,CAA6BC,KAAU,EAAA;AACrC,IAAA,KAAA,EAAK,EAAA,IAAA,CADsBA,KAAAA,GAAAA,KAAAA,EAAAA,KAFbF,qBAAiC,GAAA,IAAA;AAI/C,IAAI,IAAA,CAAC,KAAKG,OAAS,EAAA;AACjB,MAAM,MAAA,IAAIC,sBAAW,+BAAA,CAAA;AACvB;AACA,IAAKL,IAAAA,CAAAA,OAAAA,GAAUM,mBAAQC,CAAAA,IAAAA,CAAKC,KAAM,CAAA;MAChCC,SAAW,EAAA;AAAC,QAAA,SAAA;QAAW,IAAKC,CAAAA,UAAAA;AAAY,QAAA;;MACxCC,OAAS,EAAA;KACX,CAAA;AACF;AAEA,EAAA,IAAIP,OAAkB,GAAA;AACpB,IAAA,OAAO,KAAKD,KAAMC,CAAAA,OAAAA;AACpB;AAEA,EAAA,IAAIM,UAAqB,GAAA;AACvB,IAAA,MAAME,QAAW,GAAA,IAAA,CAAKT,KAAMS,CAAAA,QAAAA,CAASC,KAAM,CAAA,GAAA,CAAK,CAAA,CAAA,CAAGA,CAAAA,KAAAA,CAAM,GAAA,CAAA,CAAK,CAAA,CAAA;AAC9D,IAAA,OAAOC,mBAAYF,QAAAA,CAAAA;AACrB;EAEA,MAAgBG,OAAAA,CAAQC,OAAuBC,IAA2B,EAAA;AACxE,IAAA,MAAM,EACJC,YAAAA,EACAC,KACAC,EAAAA,QAAAA,EAAU,EAAEC,QAAQ,EAAA,EAClB,GAAA,MAAMC,eAAa,CAAA,MAAM,IAAKC,CAAAA,cAAAA,CAAeP,KAAAA,CAAAA,CAAAA;AAEjD,IAAA,OAAO,IAAIQ,wBAAgB,CAAA,IAAA,CAAKC,kBAAkBJ,QAAAA,CAAAA,EAAWF,OAAOD,YAAAA,CAAAA;AACtE;AAEA,EAAA,MAAgBQ,iBACd,EAAEC,MAAAA,EAAQ,GAAGX,KAAAA,IACbY,GACmC,EAAA;AACnC,IAAMC,MAAAA,WAAAA,GAAcF,OAAOG,MAAUH,IAAAA,MAAAA;AAErC,IAAMP,MAAAA,QAAAA,GAAW,MAAMW,iBAAe,CAAA;MACpCC,WAAa,EAAA,CAAA;MACb,GAAI,MAAM,IAAKT,CAAAA,cAAAA,CAAeP,KAAAA,CAAAA;AAC9BW,MAAAA,MAAAA;AACAM,MAAAA,WAAAA,EAAaL,GAAIM,CAAAA,MAAAA;AACjB/B,MAAAA,KAAAA,EAAO,IAAKA,CAAAA,KAAAA;;AAEZgC,MAAAA,MAAAA,EACEN,WAAuBO,YAAAA,YAAAA,GACnB,OACAP,GAAAA,WAAAA,YAAuBQ,cACrB,MACA,GAAA;KACV,CAAA;AAEA,IAAO,OAAA;AAAEC,MAAAA,MAAAA,EAAQlB,QAASkB,CAAAA;AAAO,KAAA;AACnC;EAEA,OAAOC,aAAAA,CAAcvB,OAAuBY,GAA0B,EAAA;AACpE,IAAI,IAAA,CAAC,KAAK3B,qBAAyB,IAAA,CAACuC,eAAQxB,KAAMyB,CAAAA,KAAAA,IAAS,EAAE,CAAG,EAAA;AAC9D,MAAA,MAAMrB,SAAW,GAAA,MAAM,IAAKL,CAAAA,OAAAA,CAAQC,OAAOY,GAAAA,CAAAA;AAC3C,MAAMR,MAAAA,SAAAA;AACN,MAAA;AACF;AAEA,IAAA,MAAM,EAAEsB,UAAYvB,EAAAA,KAAAA,EAAOD,YAAcE,EAAAA,QAAAA,KAAauB,aAAW,CAAA;MAC/D,GAAI,MAAM,IAAKpB,CAAAA,cAAAA,CAAeP,KAAAA,CAAAA;AAC9BiB,MAAAA,WAAAA,EAAaL,GAAIM,CAAAA;KACnB,CAAA;AAEA,IAAA,IAAIU,SAAoC,GAAA,IAAA;AACxC,IAAA,WAAA,MAAiBC,SAASH,UAAY,EAAA;AACpC,MAAII,IAAAA,OAAAA;AACJ,MAAA,QAAQD,MAAME,IAAI;QAChB,KAAK,YAAA;AACHD,UAAU,OAAA,GAAA,IAAIE,4BAAiBH,CAAAA,KAAAA,CAAMI,SAAS,CAAA;AAC9C,UAAA;QACF,KAAK,WAAA;AACHH,UAAAA,OAAAA,GAAU,IAAIE,4BAAiB,CAAA;AAC7BD,YAAAA,IAAAA,EAAMF,KAAME,CAAAA,IAAAA;AACZG,YAAAA,UAAAA,EAAYL,KAAMK,CAAAA,UAAAA;AAClBC,YAAAA,QAAAA,EAAUN,KAAMM,CAAAA,QAAAA;AAChBC,YAAAA,IAAAA,EAAMP,KAAMO,CAAAA;WACd,CAAA;AACA,UAAA;QACF,KAAK,OAAA;AACH,UAAM,MAAA,IAAIC,4BAAe,iBAAmB,EAAA;YAACR,KAAMS,CAAAA;AAAe,WAAA,CAAA;QACpE,KAAK,aAAA;QACL,KAAK,YAAA;AACH,UAAA;QACF,KAAK,aAAA;AACHR,UAAAA,OAAAA,GAAU,IAAIS,uBAAY,CAAA;AACxBR,YAAAA,IAAAA,EAAMF,KAAME,CAAAA,IAAAA;AACZG,YAAAA,UAAAA,EAAYL,KAAMK,CAAAA,UAAAA;AAClBC,YAAAA,QAAAA,EAAUN,KAAMM,CAAAA,QAAAA;AAChBK,YAAAA,MAAAA,EAAQX,KAAMW,CAAAA;WAChB,CAAA;AACA,UAAA;QACF,KAAK,2BAAA;QACL,KAAK,iBAAA;AACH,UAAA;QACF,KAAK,QAAA;AACH,UAAA;AACF,QAAA;AACE,UAAA,MAAM,IAAIC,KAAAA,CAAM,CAAoBZ,iBAAAA,EAAAA,KAAAA,CAAME,IAAI,CAAG,CAAA,CAAA,CAAA;AACrD;AACAH,MAAAA,SAAAA,GAAY,IAAIpB,wBAAgB,CAAA;AAACsB,QAAAA;AAAQ,OAAA,CAAA;AACzC,MAAMF,MAAAA,SAAAA;AACR;AAEA,IAAA,IAAI,CAACA,SAAW,EAAA;AACd,MAAM,MAAA,IAAIS,4BAAe,+BAAA,CAAA;AAC3B;AACAT,IAAAA,SAAAA,CAAUzB,QAAQ,MAAMA,KAAAA;AACxByB,IAAAA,SAAAA,CAAU1B,eAAe,MAAMA,YAAAA;AAC/B,IAAME,MAAAA,QAAAA;AACR;AAEA,EAAA,MAAgBG,eACdP,KACkE,EAAA;AAClE,IAAMyB,MAAAA,KAAAA,GAAQ,MAAMiB,OAAAA,CAAQC,GACzB3C,CAAAA,CAAAA,KAAAA,CAAMyB,SAAS,EAAA,EAAImB,GAAI,CAAA,OAAOC,IAAU,MAAA;AACvCC,MAAAA,IAAAA,EAAMD,IAAKC,CAAAA,IAAAA;AACXC,MAAAA,WAAAA,EAAaF,IAAKE,CAAAA,WAAAA;AAClBC,MAAAA,UAAAA,EAAYC,aAAW,CAAA,MAAMJ,IAAKK,CAAAA,kBAAAA,EAAkB;AACtD,KAAA,CAAA,CAAA,CAAA;AAGF,IAAA,MAAM7C,QAAWL,GAAAA,KAAAA,CAAMK,QAASuC,CAAAA,GAAAA,CAAI,CAACO,GAAAA,KAAAA;AACnC,MAAA,IAAIA,eAAenB,4BAAkB,EAAA;AACnC,QAAO,OAAA;UAAEoB,IAAM,EAAA,WAAA;AAAaC,UAAAA,OAAAA,EAASF,GAAIE,CAAAA;AAAQ,SAAA;AACnD,OAAA,MAAA,IAAWF,eAAeZ,uBAAa,EAAA;AACrC,QAAO,OAAA;UAAEa,IAAM,EAAA,MAAA;AAAQC,UAAAA,OAAAA,EAASF,GAAIE,CAAAA;AAAQ,SAAA;AAC9C;AACA,MAAO,OAAA;AAAED,QAAAA,IAAAA,EAAMD,GAAIC,CAAAA,IAAAA;AAA2BC,QAAAA,OAAAA,EAASF,GAAIG,CAAAA;AAAK,OAAA;KAClE,CAAA;AAEA,IAAO,OAAA;AACL,MAAA,GAAG,IAAKN,CAAAA,UAAAA;MACR,GAAGhD,KAAAA;AACHb,MAAAA,KAAAA,EAAO,IAAKA,CAAAA,KAAAA;AACZsC,MAAAA,KAAAA,EAAO8B,gBAAS9B,KAAO,EAAA,CAAC,EAAEqB,IAAM,EAAA,GAAGD,MAAW,KAAA;AAACC,QAAAA,IAAAA;AAAMD,QAAAA;AAAK,OAAA,CAAA;AAC1DxC,MAAAA;AACF,KAAA;AACF;AAEUI,EAAAA,iBAAAA,CAAkBJ,QAAiE,EAAA;AAC3F,IAAOA,OAAAA,QAAAA,CAASmD,OAAQ,CAAA,CAACL,GAAAA,KAAAA;AACvB,MAAIA,IAAAA,GAAAA,CAAIC,SAAS,MAAQ,EAAA;AACvB,QAAA,OAAO,IAAIb,uBAAAA,CAAYY,GAAIE,CAAAA,OAAAA,EAASF,IAAIM,eAAe,CAAA;AACzD;AACA,MAAA,OAAO,IAAIzB,4BAAAA,CACTmB,GAAIE,CAAAA,OAAAA,EACJF,IAAIM,eAAe,CAAA;KAEvB,CAAA;AACF;EAEAC,cAAiB,GAAA;AACf,IAAO,OAAA;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;AACThE,MAAAA,UAAAA,EAAY,IAAKA,CAAAA,UAAAA;AACjBN,MAAAA,OAAAA,EAAS,IAAKA,CAAAA,OAAAA;AACdH,MAAAA,qBAAAA,EAAuB,IAAKA,CAAAA;AAC9B,KAAA;AACF;AAEA,EAAA,MAAM0E,aAAa,EAAEjE,UAAAA,EAAYN,OAAS,EAAA,GAAGwE,UAAoD,EAAA;AAC/F,IAAMC,MAAAA,QAAAA,GAAW,MAAM9E,kBAAU+E,CAAAA,QAAAA,CAAS,GAAGpE,UAAAA,CAAAA,CAAAA,EAAcN,OAAAA,CAAS,CAAA,CAAA;AACpE,IAAI,IAAA,EAAEyE,oBAAoB/E,eAAkB,CAAA,EAAA;AAC1C,MAAM,MAAA,IAAI2D,MAAM,4BAAA,CAAA;AAClB;AACAoB,IAAAA,QAAAA,CAASE,OAAO,EAAA;AAChBC,IAAAA,MAAAA,CAAOC,OAAO,IAAM,EAAA;MAClB,GAAGL,QAAAA;AACHzE,MAAAA,KAAAA,EAAO0E,QAAS1E,CAAAA;KAClB,CAAA;AACF;AACF","file":"chat.cjs","sourcesContent":["/**\n * Copyright 2025 IBM Corp.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n  ChatModelInput,\n  ChatModel,\n  ChatModelOutput,\n  ChatModelEvents,\n  ChatModelObjectInput,\n  ChatModelObjectOutput,\n} from \"@/backend/chat.js\";\nimport {\n  CoreAssistantMessage,\n  CoreMessage,\n  CoreToolMessage,\n  generateObject,\n  generateText,\n  jsonSchema,\n  LanguageModelV1,\n  streamText,\n  TextPart,\n  ToolCallPart,\n} from \"ai\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { AssistantMessage, Message, ToolMessage } from \"@/backend/message.js\";\nimport { GetRunContext } from \"@/context.js\";\nimport { ValueError } from \"@/errors.js\";\nimport { isEmpty, mapToObj, toCamelCase } from \"remeda\";\nimport { FullModelName } from \"@/backend/utils.js\";\nimport { ChatModelError } from \"@/backend/errors.js\";\nimport { ZodArray, ZodEnum } from \"zod\";\n\nexport abstract class VercelChatModel<\n  M extends LanguageModelV1 = LanguageModelV1,\n> extends ChatModel {\n  public readonly emitter: Emitter<ChatModelEvents>;\n  public readonly supportsToolStreaming: boolean = true;\n\n  constructor(private readonly model: M) {\n    super();\n    if (!this.modelId) {\n      throw new ValueError(\"No modelId has been provided!\");\n    }\n    this.emitter = Emitter.root.child({\n      namespace: [\"backend\", this.providerId, \"chat\"],\n      creator: this,\n    });\n  }\n\n  get modelId(): string {\n    return this.model.modelId;\n  }\n\n  get providerId(): string {\n    const provider = this.model.provider.split(\".\")[0].split(\"-\")[0];\n    return toCamelCase(provider);\n  }\n\n  protected async _create(input: ChatModelInput, _run: GetRunContext<this>) {\n    const {\n      finishReason,\n      usage,\n      response: { messages },\n    } = await generateText(await this.transformInput(input));\n\n    return new ChatModelOutput(this.transformMessages(messages), usage, finishReason);\n  }\n\n  protected async _createStructure<T>(\n    { schema, ...input }: ChatModelObjectInput<T>,\n    run: GetRunContext<this>,\n  ): Promise<ChatModelObjectOutput<T>> {\n    const inputSchema = schema._input || schema;\n\n    const response = await generateObject({\n      temperature: 0,\n      ...(await this.transformInput(input)),\n      schema,\n      abortSignal: run.signal,\n      model: this.model,\n      // @ts-expect-error\n      output:\n        inputSchema instanceof ZodArray\n          ? \"array\"\n          : inputSchema instanceof ZodEnum\n            ? \"enum\"\n            : \"object\",\n    });\n\n    return { object: response.object };\n  }\n\n  async *_createStream(input: ChatModelInput, run: GetRunContext<this>) {\n    if (!this.supportsToolStreaming && !isEmpty(input.tools ?? [])) {\n      const response = await this._create(input, run);\n      yield response;\n      return;\n    }\n\n    const { fullStream, usage, finishReason, response } = streamText({\n      ...(await this.transformInput(input)),\n      abortSignal: run.signal,\n    });\n\n    let lastChunk: ChatModelOutput | null = null;\n    for await (const event of fullStream) {\n      let message: Message;\n      switch (event.type) {\n        case \"text-delta\":\n          message = new AssistantMessage(event.textDelta);\n          break;\n        case \"tool-call\":\n          message = new AssistantMessage({\n            type: event.type,\n            toolCallId: event.toolCallId,\n            toolName: event.toolName,\n            args: event.args,\n          });\n          break;\n        case \"error\":\n          throw new ChatModelError(\"Unhandled error\", [event.error as Error]);\n        case \"step-finish\":\n        case \"step-start\":\n          continue;\n        case \"tool-result\":\n          message = new ToolMessage({\n            type: event.type,\n            toolCallId: event.toolCallId,\n            toolName: event.toolName,\n            result: event.result,\n          });\n          break;\n        case \"tool-call-streaming-start\":\n        case \"tool-call-delta\":\n          continue;\n        case \"finish\":\n          continue;\n        default:\n          throw new Error(`Unhandled event \"${event.type}\"`);\n      }\n      lastChunk = new ChatModelOutput([message]);\n      yield lastChunk;\n    }\n\n    if (!lastChunk) {\n      throw new ChatModelError(\"No chunks have been received!\");\n    }\n    lastChunk.usage = await usage;\n    lastChunk.finishReason = await finishReason;\n    await response;\n  }\n\n  protected async transformInput(\n    input: ChatModelInput,\n  ): Promise<Parameters<typeof generateText<Record<string, any>>>[0]> {\n    const tools = await Promise.all(\n      (input.tools ?? []).map(async (tool) => ({\n        name: tool.name,\n        description: tool.description,\n        parameters: jsonSchema(await tool.getInputJsonSchema()),\n      })),\n    );\n\n    const messages = input.messages.map((msg): CoreMessage => {\n      if (msg instanceof AssistantMessage) {\n        return { role: \"assistant\", content: msg.content };\n      } else if (msg instanceof ToolMessage) {\n        return { role: \"tool\", content: msg.content };\n      }\n      return { role: msg.role as \"user\" | \"system\", content: msg.text };\n    });\n\n    return {\n      ...this.parameters,\n      ...input,\n      model: this.model,\n      tools: mapToObj(tools, ({ name, ...tool }) => [name, tool]),\n      messages,\n    };\n  }\n\n  protected transformMessages(messages: (CoreAssistantMessage | CoreToolMessage)[]): Message[] {\n    return messages.flatMap((msg) => {\n      if (msg.role === \"tool\") {\n        return new ToolMessage(msg.content, msg.providerOptions);\n      }\n      return new AssistantMessage(\n        msg.content as TextPart | ToolCallPart | string,\n        msg.providerOptions,\n      );\n    });\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      providerId: this.providerId,\n      modelId: this.modelId,\n      supportsToolStreaming: this.supportsToolStreaming,\n    };\n  }\n\n  async loadSnapshot({ providerId, modelId, ...snapshot }: ReturnType<typeof this.createSnapshot>) {\n    const instance = await ChatModel.fromName(`${providerId}:${modelId}` as FullModelName);\n    if (!(instance instanceof VercelChatModel)) {\n      throw new Error(\"Incorrect deserialization!\");\n    }\n    instance.destroy();\n    Object.assign(this, {\n      ...snapshot,\n      model: instance.model,\n    });\n  }\n}\n"]}

package/dist/adapters/vercel/backend/chat.js

@@ -49,7 +49,6 @@ class VercelChatModel extends ChatModel {
       schema,
       abortSignal: run.signal,
       model: this.model,
-      mode: "json",
       // @ts-expect-error
       output: inputSchema instanceof ZodArray ? "array" : inputSchema instanceof ZodEnum ? "enum" : "object"
     });

package/dist/adapters/vercel/backend/chat.js.map

@@ -1 +1 @@
-{"version":3,"sources":["chat.ts"],"names":["VercelChatModel","ChatModel","emitter","supportsToolStreaming","constructor","model","modelId","ValueError","Emitter","root","child","namespace","providerId","creator","provider","split","toCamelCase","_create","input","_run","finishReason","usage","response","messages","generateText","transformInput","ChatModelOutput","transformMessages","_createStructure","schema","run","inputSchema","_input","generateObject","temperature","abortSignal","signal","mode","output","ZodArray","ZodEnum","object","_createStream","isEmpty","tools","fullStream","streamText","lastChunk","event","message","type","AssistantMessage","textDelta","toolCallId","toolName","args","ChatModelError","error","ToolMessage","result","Error","Promise","all","map","tool","name","description","parameters","jsonSchema","getInputJsonSchema","msg","role","content","text","mapToObj","flatMap","providerOptions","createSnapshot","loadSnapshot","snapshot","instance","fromName","destroy","Object","assign"],"mappings":";;;;;;;;;;;AA6CO,MAAeA,wBAEZC,SAAAA,CAAAA;EA/CV;;;;AAgDkBC,EAAAA,OAAAA;AACAC,EAAAA,qBAAAA;AAEhBC,EAAAA,WAAAA,CAA6BC,KAAU,EAAA;AACrC,IAAA,KAAA,EAAK,EAAA,IAAA,CADsBA,KAAAA,GAAAA,KAAAA,EAAAA,KAFbF,qBAAiC,GAAA,IAAA;AAI/C,IAAI,IAAA,CAAC,KAAKG,OAAS,EAAA;AACjB,MAAM,MAAA,IAAIC,WAAW,+BAAA,CAAA;AACvB;AACA,IAAKL,IAAAA,CAAAA,OAAAA,GAAUM,OAAQC,CAAAA,IAAAA,CAAKC,KAAM,CAAA;MAChCC,SAAW,EAAA;AAAC,QAAA,SAAA;QAAW,IAAKC,CAAAA,UAAAA;AAAY,QAAA;;MACxCC,OAAS,EAAA;KACX,CAAA;AACF;AAEA,EAAA,IAAIP,OAAkB,GAAA;AACpB,IAAA,OAAO,KAAKD,KAAMC,CAAAA,OAAAA;AACpB;AAEA,EAAA,IAAIM,UAAqB,GAAA;AACvB,IAAA,MAAME,QAAW,GAAA,IAAA,CAAKT,KAAMS,CAAAA,QAAAA,CAASC,KAAM,CAAA,GAAA,CAAK,CAAA,CAAA,CAAGA,CAAAA,KAAAA,CAAM,GAAA,CAAA,CAAK,CAAA,CAAA;AAC9D,IAAA,OAAOC,YAAYF,QAAAA,CAAAA;AACrB;EAEA,MAAgBG,OAAAA,CAAQC,OAAuBC,IAA2B,EAAA;AACxE,IAAA,MAAM,EACJC,YAAAA,EACAC,KACAC,EAAAA,QAAAA,EAAU,EAAEC,QAAQ,EAAA,EAClB,GAAA,MAAMC,YAAa,CAAA,MAAM,IAAKC,CAAAA,cAAAA,CAAeP,KAAAA,CAAAA,CAAAA;AAEjD,IAAA,OAAO,IAAIQ,eAAgB,CAAA,IAAA,CAAKC,kBAAkBJ,QAAAA,CAAAA,EAAWF,OAAOD,YAAAA,CAAAA;AACtE;AAEA,EAAA,MAAgBQ,iBACd,EAAEC,MAAAA,EAAQ,GAAGX,KAAAA,IACbY,GACmC,EAAA;AACnC,IAAMC,MAAAA,WAAAA,GAAcF,OAAOG,MAAUH,IAAAA,MAAAA;AAErC,IAAMP,MAAAA,QAAAA,GAAW,MAAMW,cAAe,CAAA;MACpCC,WAAa,EAAA,CAAA;MACb,GAAI,MAAM,IAAKT,CAAAA,cAAAA,CAAeP,KAAAA,CAAAA;AAC9BW,MAAAA,MAAAA;AACAM,MAAAA,WAAAA,EAAaL,GAAIM,CAAAA,MAAAA;AACjB/B,MAAAA,KAAAA,EAAO,IAAKA,CAAAA,KAAAA;MACZgC,IAAM,EAAA,MAAA;;AAENC,MAAAA,MAAAA,EACEP,WAAuBQ,YAAAA,QAAAA,GACnB,OACAR,GAAAA,WAAAA,YAAuBS,UACrB,MACA,GAAA;KACV,CAAA;AAEA,IAAO,OAAA;AAAEC,MAAAA,MAAAA,EAAQnB,QAASmB,CAAAA;AAAO,KAAA;AACnC;EAEA,OAAOC,aAAAA,CAAcxB,OAAuBY,GAA0B,EAAA;AACpE,IAAI,IAAA,CAAC,KAAK3B,qBAAyB,IAAA,CAACwC,QAAQzB,KAAM0B,CAAAA,KAAAA,IAAS,EAAE,CAAG,EAAA;AAC9D,MAAA,MAAMtB,SAAW,GAAA,MAAM,IAAKL,CAAAA,OAAAA,CAAQC,OAAOY,GAAAA,CAAAA;AAC3C,MAAMR,MAAAA,SAAAA;AACN,MAAA;AACF;AAEA,IAAA,MAAM,EAAEuB,UAAYxB,EAAAA,KAAAA,EAAOD,YAAcE,EAAAA,QAAAA,KAAawB,UAAW,CAAA;MAC/D,GAAI,MAAM,IAAKrB,CAAAA,cAAAA,CAAeP,KAAAA,CAAAA;AAC9BiB,MAAAA,WAAAA,EAAaL,GAAIM,CAAAA;KACnB,CAAA;AAEA,IAAA,IAAIW,SAAoC,GAAA,IAAA;AACxC,IAAA,WAAA,MAAiBC,SAASH,UAAY,EAAA;AACpC,MAAII,IAAAA,OAAAA;AACJ,MAAA,QAAQD,MAAME,IAAI;QAChB,KAAK,YAAA;AACHD,UAAU,OAAA,GAAA,IAAIE,gBAAiBH,CAAAA,KAAAA,CAAMI,SAAS,CAAA;AAC9C,UAAA;QACF,KAAK,WAAA;AACHH,UAAAA,OAAAA,GAAU,IAAIE,gBAAiB,CAAA;AAC7BD,YAAAA,IAAAA,EAAMF,KAAME,CAAAA,IAAAA;AACZG,YAAAA,UAAAA,EAAYL,KAAMK,CAAAA,UAAAA;AAClBC,YAAAA,QAAAA,EAAUN,KAAMM,CAAAA,QAAAA;AAChBC,YAAAA,IAAAA,EAAMP,KAAMO,CAAAA;WACd,CAAA;AACA,UAAA;QACF,KAAK,OAAA;AACH,UAAM,MAAA,IAAIC,eAAe,iBAAmB,EAAA;YAACR,KAAMS,CAAAA;AAAe,WAAA,CAAA;QACpE,KAAK,aAAA;QACL,KAAK,YAAA;AACH,UAAA;QACF,KAAK,aAAA;AACHR,UAAAA,OAAAA,GAAU,IAAIS,WAAY,CAAA;AACxBR,YAAAA,IAAAA,EAAMF,KAAME,CAAAA,IAAAA;AACZG,YAAAA,UAAAA,EAAYL,KAAMK,CAAAA,UAAAA;AAClBC,YAAAA,QAAAA,EAAUN,KAAMM,CAAAA,QAAAA;AAChBK,YAAAA,MAAAA,EAAQX,KAAMW,CAAAA;WAChB,CAAA;AACA,UAAA;QACF,KAAK,2BAAA;QACL,KAAK,iBAAA;AACH,UAAA;QACF,KAAK,QAAA;AACH,UAAA;AACF,QAAA;AACE,UAAA,MAAM,IAAIC,KAAAA,CAAM,CAAoBZ,iBAAAA,EAAAA,KAAAA,CAAME,IAAI,CAAG,CAAA,CAAA,CAAA;AACrD;AACAH,MAAAA,SAAAA,GAAY,IAAIrB,eAAgB,CAAA;AAACuB,QAAAA;AAAQ,OAAA,CAAA;AACzC,MAAMF,MAAAA,SAAAA;AACR;AAEA,IAAA,IAAI,CAACA,SAAW,EAAA;AACd,MAAM,MAAA,IAAIS,eAAe,+BAAA,CAAA;AAC3B;AACAT,IAAAA,SAAAA,CAAU1B,QAAQ,MAAMA,KAAAA;AACxB0B,IAAAA,SAAAA,CAAU3B,eAAe,MAAMA,YAAAA;AAC/B,IAAME,MAAAA,QAAAA;AACR;AAEA,EAAA,MAAgBG,eACdP,KACkE,EAAA;AAClE,IAAM0B,MAAAA,KAAAA,GAAQ,MAAMiB,OAAAA,CAAQC,GACzB5C,CAAAA,CAAAA,KAAAA,CAAM0B,SAAS,EAAA,EAAImB,GAAI,CAAA,OAAOC,IAAU,MAAA;AACvCC,MAAAA,IAAAA,EAAMD,IAAKC,CAAAA,IAAAA;AACXC,MAAAA,WAAAA,EAAaF,IAAKE,CAAAA,WAAAA;AAClBC,MAAAA,UAAAA,EAAYC,UAAW,CAAA,MAAMJ,IAAKK,CAAAA,kBAAAA,EAAkB;AACtD,KAAA,CAAA,CAAA,CAAA;AAGF,IAAA,MAAM9C,QAAWL,GAAAA,KAAAA,CAAMK,QAASwC,CAAAA,GAAAA,CAAI,CAACO,GAAAA,KAAAA;AACnC,MAAA,IAAIA,eAAenB,gBAAkB,EAAA;AACnC,QAAO,OAAA;UAAEoB,IAAM,EAAA,WAAA;AAAaC,UAAAA,OAAAA,EAASF,GAAIE,CAAAA;AAAQ,SAAA;AACnD,OAAA,MAAA,IAAWF,eAAeZ,WAAa,EAAA;AACrC,QAAO,OAAA;UAAEa,IAAM,EAAA,MAAA;AAAQC,UAAAA,OAAAA,EAASF,GAAIE,CAAAA;AAAQ,SAAA;AAC9C;AACA,MAAO,OAAA;AAAED,QAAAA,IAAAA,EAAMD,GAAIC,CAAAA,IAAAA;AAA2BC,QAAAA,OAAAA,EAASF,GAAIG,CAAAA;AAAK,OAAA;KAClE,CAAA;AAEA,IAAO,OAAA;AACL,MAAA,GAAG,IAAKN,CAAAA,UAAAA;MACR,GAAGjD,KAAAA;AACHb,MAAAA,KAAAA,EAAO,IAAKA,CAAAA,KAAAA;AACZuC,MAAAA,KAAAA,EAAO8B,SAAS9B,KAAO,EAAA,CAAC,EAAEqB,IAAM,EAAA,GAAGD,MAAW,KAAA;AAACC,QAAAA,IAAAA;AAAMD,QAAAA;AAAK,OAAA,CAAA;AAC1DzC,MAAAA;AACF,KAAA;AACF;AAEUI,EAAAA,iBAAAA,CAAkBJ,QAAiE,EAAA;AAC3F,IAAOA,OAAAA,QAAAA,CAASoD,OAAQ,CAAA,CAACL,GAAAA,KAAAA;AACvB,MAAIA,IAAAA,GAAAA,CAAIC,SAAS,MAAQ,EAAA;AACvB,QAAA,OAAO,IAAIb,WAAAA,CAAYY,GAAIE,CAAAA,OAAAA,EAASF,IAAIM,eAAe,CAAA;AACzD;AACA,MAAA,OAAO,IAAIzB,gBAAAA,CACTmB,GAAIE,CAAAA,OAAAA,EACJF,IAAIM,eAAe,CAAA;KAEvB,CAAA;AACF;EAEAC,cAAiB,GAAA;AACf,IAAO,OAAA;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;AACTjE,MAAAA,UAAAA,EAAY,IAAKA,CAAAA,UAAAA;AACjBN,MAAAA,OAAAA,EAAS,IAAKA,CAAAA,OAAAA;AACdH,MAAAA,qBAAAA,EAAuB,IAAKA,CAAAA;AAC9B,KAAA;AACF;AAEA,EAAA,MAAM2E,aAAa,EAAElE,UAAAA,EAAYN,OAAS,EAAA,GAAGyE,UAAoD,EAAA;AAC/F,IAAMC,MAAAA,QAAAA,GAAW,MAAM/E,SAAUgF,CAAAA,QAAAA,CAAS,GAAGrE,UAAAA,CAAAA,CAAAA,EAAcN,OAAAA,CAAS,CAAA,CAAA;AACpE,IAAI,IAAA,EAAE0E,oBAAoBhF,eAAkB,CAAA,EAAA;AAC1C,MAAM,MAAA,IAAI4D,MAAM,4BAAA,CAAA;AAClB;AACAoB,IAAAA,QAAAA,CAASE,OAAO,EAAA;AAChBC,IAAAA,MAAAA,CAAOC,OAAO,IAAM,EAAA;MAClB,GAAGL,QAAAA;AACH1E,MAAAA,KAAAA,EAAO2E,QAAS3E,CAAAA;KAClB,CAAA;AACF;AACF","file":"chat.js","sourcesContent":["/**\n * Copyright 2025 IBM Corp.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n  ChatModelInput,\n  ChatModel,\n  ChatModelOutput,\n  ChatModelEvents,\n  ChatModelObjectInput,\n  ChatModelObjectOutput,\n} from \"@/backend/chat.js\";\nimport {\n  CoreAssistantMessage,\n  CoreMessage,\n  CoreToolMessage,\n  generateObject,\n  generateText,\n  jsonSchema,\n  LanguageModelV1,\n  streamText,\n  TextPart,\n  ToolCallPart,\n} from \"ai\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { AssistantMessage, Message, ToolMessage } from \"@/backend/message.js\";\nimport { GetRunContext } from \"@/context.js\";\nimport { ValueError } from \"@/errors.js\";\nimport { isEmpty, mapToObj, toCamelCase } from \"remeda\";\nimport { FullModelName } from \"@/backend/utils.js\";\nimport { ChatModelError } from \"@/backend/errors.js\";\nimport { ZodArray, ZodEnum } from \"zod\";\n\nexport abstract class VercelChatModel<\n  M extends LanguageModelV1 = LanguageModelV1,\n> extends ChatModel {\n  public readonly emitter: Emitter<ChatModelEvents>;\n  public readonly supportsToolStreaming: boolean = true;\n\n  constructor(private readonly model: M) {\n    super();\n    if (!this.modelId) {\n      throw new ValueError(\"No modelId has been provided!\");\n    }\n    this.emitter = Emitter.root.child({\n      namespace: [\"backend\", this.providerId, \"chat\"],\n      creator: this,\n    });\n  }\n\n  get modelId(): string {\n    return this.model.modelId;\n  }\n\n  get providerId(): string {\n    const provider = this.model.provider.split(\".\")[0].split(\"-\")[0];\n    return toCamelCase(provider);\n  }\n\n  protected async _create(input: ChatModelInput, _run: GetRunContext<this>) {\n    const {\n      finishReason,\n      usage,\n      response: { messages },\n    } = await generateText(await this.transformInput(input));\n\n    return new ChatModelOutput(this.transformMessages(messages), usage, finishReason);\n  }\n\n  protected async _createStructure<T>(\n    { schema, ...input }: ChatModelObjectInput<T>,\n    run: GetRunContext<this>,\n  ): Promise<ChatModelObjectOutput<T>> {\n    const inputSchema = schema._input || schema;\n\n    const response = await generateObject({\n      temperature: 0,\n      ...(await this.transformInput(input)),\n      schema,\n      abortSignal: run.signal,\n      model: this.model,\n      mode: \"json\",\n      // @ts-expect-error\n      output:\n        inputSchema instanceof ZodArray\n          ? \"array\"\n          : inputSchema instanceof ZodEnum\n            ? \"enum\"\n            : \"object\",\n    });\n\n    return { object: response.object };\n  }\n\n  async *_createStream(input: ChatModelInput, run: GetRunContext<this>) {\n    if (!this.supportsToolStreaming && !isEmpty(input.tools ?? [])) {\n      const response = await this._create(input, run);\n      yield response;\n      return;\n    }\n\n    const { fullStream, usage, finishReason, response } = streamText({\n      ...(await this.transformInput(input)),\n      abortSignal: run.signal,\n    });\n\n    let lastChunk: ChatModelOutput | null = null;\n    for await (const event of fullStream) {\n      let message: Message;\n      switch (event.type) {\n        case \"text-delta\":\n          message = new AssistantMessage(event.textDelta);\n          break;\n        case \"tool-call\":\n          message = new AssistantMessage({\n            type: event.type,\n            toolCallId: event.toolCallId,\n            toolName: event.toolName,\n            args: event.args,\n          });\n          break;\n        case \"error\":\n          throw new ChatModelError(\"Unhandled error\", [event.error as Error]);\n        case \"step-finish\":\n        case \"step-start\":\n          continue;\n        case \"tool-result\":\n          message = new ToolMessage({\n            type: event.type,\n            toolCallId: event.toolCallId,\n            toolName: event.toolName,\n            result: event.result,\n          });\n          break;\n        case \"tool-call-streaming-start\":\n        case \"tool-call-delta\":\n          continue;\n        case \"finish\":\n          continue;\n        default:\n          throw new Error(`Unhandled event \"${event.type}\"`);\n      }\n      lastChunk = new ChatModelOutput([message]);\n      yield lastChunk;\n    }\n\n    if (!lastChunk) {\n      throw new ChatModelError(\"No chunks have been received!\");\n    }\n    lastChunk.usage = await usage;\n    lastChunk.finishReason = await finishReason;\n    await response;\n  }\n\n  protected async transformInput(\n    input: ChatModelInput,\n  ): Promise<Parameters<typeof generateText<Record<string, any>>>[0]> {\n    const tools = await Promise.all(\n      (input.tools ?? []).map(async (tool) => ({\n        name: tool.name,\n        description: tool.description,\n        parameters: jsonSchema(await tool.getInputJsonSchema()),\n      })),\n    );\n\n    const messages = input.messages.map((msg): CoreMessage => {\n      if (msg instanceof AssistantMessage) {\n        return { role: \"assistant\", content: msg.content };\n      } else if (msg instanceof ToolMessage) {\n        return { role: \"tool\", content: msg.content };\n      }\n      return { role: msg.role as \"user\" | \"system\", content: msg.text };\n    });\n\n    return {\n      ...this.parameters,\n      ...input,\n      model: this.model,\n      tools: mapToObj(tools, ({ name, ...tool }) => [name, tool]),\n      messages,\n    };\n  }\n\n  protected transformMessages(messages: (CoreAssistantMessage | CoreToolMessage)[]): Message[] {\n    return messages.flatMap((msg) => {\n      if (msg.role === \"tool\") {\n        return new ToolMessage(msg.content, msg.providerOptions);\n      }\n      return new AssistantMessage(\n        msg.content as TextPart | ToolCallPart | string,\n        msg.providerOptions,\n      );\n    });\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      providerId: this.providerId,\n      modelId: this.modelId,\n      supportsToolStreaming: this.supportsToolStreaming,\n    };\n  }\n\n  async loadSnapshot({ providerId, modelId, ...snapshot }: ReturnType<typeof this.createSnapshot>) {\n    const instance = await ChatModel.fromName(`${providerId}:${modelId}` as FullModelName);\n    if (!(instance instanceof VercelChatModel)) {\n      throw new Error(\"Incorrect deserialization!\");\n    }\n    instance.destroy();\n    Object.assign(this, {\n      ...snapshot,\n      model: instance.model,\n    });\n  }\n}\n"]}
+{"version":3,"sources":["chat.ts"],"names":["VercelChatModel","ChatModel","emitter","supportsToolStreaming","constructor","model","modelId","ValueError","Emitter","root","child","namespace","providerId","creator","provider","split","toCamelCase","_create","input","_run","finishReason","usage","response","messages","generateText","transformInput","ChatModelOutput","transformMessages","_createStructure","schema","run","inputSchema","_input","generateObject","temperature","abortSignal","signal","output","ZodArray","ZodEnum","object","_createStream","isEmpty","tools","fullStream","streamText","lastChunk","event","message","type","AssistantMessage","textDelta","toolCallId","toolName","args","ChatModelError","error","ToolMessage","result","Error","Promise","all","map","tool","name","description","parameters","jsonSchema","getInputJsonSchema","msg","role","content","text","mapToObj","flatMap","providerOptions","createSnapshot","loadSnapshot","snapshot","instance","fromName","destroy","Object","assign"],"mappings":";;;;;;;;;;;AA6CO,MAAeA,wBAEZC,SAAAA,CAAAA;EA/CV;;;;AAgDkBC,EAAAA,OAAAA;AACAC,EAAAA,qBAAAA;AAEhBC,EAAAA,WAAAA,CAA6BC,KAAU,EAAA;AACrC,IAAA,KAAA,EAAK,EAAA,IAAA,CADsBA,KAAAA,GAAAA,KAAAA,EAAAA,KAFbF,qBAAiC,GAAA,IAAA;AAI/C,IAAI,IAAA,CAAC,KAAKG,OAAS,EAAA;AACjB,MAAM,MAAA,IAAIC,WAAW,+BAAA,CAAA;AACvB;AACA,IAAKL,IAAAA,CAAAA,OAAAA,GAAUM,OAAQC,CAAAA,IAAAA,CAAKC,KAAM,CAAA;MAChCC,SAAW,EAAA;AAAC,QAAA,SAAA;QAAW,IAAKC,CAAAA,UAAAA;AAAY,QAAA;;MACxCC,OAAS,EAAA;KACX,CAAA;AACF;AAEA,EAAA,IAAIP,OAAkB,GAAA;AACpB,IAAA,OAAO,KAAKD,KAAMC,CAAAA,OAAAA;AACpB;AAEA,EAAA,IAAIM,UAAqB,GAAA;AACvB,IAAA,MAAME,QAAW,GAAA,IAAA,CAAKT,KAAMS,CAAAA,QAAAA,CAASC,KAAM,CAAA,GAAA,CAAK,CAAA,CAAA,CAAGA,CAAAA,KAAAA,CAAM,GAAA,CAAA,CAAK,CAAA,CAAA;AAC9D,IAAA,OAAOC,YAAYF,QAAAA,CAAAA;AACrB;EAEA,MAAgBG,OAAAA,CAAQC,OAAuBC,IAA2B,EAAA;AACxE,IAAA,MAAM,EACJC,YAAAA,EACAC,KACAC,EAAAA,QAAAA,EAAU,EAAEC,QAAQ,EAAA,EAClB,GAAA,MAAMC,YAAa,CAAA,MAAM,IAAKC,CAAAA,cAAAA,CAAeP,KAAAA,CAAAA,CAAAA;AAEjD,IAAA,OAAO,IAAIQ,eAAgB,CAAA,IAAA,CAAKC,kBAAkBJ,QAAAA,CAAAA,EAAWF,OAAOD,YAAAA,CAAAA;AACtE;AAEA,EAAA,MAAgBQ,iBACd,EAAEC,MAAAA,EAAQ,GAAGX,KAAAA,IACbY,GACmC,EAAA;AACnC,IAAMC,MAAAA,WAAAA,GAAcF,OAAOG,MAAUH,IAAAA,MAAAA;AAErC,IAAMP,MAAAA,QAAAA,GAAW,MAAMW,cAAe,CAAA;MACpCC,WAAa,EAAA,CAAA;MACb,GAAI,MAAM,IAAKT,CAAAA,cAAAA,CAAeP,KAAAA,CAAAA;AAC9BW,MAAAA,MAAAA;AACAM,MAAAA,WAAAA,EAAaL,GAAIM,CAAAA,MAAAA;AACjB/B,MAAAA,KAAAA,EAAO,IAAKA,CAAAA,KAAAA;;AAEZgC,MAAAA,MAAAA,EACEN,WAAuBO,YAAAA,QAAAA,GACnB,OACAP,GAAAA,WAAAA,YAAuBQ,UACrB,MACA,GAAA;KACV,CAAA;AAEA,IAAO,OAAA;AAAEC,MAAAA,MAAAA,EAAQlB,QAASkB,CAAAA;AAAO,KAAA;AACnC;EAEA,OAAOC,aAAAA,CAAcvB,OAAuBY,GAA0B,EAAA;AACpE,IAAI,IAAA,CAAC,KAAK3B,qBAAyB,IAAA,CAACuC,QAAQxB,KAAMyB,CAAAA,KAAAA,IAAS,EAAE,CAAG,EAAA;AAC9D,MAAA,MAAMrB,SAAW,GAAA,MAAM,IAAKL,CAAAA,OAAAA,CAAQC,OAAOY,GAAAA,CAAAA;AAC3C,MAAMR,MAAAA,SAAAA;AACN,MAAA;AACF;AAEA,IAAA,MAAM,EAAEsB,UAAYvB,EAAAA,KAAAA,EAAOD,YAAcE,EAAAA,QAAAA,KAAauB,UAAW,CAAA;MAC/D,GAAI,MAAM,IAAKpB,CAAAA,cAAAA,CAAeP,KAAAA,CAAAA;AAC9BiB,MAAAA,WAAAA,EAAaL,GAAIM,CAAAA;KACnB,CAAA;AAEA,IAAA,IAAIU,SAAoC,GAAA,IAAA;AACxC,IAAA,WAAA,MAAiBC,SAASH,UAAY,EAAA;AACpC,MAAII,IAAAA,OAAAA;AACJ,MAAA,QAAQD,MAAME,IAAI;QAChB,KAAK,YAAA;AACHD,UAAU,OAAA,GAAA,IAAIE,gBAAiBH,CAAAA,KAAAA,CAAMI,SAAS,CAAA;AAC9C,UAAA;QACF,KAAK,WAAA;AACHH,UAAAA,OAAAA,GAAU,IAAIE,gBAAiB,CAAA;AAC7BD,YAAAA,IAAAA,EAAMF,KAAME,CAAAA,IAAAA;AACZG,YAAAA,UAAAA,EAAYL,KAAMK,CAAAA,UAAAA;AAClBC,YAAAA,QAAAA,EAAUN,KAAMM,CAAAA,QAAAA;AAChBC,YAAAA,IAAAA,EAAMP,KAAMO,CAAAA;WACd,CAAA;AACA,UAAA;QACF,KAAK,OAAA;AACH,UAAM,MAAA,IAAIC,eAAe,iBAAmB,EAAA;YAACR,KAAMS,CAAAA;AAAe,WAAA,CAAA;QACpE,KAAK,aAAA;QACL,KAAK,YAAA;AACH,UAAA;QACF,KAAK,aAAA;AACHR,UAAAA,OAAAA,GAAU,IAAIS,WAAY,CAAA;AACxBR,YAAAA,IAAAA,EAAMF,KAAME,CAAAA,IAAAA;AACZG,YAAAA,UAAAA,EAAYL,KAAMK,CAAAA,UAAAA;AAClBC,YAAAA,QAAAA,EAAUN,KAAMM,CAAAA,QAAAA;AAChBK,YAAAA,MAAAA,EAAQX,KAAMW,CAAAA;WAChB,CAAA;AACA,UAAA;QACF,KAAK,2BAAA;QACL,KAAK,iBAAA;AACH,UAAA;QACF,KAAK,QAAA;AACH,UAAA;AACF,QAAA;AACE,UAAA,MAAM,IAAIC,KAAAA,CAAM,CAAoBZ,iBAAAA,EAAAA,KAAAA,CAAME,IAAI,CAAG,CAAA,CAAA,CAAA;AACrD;AACAH,MAAAA,SAAAA,GAAY,IAAIpB,eAAgB,CAAA;AAACsB,QAAAA;AAAQ,OAAA,CAAA;AACzC,MAAMF,MAAAA,SAAAA;AACR;AAEA,IAAA,IAAI,CAACA,SAAW,EAAA;AACd,MAAM,MAAA,IAAIS,eAAe,+BAAA,CAAA;AAC3B;AACAT,IAAAA,SAAAA,CAAUzB,QAAQ,MAAMA,KAAAA;AACxByB,IAAAA,SAAAA,CAAU1B,eAAe,MAAMA,YAAAA;AAC/B,IAAME,MAAAA,QAAAA;AACR;AAEA,EAAA,MAAgBG,eACdP,KACkE,EAAA;AAClE,IAAMyB,MAAAA,KAAAA,GAAQ,MAAMiB,OAAAA,CAAQC,GACzB3C,CAAAA,CAAAA,KAAAA,CAAMyB,SAAS,EAAA,EAAImB,GAAI,CAAA,OAAOC,IAAU,MAAA;AACvCC,MAAAA,IAAAA,EAAMD,IAAKC,CAAAA,IAAAA;AACXC,MAAAA,WAAAA,EAAaF,IAAKE,CAAAA,WAAAA;AAClBC,MAAAA,UAAAA,EAAYC,UAAW,CAAA,MAAMJ,IAAKK,CAAAA,kBAAAA,EAAkB;AACtD,KAAA,CAAA,CAAA,CAAA;AAGF,IAAA,MAAM7C,QAAWL,GAAAA,KAAAA,CAAMK,QAASuC,CAAAA,GAAAA,CAAI,CAACO,GAAAA,KAAAA;AACnC,MAAA,IAAIA,eAAenB,gBAAkB,EAAA;AACnC,QAAO,OAAA;UAAEoB,IAAM,EAAA,WAAA;AAAaC,UAAAA,OAAAA,EAASF,GAAIE,CAAAA;AAAQ,SAAA;AACnD,OAAA,MAAA,IAAWF,eAAeZ,WAAa,EAAA;AACrC,QAAO,OAAA;UAAEa,IAAM,EAAA,MAAA;AAAQC,UAAAA,OAAAA,EAASF,GAAIE,CAAAA;AAAQ,SAAA;AAC9C;AACA,MAAO,OAAA;AAAED,QAAAA,IAAAA,EAAMD,GAAIC,CAAAA,IAAAA;AAA2BC,QAAAA,OAAAA,EAASF,GAAIG,CAAAA;AAAK,OAAA;KAClE,CAAA;AAEA,IAAO,OAAA;AACL,MAAA,GAAG,IAAKN,CAAAA,UAAAA;MACR,GAAGhD,KAAAA;AACHb,MAAAA,KAAAA,EAAO,IAAKA,CAAAA,KAAAA;AACZsC,MAAAA,KAAAA,EAAO8B,SAAS9B,KAAO,EAAA,CAAC,EAAEqB,IAAM,EAAA,GAAGD,MAAW,KAAA;AAACC,QAAAA,IAAAA;AAAMD,QAAAA;AAAK,OAAA,CAAA;AAC1DxC,MAAAA;AACF,KAAA;AACF;AAEUI,EAAAA,iBAAAA,CAAkBJ,QAAiE,EAAA;AAC3F,IAAOA,OAAAA,QAAAA,CAASmD,OAAQ,CAAA,CAACL,GAAAA,KAAAA;AACvB,MAAIA,IAAAA,GAAAA,CAAIC,SAAS,MAAQ,EAAA;AACvB,QAAA,OAAO,IAAIb,WAAAA,CAAYY,GAAIE,CAAAA,OAAAA,EAASF,IAAIM,eAAe,CAAA;AACzD;AACA,MAAA,OAAO,IAAIzB,gBAAAA,CACTmB,GAAIE,CAAAA,OAAAA,EACJF,IAAIM,eAAe,CAAA;KAEvB,CAAA;AACF;EAEAC,cAAiB,GAAA;AACf,IAAO,OAAA;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;AACThE,MAAAA,UAAAA,EAAY,IAAKA,CAAAA,UAAAA;AACjBN,MAAAA,OAAAA,EAAS,IAAKA,CAAAA,OAAAA;AACdH,MAAAA,qBAAAA,EAAuB,IAAKA,CAAAA;AAC9B,KAAA;AACF;AAEA,EAAA,MAAM0E,aAAa,EAAEjE,UAAAA,EAAYN,OAAS,EAAA,GAAGwE,UAAoD,EAAA;AAC/F,IAAMC,MAAAA,QAAAA,GAAW,MAAM9E,SAAU+E,CAAAA,QAAAA,CAAS,GAAGpE,UAAAA,CAAAA,CAAAA,EAAcN,OAAAA,CAAS,CAAA,CAAA;AACpE,IAAI,IAAA,EAAEyE,oBAAoB/E,eAAkB,CAAA,EAAA;AAC1C,MAAM,MAAA,IAAI2D,MAAM,4BAAA,CAAA;AAClB;AACAoB,IAAAA,QAAAA,CAASE,OAAO,EAAA;AAChBC,IAAAA,MAAAA,CAAOC,OAAO,IAAM,EAAA;MAClB,GAAGL,QAAAA;AACHzE,MAAAA,KAAAA,EAAO0E,QAAS1E,CAAAA;KAClB,CAAA;AACF;AACF","file":"chat.js","sourcesContent":["/**\n * Copyright 2025 IBM Corp.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n  ChatModelInput,\n  ChatModel,\n  ChatModelOutput,\n  ChatModelEvents,\n  ChatModelObjectInput,\n  ChatModelObjectOutput,\n} from \"@/backend/chat.js\";\nimport {\n  CoreAssistantMessage,\n  CoreMessage,\n  CoreToolMessage,\n  generateObject,\n  generateText,\n  jsonSchema,\n  LanguageModelV1,\n  streamText,\n  TextPart,\n  ToolCallPart,\n} from \"ai\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { AssistantMessage, Message, ToolMessage } from \"@/backend/message.js\";\nimport { GetRunContext } from \"@/context.js\";\nimport { ValueError } from \"@/errors.js\";\nimport { isEmpty, mapToObj, toCamelCase } from \"remeda\";\nimport { FullModelName } from \"@/backend/utils.js\";\nimport { ChatModelError } from \"@/backend/errors.js\";\nimport { ZodArray, ZodEnum } from \"zod\";\n\nexport abstract class VercelChatModel<\n  M extends LanguageModelV1 = LanguageModelV1,\n> extends ChatModel {\n  public readonly emitter: Emitter<ChatModelEvents>;\n  public readonly supportsToolStreaming: boolean = true;\n\n  constructor(private readonly model: M) {\n    super();\n    if (!this.modelId) {\n      throw new ValueError(\"No modelId has been provided!\");\n    }\n    this.emitter = Emitter.root.child({\n      namespace: [\"backend\", this.providerId, \"chat\"],\n      creator: this,\n    });\n  }\n\n  get modelId(): string {\n    return this.model.modelId;\n  }\n\n  get providerId(): string {\n    const provider = this.model.provider.split(\".\")[0].split(\"-\")[0];\n    return toCamelCase(provider);\n  }\n\n  protected async _create(input: ChatModelInput, _run: GetRunContext<this>) {\n    const {\n      finishReason,\n      usage,\n      response: { messages },\n    } = await generateText(await this.transformInput(input));\n\n    return new ChatModelOutput(this.transformMessages(messages), usage, finishReason);\n  }\n\n  protected async _createStructure<T>(\n    { schema, ...input }: ChatModelObjectInput<T>,\n    run: GetRunContext<this>,\n  ): Promise<ChatModelObjectOutput<T>> {\n    const inputSchema = schema._input || schema;\n\n    const response = await generateObject({\n      temperature: 0,\n      ...(await this.transformInput(input)),\n      schema,\n      abortSignal: run.signal,\n      model: this.model,\n      // @ts-expect-error\n      output:\n        inputSchema instanceof ZodArray\n          ? \"array\"\n          : inputSchema instanceof ZodEnum\n            ? \"enum\"\n            : \"object\",\n    });\n\n    return { object: response.object };\n  }\n\n  async *_createStream(input: ChatModelInput, run: GetRunContext<this>) {\n    if (!this.supportsToolStreaming && !isEmpty(input.tools ?? [])) {\n      const response = await this._create(input, run);\n      yield response;\n      return;\n    }\n\n    const { fullStream, usage, finishReason, response } = streamText({\n      ...(await this.transformInput(input)),\n      abortSignal: run.signal,\n    });\n\n    let lastChunk: ChatModelOutput | null = null;\n    for await (const event of fullStream) {\n      let message: Message;\n      switch (event.type) {\n        case \"text-delta\":\n          message = new AssistantMessage(event.textDelta);\n          break;\n        case \"tool-call\":\n          message = new AssistantMessage({\n            type: event.type,\n            toolCallId: event.toolCallId,\n            toolName: event.toolName,\n            args: event.args,\n          });\n          break;\n        case \"error\":\n          throw new ChatModelError(\"Unhandled error\", [event.error as Error]);\n        case \"step-finish\":\n        case \"step-start\":\n          continue;\n        case \"tool-result\":\n          message = new ToolMessage({\n            type: event.type,\n            toolCallId: event.toolCallId,\n            toolName: event.toolName,\n            result: event.result,\n          });\n          break;\n        case \"tool-call-streaming-start\":\n        case \"tool-call-delta\":\n          continue;\n        case \"finish\":\n          continue;\n        default:\n          throw new Error(`Unhandled event \"${event.type}\"`);\n      }\n      lastChunk = new ChatModelOutput([message]);\n      yield lastChunk;\n    }\n\n    if (!lastChunk) {\n      throw new ChatModelError(\"No chunks have been received!\");\n    }\n    lastChunk.usage = await usage;\n    lastChunk.finishReason = await finishReason;\n    await response;\n  }\n\n  protected async transformInput(\n    input: ChatModelInput,\n  ): Promise<Parameters<typeof generateText<Record<string, any>>>[0]> {\n    const tools = await Promise.all(\n      (input.tools ?? []).map(async (tool) => ({\n        name: tool.name,\n        description: tool.description,\n        parameters: jsonSchema(await tool.getInputJsonSchema()),\n      })),\n    );\n\n    const messages = input.messages.map((msg): CoreMessage => {\n      if (msg instanceof AssistantMessage) {\n        return { role: \"assistant\", content: msg.content };\n      } else if (msg instanceof ToolMessage) {\n        return { role: \"tool\", content: msg.content };\n      }\n      return { role: msg.role as \"user\" | \"system\", content: msg.text };\n    });\n\n    return {\n      ...this.parameters,\n      ...input,\n      model: this.model,\n      tools: mapToObj(tools, ({ name, ...tool }) => [name, tool]),\n      messages,\n    };\n  }\n\n  protected transformMessages(messages: (CoreAssistantMessage | CoreToolMessage)[]): Message[] {\n    return messages.flatMap((msg) => {\n      if (msg.role === \"tool\") {\n        return new ToolMessage(msg.content, msg.providerOptions);\n      }\n      return new AssistantMessage(\n        msg.content as TextPart | ToolCallPart | string,\n        msg.providerOptions,\n      );\n    });\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      providerId: this.providerId,\n      modelId: this.modelId,\n      supportsToolStreaming: this.supportsToolStreaming,\n    };\n  }\n\n  async loadSnapshot({ providerId, modelId, ...snapshot }: ReturnType<typeof this.createSnapshot>) {\n    const instance = await ChatModel.fromName(`${providerId}:${modelId}` as FullModelName);\n    if (!(instance instanceof VercelChatModel)) {\n      throw new Error(\"Incorrect deserialization!\");\n    }\n    instance.destroy();\n    Object.assign(this, {\n      ...snapshot,\n      model: instance.model,\n    });\n  }\n}\n"]}

package/dist/adapters/watsonx/backend/chat.cjs

@@ -51,14 +51,18 @@ class WatsonxChatModel extends chat_cjs.ChatModel {
     }
     return this;
   }
-  async _create(input) {
-    const { result } = await this.client.instance.textChat(await this.prepareInput(input));
+  async _create(input, run) {
+    const { result } = await this.client.instance.textChat({
+      ...await this.prepareInput(input),
+      signal: run.signal
+    });
     const { messages, finishReason, usage } = this.extractOutput(result.choices, result.usage);
     return new chat_cjs.ChatModelOutput(messages, usage, finishReason);
   }
   async *_createStream(input, run) {
     const stream = await this.client.instance.textChatStream({
       ...await this.prepareInput(input),
+      signal: run.signal,
       returnObject: true
     });
     for await (const raw of stream) {

package/dist/adapters/watsonx/backend/chat.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["chat.ts"],"names":["Type","WatsonxAiMlVml_v1","WatsonxChatModel","ChatModel","client","emitter","providerId","constructor","modelId","getEnv","Emitter","root","child","namespace","creator","WatsonxClient","ensure","config","name","parameters","undefined","NotImplementedError","_create","input","result","instance","textChat","prepareInput","messages","finishReason","usage","extractOutput","choices","ChatModelOutput","_createStream","run","stream","textChatStream","returnObject","raw","signal","aborted","controller","abort","data","map","delta","choice","message","findLast","Boolean","finish_reason","completionTokens","completion_tokens","promptTokens","prompt_tokens","totalTokens","total_tokens","flatMap","content","msg","AssistantMessage","type","text","push","tool_calls","call","toolCallId","id","toolName","function","args","parseBrokenJson","arguments","refusal","filter","isTruthy","overrides","tools","Promise","all","tool","description","getInputJsonSchema","ToolMessage","role","JSON","stringify","tool_call_id","SystemMessage","toPlain","spaceId","projectId","isEmpty","responseFormat","JSON_OBJECT","topP","frequencyPenalty","temperature","n","maxTokens","presencePenalty","toolChoice","stop","stopSequences","seed","createSnapshot","shallowCopy","loadSnapshot","snapshot","Object","assign"],"mappings":";;;;;;;;;;;;;;;;;;;AAsCA,MAAOA,IAAAA,GAAOC,kCAAkB,CAAA,sBAAA,CAAuB,SAAU,CAAA,IAAA;AAK1D,MAAMC,yBAAyBC,kBAAAA,CAAAA;EA3CtC;;;;AA4CqBC,EAAAA,MAAAA;AACHC,EAAAA,OAAAA;AAKhB,EAAA,IAAIC,UAAa,GAAA;AACf,IAAO,OAAA,SAAA;AACT;AAEAC,EAAAA,WAAAA,CACkBC,OAAUC,GAAAA,cAAAA,CAAO,oBAAsB,EAAA,2BAAA,GACvDL,MACA,EAAA;AACA,IAAK,KAAA,EAAA,EAAA,KAHWI,OAAAA,GAAAA,OAAAA,EAAAA,KAVFH,OAA4BK,GAAAA,mBAAAA,CAAQC,KAAKC,KAAM,CAAA;MAC7DC,SAAW,EAAA;AAAC,QAAA,SAAA;AAAW,QAAA,SAAA;AAAW,QAAA;;MAClCC,OAAS,EAAA;KACX,CAAA;AAWE,IAAKV,IAAAA,CAAAA,MAAAA,GAASW,wBAAcC,CAAAA,MAAAA,CAAOZ,MAAAA,CAAAA;AACrC;AAEAa,EAAAA,MAAAA,CAAOA,MAAoB,EAAA;AACzB,IAAA,KAAA,CAAMA,OAAOA,MAAAA,CAAAA;AACb,IAAA,KAAA,MAAWC,IAAQ,IAAA;AAAC,MAAA;AAA0C,KAAA,EAAA;AAC5D,MAAA,IAAI,IAAKC,CAAAA,UAAAA,CAAWD,IAAAA,CAAAA,KAAUE,MAAW,EAAA;AACvC,QAAKD,IAAAA,CAAAA,UAAAA,CAAWD,IAAAA,CAAQE,GAAAA,MAAAA;AACxB,QAAA,MAAM,IAAIC,8BAAAA,CACR,CAAYH,SAAAA,EAAAA,IAAAA,CAA2D,qDAAA,CAAA,CAAA;AAE3E;AACF;AACA,IAAO,OAAA,IAAA;AACT;AAEA,EAAA,MAAgBI,QAAQC,KAAuB,EAAA;AAE7C,IAAA,MAAM,EAAEC,MAAAA,EAAW,GAAA,MAAM,IAAKpB,CAAAA,MAAAA,CAAOqB,QAASC,CAAAA,QAAAA,CAAS,MAAM,IAAA,CAAKC,YAAaJ,CAAAA,KAAAA,CAAAA,CAAAA;AAC/E,IAAM,MAAA,EAAEK,QAAUC,EAAAA,YAAAA,EAAcC,KAAK,EAAA,GAAK,KAAKC,aAAcP,CAAAA,MAAAA,CAAOQ,OAASR,EAAAA,MAAAA,CAAOM,KAAK,CAAA;AACzF,IAAA,OAAO,IAAIG,wBAAAA,CAAgBL,QAAUE,EAAAA,KAAAA,EAAOD,YAAAA,CAAAA;AAC9C;EAEA,OAAOK,aAAAA,CAAcX,OAAuBY,GAA0B,EAAA;AACpE,IAAA,MAAMC,MAAS,GAAA,MAAM,IAAKhC,CAAAA,MAAAA,CAAOqB,SAASY,cAAe,CAAA;MACvD,GAAI,MAAM,IAAKV,CAAAA,YAAAA,CAAaJ,KAAAA,CAAAA;MAC5Be,YAAc,EAAA;KAChB,CAAA;AACA,IAAA,WAAA,MAAiBC,OAAOH,MAAQ,EAAA;AAC9B,MAAID,IAAAA,GAAAA,CAAIK,OAAOC,OAAS,EAAA;AACtBL,QAAAA,MAAAA,CAAOM,UAAWC,CAAAA,KAAAA,CAAMR,GAAIK,CAAAA,MAAAA,CAAOC,OAAO,CAAA;AAC1C,QAAA;AACF;AACA,MAAA,MAAM,EAAEb,QAAUC,EAAAA,YAAAA,EAAcC,KAAK,EAAA,GAAK,KAAKC,aAC7CQ,CAAAA,GAAAA,CAAIK,IAAKZ,CAAAA,OAAAA,CAAQa,IAAI,CAAC,EAAEC,KAAO,EAAA,GAAGC,QAAc,MAAA;QAAE,GAAGA,MAAAA;QAAQC,OAASF,EAAAA;OAAM,CAAA,CAAA,EAC5EP,GAAIK,CAAAA,IAAAA,CAAKd,KAAK,CAAA;AAEhB,MAAA,MAAM,IAAIG,wBAAAA,CAAgBL,QAAUE,EAAAA,KAAAA,EAAOD,YAAAA,CAAAA;AAC7C;AACF;AAEUE,EAAAA,aAAAA,CAAcC,SAAiCF,KAAuB,EAAA;AAC9E,IAAO,OAAA;MACLD,YAAcoB,EAAAA,eAAAA,CAASjB,SAAS,CAACe,MAAAA,KAAWG,QAAQH,MAAQI,EAAAA,aAAAA,CAAAA,CACxDA,EAAAA,aAAAA;AACJrB,MAAAA,KAAAA,EAAOA,KACH,GAAA;AACEsB,QAAAA,gBAAAA,EAAkBtB,MAAMuB,iBAAqB,IAAA,CAAA;AAC7CC,QAAAA,YAAAA,EAAcxB,MAAMyB,aAAiB,IAAA,CAAA;AACrCC,QAAAA,WAAAA,EAAa1B,MAAM2B,YAAgB,IAAA;OAErCrC,GAAAA,MAAAA;AACJQ,MAAAA,QAAAA,EAAUI,OACP0B,CAAAA,OAAAA,CAAQ,CAAC,EAAEV,SAAS,KAAA;AACnB,QAAA,MAAMpB,WAAsB,EAAA;AAC5B,QAAA,IAAIoB,SAASW,OAAS,EAAA;AACpB,UAAMC,MAAAA,GAAAA,GAAM,IAAIC,4BAAiB,CAAA;YAAEC,IAAM,EAAA,MAAA;AAAQC,YAAAA,IAAAA,EAAMf,OAAQW,CAAAA;WAAQ,CAAA;AAEvE/B,UAAAA,QAAAA,CAASoC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,IAAIZ,SAASiB,UAAY,EAAA;AACvB,UAAA,MAAML,MAAM,IAAIC,4BAAAA,CACdb,QAAQiB,UAAWpB,CAAAA,GAAAA,CACjB,CAACqB,IAAwB,MAAA;YACvBJ,IAAM,EAAA,WAAA;AACNK,YAAAA,UAAAA,EAAYD,IAAKE,CAAAA,EAAAA;AACjBC,YAAAA,QAAAA,EAAUH,KAAKI,QAASpD,CAAAA,IAAAA;YACxBqD,IAAMC,EAAAA,0BAAAA,CAAgBN,IAAKI,CAAAA,QAAAA,CAASG,SAAS;AAC/C,WAAA,CAAA,CAAA,CAAA;AAIJ7C,UAAAA,QAAAA,CAASoC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,IAAIZ,SAAS0B,OAAS,EAAA;AACpB,UAAMd,MAAAA,GAAAA,GAAM,IAAIC,4BAAiB,CAAA;YAAEC,IAAM,EAAA,MAAA;AAAQC,YAAAA,IAAAA,EAAMf,OAAQ0B,CAAAA;WAAQ,CAAA;AAEvE9C,UAAAA,QAAAA,CAASoC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAOhC,OAAAA,QAAAA;OACT,CAAA,CACC+C,OAAOC,eAAAA;AACZ,KAAA;AACF;AAEA,EAAA,MAAgBjD,aAAakD,SAAoD,EAAA;AAC/E,IAAA,MAAMtD,KAAwB,GAAA;AAAE,MAAA,GAAG,IAAKJ,CAAAA,UAAAA;MAAY,GAAG0D;AAAU,KAAA;AACjE,IAAMC,MAAAA,KAAAA,GAAkC,MAAMC,OAAAA,CAAQC,GACnDzD,CAAAA,CAAAA,KAAAA,CAAMuD,SAAS,EAAA,EAAIjC,GAAI,CAAA,OAAOoC,IAAU,MAAA;MACvCnB,IAAM,EAAA,UAAA;MACNQ,QAAU,EAAA;AACRpD,QAAAA,IAAAA,EAAM+D,IAAK/D,CAAAA,IAAAA;AACXgE,QAAAA,WAAAA,EAAaD,IAAKC,CAAAA,WAAAA;QAClB/D,UAAY,EAAA,MAAM8D,KAAKE,kBAAkB;AAC3C;AACF,KAAA,CAAA,CAAA,CAAA;AAGF,IAAO,OAAA;AACL3E,MAAAA,OAAAA,EAAS,IAAKA,CAAAA,OAAAA;AACdoB,MAAAA,QAAAA,EAAUL,KAAMK,CAAAA,QAAAA,CAAS8B,OAAQ,CAAA,CAACV,OAAAA,KAAAA;AAChC,QAAA,IAAIA,mBAAmBoC,uBAAa,EAAA;AAClC,UAAA,OAAOpC,OAAQW,CAAAA,OAAAA,CAAQd,GAAI,CAAA,CAACc,OAAa,MAAA;YACvC0B,IAAM,EAAA,MAAA;YACN1B,OAAS2B,EAAAA,IAAAA,CAAKC,SAAU5B,CAAAA,OAAAA,CAAQnC,MAAM,CAAA;AACtCgE,YAAAA,YAAAA,EAAc7B,OAAQQ,CAAAA;WACxB,CAAA,CAAA;AACF,SAAA,MAAA,IAAWnB,mBAAmByC,yBAAe,EAAA;AAC3C,UAAA,OAAOzC,OAAQW,CAAAA,OAAAA,CAAQd,GAAI,CAAA,CAACc,OAAa,MAAA;YACvC0B,IAAM,EAAA,QAAA;AACN1B,YAAAA,OAAAA,EAASA,OAAQI,CAAAA;WACnB,CAAA,CAAA;AACF,SAAA,MAAA,IAAWf,mBAAmBa,4BAAkB,EAAA;AAC9C,UAAA,OAAOb,OAAQW,CAAAA,OAAAA,CAAQd,GAAI,CAAA,CAACc,OAAa,MAAA;YACvC0B,IAAM,EAAA,WAAA;YACN,GAAI1B,OAAAA,CAAQG,SAAS,MAAU,IAAA;AAC7BH,cAAAA,OAAAA,EAASA,OAAQI,CAAAA;AACnB,aAAA;YACA,GAAIJ,OAAAA,CAAQG,SAAS,WAAe,IAAA;AAClCM,cAAAA,EAAAA,EAAIT,OAAQQ,CAAAA,UAAAA;cACZL,IAAM,EAAA,UAAA;cACNQ,QAAU,EAAA;AACRpD,gBAAAA,IAAAA,EAAMyC,OAAQU,CAAAA,QAAAA;gBACdI,SAAWa,EAAAA,IAAAA,CAAKC,SAAU5B,CAAAA,OAAAA,CAAQY,IAAI;AACxC;AACF;WACF,CAAA,CAAA;SACK,MAAA;AACL,UAAO,OAAA;AAACvB,YAAAA,OAAAA,CAAQ0C,OAAO;;AACzB;OACF,CAAA;AACAC,MAAAA,OAAAA,EAAS,KAAKvF,MAAOuF,CAAAA,OAAAA;AACrBC,MAAAA,SAAAA,EAAW,KAAKxF,MAAOwF,CAAAA,SAAAA;MACvBd,KAAOe,EAAAA,cAAAA,CAAQf,KAAAA,CAAAA,GAAS1D,MAAY0D,GAAAA,KAAAA;MACpCgB,cAAgB1E,EAAAA,MAAAA;MAChB,GAAIG,KAAAA,CAAMuE,cAAgBhC,EAAAA,IAAAA,KAAS,aAAiB,IAAA;QAClDgC,cAAgB,EAAA;AAAEhC,UAAAA,IAAAA,EAAM9D,IAAK+F,CAAAA;AAAY;AAC3C,OAAA;AACAC,MAAAA,IAAAA,EAAMzE,KAAMyE,CAAAA,IAAAA;AACZC,MAAAA,gBAAAA,EAAkB1E,KAAM0E,CAAAA,gBAAAA;AACxBC,MAAAA,WAAAA,EAAa3E,KAAM2E,CAAAA,WAAAA;AACnBC,MAAAA,CAAAA,EAAG5E,KAAM4E,CAAAA,CAAAA;AACTC,MAAAA,SAAAA,EAAW7E,KAAM6E,CAAAA,SAAAA;AACjBC,MAAAA,eAAAA,EAAiB9E,KAAM8E,CAAAA,eAAAA;AACvBC,MAAAA,UAAAA,EAAY/E,KAAM+E,CAAAA,UAAAA;AAClBC,MAAAA,IAAAA,EAAMhF,KAAMiF,CAAAA,aAAAA;AACZC,MAAAA,IAAAA,EAAMlF,KAAMkF,CAAAA;AACd,KAAA;AACF;EAEAC,cAAiB,GAAA;AACf,IAAO,OAAA;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;AACTlG,MAAAA,OAAAA,EAAS,IAAKA,CAAAA,OAAAA;MACdW,UAAYwF,EAAAA,qBAAAA,CAAY,KAAKxF,UAAU,CAAA;AACvCf,MAAAA,MAAAA,EAAQ,IAAKA,CAAAA;AACf,KAAA;AACF;AAEAwG,EAAAA,YAAAA,CAAaC,QAAkD,EAAA;AAC7DC,IAAOC,MAAAA,CAAAA,MAAAA,CAAO,MAAMF,QAAAA,CAAAA;AACtB;AACF","file":"chat.cjs","sourcesContent":["/**\n * Copyright 2025 IBM Corp.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n  ChatConfig,\n  ChatModel,\n  ChatModelEmitter,\n  ChatModelInput,\n  ChatModelOutput,\n  ChatModelParameters,\n} from \"@/backend/chat.js\";\nimport { WatsonxClient, WatsonxClientSettings } from \"@/adapters/watsonx/backend/client.js\";\nimport { findLast, isEmpty, isTruthy } from \"remeda\";\nimport WatsonxAiMlVml_v1, {\n  TextChatMessages,\n  TextChatParameterTools,\n  TextChatParams,\n  TextChatResultChoice,\n  TextChatUsage,\n} from \"@ibm-cloud/watsonx-ai/dist/watsonx-ai-ml/vml_v1.js\";\nimport { shallowCopy } from \"@/serializer/utils.js\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { GetRunContext } from \"@/context.js\";\nimport { AssistantMessage, Message, SystemMessage, ToolMessage } from \"@/backend/message.js\";\nimport { ToolCallPart } from \"ai\";\nimport Type = WatsonxAiMlVml_v1.TextChatResponseFormat.Constants.Type;\nimport { parseBrokenJson } from \"@/internals/helpers/schema.js\";\nimport { getEnv } from \"@/internals/env.js\";\nimport { NotImplementedError } from \"@/errors.js\";\n\nexport class WatsonxChatModel extends ChatModel {\n  protected readonly client: WatsonxClient;\n  public readonly emitter: ChatModelEmitter = Emitter.root.child({\n    namespace: [\"backend\", \"watsonx\", \"chat\"],\n    creator: this,\n  });\n\n  get providerId() {\n    return \"watsonx\";\n  }\n\n  constructor(\n    public readonly modelId = getEnv(\"WATSONX_CHAT_MODEL\", \"ibm/granite-3-8b-instruct\"),\n    client?: WatsonxClient | WatsonxClientSettings,\n  ) {\n    super();\n    this.client = WatsonxClient.ensure(client);\n  }\n\n  config(config: ChatConfig) {\n    super.config(config);\n    for (const name of [\"topK\"] as (keyof ChatModelParameters)[]) {\n      if (this.parameters[name] !== undefined) {\n        this.parameters[name] = undefined;\n        throw new NotImplementedError(\n          `Setting \"${name}\" parameter is not supported for WatsonX Chat Models.`,\n        );\n      }\n    }\n    return this;\n  }\n\n  protected async _create(input: ChatModelInput) {\n    // TODO: support abortion (https://github.com/IBM/watsonx-ai-node-sdk/issues/3)\n    const { result } = await this.client.instance.textChat(await this.prepareInput(input));\n    const { messages, finishReason, usage } = this.extractOutput(result.choices, result.usage);\n    return new ChatModelOutput(messages, usage, finishReason);\n  }\n\n  async *_createStream(input: ChatModelInput, run: GetRunContext<this>) {\n    const stream = await this.client.instance.textChatStream({\n      ...(await this.prepareInput(input)),\n      returnObject: true,\n    });\n    for await (const raw of stream) {\n      if (run.signal.aborted) {\n        stream.controller.abort(run.signal.aborted);\n        break;\n      }\n      const { messages, finishReason, usage } = this.extractOutput(\n        raw.data.choices.map(({ delta, ...choice }) => ({ ...choice, message: delta })),\n        raw.data.usage,\n      );\n      yield new ChatModelOutput(messages, usage, finishReason);\n    }\n  }\n\n  protected extractOutput(choices: TextChatResultChoice[], usage?: TextChatUsage) {\n    return {\n      finishReason: findLast(choices, (choice) => Boolean(choice?.finish_reason))\n        ?.finish_reason as ChatModelOutput[\"finishReason\"],\n      usage: usage\n        ? {\n            completionTokens: usage.completion_tokens ?? 0,\n            promptTokens: usage.prompt_tokens ?? 0,\n            totalTokens: usage.total_tokens ?? 0,\n          }\n        : undefined,\n      messages: choices\n        .flatMap(({ message }) => {\n          const messages: Message[] = [];\n          if (message?.content) {\n            const msg = new AssistantMessage({ type: \"text\", text: message.content });\n            // msg.role = message.role || msg.role;\n            messages.push(msg);\n          }\n          if (message?.tool_calls) {\n            const msg = new AssistantMessage(\n              message.tool_calls.map(\n                (call): ToolCallPart => ({\n                  type: \"tool-call\",\n                  toolCallId: call.id,\n                  toolName: call.function.name,\n                  args: parseBrokenJson(call.function.arguments),\n                }),\n              ),\n            );\n            // msg.role = message.role || msg.role;\n            messages.push(msg);\n          }\n          if (message?.refusal) {\n            const msg = new AssistantMessage({ type: \"text\", text: message.refusal });\n            // msg.role = message.role || msg.role;\n            messages.push(msg);\n          }\n          return messages;\n        })\n        .filter(isTruthy),\n    };\n  }\n\n  protected async prepareInput(overrides: ChatModelInput): Promise<TextChatParams> {\n    const input: ChatModelInput = { ...this.parameters, ...overrides };\n    const tools: TextChatParameterTools[] = await Promise.all(\n      (input.tools ?? []).map(async (tool) => ({\n        type: \"function\",\n        function: {\n          name: tool.name,\n          description: tool.description,\n          parameters: await tool.getInputJsonSchema(),\n        },\n      })),\n    );\n\n    return {\n      modelId: this.modelId,\n      messages: input.messages.flatMap((message): TextChatMessages[] => {\n        if (message instanceof ToolMessage) {\n          return message.content.map((content) => ({\n            role: \"tool\",\n            content: JSON.stringify(content.result),\n            tool_call_id: content.toolCallId,\n          }));\n        } else if (message instanceof SystemMessage) {\n          return message.content.map((content) => ({\n            role: \"system\",\n            content: content.text,\n          }));\n        } else if (message instanceof AssistantMessage) {\n          return message.content.map((content) => ({\n            role: \"assistant\",\n            ...(content.type === \"text\" && {\n              content: content.text,\n            }),\n            ...(content.type === \"tool-call\" && {\n              id: content.toolCallId,\n              type: \"function\",\n              function: {\n                name: content.toolName,\n                arguments: JSON.stringify(content.args),\n              },\n            }),\n          }));\n        } else {\n          return [message.toPlain()];\n        }\n      }),\n      spaceId: this.client.spaceId,\n      projectId: this.client.projectId,\n      tools: isEmpty(tools) ? undefined : tools,\n      responseFormat: undefined,\n      ...(input.responseFormat?.type === \"object-json\" && {\n        responseFormat: { type: Type.JSON_OBJECT },\n      }),\n      topP: input.topP,\n      frequencyPenalty: input.frequencyPenalty,\n      temperature: input.temperature,\n      n: input.n,\n      maxTokens: input.maxTokens,\n      presencePenalty: input.presencePenalty,\n      toolChoice: input.toolChoice,\n      stop: input.stopSequences,\n      seed: input.seed,\n    };\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      modelId: this.modelId,\n      parameters: shallowCopy(this.parameters),\n      client: this.client,\n    };\n  }\n\n  loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>) {\n    Object.assign(this, snapshot);\n  }\n}\n"]}
+{"version":3,"sources":["chat.ts"],"names":["Type","WatsonxAiMlVml_v1","WatsonxChatModel","ChatModel","client","emitter","providerId","constructor","modelId","getEnv","Emitter","root","child","namespace","creator","WatsonxClient","ensure","config","name","parameters","undefined","NotImplementedError","_create","input","run","result","instance","textChat","prepareInput","signal","messages","finishReason","usage","extractOutput","choices","ChatModelOutput","_createStream","stream","textChatStream","returnObject","raw","aborted","controller","abort","data","map","delta","choice","message","findLast","Boolean","finish_reason","completionTokens","completion_tokens","promptTokens","prompt_tokens","totalTokens","total_tokens","flatMap","content","msg","AssistantMessage","type","text","push","tool_calls","call","toolCallId","id","toolName","function","args","parseBrokenJson","arguments","refusal","filter","isTruthy","overrides","tools","Promise","all","tool","description","getInputJsonSchema","ToolMessage","role","JSON","stringify","tool_call_id","SystemMessage","toPlain","spaceId","projectId","isEmpty","responseFormat","JSON_OBJECT","topP","frequencyPenalty","temperature","n","maxTokens","presencePenalty","toolChoice","stop","stopSequences","seed","createSnapshot","shallowCopy","loadSnapshot","snapshot","Object","assign"],"mappings":";;;;;;;;;;;;;;;;;;;AAsCA,MAAOA,IAAAA,GAAOC,kCAAkB,CAAA,sBAAA,CAAuB,SAAU,CAAA,IAAA;AAK1D,MAAMC,yBAAyBC,kBAAAA,CAAAA;EA3CtC;;;;AA4CqBC,EAAAA,MAAAA;AACHC,EAAAA,OAAAA;AAKhB,EAAA,IAAIC,UAAa,GAAA;AACf,IAAO,OAAA,SAAA;AACT;AAEAC,EAAAA,WAAAA,CACkBC,OAAUC,GAAAA,cAAAA,CAAO,oBAAsB,EAAA,2BAAA,GACvDL,MACA,EAAA;AACA,IAAK,KAAA,EAAA,EAAA,KAHWI,OAAAA,GAAAA,OAAAA,EAAAA,KAVFH,OAA4BK,GAAAA,mBAAAA,CAAQC,KAAKC,KAAM,CAAA;MAC7DC,SAAW,EAAA;AAAC,QAAA,SAAA;AAAW,QAAA,SAAA;AAAW,QAAA;;MAClCC,OAAS,EAAA;KACX,CAAA;AAWE,IAAKV,IAAAA,CAAAA,MAAAA,GAASW,wBAAcC,CAAAA,MAAAA,CAAOZ,MAAAA,CAAAA;AACrC;AAEAa,EAAAA,MAAAA,CAAOA,MAAoB,EAAA;AACzB,IAAA,KAAA,CAAMA,OAAOA,MAAAA,CAAAA;AACb,IAAA,KAAA,MAAWC,IAAQ,IAAA;AAAC,MAAA;AAA0C,KAAA,EAAA;AAC5D,MAAA,IAAI,IAAKC,CAAAA,UAAAA,CAAWD,IAAAA,CAAAA,KAAUE,MAAW,EAAA;AACvC,QAAKD,IAAAA,CAAAA,UAAAA,CAAWD,IAAAA,CAAQE,GAAAA,MAAAA;AACxB,QAAA,MAAM,IAAIC,8BAAAA,CACR,CAAYH,SAAAA,EAAAA,IAAAA,CAA2D,qDAAA,CAAA,CAAA;AAE3E;AACF;AACA,IAAO,OAAA,IAAA;AACT;EAEA,MAAgBI,OAAAA,CAAQC,OAAuBC,GAAyB,EAAA;AACtE,IAAA,MAAM,EAAEC,MAAM,EAAA,GAAK,MAAM,IAAKrB,CAAAA,MAAAA,CAAOsB,SAASC,QAAS,CAAA;MACrD,GAAI,MAAM,IAAKC,CAAAA,YAAAA,CAAaL,KAAAA,CAAAA;AAC5BM,MAAAA,MAAAA,EAAQL,GAAIK,CAAAA;KACd,CAAA;AACA,IAAM,MAAA,EAAEC,QAAUC,EAAAA,YAAAA,EAAcC,KAAK,EAAA,GAAK,KAAKC,aAAcR,CAAAA,MAAAA,CAAOS,OAAST,EAAAA,MAAAA,CAAOO,KAAK,CAAA;AACzF,IAAA,OAAO,IAAIG,wBAAAA,CAAgBL,QAAUE,EAAAA,KAAAA,EAAOD,YAAAA,CAAAA;AAC9C;EAEA,OAAOK,aAAAA,CAAcb,OAAuBC,GAA0B,EAAA;AACpE,IAAA,MAAMa,MAAS,GAAA,MAAM,IAAKjC,CAAAA,MAAAA,CAAOsB,SAASY,cAAe,CAAA;MACvD,GAAI,MAAM,IAAKV,CAAAA,YAAAA,CAAaL,KAAAA,CAAAA;AAC5BM,MAAAA,MAAAA,EAAQL,GAAIK,CAAAA,MAAAA;MACZU,YAAc,EAAA;KAChB,CAAA;AACA,IAAA,WAAA,MAAiBC,OAAOH,MAAQ,EAAA;AAC9B,MAAIb,IAAAA,GAAAA,CAAIK,OAAOY,OAAS,EAAA;AACtBJ,QAAAA,MAAAA,CAAOK,UAAWC,CAAAA,KAAAA,CAAMnB,GAAIK,CAAAA,MAAAA,CAAOY,OAAO,CAAA;AAC1C,QAAA;AACF;AACA,MAAA,MAAM,EAAEX,QAAUC,EAAAA,YAAAA,EAAcC,KAAK,EAAA,GAAK,KAAKC,aAC7CO,CAAAA,GAAAA,CAAII,IAAKV,CAAAA,OAAAA,CAAQW,IAAI,CAAC,EAAEC,KAAO,EAAA,GAAGC,QAAc,MAAA;QAAE,GAAGA,MAAAA;QAAQC,OAASF,EAAAA;OAAM,CAAA,CAAA,EAC5EN,GAAII,CAAAA,IAAAA,CAAKZ,KAAK,CAAA;AAEhB,MAAA,MAAM,IAAIG,wBAAAA,CAAgBL,QAAUE,EAAAA,KAAAA,EAAOD,YAAAA,CAAAA;AAC7C;AACF;AAEUE,EAAAA,aAAAA,CAAcC,SAAiCF,KAAuB,EAAA;AAC9E,IAAO,OAAA;MACLD,YAAckB,EAAAA,eAAAA,CAASf,SAAS,CAACa,MAAAA,KAAWG,QAAQH,MAAQI,EAAAA,aAAAA,CAAAA,CACxDA,EAAAA,aAAAA;AACJnB,MAAAA,KAAAA,EAAOA,KACH,GAAA;AACEoB,QAAAA,gBAAAA,EAAkBpB,MAAMqB,iBAAqB,IAAA,CAAA;AAC7CC,QAAAA,YAAAA,EAActB,MAAMuB,aAAiB,IAAA,CAAA;AACrCC,QAAAA,WAAAA,EAAaxB,MAAMyB,YAAgB,IAAA;OAErCrC,GAAAA,MAAAA;AACJU,MAAAA,QAAAA,EAAUI,OACPwB,CAAAA,OAAAA,CAAQ,CAAC,EAAEV,SAAS,KAAA;AACnB,QAAA,MAAMlB,WAAsB,EAAA;AAC5B,QAAA,IAAIkB,SAASW,OAAS,EAAA;AACpB,UAAMC,MAAAA,GAAAA,GAAM,IAAIC,4BAAiB,CAAA;YAAEC,IAAM,EAAA,MAAA;AAAQC,YAAAA,IAAAA,EAAMf,OAAQW,CAAAA;WAAQ,CAAA;AAEvE7B,UAAAA,QAAAA,CAASkC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,IAAIZ,SAASiB,UAAY,EAAA;AACvB,UAAA,MAAML,MAAM,IAAIC,4BAAAA,CACdb,QAAQiB,UAAWpB,CAAAA,GAAAA,CACjB,CAACqB,IAAwB,MAAA;YACvBJ,IAAM,EAAA,WAAA;AACNK,YAAAA,UAAAA,EAAYD,IAAKE,CAAAA,EAAAA;AACjBC,YAAAA,QAAAA,EAAUH,KAAKI,QAASpD,CAAAA,IAAAA;YACxBqD,IAAMC,EAAAA,0BAAAA,CAAgBN,IAAKI,CAAAA,QAAAA,CAASG,SAAS;AAC/C,WAAA,CAAA,CAAA,CAAA;AAIJ3C,UAAAA,QAAAA,CAASkC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,IAAIZ,SAAS0B,OAAS,EAAA;AACpB,UAAMd,MAAAA,GAAAA,GAAM,IAAIC,4BAAiB,CAAA;YAAEC,IAAM,EAAA,MAAA;AAAQC,YAAAA,IAAAA,EAAMf,OAAQ0B,CAAAA;WAAQ,CAAA;AAEvE5C,UAAAA,QAAAA,CAASkC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAO9B,OAAAA,QAAAA;OACT,CAAA,CACC6C,OAAOC,eAAAA;AACZ,KAAA;AACF;AAEA,EAAA,MAAgBhD,aAAaiD,SAAoD,EAAA;AAC/E,IAAA,MAAMtD,KAAwB,GAAA;AAAE,MAAA,GAAG,IAAKJ,CAAAA,UAAAA;MAAY,GAAG0D;AAAU,KAAA;AACjE,IAAMC,MAAAA,KAAAA,GAAkC,MAAMC,OAAAA,CAAQC,GACnDzD,CAAAA,CAAAA,KAAAA,CAAMuD,SAAS,EAAA,EAAIjC,GAAI,CAAA,OAAOoC,IAAU,MAAA;MACvCnB,IAAM,EAAA,UAAA;MACNQ,QAAU,EAAA;AACRpD,QAAAA,IAAAA,EAAM+D,IAAK/D,CAAAA,IAAAA;AACXgE,QAAAA,WAAAA,EAAaD,IAAKC,CAAAA,WAAAA;QAClB/D,UAAY,EAAA,MAAM8D,KAAKE,kBAAkB;AAC3C;AACF,KAAA,CAAA,CAAA,CAAA;AAGF,IAAO,OAAA;AACL3E,MAAAA,OAAAA,EAAS,IAAKA,CAAAA,OAAAA;AACdsB,MAAAA,QAAAA,EAAUP,KAAMO,CAAAA,QAAAA,CAAS4B,OAAQ,CAAA,CAACV,OAAAA,KAAAA;AAChC,QAAA,IAAIA,mBAAmBoC,uBAAa,EAAA;AAClC,UAAA,OAAOpC,OAAQW,CAAAA,OAAAA,CAAQd,GAAI,CAAA,CAACc,OAAa,MAAA;YACvC0B,IAAM,EAAA,MAAA;YACN1B,OAAS2B,EAAAA,IAAAA,CAAKC,SAAU5B,CAAAA,OAAAA,CAAQlC,MAAM,CAAA;AACtC+D,YAAAA,YAAAA,EAAc7B,OAAQQ,CAAAA;WACxB,CAAA,CAAA;AACF,SAAA,MAAA,IAAWnB,mBAAmByC,yBAAe,EAAA;AAC3C,UAAA,OAAOzC,OAAQW,CAAAA,OAAAA,CAAQd,GAAI,CAAA,CAACc,OAAa,MAAA;YACvC0B,IAAM,EAAA,QAAA;AACN1B,YAAAA,OAAAA,EAASA,OAAQI,CAAAA;WACnB,CAAA,CAAA;AACF,SAAA,MAAA,IAAWf,mBAAmBa,4BAAkB,EAAA;AAC9C,UAAA,OAAOb,OAAQW,CAAAA,OAAAA,CAAQd,GAAI,CAAA,CAACc,OAAa,MAAA;YACvC0B,IAAM,EAAA,WAAA;YACN,GAAI1B,OAAAA,CAAQG,SAAS,MAAU,IAAA;AAC7BH,cAAAA,OAAAA,EAASA,OAAQI,CAAAA;AACnB,aAAA;YACA,GAAIJ,OAAAA,CAAQG,SAAS,WAAe,IAAA;AAClCM,cAAAA,EAAAA,EAAIT,OAAQQ,CAAAA,UAAAA;cACZL,IAAM,EAAA,UAAA;cACNQ,QAAU,EAAA;AACRpD,gBAAAA,IAAAA,EAAMyC,OAAQU,CAAAA,QAAAA;gBACdI,SAAWa,EAAAA,IAAAA,CAAKC,SAAU5B,CAAAA,OAAAA,CAAQY,IAAI;AACxC;AACF;WACF,CAAA,CAAA;SACK,MAAA;AACL,UAAO,OAAA;AAACvB,YAAAA,OAAAA,CAAQ0C,OAAO;;AACzB;OACF,CAAA;AACAC,MAAAA,OAAAA,EAAS,KAAKvF,MAAOuF,CAAAA,OAAAA;AACrBC,MAAAA,SAAAA,EAAW,KAAKxF,MAAOwF,CAAAA,SAAAA;MACvBd,KAAOe,EAAAA,cAAAA,CAAQf,KAAAA,CAAAA,GAAS1D,MAAY0D,GAAAA,KAAAA;MACpCgB,cAAgB1E,EAAAA,MAAAA;MAChB,GAAIG,KAAAA,CAAMuE,cAAgBhC,EAAAA,IAAAA,KAAS,aAAiB,IAAA;QAClDgC,cAAgB,EAAA;AAAEhC,UAAAA,IAAAA,EAAM9D,IAAK+F,CAAAA;AAAY;AAC3C,OAAA;AACAC,MAAAA,IAAAA,EAAMzE,KAAMyE,CAAAA,IAAAA;AACZC,MAAAA,gBAAAA,EAAkB1E,KAAM0E,CAAAA,gBAAAA;AACxBC,MAAAA,WAAAA,EAAa3E,KAAM2E,CAAAA,WAAAA;AACnBC,MAAAA,CAAAA,EAAG5E,KAAM4E,CAAAA,CAAAA;AACTC,MAAAA,SAAAA,EAAW7E,KAAM6E,CAAAA,SAAAA;AACjBC,MAAAA,eAAAA,EAAiB9E,KAAM8E,CAAAA,eAAAA;AACvBC,MAAAA,UAAAA,EAAY/E,KAAM+E,CAAAA,UAAAA;AAClBC,MAAAA,IAAAA,EAAMhF,KAAMiF,CAAAA,aAAAA;AACZC,MAAAA,IAAAA,EAAMlF,KAAMkF,CAAAA;AACd,KAAA;AACF;EAEAC,cAAiB,GAAA;AACf,IAAO,OAAA;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;AACTlG,MAAAA,OAAAA,EAAS,IAAKA,CAAAA,OAAAA;MACdW,UAAYwF,EAAAA,qBAAAA,CAAY,KAAKxF,UAAU,CAAA;AACvCf,MAAAA,MAAAA,EAAQ,IAAKA,CAAAA;AACf,KAAA;AACF;AAEAwG,EAAAA,YAAAA,CAAaC,QAAkD,EAAA;AAC7DC,IAAOC,MAAAA,CAAAA,MAAAA,CAAO,MAAMF,QAAAA,CAAAA;AACtB;AACF","file":"chat.cjs","sourcesContent":["/**\n * Copyright 2025 IBM Corp.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n  ChatConfig,\n  ChatModel,\n  ChatModelEmitter,\n  ChatModelInput,\n  ChatModelOutput,\n  ChatModelParameters,\n} from \"@/backend/chat.js\";\nimport { WatsonxClient, WatsonxClientSettings } from \"@/adapters/watsonx/backend/client.js\";\nimport { findLast, isEmpty, isTruthy } from \"remeda\";\nimport WatsonxAiMlVml_v1, {\n  TextChatMessages,\n  TextChatParameterTools,\n  TextChatParams,\n  TextChatResultChoice,\n  TextChatUsage,\n} from \"@ibm-cloud/watsonx-ai/dist/watsonx-ai-ml/vml_v1.js\";\nimport { shallowCopy } from \"@/serializer/utils.js\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { GetRunContext } from \"@/context.js\";\nimport { AssistantMessage, Message, SystemMessage, ToolMessage } from \"@/backend/message.js\";\nimport { ToolCallPart } from \"ai\";\nimport Type = WatsonxAiMlVml_v1.TextChatResponseFormat.Constants.Type;\nimport { parseBrokenJson } from \"@/internals/helpers/schema.js\";\nimport { getEnv } from \"@/internals/env.js\";\nimport { NotImplementedError } from \"@/errors.js\";\n\nexport class WatsonxChatModel extends ChatModel {\n  protected readonly client: WatsonxClient;\n  public readonly emitter: ChatModelEmitter = Emitter.root.child({\n    namespace: [\"backend\", \"watsonx\", \"chat\"],\n    creator: this,\n  });\n\n  get providerId() {\n    return \"watsonx\";\n  }\n\n  constructor(\n    public readonly modelId = getEnv(\"WATSONX_CHAT_MODEL\", \"ibm/granite-3-8b-instruct\"),\n    client?: WatsonxClient | WatsonxClientSettings,\n  ) {\n    super();\n    this.client = WatsonxClient.ensure(client);\n  }\n\n  config(config: ChatConfig) {\n    super.config(config);\n    for (const name of [\"topK\"] as (keyof ChatModelParameters)[]) {\n      if (this.parameters[name] !== undefined) {\n        this.parameters[name] = undefined;\n        throw new NotImplementedError(\n          `Setting \"${name}\" parameter is not supported for WatsonX Chat Models.`,\n        );\n      }\n    }\n    return this;\n  }\n\n  protected async _create(input: ChatModelInput, run: GetRunContext<any>) {\n    const { result } = await this.client.instance.textChat({\n      ...(await this.prepareInput(input)),\n      signal: run.signal,\n    });\n    const { messages, finishReason, usage } = this.extractOutput(result.choices, result.usage);\n    return new ChatModelOutput(messages, usage, finishReason);\n  }\n\n  async *_createStream(input: ChatModelInput, run: GetRunContext<this>) {\n    const stream = await this.client.instance.textChatStream({\n      ...(await this.prepareInput(input)),\n      signal: run.signal,\n      returnObject: true,\n    });\n    for await (const raw of stream) {\n      if (run.signal.aborted) {\n        stream.controller.abort(run.signal.aborted);\n        break;\n      }\n      const { messages, finishReason, usage } = this.extractOutput(\n        raw.data.choices.map(({ delta, ...choice }) => ({ ...choice, message: delta })),\n        raw.data.usage,\n      );\n      yield new ChatModelOutput(messages, usage, finishReason);\n    }\n  }\n\n  protected extractOutput(choices: TextChatResultChoice[], usage?: TextChatUsage) {\n    return {\n      finishReason: findLast(choices, (choice) => Boolean(choice?.finish_reason))\n        ?.finish_reason as ChatModelOutput[\"finishReason\"],\n      usage: usage\n        ? {\n            completionTokens: usage.completion_tokens ?? 0,\n            promptTokens: usage.prompt_tokens ?? 0,\n            totalTokens: usage.total_tokens ?? 0,\n          }\n        : undefined,\n      messages: choices\n        .flatMap(({ message }) => {\n          const messages: Message[] = [];\n          if (message?.content) {\n            const msg = new AssistantMessage({ type: \"text\", text: message.content });\n            // msg.role = message.role || msg.role;\n            messages.push(msg);\n          }\n          if (message?.tool_calls) {\n            const msg = new AssistantMessage(\n              message.tool_calls.map(\n                (call): ToolCallPart => ({\n                  type: \"tool-call\",\n                  toolCallId: call.id,\n                  toolName: call.function.name,\n                  args: parseBrokenJson(call.function.arguments),\n                }),\n              ),\n            );\n            // msg.role = message.role || msg.role;\n            messages.push(msg);\n          }\n          if (message?.refusal) {\n            const msg = new AssistantMessage({ type: \"text\", text: message.refusal });\n            // msg.role = message.role || msg.role;\n            messages.push(msg);\n          }\n          return messages;\n        })\n        .filter(isTruthy),\n    };\n  }\n\n  protected async prepareInput(overrides: ChatModelInput): Promise<TextChatParams> {\n    const input: ChatModelInput = { ...this.parameters, ...overrides };\n    const tools: TextChatParameterTools[] = await Promise.all(\n      (input.tools ?? []).map(async (tool) => ({\n        type: \"function\",\n        function: {\n          name: tool.name,\n          description: tool.description,\n          parameters: await tool.getInputJsonSchema(),\n        },\n      })),\n    );\n\n    return {\n      modelId: this.modelId,\n      messages: input.messages.flatMap((message): TextChatMessages[] => {\n        if (message instanceof ToolMessage) {\n          return message.content.map((content) => ({\n            role: \"tool\",\n            content: JSON.stringify(content.result),\n            tool_call_id: content.toolCallId,\n          }));\n        } else if (message instanceof SystemMessage) {\n          return message.content.map((content) => ({\n            role: \"system\",\n            content: content.text,\n          }));\n        } else if (message instanceof AssistantMessage) {\n          return message.content.map((content) => ({\n            role: \"assistant\",\n            ...(content.type === \"text\" && {\n              content: content.text,\n            }),\n            ...(content.type === \"tool-call\" && {\n              id: content.toolCallId,\n              type: \"function\",\n              function: {\n                name: content.toolName,\n                arguments: JSON.stringify(content.args),\n              },\n            }),\n          }));\n        } else {\n          return [message.toPlain()];\n        }\n      }),\n      spaceId: this.client.spaceId,\n      projectId: this.client.projectId,\n      tools: isEmpty(tools) ? undefined : tools,\n      responseFormat: undefined,\n      ...(input.responseFormat?.type === \"object-json\" && {\n        responseFormat: { type: Type.JSON_OBJECT },\n      }),\n      topP: input.topP,\n      frequencyPenalty: input.frequencyPenalty,\n      temperature: input.temperature,\n      n: input.n,\n      maxTokens: input.maxTokens,\n      presencePenalty: input.presencePenalty,\n      toolChoice: input.toolChoice,\n      stop: input.stopSequences,\n      seed: input.seed,\n    };\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      modelId: this.modelId,\n      parameters: shallowCopy(this.parameters),\n      client: this.client,\n    };\n  }\n\n  loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>) {\n    Object.assign(this, snapshot);\n  }\n}\n"]}

package/dist/adapters/watsonx/backend/chat.d.cts

@@ -31,7 +31,7 @@ declare class WatsonxChatModel extends ChatModel {
     get providerId(): string;
     constructor(modelId?: string, client?: WatsonxClient | WatsonxClientSettings);
     config(config: ChatConfig): this;
-    protected _create(input: ChatModelInput): Promise<ChatModelOutput>;
+    protected _create(input: ChatModelInput, run: GetRunContext<any>): Promise<ChatModelOutput>;
     _createStream(input: ChatModelInput, run: GetRunContext<this>): AsyncGenerator<ChatModelOutput, void, unknown>;
     protected extractOutput(choices: TextChatResultChoice[], usage?: TextChatUsage): {
         finishReason: ChatModelOutput["finishReason"];

package/dist/adapters/watsonx/backend/chat.d.ts

@@ -31,7 +31,7 @@ declare class WatsonxChatModel extends ChatModel {
     get providerId(): string;
     constructor(modelId?: string, client?: WatsonxClient | WatsonxClientSettings);
     config(config: ChatConfig): this;
-    protected _create(input: ChatModelInput): Promise<ChatModelOutput>;
+    protected _create(input: ChatModelInput, run: GetRunContext<any>): Promise<ChatModelOutput>;
     _createStream(input: ChatModelInput, run: GetRunContext<this>): AsyncGenerator<ChatModelOutput, void, unknown>;
     protected extractOutput(choices: TextChatResultChoice[], usage?: TextChatUsage): {
         finishReason: ChatModelOutput["finishReason"];

package/dist/adapters/watsonx/backend/chat.js

@@ -45,14 +45,18 @@ class WatsonxChatModel extends ChatModel {
     }
     return this;
   }
-  async _create(input) {
-    const { result } = await this.client.instance.textChat(await this.prepareInput(input));
+  async _create(input, run) {
+    const { result } = await this.client.instance.textChat({
+      ...await this.prepareInput(input),
+      signal: run.signal
+    });
     const { messages, finishReason, usage } = this.extractOutput(result.choices, result.usage);
     return new ChatModelOutput(messages, usage, finishReason);
   }
   async *_createStream(input, run) {
     const stream = await this.client.instance.textChatStream({
       ...await this.prepareInput(input),
+      signal: run.signal,
       returnObject: true
     });
     for await (const raw of stream) {

package/dist/adapters/watsonx/backend/chat.js.map

@@ -1 +1 @@
-{"version":3,"sources":["chat.ts"],"names":["Type","WatsonxChatModel","ChatModel","client","emitter","providerId","constructor","modelId","getEnv","Emitter","root","child","namespace","creator","WatsonxClient","ensure","config","name","parameters","undefined","NotImplementedError","_create","input","result","instance","textChat","prepareInput","messages","finishReason","usage","extractOutput","choices","ChatModelOutput","_createStream","run","stream","textChatStream","returnObject","raw","signal","aborted","controller","abort","data","map","delta","choice","message","findLast","Boolean","finish_reason","completionTokens","completion_tokens","promptTokens","prompt_tokens","totalTokens","total_tokens","flatMap","content","msg","AssistantMessage","type","text","push","tool_calls","call","toolCallId","id","toolName","function","args","parseBrokenJson","arguments","refusal","filter","isTruthy","overrides","tools","Promise","all","tool","description","getInputJsonSchema","ToolMessage","role","JSON","stringify","tool_call_id","SystemMessage","toPlain","spaceId","projectId","isEmpty","responseFormat","JSON_OBJECT","topP","frequencyPenalty","temperature","n","maxTokens","presencePenalty","toolChoice","stop","stopSequences","seed","createSnapshot","shallowCopy","loadSnapshot","snapshot","Object","assign"],"mappings":";;;;;;;;;;;;;AAsCA,MAAOA,IAAAA,GAAO,iBAAkB,CAAA,sBAAA,CAAuB,SAAU,CAAA,IAAA;AAK1D,MAAMC,yBAAyBC,SAAAA,CAAAA;EA3CtC;;;;AA4CqBC,EAAAA,MAAAA;AACHC,EAAAA,OAAAA;AAKhB,EAAA,IAAIC,UAAa,GAAA;AACf,IAAO,OAAA,SAAA;AACT;AAEAC,EAAAA,WAAAA,CACkBC,OAAUC,GAAAA,MAAAA,CAAO,oBAAsB,EAAA,2BAAA,GACvDL,MACA,EAAA;AACA,IAAK,KAAA,EAAA,EAAA,KAHWI,OAAAA,GAAAA,OAAAA,EAAAA,KAVFH,OAA4BK,GAAAA,OAAAA,CAAQC,KAAKC,KAAM,CAAA;MAC7DC,SAAW,EAAA;AAAC,QAAA,SAAA;AAAW,QAAA,SAAA;AAAW,QAAA;;MAClCC,OAAS,EAAA;KACX,CAAA;AAWE,IAAKV,IAAAA,CAAAA,MAAAA,GAASW,aAAcC,CAAAA,MAAAA,CAAOZ,MAAAA,CAAAA;AACrC;AAEAa,EAAAA,MAAAA,CAAOA,MAAoB,EAAA;AACzB,IAAA,KAAA,CAAMA,OAAOA,MAAAA,CAAAA;AACb,IAAA,KAAA,MAAWC,IAAQ,IAAA;AAAC,MAAA;AAA0C,KAAA,EAAA;AAC5D,MAAA,IAAI,IAAKC,CAAAA,UAAAA,CAAWD,IAAAA,CAAAA,KAAUE,MAAW,EAAA;AACvC,QAAKD,IAAAA,CAAAA,UAAAA,CAAWD,IAAAA,CAAQE,GAAAA,MAAAA;AACxB,QAAA,MAAM,IAAIC,mBAAAA,CACR,CAAYH,SAAAA,EAAAA,IAAAA,CAA2D,qDAAA,CAAA,CAAA;AAE3E;AACF;AACA,IAAO,OAAA,IAAA;AACT;AAEA,EAAA,MAAgBI,QAAQC,KAAuB,EAAA;AAE7C,IAAA,MAAM,EAAEC,MAAAA,EAAW,GAAA,MAAM,IAAKpB,CAAAA,MAAAA,CAAOqB,QAASC,CAAAA,QAAAA,CAAS,MAAM,IAAA,CAAKC,YAAaJ,CAAAA,KAAAA,CAAAA,CAAAA;AAC/E,IAAM,MAAA,EAAEK,QAAUC,EAAAA,YAAAA,EAAcC,KAAK,EAAA,GAAK,KAAKC,aAAcP,CAAAA,MAAAA,CAAOQ,OAASR,EAAAA,MAAAA,CAAOM,KAAK,CAAA;AACzF,IAAA,OAAO,IAAIG,eAAAA,CAAgBL,QAAUE,EAAAA,KAAAA,EAAOD,YAAAA,CAAAA;AAC9C;EAEA,OAAOK,aAAAA,CAAcX,OAAuBY,GAA0B,EAAA;AACpE,IAAA,MAAMC,MAAS,GAAA,MAAM,IAAKhC,CAAAA,MAAAA,CAAOqB,SAASY,cAAe,CAAA;MACvD,GAAI,MAAM,IAAKV,CAAAA,YAAAA,CAAaJ,KAAAA,CAAAA;MAC5Be,YAAc,EAAA;KAChB,CAAA;AACA,IAAA,WAAA,MAAiBC,OAAOH,MAAQ,EAAA;AAC9B,MAAID,IAAAA,GAAAA,CAAIK,OAAOC,OAAS,EAAA;AACtBL,QAAAA,MAAAA,CAAOM,UAAWC,CAAAA,KAAAA,CAAMR,GAAIK,CAAAA,MAAAA,CAAOC,OAAO,CAAA;AAC1C,QAAA;AACF;AACA,MAAA,MAAM,EAAEb,QAAUC,EAAAA,YAAAA,EAAcC,KAAK,EAAA,GAAK,KAAKC,aAC7CQ,CAAAA,GAAAA,CAAIK,IAAKZ,CAAAA,OAAAA,CAAQa,IAAI,CAAC,EAAEC,KAAO,EAAA,GAAGC,QAAc,MAAA;QAAE,GAAGA,MAAAA;QAAQC,OAASF,EAAAA;OAAM,CAAA,CAAA,EAC5EP,GAAIK,CAAAA,IAAAA,CAAKd,KAAK,CAAA;AAEhB,MAAA,MAAM,IAAIG,eAAAA,CAAgBL,QAAUE,EAAAA,KAAAA,EAAOD,YAAAA,CAAAA;AAC7C;AACF;AAEUE,EAAAA,aAAAA,CAAcC,SAAiCF,KAAuB,EAAA;AAC9E,IAAO,OAAA;MACLD,YAAcoB,EAAAA,QAAAA,CAASjB,SAAS,CAACe,MAAAA,KAAWG,QAAQH,MAAQI,EAAAA,aAAAA,CAAAA,CACxDA,EAAAA,aAAAA;AACJrB,MAAAA,KAAAA,EAAOA,KACH,GAAA;AACEsB,QAAAA,gBAAAA,EAAkBtB,MAAMuB,iBAAqB,IAAA,CAAA;AAC7CC,QAAAA,YAAAA,EAAcxB,MAAMyB,aAAiB,IAAA,CAAA;AACrCC,QAAAA,WAAAA,EAAa1B,MAAM2B,YAAgB,IAAA;OAErCrC,GAAAA,MAAAA;AACJQ,MAAAA,QAAAA,EAAUI,OACP0B,CAAAA,OAAAA,CAAQ,CAAC,EAAEV,SAAS,KAAA;AACnB,QAAA,MAAMpB,WAAsB,EAAA;AAC5B,QAAA,IAAIoB,SAASW,OAAS,EAAA;AACpB,UAAMC,MAAAA,GAAAA,GAAM,IAAIC,gBAAiB,CAAA;YAAEC,IAAM,EAAA,MAAA;AAAQC,YAAAA,IAAAA,EAAMf,OAAQW,CAAAA;WAAQ,CAAA;AAEvE/B,UAAAA,QAAAA,CAASoC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,IAAIZ,SAASiB,UAAY,EAAA;AACvB,UAAA,MAAML,MAAM,IAAIC,gBAAAA,CACdb,QAAQiB,UAAWpB,CAAAA,GAAAA,CACjB,CAACqB,IAAwB,MAAA;YACvBJ,IAAM,EAAA,WAAA;AACNK,YAAAA,UAAAA,EAAYD,IAAKE,CAAAA,EAAAA;AACjBC,YAAAA,QAAAA,EAAUH,KAAKI,QAASpD,CAAAA,IAAAA;YACxBqD,IAAMC,EAAAA,eAAAA,CAAgBN,IAAKI,CAAAA,QAAAA,CAASG,SAAS;AAC/C,WAAA,CAAA,CAAA,CAAA;AAIJ7C,UAAAA,QAAAA,CAASoC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,IAAIZ,SAAS0B,OAAS,EAAA;AACpB,UAAMd,MAAAA,GAAAA,GAAM,IAAIC,gBAAiB,CAAA;YAAEC,IAAM,EAAA,MAAA;AAAQC,YAAAA,IAAAA,EAAMf,OAAQ0B,CAAAA;WAAQ,CAAA;AAEvE9C,UAAAA,QAAAA,CAASoC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAOhC,OAAAA,QAAAA;OACT,CAAA,CACC+C,OAAOC,QAAAA;AACZ,KAAA;AACF;AAEA,EAAA,MAAgBjD,aAAakD,SAAoD,EAAA;AAC/E,IAAA,MAAMtD,KAAwB,GAAA;AAAE,MAAA,GAAG,IAAKJ,CAAAA,UAAAA;MAAY,GAAG0D;AAAU,KAAA;AACjE,IAAMC,MAAAA,KAAAA,GAAkC,MAAMC,OAAAA,CAAQC,GACnDzD,CAAAA,CAAAA,KAAAA,CAAMuD,SAAS,EAAA,EAAIjC,GAAI,CAAA,OAAOoC,IAAU,MAAA;MACvCnB,IAAM,EAAA,UAAA;MACNQ,QAAU,EAAA;AACRpD,QAAAA,IAAAA,EAAM+D,IAAK/D,CAAAA,IAAAA;AACXgE,QAAAA,WAAAA,EAAaD,IAAKC,CAAAA,WAAAA;QAClB/D,UAAY,EAAA,MAAM8D,KAAKE,kBAAkB;AAC3C;AACF,KAAA,CAAA,CAAA,CAAA;AAGF,IAAO,OAAA;AACL3E,MAAAA,OAAAA,EAAS,IAAKA,CAAAA,OAAAA;AACdoB,MAAAA,QAAAA,EAAUL,KAAMK,CAAAA,QAAAA,CAAS8B,OAAQ,CAAA,CAACV,OAAAA,KAAAA;AAChC,QAAA,IAAIA,mBAAmBoC,WAAa,EAAA;AAClC,UAAA,OAAOpC,OAAQW,CAAAA,OAAAA,CAAQd,GAAI,CAAA,CAACc,OAAa,MAAA;YACvC0B,IAAM,EAAA,MAAA;YACN1B,OAAS2B,EAAAA,IAAAA,CAAKC,SAAU5B,CAAAA,OAAAA,CAAQnC,MAAM,CAAA;AACtCgE,YAAAA,YAAAA,EAAc7B,OAAQQ,CAAAA;WACxB,CAAA,CAAA;AACF,SAAA,MAAA,IAAWnB,mBAAmByC,aAAe,EAAA;AAC3C,UAAA,OAAOzC,OAAQW,CAAAA,OAAAA,CAAQd,GAAI,CAAA,CAACc,OAAa,MAAA;YACvC0B,IAAM,EAAA,QAAA;AACN1B,YAAAA,OAAAA,EAASA,OAAQI,CAAAA;WACnB,CAAA,CAAA;AACF,SAAA,MAAA,IAAWf,mBAAmBa,gBAAkB,EAAA;AAC9C,UAAA,OAAOb,OAAQW,CAAAA,OAAAA,CAAQd,GAAI,CAAA,CAACc,OAAa,MAAA;YACvC0B,IAAM,EAAA,WAAA;YACN,GAAI1B,OAAAA,CAAQG,SAAS,MAAU,IAAA;AAC7BH,cAAAA,OAAAA,EAASA,OAAQI,CAAAA;AACnB,aAAA;YACA,GAAIJ,OAAAA,CAAQG,SAAS,WAAe,IAAA;AAClCM,cAAAA,EAAAA,EAAIT,OAAQQ,CAAAA,UAAAA;cACZL,IAAM,EAAA,UAAA;cACNQ,QAAU,EAAA;AACRpD,gBAAAA,IAAAA,EAAMyC,OAAQU,CAAAA,QAAAA;gBACdI,SAAWa,EAAAA,IAAAA,CAAKC,SAAU5B,CAAAA,OAAAA,CAAQY,IAAI;AACxC;AACF;WACF,CAAA,CAAA;SACK,MAAA;AACL,UAAO,OAAA;AAACvB,YAAAA,OAAAA,CAAQ0C,OAAO;;AACzB;OACF,CAAA;AACAC,MAAAA,OAAAA,EAAS,KAAKvF,MAAOuF,CAAAA,OAAAA;AACrBC,MAAAA,SAAAA,EAAW,KAAKxF,MAAOwF,CAAAA,SAAAA;MACvBd,KAAOe,EAAAA,OAAAA,CAAQf,KAAAA,CAAAA,GAAS1D,MAAY0D,GAAAA,KAAAA;MACpCgB,cAAgB1E,EAAAA,MAAAA;MAChB,GAAIG,KAAAA,CAAMuE,cAAgBhC,EAAAA,IAAAA,KAAS,aAAiB,IAAA;QAClDgC,cAAgB,EAAA;AAAEhC,UAAAA,IAAAA,EAAM7D,IAAK8F,CAAAA;AAAY;AAC3C,OAAA;AACAC,MAAAA,IAAAA,EAAMzE,KAAMyE,CAAAA,IAAAA;AACZC,MAAAA,gBAAAA,EAAkB1E,KAAM0E,CAAAA,gBAAAA;AACxBC,MAAAA,WAAAA,EAAa3E,KAAM2E,CAAAA,WAAAA;AACnBC,MAAAA,CAAAA,EAAG5E,KAAM4E,CAAAA,CAAAA;AACTC,MAAAA,SAAAA,EAAW7E,KAAM6E,CAAAA,SAAAA;AACjBC,MAAAA,eAAAA,EAAiB9E,KAAM8E,CAAAA,eAAAA;AACvBC,MAAAA,UAAAA,EAAY/E,KAAM+E,CAAAA,UAAAA;AAClBC,MAAAA,IAAAA,EAAMhF,KAAMiF,CAAAA,aAAAA;AACZC,MAAAA,IAAAA,EAAMlF,KAAMkF,CAAAA;AACd,KAAA;AACF;EAEAC,cAAiB,GAAA;AACf,IAAO,OAAA;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;AACTlG,MAAAA,OAAAA,EAAS,IAAKA,CAAAA,OAAAA;MACdW,UAAYwF,EAAAA,WAAAA,CAAY,KAAKxF,UAAU,CAAA;AACvCf,MAAAA,MAAAA,EAAQ,IAAKA,CAAAA;AACf,KAAA;AACF;AAEAwG,EAAAA,YAAAA,CAAaC,QAAkD,EAAA;AAC7DC,IAAOC,MAAAA,CAAAA,MAAAA,CAAO,MAAMF,QAAAA,CAAAA;AACtB;AACF","file":"chat.js","sourcesContent":["/**\n * Copyright 2025 IBM Corp.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n  ChatConfig,\n  ChatModel,\n  ChatModelEmitter,\n  ChatModelInput,\n  ChatModelOutput,\n  ChatModelParameters,\n} from \"@/backend/chat.js\";\nimport { WatsonxClient, WatsonxClientSettings } from \"@/adapters/watsonx/backend/client.js\";\nimport { findLast, isEmpty, isTruthy } from \"remeda\";\nimport WatsonxAiMlVml_v1, {\n  TextChatMessages,\n  TextChatParameterTools,\n  TextChatParams,\n  TextChatResultChoice,\n  TextChatUsage,\n} from \"@ibm-cloud/watsonx-ai/dist/watsonx-ai-ml/vml_v1.js\";\nimport { shallowCopy } from \"@/serializer/utils.js\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { GetRunContext } from \"@/context.js\";\nimport { AssistantMessage, Message, SystemMessage, ToolMessage } from \"@/backend/message.js\";\nimport { ToolCallPart } from \"ai\";\nimport Type = WatsonxAiMlVml_v1.TextChatResponseFormat.Constants.Type;\nimport { parseBrokenJson } from \"@/internals/helpers/schema.js\";\nimport { getEnv } from \"@/internals/env.js\";\nimport { NotImplementedError } from \"@/errors.js\";\n\nexport class WatsonxChatModel extends ChatModel {\n  protected readonly client: WatsonxClient;\n  public readonly emitter: ChatModelEmitter = Emitter.root.child({\n    namespace: [\"backend\", \"watsonx\", \"chat\"],\n    creator: this,\n  });\n\n  get providerId() {\n    return \"watsonx\";\n  }\n\n  constructor(\n    public readonly modelId = getEnv(\"WATSONX_CHAT_MODEL\", \"ibm/granite-3-8b-instruct\"),\n    client?: WatsonxClient | WatsonxClientSettings,\n  ) {\n    super();\n    this.client = WatsonxClient.ensure(client);\n  }\n\n  config(config: ChatConfig) {\n    super.config(config);\n    for (const name of [\"topK\"] as (keyof ChatModelParameters)[]) {\n      if (this.parameters[name] !== undefined) {\n        this.parameters[name] = undefined;\n        throw new NotImplementedError(\n          `Setting \"${name}\" parameter is not supported for WatsonX Chat Models.`,\n        );\n      }\n    }\n    return this;\n  }\n\n  protected async _create(input: ChatModelInput) {\n    // TODO: support abortion (https://github.com/IBM/watsonx-ai-node-sdk/issues/3)\n    const { result } = await this.client.instance.textChat(await this.prepareInput(input));\n    const { messages, finishReason, usage } = this.extractOutput(result.choices, result.usage);\n    return new ChatModelOutput(messages, usage, finishReason);\n  }\n\n  async *_createStream(input: ChatModelInput, run: GetRunContext<this>) {\n    const stream = await this.client.instance.textChatStream({\n      ...(await this.prepareInput(input)),\n      returnObject: true,\n    });\n    for await (const raw of stream) {\n      if (run.signal.aborted) {\n        stream.controller.abort(run.signal.aborted);\n        break;\n      }\n      const { messages, finishReason, usage } = this.extractOutput(\n        raw.data.choices.map(({ delta, ...choice }) => ({ ...choice, message: delta })),\n        raw.data.usage,\n      );\n      yield new ChatModelOutput(messages, usage, finishReason);\n    }\n  }\n\n  protected extractOutput(choices: TextChatResultChoice[], usage?: TextChatUsage) {\n    return {\n      finishReason: findLast(choices, (choice) => Boolean(choice?.finish_reason))\n        ?.finish_reason as ChatModelOutput[\"finishReason\"],\n      usage: usage\n        ? {\n            completionTokens: usage.completion_tokens ?? 0,\n            promptTokens: usage.prompt_tokens ?? 0,\n            totalTokens: usage.total_tokens ?? 0,\n          }\n        : undefined,\n      messages: choices\n        .flatMap(({ message }) => {\n          const messages: Message[] = [];\n          if (message?.content) {\n            const msg = new AssistantMessage({ type: \"text\", text: message.content });\n            // msg.role = message.role || msg.role;\n            messages.push(msg);\n          }\n          if (message?.tool_calls) {\n            const msg = new AssistantMessage(\n              message.tool_calls.map(\n                (call): ToolCallPart => ({\n                  type: \"tool-call\",\n                  toolCallId: call.id,\n                  toolName: call.function.name,\n                  args: parseBrokenJson(call.function.arguments),\n                }),\n              ),\n            );\n            // msg.role = message.role || msg.role;\n            messages.push(msg);\n          }\n          if (message?.refusal) {\n            const msg = new AssistantMessage({ type: \"text\", text: message.refusal });\n            // msg.role = message.role || msg.role;\n            messages.push(msg);\n          }\n          return messages;\n        })\n        .filter(isTruthy),\n    };\n  }\n\n  protected async prepareInput(overrides: ChatModelInput): Promise<TextChatParams> {\n    const input: ChatModelInput = { ...this.parameters, ...overrides };\n    const tools: TextChatParameterTools[] = await Promise.all(\n      (input.tools ?? []).map(async (tool) => ({\n        type: \"function\",\n        function: {\n          name: tool.name,\n          description: tool.description,\n          parameters: await tool.getInputJsonSchema(),\n        },\n      })),\n    );\n\n    return {\n      modelId: this.modelId,\n      messages: input.messages.flatMap((message): TextChatMessages[] => {\n        if (message instanceof ToolMessage) {\n          return message.content.map((content) => ({\n            role: \"tool\",\n            content: JSON.stringify(content.result),\n            tool_call_id: content.toolCallId,\n          }));\n        } else if (message instanceof SystemMessage) {\n          return message.content.map((content) => ({\n            role: \"system\",\n            content: content.text,\n          }));\n        } else if (message instanceof AssistantMessage) {\n          return message.content.map((content) => ({\n            role: \"assistant\",\n            ...(content.type === \"text\" && {\n              content: content.text,\n            }),\n            ...(content.type === \"tool-call\" && {\n              id: content.toolCallId,\n              type: \"function\",\n              function: {\n                name: content.toolName,\n                arguments: JSON.stringify(content.args),\n              },\n            }),\n          }));\n        } else {\n          return [message.toPlain()];\n        }\n      }),\n      spaceId: this.client.spaceId,\n      projectId: this.client.projectId,\n      tools: isEmpty(tools) ? undefined : tools,\n      responseFormat: undefined,\n      ...(input.responseFormat?.type === \"object-json\" && {\n        responseFormat: { type: Type.JSON_OBJECT },\n      }),\n      topP: input.topP,\n      frequencyPenalty: input.frequencyPenalty,\n      temperature: input.temperature,\n      n: input.n,\n      maxTokens: input.maxTokens,\n      presencePenalty: input.presencePenalty,\n      toolChoice: input.toolChoice,\n      stop: input.stopSequences,\n      seed: input.seed,\n    };\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      modelId: this.modelId,\n      parameters: shallowCopy(this.parameters),\n      client: this.client,\n    };\n  }\n\n  loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>) {\n    Object.assign(this, snapshot);\n  }\n}\n"]}
+{"version":3,"sources":["chat.ts"],"names":["Type","WatsonxChatModel","ChatModel","client","emitter","providerId","constructor","modelId","getEnv","Emitter","root","child","namespace","creator","WatsonxClient","ensure","config","name","parameters","undefined","NotImplementedError","_create","input","run","result","instance","textChat","prepareInput","signal","messages","finishReason","usage","extractOutput","choices","ChatModelOutput","_createStream","stream","textChatStream","returnObject","raw","aborted","controller","abort","data","map","delta","choice","message","findLast","Boolean","finish_reason","completionTokens","completion_tokens","promptTokens","prompt_tokens","totalTokens","total_tokens","flatMap","content","msg","AssistantMessage","type","text","push","tool_calls","call","toolCallId","id","toolName","function","args","parseBrokenJson","arguments","refusal","filter","isTruthy","overrides","tools","Promise","all","tool","description","getInputJsonSchema","ToolMessage","role","JSON","stringify","tool_call_id","SystemMessage","toPlain","spaceId","projectId","isEmpty","responseFormat","JSON_OBJECT","topP","frequencyPenalty","temperature","n","maxTokens","presencePenalty","toolChoice","stop","stopSequences","seed","createSnapshot","shallowCopy","loadSnapshot","snapshot","Object","assign"],"mappings":";;;;;;;;;;;;;AAsCA,MAAOA,IAAAA,GAAO,iBAAkB,CAAA,sBAAA,CAAuB,SAAU,CAAA,IAAA;AAK1D,MAAMC,yBAAyBC,SAAAA,CAAAA;EA3CtC;;;;AA4CqBC,EAAAA,MAAAA;AACHC,EAAAA,OAAAA;AAKhB,EAAA,IAAIC,UAAa,GAAA;AACf,IAAO,OAAA,SAAA;AACT;AAEAC,EAAAA,WAAAA,CACkBC,OAAUC,GAAAA,MAAAA,CAAO,oBAAsB,EAAA,2BAAA,GACvDL,MACA,EAAA;AACA,IAAK,KAAA,EAAA,EAAA,KAHWI,OAAAA,GAAAA,OAAAA,EAAAA,KAVFH,OAA4BK,GAAAA,OAAAA,CAAQC,KAAKC,KAAM,CAAA;MAC7DC,SAAW,EAAA;AAAC,QAAA,SAAA;AAAW,QAAA,SAAA;AAAW,QAAA;;MAClCC,OAAS,EAAA;KACX,CAAA;AAWE,IAAKV,IAAAA,CAAAA,MAAAA,GAASW,aAAcC,CAAAA,MAAAA,CAAOZ,MAAAA,CAAAA;AACrC;AAEAa,EAAAA,MAAAA,CAAOA,MAAoB,EAAA;AACzB,IAAA,KAAA,CAAMA,OAAOA,MAAAA,CAAAA;AACb,IAAA,KAAA,MAAWC,IAAQ,IAAA;AAAC,MAAA;AAA0C,KAAA,EAAA;AAC5D,MAAA,IAAI,IAAKC,CAAAA,UAAAA,CAAWD,IAAAA,CAAAA,KAAUE,MAAW,EAAA;AACvC,QAAKD,IAAAA,CAAAA,UAAAA,CAAWD,IAAAA,CAAQE,GAAAA,MAAAA;AACxB,QAAA,MAAM,IAAIC,mBAAAA,CACR,CAAYH,SAAAA,EAAAA,IAAAA,CAA2D,qDAAA,CAAA,CAAA;AAE3E;AACF;AACA,IAAO,OAAA,IAAA;AACT;EAEA,MAAgBI,OAAAA,CAAQC,OAAuBC,GAAyB,EAAA;AACtE,IAAA,MAAM,EAAEC,MAAM,EAAA,GAAK,MAAM,IAAKrB,CAAAA,MAAAA,CAAOsB,SAASC,QAAS,CAAA;MACrD,GAAI,MAAM,IAAKC,CAAAA,YAAAA,CAAaL,KAAAA,CAAAA;AAC5BM,MAAAA,MAAAA,EAAQL,GAAIK,CAAAA;KACd,CAAA;AACA,IAAM,MAAA,EAAEC,QAAUC,EAAAA,YAAAA,EAAcC,KAAK,EAAA,GAAK,KAAKC,aAAcR,CAAAA,MAAAA,CAAOS,OAAST,EAAAA,MAAAA,CAAOO,KAAK,CAAA;AACzF,IAAA,OAAO,IAAIG,eAAAA,CAAgBL,QAAUE,EAAAA,KAAAA,EAAOD,YAAAA,CAAAA;AAC9C;EAEA,OAAOK,aAAAA,CAAcb,OAAuBC,GAA0B,EAAA;AACpE,IAAA,MAAMa,MAAS,GAAA,MAAM,IAAKjC,CAAAA,MAAAA,CAAOsB,SAASY,cAAe,CAAA;MACvD,GAAI,MAAM,IAAKV,CAAAA,YAAAA,CAAaL,KAAAA,CAAAA;AAC5BM,MAAAA,MAAAA,EAAQL,GAAIK,CAAAA,MAAAA;MACZU,YAAc,EAAA;KAChB,CAAA;AACA,IAAA,WAAA,MAAiBC,OAAOH,MAAQ,EAAA;AAC9B,MAAIb,IAAAA,GAAAA,CAAIK,OAAOY,OAAS,EAAA;AACtBJ,QAAAA,MAAAA,CAAOK,UAAWC,CAAAA,KAAAA,CAAMnB,GAAIK,CAAAA,MAAAA,CAAOY,OAAO,CAAA;AAC1C,QAAA;AACF;AACA,MAAA,MAAM,EAAEX,QAAUC,EAAAA,YAAAA,EAAcC,KAAK,EAAA,GAAK,KAAKC,aAC7CO,CAAAA,GAAAA,CAAII,IAAKV,CAAAA,OAAAA,CAAQW,IAAI,CAAC,EAAEC,KAAO,EAAA,GAAGC,QAAc,MAAA;QAAE,GAAGA,MAAAA;QAAQC,OAASF,EAAAA;OAAM,CAAA,CAAA,EAC5EN,GAAII,CAAAA,IAAAA,CAAKZ,KAAK,CAAA;AAEhB,MAAA,MAAM,IAAIG,eAAAA,CAAgBL,QAAUE,EAAAA,KAAAA,EAAOD,YAAAA,CAAAA;AAC7C;AACF;AAEUE,EAAAA,aAAAA,CAAcC,SAAiCF,KAAuB,EAAA;AAC9E,IAAO,OAAA;MACLD,YAAckB,EAAAA,QAAAA,CAASf,SAAS,CAACa,MAAAA,KAAWG,QAAQH,MAAQI,EAAAA,aAAAA,CAAAA,CACxDA,EAAAA,aAAAA;AACJnB,MAAAA,KAAAA,EAAOA,KACH,GAAA;AACEoB,QAAAA,gBAAAA,EAAkBpB,MAAMqB,iBAAqB,IAAA,CAAA;AAC7CC,QAAAA,YAAAA,EAActB,MAAMuB,aAAiB,IAAA,CAAA;AACrCC,QAAAA,WAAAA,EAAaxB,MAAMyB,YAAgB,IAAA;OAErCrC,GAAAA,MAAAA;AACJU,MAAAA,QAAAA,EAAUI,OACPwB,CAAAA,OAAAA,CAAQ,CAAC,EAAEV,SAAS,KAAA;AACnB,QAAA,MAAMlB,WAAsB,EAAA;AAC5B,QAAA,IAAIkB,SAASW,OAAS,EAAA;AACpB,UAAMC,MAAAA,GAAAA,GAAM,IAAIC,gBAAiB,CAAA;YAAEC,IAAM,EAAA,MAAA;AAAQC,YAAAA,IAAAA,EAAMf,OAAQW,CAAAA;WAAQ,CAAA;AAEvE7B,UAAAA,QAAAA,CAASkC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,IAAIZ,SAASiB,UAAY,EAAA;AACvB,UAAA,MAAML,MAAM,IAAIC,gBAAAA,CACdb,QAAQiB,UAAWpB,CAAAA,GAAAA,CACjB,CAACqB,IAAwB,MAAA;YACvBJ,IAAM,EAAA,WAAA;AACNK,YAAAA,UAAAA,EAAYD,IAAKE,CAAAA,EAAAA;AACjBC,YAAAA,QAAAA,EAAUH,KAAKI,QAASpD,CAAAA,IAAAA;YACxBqD,IAAMC,EAAAA,eAAAA,CAAgBN,IAAKI,CAAAA,QAAAA,CAASG,SAAS;AAC/C,WAAA,CAAA,CAAA,CAAA;AAIJ3C,UAAAA,QAAAA,CAASkC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,IAAIZ,SAAS0B,OAAS,EAAA;AACpB,UAAMd,MAAAA,GAAAA,GAAM,IAAIC,gBAAiB,CAAA;YAAEC,IAAM,EAAA,MAAA;AAAQC,YAAAA,IAAAA,EAAMf,OAAQ0B,CAAAA;WAAQ,CAAA;AAEvE5C,UAAAA,QAAAA,CAASkC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAO9B,OAAAA,QAAAA;OACT,CAAA,CACC6C,OAAOC,QAAAA;AACZ,KAAA;AACF;AAEA,EAAA,MAAgBhD,aAAaiD,SAAoD,EAAA;AAC/E,IAAA,MAAMtD,KAAwB,GAAA;AAAE,MAAA,GAAG,IAAKJ,CAAAA,UAAAA;MAAY,GAAG0D;AAAU,KAAA;AACjE,IAAMC,MAAAA,KAAAA,GAAkC,MAAMC,OAAAA,CAAQC,GACnDzD,CAAAA,CAAAA,KAAAA,CAAMuD,SAAS,EAAA,EAAIjC,GAAI,CAAA,OAAOoC,IAAU,MAAA;MACvCnB,IAAM,EAAA,UAAA;MACNQ,QAAU,EAAA;AACRpD,QAAAA,IAAAA,EAAM+D,IAAK/D,CAAAA,IAAAA;AACXgE,QAAAA,WAAAA,EAAaD,IAAKC,CAAAA,WAAAA;QAClB/D,UAAY,EAAA,MAAM8D,KAAKE,kBAAkB;AAC3C;AACF,KAAA,CAAA,CAAA,CAAA;AAGF,IAAO,OAAA;AACL3E,MAAAA,OAAAA,EAAS,IAAKA,CAAAA,OAAAA;AACdsB,MAAAA,QAAAA,EAAUP,KAAMO,CAAAA,QAAAA,CAAS4B,OAAQ,CAAA,CAACV,OAAAA,KAAAA;AAChC,QAAA,IAAIA,mBAAmBoC,WAAa,EAAA;AAClC,UAAA,OAAOpC,OAAQW,CAAAA,OAAAA,CAAQd,GAAI,CAAA,CAACc,OAAa,MAAA;YACvC0B,IAAM,EAAA,MAAA;YACN1B,OAAS2B,EAAAA,IAAAA,CAAKC,SAAU5B,CAAAA,OAAAA,CAAQlC,MAAM,CAAA;AACtC+D,YAAAA,YAAAA,EAAc7B,OAAQQ,CAAAA;WACxB,CAAA,CAAA;AACF,SAAA,MAAA,IAAWnB,mBAAmByC,aAAe,EAAA;AAC3C,UAAA,OAAOzC,OAAQW,CAAAA,OAAAA,CAAQd,GAAI,CAAA,CAACc,OAAa,MAAA;YACvC0B,IAAM,EAAA,QAAA;AACN1B,YAAAA,OAAAA,EAASA,OAAQI,CAAAA;WACnB,CAAA,CAAA;AACF,SAAA,MAAA,IAAWf,mBAAmBa,gBAAkB,EAAA;AAC9C,UAAA,OAAOb,OAAQW,CAAAA,OAAAA,CAAQd,GAAI,CAAA,CAACc,OAAa,MAAA;YACvC0B,IAAM,EAAA,WAAA;YACN,GAAI1B,OAAAA,CAAQG,SAAS,MAAU,IAAA;AAC7BH,cAAAA,OAAAA,EAASA,OAAQI,CAAAA;AACnB,aAAA;YACA,GAAIJ,OAAAA,CAAQG,SAAS,WAAe,IAAA;AAClCM,cAAAA,EAAAA,EAAIT,OAAQQ,CAAAA,UAAAA;cACZL,IAAM,EAAA,UAAA;cACNQ,QAAU,EAAA;AACRpD,gBAAAA,IAAAA,EAAMyC,OAAQU,CAAAA,QAAAA;gBACdI,SAAWa,EAAAA,IAAAA,CAAKC,SAAU5B,CAAAA,OAAAA,CAAQY,IAAI;AACxC;AACF;WACF,CAAA,CAAA;SACK,MAAA;AACL,UAAO,OAAA;AAACvB,YAAAA,OAAAA,CAAQ0C,OAAO;;AACzB;OACF,CAAA;AACAC,MAAAA,OAAAA,EAAS,KAAKvF,MAAOuF,CAAAA,OAAAA;AACrBC,MAAAA,SAAAA,EAAW,KAAKxF,MAAOwF,CAAAA,SAAAA;MACvBd,KAAOe,EAAAA,OAAAA,CAAQf,KAAAA,CAAAA,GAAS1D,MAAY0D,GAAAA,KAAAA;MACpCgB,cAAgB1E,EAAAA,MAAAA;MAChB,GAAIG,KAAAA,CAAMuE,cAAgBhC,EAAAA,IAAAA,KAAS,aAAiB,IAAA;QAClDgC,cAAgB,EAAA;AAAEhC,UAAAA,IAAAA,EAAM7D,IAAK8F,CAAAA;AAAY;AAC3C,OAAA;AACAC,MAAAA,IAAAA,EAAMzE,KAAMyE,CAAAA,IAAAA;AACZC,MAAAA,gBAAAA,EAAkB1E,KAAM0E,CAAAA,gBAAAA;AACxBC,MAAAA,WAAAA,EAAa3E,KAAM2E,CAAAA,WAAAA;AACnBC,MAAAA,CAAAA,EAAG5E,KAAM4E,CAAAA,CAAAA;AACTC,MAAAA,SAAAA,EAAW7E,KAAM6E,CAAAA,SAAAA;AACjBC,MAAAA,eAAAA,EAAiB9E,KAAM8E,CAAAA,eAAAA;AACvBC,MAAAA,UAAAA,EAAY/E,KAAM+E,CAAAA,UAAAA;AAClBC,MAAAA,IAAAA,EAAMhF,KAAMiF,CAAAA,aAAAA;AACZC,MAAAA,IAAAA,EAAMlF,KAAMkF,CAAAA;AACd,KAAA;AACF;EAEAC,cAAiB,GAAA;AACf,IAAO,OAAA;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;AACTlG,MAAAA,OAAAA,EAAS,IAAKA,CAAAA,OAAAA;MACdW,UAAYwF,EAAAA,WAAAA,CAAY,KAAKxF,UAAU,CAAA;AACvCf,MAAAA,MAAAA,EAAQ,IAAKA,CAAAA;AACf,KAAA;AACF;AAEAwG,EAAAA,YAAAA,CAAaC,QAAkD,EAAA;AAC7DC,IAAOC,MAAAA,CAAAA,MAAAA,CAAO,MAAMF,QAAAA,CAAAA;AACtB;AACF","file":"chat.js","sourcesContent":["/**\n * Copyright 2025 IBM Corp.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n  ChatConfig,\n  ChatModel,\n  ChatModelEmitter,\n  ChatModelInput,\n  ChatModelOutput,\n  ChatModelParameters,\n} from \"@/backend/chat.js\";\nimport { WatsonxClient, WatsonxClientSettings } from \"@/adapters/watsonx/backend/client.js\";\nimport { findLast, isEmpty, isTruthy } from \"remeda\";\nimport WatsonxAiMlVml_v1, {\n  TextChatMessages,\n  TextChatParameterTools,\n  TextChatParams,\n  TextChatResultChoice,\n  TextChatUsage,\n} from \"@ibm-cloud/watsonx-ai/dist/watsonx-ai-ml/vml_v1.js\";\nimport { shallowCopy } from \"@/serializer/utils.js\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { GetRunContext } from \"@/context.js\";\nimport { AssistantMessage, Message, SystemMessage, ToolMessage } from \"@/backend/message.js\";\nimport { ToolCallPart } from \"ai\";\nimport Type = WatsonxAiMlVml_v1.TextChatResponseFormat.Constants.Type;\nimport { parseBrokenJson } from \"@/internals/helpers/schema.js\";\nimport { getEnv } from \"@/internals/env.js\";\nimport { NotImplementedError } from \"@/errors.js\";\n\nexport class WatsonxChatModel extends ChatModel {\n  protected readonly client: WatsonxClient;\n  public readonly emitter: ChatModelEmitter = Emitter.root.child({\n    namespace: [\"backend\", \"watsonx\", \"chat\"],\n    creator: this,\n  });\n\n  get providerId() {\n    return \"watsonx\";\n  }\n\n  constructor(\n    public readonly modelId = getEnv(\"WATSONX_CHAT_MODEL\", \"ibm/granite-3-8b-instruct\"),\n    client?: WatsonxClient | WatsonxClientSettings,\n  ) {\n    super();\n    this.client = WatsonxClient.ensure(client);\n  }\n\n  config(config: ChatConfig) {\n    super.config(config);\n    for (const name of [\"topK\"] as (keyof ChatModelParameters)[]) {\n      if (this.parameters[name] !== undefined) {\n        this.parameters[name] = undefined;\n        throw new NotImplementedError(\n          `Setting \"${name}\" parameter is not supported for WatsonX Chat Models.`,\n        );\n      }\n    }\n    return this;\n  }\n\n  protected async _create(input: ChatModelInput, run: GetRunContext<any>) {\n    const { result } = await this.client.instance.textChat({\n      ...(await this.prepareInput(input)),\n      signal: run.signal,\n    });\n    const { messages, finishReason, usage } = this.extractOutput(result.choices, result.usage);\n    return new ChatModelOutput(messages, usage, finishReason);\n  }\n\n  async *_createStream(input: ChatModelInput, run: GetRunContext<this>) {\n    const stream = await this.client.instance.textChatStream({\n      ...(await this.prepareInput(input)),\n      signal: run.signal,\n      returnObject: true,\n    });\n    for await (const raw of stream) {\n      if (run.signal.aborted) {\n        stream.controller.abort(run.signal.aborted);\n        break;\n      }\n      const { messages, finishReason, usage } = this.extractOutput(\n        raw.data.choices.map(({ delta, ...choice }) => ({ ...choice, message: delta })),\n        raw.data.usage,\n      );\n      yield new ChatModelOutput(messages, usage, finishReason);\n    }\n  }\n\n  protected extractOutput(choices: TextChatResultChoice[], usage?: TextChatUsage) {\n    return {\n      finishReason: findLast(choices, (choice) => Boolean(choice?.finish_reason))\n        ?.finish_reason as ChatModelOutput[\"finishReason\"],\n      usage: usage\n        ? {\n            completionTokens: usage.completion_tokens ?? 0,\n            promptTokens: usage.prompt_tokens ?? 0,\n            totalTokens: usage.total_tokens ?? 0,\n          }\n        : undefined,\n      messages: choices\n        .flatMap(({ message }) => {\n          const messages: Message[] = [];\n          if (message?.content) {\n            const msg = new AssistantMessage({ type: \"text\", text: message.content });\n            // msg.role = message.role || msg.role;\n            messages.push(msg);\n          }\n          if (message?.tool_calls) {\n            const msg = new AssistantMessage(\n              message.tool_calls.map(\n                (call): ToolCallPart => ({\n                  type: \"tool-call\",\n                  toolCallId: call.id,\n                  toolName: call.function.name,\n                  args: parseBrokenJson(call.function.arguments),\n                }),\n              ),\n            );\n            // msg.role = message.role || msg.role;\n            messages.push(msg);\n          }\n          if (message?.refusal) {\n            const msg = new AssistantMessage({ type: \"text\", text: message.refusal });\n            // msg.role = message.role || msg.role;\n            messages.push(msg);\n          }\n          return messages;\n        })\n        .filter(isTruthy),\n    };\n  }\n\n  protected async prepareInput(overrides: ChatModelInput): Promise<TextChatParams> {\n    const input: ChatModelInput = { ...this.parameters, ...overrides };\n    const tools: TextChatParameterTools[] = await Promise.all(\n      (input.tools ?? []).map(async (tool) => ({\n        type: \"function\",\n        function: {\n          name: tool.name,\n          description: tool.description,\n          parameters: await tool.getInputJsonSchema(),\n        },\n      })),\n    );\n\n    return {\n      modelId: this.modelId,\n      messages: input.messages.flatMap((message): TextChatMessages[] => {\n        if (message instanceof ToolMessage) {\n          return message.content.map((content) => ({\n            role: \"tool\",\n            content: JSON.stringify(content.result),\n            tool_call_id: content.toolCallId,\n          }));\n        } else if (message instanceof SystemMessage) {\n          return message.content.map((content) => ({\n            role: \"system\",\n            content: content.text,\n          }));\n        } else if (message instanceof AssistantMessage) {\n          return message.content.map((content) => ({\n            role: \"assistant\",\n            ...(content.type === \"text\" && {\n              content: content.text,\n            }),\n            ...(content.type === \"tool-call\" && {\n              id: content.toolCallId,\n              type: \"function\",\n              function: {\n                name: content.toolName,\n                arguments: JSON.stringify(content.args),\n              },\n            }),\n          }));\n        } else {\n          return [message.toPlain()];\n        }\n      }),\n      spaceId: this.client.spaceId,\n      projectId: this.client.projectId,\n      tools: isEmpty(tools) ? undefined : tools,\n      responseFormat: undefined,\n      ...(input.responseFormat?.type === \"object-json\" && {\n        responseFormat: { type: Type.JSON_OBJECT },\n      }),\n      topP: input.topP,\n      frequencyPenalty: input.frequencyPenalty,\n      temperature: input.temperature,\n      n: input.n,\n      maxTokens: input.maxTokens,\n      presencePenalty: input.presencePenalty,\n      toolChoice: input.toolChoice,\n      stop: input.stopSequences,\n      seed: input.seed,\n    };\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      modelId: this.modelId,\n      parameters: shallowCopy(this.parameters),\n      client: this.client,\n    };\n  }\n\n  loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>) {\n    Object.assign(this, snapshot);\n  }\n}\n"]}

package/dist/agent-Bf2FaCKy.d.ts

@@ -0,0 +1,84 @@
+import { GetRunContext, RunContext } from './context.js';
+import { b as AgentMeta, a as BaseAgent } from './base-mmG-8Pk9.js';
+import { AnyTool } from './tools/base.js';
+import { BaseMemory } from './memory/base.js';
+import { E as Emitter } from './emitter-BxVxGBbJ.js';
+import { ReActAgentRunOptions, ReActAgentRunIteration, ReActAgentCallbacks, ReActAgentParserInput, ReActAgentMeta, ReActAgentRunInput, ReActAgentIterationToolResult, ReActAgentTemplates, ReActAgentExecutionConfig, ReActAgentRunOutput } from './agents/react/types.js';
+import { LinePrefixParser } from './parsers/linePrefix.js';
+import { Serializable } from './internals/serializable.js';
+import { ChatModel } from './backend/chat.js';
+import { RetryCounter } from './internals/helpers/counter.js';
+
+interface ReActAgentRunnerLLMInput {
+    meta: ReActAgentMeta;
+    signal: AbortSignal;
+    emitter: Emitter<ReActAgentCallbacks>;
+}
+interface ReActAgentRunnerToolInput {
+    state: ReActAgentIterationToolResult;
+    meta: ReActAgentMeta;
+    signal: AbortSignal;
+    emitter: Emitter<ReActAgentCallbacks>;
+}
+declare abstract class BaseRunner extends Serializable {
+    protected readonly input: ReActAgentInput;
+    protected readonly options: ReActAgentRunOptions;
+    protected readonly run: GetRunContext<ReActAgent>;
+    memory: BaseMemory;
+    readonly iterations: ReActAgentRunIteration[];
+    protected readonly failedAttemptsCounter: RetryCounter;
+    constructor(input: ReActAgentInput, options: ReActAgentRunOptions, run: GetRunContext<ReActAgent>);
+    createIteration(): Promise<{
+        emitter: Emitter<ReActAgentCallbacks>;
+        state: LinePrefixParser.infer<ReActAgentParserInput>;
+        meta: ReActAgentMeta;
+        signal: AbortSignal;
+    }>;
+    init(input: ReActAgentRunInput): Promise<void>;
+    abstract llm(input: ReActAgentRunnerLLMInput): Promise<ReActAgentRunIteration>;
+    abstract tool(input: ReActAgentRunnerToolInput): Promise<{
+        output: string;
+        success: boolean;
+    }>;
+    abstract get defaultTemplates(): ReActAgentTemplates;
+    get templates(): ReActAgentTemplates;
+    protected abstract initMemory(input: ReActAgentRunInput): Promise<BaseMemory>;
+    createSnapshot(): {
+        input: ReActAgentInput;
+        options: ReActAgentRunOptions;
+        memory: BaseMemory<unknown>;
+        failedAttemptsCounter: RetryCounter;
+    };
+    loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>): void;
+}
+
+type ReActAgentTemplateFactory<K extends keyof ReActAgentTemplates> = (template: ReActAgentTemplates[K]) => ReActAgentTemplates[K];
+interface ReActAgentInput {
+    llm: ChatModel;
+    tools: AnyTool[];
+    memory: BaseMemory;
+    meta?: Omit<AgentMeta, "tools">;
+    templates?: Partial<{
+        [K in keyof ReActAgentTemplates]: ReActAgentTemplates[K] | ReActAgentTemplateFactory<K>;
+    }>;
+    execution?: ReActAgentExecutionConfig;
+    stream?: boolean;
+}
+declare class ReActAgent extends BaseAgent<ReActAgentRunInput, ReActAgentRunOutput, ReActAgentRunOptions> {
+    protected readonly input: ReActAgentInput;
+    readonly emitter: Emitter<ReActAgentCallbacks>;
+    protected runner: new (...args: ConstructorParameters<typeof BaseRunner>) => BaseRunner;
+    constructor(input: ReActAgentInput);
+    set memory(memory: BaseMemory);
+    get memory(): BaseMemory;
+    get meta(): AgentMeta;
+    protected _run(input: ReActAgentRunInput, options: ReActAgentRunOptions | undefined, run: GetRunContext<typeof this>): Promise<ReActAgentRunOutput>;
+    createSnapshot(): {
+        input: ReActAgentInput;
+        emitter: Emitter<ReActAgentCallbacks>;
+        runner: new (input: ReActAgentInput, options: ReActAgentRunOptions, run: RunContext<ReActAgent, any>) => BaseRunner;
+        isRunning: boolean;
+    };
+}
+
+export { BaseRunner as B, type ReActAgentInput as R, ReActAgent as a, type ReActAgentRunnerLLMInput as b, type ReActAgentRunnerToolInput as c, type ReActAgentTemplateFactory as d };

package/dist/agent-Bpt7IFa_.d.cts

@@ -0,0 +1,84 @@
+import { GetRunContext, RunContext } from './context.cjs';
+import { b as AgentMeta, a as BaseAgent } from './base-daM6fHUP.cjs';
+import { AnyTool } from './tools/base.cjs';
+import { BaseMemory } from './memory/base.cjs';
+import { E as Emitter } from './emitter-C9EN5B0j.cjs';
+import { ReActAgentRunOptions, ReActAgentRunIteration, ReActAgentCallbacks, ReActAgentParserInput, ReActAgentMeta, ReActAgentRunInput, ReActAgentIterationToolResult, ReActAgentTemplates, ReActAgentExecutionConfig, ReActAgentRunOutput } from './agents/react/types.cjs';
+import { LinePrefixParser } from './parsers/linePrefix.cjs';
+import { Serializable } from './internals/serializable.cjs';
+import { ChatModel } from './backend/chat.cjs';
+import { RetryCounter } from './internals/helpers/counter.cjs';
+
+interface ReActAgentRunnerLLMInput {
+    meta: ReActAgentMeta;
+    signal: AbortSignal;
+    emitter: Emitter<ReActAgentCallbacks>;
+}
+interface ReActAgentRunnerToolInput {
+    state: ReActAgentIterationToolResult;
+    meta: ReActAgentMeta;
+    signal: AbortSignal;
+    emitter: Emitter<ReActAgentCallbacks>;
+}
+declare abstract class BaseRunner extends Serializable {
+    protected readonly input: ReActAgentInput;
+    protected readonly options: ReActAgentRunOptions;
+    protected readonly run: GetRunContext<ReActAgent>;
+    memory: BaseMemory;
+    readonly iterations: ReActAgentRunIteration[];
+    protected readonly failedAttemptsCounter: RetryCounter;
+    constructor(input: ReActAgentInput, options: ReActAgentRunOptions, run: GetRunContext<ReActAgent>);
+    createIteration(): Promise<{
+        emitter: Emitter<ReActAgentCallbacks>;
+        state: LinePrefixParser.infer<ReActAgentParserInput>;
+        meta: ReActAgentMeta;
+        signal: AbortSignal;
+    }>;
+    init(input: ReActAgentRunInput): Promise<void>;
+    abstract llm(input: ReActAgentRunnerLLMInput): Promise<ReActAgentRunIteration>;
+    abstract tool(input: ReActAgentRunnerToolInput): Promise<{
+        output: string;
+        success: boolean;
+    }>;
+    abstract get defaultTemplates(): ReActAgentTemplates;
+    get templates(): ReActAgentTemplates;
+    protected abstract initMemory(input: ReActAgentRunInput): Promise<BaseMemory>;
+    createSnapshot(): {
+        input: ReActAgentInput;
+        options: ReActAgentRunOptions;
+        memory: BaseMemory<unknown>;
+        failedAttemptsCounter: RetryCounter;
+    };
+    loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>): void;
+}
+
+type ReActAgentTemplateFactory<K extends keyof ReActAgentTemplates> = (template: ReActAgentTemplates[K]) => ReActAgentTemplates[K];
+interface ReActAgentInput {
+    llm: ChatModel;
+    tools: AnyTool[];
+    memory: BaseMemory;
+    meta?: Omit<AgentMeta, "tools">;
+    templates?: Partial<{
+        [K in keyof ReActAgentTemplates]: ReActAgentTemplates[K] | ReActAgentTemplateFactory<K>;
+    }>;
+    execution?: ReActAgentExecutionConfig;
+    stream?: boolean;
+}
+declare class ReActAgent extends BaseAgent<ReActAgentRunInput, ReActAgentRunOutput, ReActAgentRunOptions> {
+    protected readonly input: ReActAgentInput;
+    readonly emitter: Emitter<ReActAgentCallbacks>;
+    protected runner: new (...args: ConstructorParameters<typeof BaseRunner>) => BaseRunner;
+    constructor(input: ReActAgentInput);
+    set memory(memory: BaseMemory);
+    get memory(): BaseMemory;
+    get meta(): AgentMeta;
+    protected _run(input: ReActAgentRunInput, options: ReActAgentRunOptions | undefined, run: GetRunContext<typeof this>): Promise<ReActAgentRunOutput>;
+    createSnapshot(): {
+        input: ReActAgentInput;
+        emitter: Emitter<ReActAgentCallbacks>;
+        runner: new (input: ReActAgentInput, options: ReActAgentRunOptions, run: RunContext<ReActAgent, any>) => BaseRunner;
+        isRunning: boolean;
+    };
+}
+
+export { BaseRunner as B, type ReActAgentInput as R, ReActAgent as a, type ReActAgentRunnerLLMInput as b, type ReActAgentRunnerToolInput as c, type ReActAgentTemplateFactory as d };