beeai-framework 0.1.20 → 0.1.22

package/dist/adapters/vercel/backend/chat.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../src/adapters/vercel/backend/chat.ts"],"names":["VercelChatModel","ChatModel","emitter","supportsToolStreaming","model","modelId","ValueError","Emitter","root","child","namespace","providerId","creator","provider","split","toCamelCase","_create","input","run","responseFormat","ZodSchema","schema","output","_createStructure","finishReason","usage","response","messages","generateText","transformInput","ChatModelOutput","transformMessages","generateObject","temperature","abortSignal","signal","_input","ZodArray","ZodEnum","jsonSchema","z","any","schemaName","name","schemaDescription","description","object","AssistantMessage","JSON","stringify","_createStream","isEmpty","tools","fullStream","streamText","lastChunk","event","message","type","textDelta","toolCallId","toolName","args","ChatModelError","error","ToolMessage","result","Error","Promise","all","map","tool","parameters","getInputJsonSchema","msg","CustomMessage","encodeCustomMessage","role","content","UserMessage","SystemMessage","part","text","join","toolChoice","Tool","toolChoiceSupport","includes","logger","warn","mapToObj","flatMap","providerOptions","createSnapshot","loadSnapshot","snapshot","instance","fromName","destroy","Object","assign"],"mappings":";;;;;;;;;;;;;AA4CO,MAAeA,wBAEZC,SAAAA,CAAAA;EA9CV;;;;AA+CkBC,EAAAA,OAAAA;EACAC,qBAAAA,GAAiC,IAAA;AAEjD,EAAA,WAAA,CAA6BC,KAAAA,EAAU;AACrC,IAAA,KAAA,EAAK,EAAA,KADsBA,KAAAA,GAAAA,KAAAA;AAE3B,IAAA,IAAI,CAAC,KAAKC,OAAAA,EAAS;AACjB,MAAA,MAAM,IAAIC,WAAW,+BAAA,CAAA;AACvB;AACA,IAAA,IAAA,CAAKJ,OAAAA,GAAUK,OAAAA,CAAQC,IAAAA,CAAKC,KAAAA,CAAM;MAChCC,SAAAA,EAAW;AAAC,QAAA,SAAA;QAAW,IAAA,CAAKC,UAAAA;AAAY,QAAA;;MACxCC,OAAAA,EAAS;KACX,CAAA;AACF;AAEA,EAAA,IAAIP,OAAAA,GAAkB;AACpB,IAAA,OAAO,KAAKD,KAAAA,CAAMC,OAAAA;AACpB;AAEA,EAAA,IAAIM,UAAAA,GAAqB;AACvB,IAAA,MAAME,QAAAA,GAAW,IAAA,CAAKT,KAAAA,CAAMS,QAAAA,CAASC,KAAAA,CAAM,GAAA,CAAA,CAAK,CAAA,CAAA,CAAGA,KAAAA,CAAM,GAAA,CAAA,CAAK,CAAA,CAAA;AAC9D,IAAA,OAAOC,YAAYF,QAAAA,CAAAA;AACrB;EAEA,MAAgBG,OAAAA,CAAQC,OAAuBC,GAAAA,EAA0B;AACvE,IAAA,MAAMC,iBAAiBF,KAAAA,CAAME,cAAAA;AAC7B,IAAA,IAAIA,cAAAA,KAAmBA,cAAAA,YAA0BC,SAAAA,IAAaD,cAAAA,CAAeE,MAAAA,CAAAA,EAAS;AACpF,MAAA,MAAM,EAAEC,MAAAA,EAAM,GAAK,MAAM,KAAKC,gBAAAA,CAC5B;QACE,GAAGN,KAAAA;QACHI,MAAAA,EAAQF;AACV,OAAA,EACAD,GAAAA,CAAAA;AAEF,MAAA,OAAOI,MAAAA;AACT;AAEA,IAAA,MAAM,EACJE,YAAAA,EACAC,KAAAA,EACAC,QAAAA,EAAU,EAAEC,QAAAA,EAAQ,EAAE,GACpB,MAAMC,YAAAA,CAAa,MAAM,IAAA,CAAKC,cAAAA,CAAeZ,KAAAA,CAAAA,CAAAA;AAEjD,IAAA,OAAO,IAAIa,eAAAA,CAAgB,IAAA,CAAKC,kBAAkBJ,QAAAA,CAAAA,EAAWF,OAAOD,YAAAA,CAAAA;AACtE;AAEA,EAAA,MAAgBD,iBACd,EAAEF,MAAAA,EAAQ,GAAGJ,KAAAA,IACbC,GAAAA,EACmC;AACnC,IAAA,MAAMQ,QAAAA,GAAW,MAAMM,cAAAA,CAAkB;MACvCC,WAAAA,EAAa,CAAA;MACb,GAAI,MAAM,IAAA,CAAKJ,cAAAA,CAAeZ,KAAAA,CAAAA;AAC9BiB,MAAAA,WAAAA,EAAahB,GAAAA,CAAIiB,MAAAA;AACjB/B,MAAAA,KAAAA,EAAO,IAAA,CAAKA,KAAAA;AACZ,MAAA,GAAIiB,kBAAkBD,SAAAA,GAClB;AACEC,QAAAA,MAAAA;QACAC,MAAAA,EAAAA,CAAUD,MAAAA,CAAOe,UAAUf,MAAAA,aAAmBgB,QAAAA,GAC1C,WACChB,MAAAA,CAAOe,MAAAA,IAAUf,MAAAA,aAAmBiB,OAAAA,GACnC,MAAA,GACA;OACR,GACA;AACEjB,QAAAA,MAAAA,EAAQA,OAAOA,MAAAA,GAASkB,UAAAA,CAAclB,OAAOA,MAAM,CAAA,GAAImB,EAAEC,GAAAA,EAAG;AAC5DC,QAAAA,UAAAA,EAAYrB,MAAAA,CAAOsB,IAAAA;AACnBC,QAAAA,iBAAAA,EAAmBvB,MAAAA,CAAOwB;AAC5B;KACN,CAAA;AAEA,IAAA,OAAO;AACLC,MAAAA,MAAAA,EAAQpB,QAAAA,CAASoB,MAAAA;AACjBxB,MAAAA,MAAAA,EAAQ,IAAIQ,eAAAA,CACV;AAAC,QAAA,IAAIiB,iBAAiBC,IAAAA,CAAKC,SAAAA,CAAUvB,SAASoB,MAAAA,EAAQ,IAAA,EAAM,CAAA,CAAA;SAC5DpB,QAAAA,CAASD,KAAAA,EACTC,SAASF,YAAY;AAEzB,KAAA;AACF;EAEA,OAAO0B,aAAAA,CAAcjC,OAAuBC,GAAAA,EAA0B;AACpE,IAAA,IAAI,CAAC,KAAKf,qBAAAA,IAAyB,CAACgD,QAAQlC,KAAAA,CAAMmC,KAAAA,IAAS,EAAE,CAAA,EAAG;AAC9D,MAAA,MAAM1B,SAAAA,GAAW,MAAM,IAAA,CAAKV,OAAAA,CAAQC,OAAOC,GAAAA,CAAAA;AAC3C,MAAA,MAAMQ,SAAAA;AACN,MAAA;AACF;AAEA,IAAA,MAAM,EAAE2B,UAAAA,EAAY5B,KAAAA,EAAOD,YAAAA,EAAcE,QAAAA,KAAa4B,UAAAA,CAAW;MAC/D,GAAI,MAAM,IAAA,CAAKzB,cAAAA,CAAeZ,KAAAA,CAAAA;AAC9BiB,MAAAA,WAAAA,EAAahB,GAAAA,CAAIiB;KACnB,CAAA;AAEA,IAAA,IAAIoB,SAAAA,GAAoC,IAAA;AACxC,IAAA,WAAA,MAAiBC,SAASH,UAAAA,EAAY;AACpC,MAAA,IAAII,OAAAA;AACJ,MAAA,QAAQD,MAAME,IAAAA;QACZ,KAAK,YAAA;AACHD,UAAAA,OAAAA,GAAU,IAAIV,gBAAAA,CAAiBS,KAAAA,CAAMG,SAAS,CAAA;AAC9C,UAAA;QACF,KAAK,WAAA;AACHF,UAAAA,OAAAA,GAAU,IAAIV,gBAAAA,CAAiB;AAC7BW,YAAAA,IAAAA,EAAMF,KAAAA,CAAME,IAAAA;AACZE,YAAAA,UAAAA,EAAYJ,KAAAA,CAAMI,UAAAA;AAClBC,YAAAA,QAAAA,EAAUL,KAAAA,CAAMK,QAAAA;AAChBC,YAAAA,IAAAA,EAAMN,KAAAA,CAAMM;WACd,CAAA;AACA,UAAA;QACF,KAAK,OAAA;AACH,UAAA,MAAM,IAAIC,eAAe,iBAAA,EAAmB;YAACP,KAAAA,CAAMQ;AAAe,WAAA,CAAA;QACpE,KAAK,aAAA;QACL,KAAK,YAAA;AACH,UAAA;QACF,KAAK,aAAA;AACHP,UAAAA,OAAAA,GAAU,IAAIQ,WAAAA,CAAY;AACxBP,YAAAA,IAAAA,EAAMF,KAAAA,CAAME,IAAAA;AACZE,YAAAA,UAAAA,EAAYJ,KAAAA,CAAMI,UAAAA;AAClBC,YAAAA,QAAAA,EAAUL,KAAAA,CAAMK,QAAAA;AAChBK,YAAAA,MAAAA,EAAQV,KAAAA,CAAMU;WAChB,CAAA;AACA,UAAA;QACF,KAAK,2BAAA;QACL,KAAK,iBAAA;AACH,UAAA;QACF,KAAK,QAAA;AACH,UAAA;AACF,QAAA;AACE,UAAA,MAAM,IAAIC,KAAAA,CAAM,CAAA,iBAAA,EAAoBX,KAAAA,CAAME,IAAI,CAAA,CAAA,CAAG,CAAA;AACrD;AACAH,MAAAA,SAAAA,GAAY,IAAIzB,eAAAA,CAAgB;AAAC2B,QAAAA;AAAQ,OAAA,CAAA;AACzC,MAAA,MAAMF,SAAAA;AACR;AAEA,IAAA,IAAI,CAACA,SAAAA,EAAW;AACd,MAAA,MAAM,IAAIQ,eAAe,+BAAA,CAAA;AAC3B;AACAR,IAAAA,SAAAA,CAAU9B,QAAQ,MAAMA,KAAAA;AACxB8B,IAAAA,SAAAA,CAAU/B,eAAe,MAAMA,YAAAA;AAC/B,IAAA,MAAME,QAAAA;AACR;AAEA,EAAA,MAAgBG,eACdZ,KAAAA,EACkE;AAClE,IAAA,MAAMmC,KAAAA,GAAQ,MAAMgB,OAAAA,CAAQC,GAAAA,CAAAA,CACzBpD,KAAAA,CAAMmC,SAAS,EAAA,EAAIkB,GAAAA,CAAI,OAAOC,IAAAA,MAAU;AACvC5B,MAAAA,IAAAA,EAAM4B,IAAAA,CAAK5B,IAAAA;AACXE,MAAAA,WAAAA,EAAa0B,IAAAA,CAAK1B,WAAAA;AAClB2B,MAAAA,UAAAA,EAAYjC,UAAAA,CAAW,MAAMgC,IAAAA,CAAKE,kBAAAA,EAAkB;AACtD,KAAA,CAAA,CAAA,CAAA;AAGF,IAAA,MAAM9C,QAAAA,GAAWV,KAAAA,CAAMU,QAAAA,CAAS2C,GAAAA,CAAI,CAACI,GAAAA,KAAAA;AACnC,MAAA,IAAIA,eAAeC,aAAAA,EAAe;AAChCD,QAAAA,GAAAA,GAAME,oBAAoBF,GAAAA,CAAAA;AAC5B;AAEA,MAAA,IAAIA,eAAe3B,gBAAAA,EAAkB;AACnC,QAAA,OAAO;UAAE8B,IAAAA,EAAM,WAAA;AAAaC,UAAAA,OAAAA,EAASJ,GAAAA,CAAII;AAAQ,SAAA;AACnD,OAAA,MAAA,IAAWJ,eAAeT,WAAAA,EAAa;AACrC,QAAA,OAAO;UAAEY,IAAAA,EAAM,MAAA;AAAQC,UAAAA,OAAAA,EAASJ,GAAAA,CAAII;AAAQ,SAAA;AAC9C,OAAA,MAAA,IAAWJ,eAAeK,WAAAA,EAAa;AACrC,QAAA,OAAO;UAAEF,IAAAA,EAAM,MAAA;AAAQC,UAAAA,OAAAA,EAASJ,GAAAA,CAAII;AAAQ,SAAA;AAC9C,OAAA,MAAA,IAAWJ,eAAeM,aAAAA,EAAe;AACvC,QAAA,OAAO;UAAEH,IAAAA,EAAM,QAAA;UAAUC,OAAAA,EAASJ,GAAAA,CAAII,QAAQR,GAAAA,CAAI,CAACW,SAASA,IAAAA,CAAKC,IAAI,CAAA,CAAEC,IAAAA,CAAK,IAAA;AAAM,SAAA;AACpF;AACA,MAAA,OAAO;AAAEN,QAAAA,IAAAA,EAAMH,GAAAA,CAAIG,IAAAA;AAAMC,QAAAA,OAAAA,EAASJ,GAAAA,CAAII;AAAQ,OAAA;KAChD,CAAA;AAEA,IAAA,IAAIM,UAAAA;AACJ,IAAA,IAAInE,KAAAA,CAAMmE,UAAAA,IAAcnE,KAAAA,CAAMmE,UAAAA,YAAsBC,IAAAA,EAAM;AACxD,MAAA,IAAI,IAAA,CAAKC,iBAAAA,CAAkBC,QAAAA,CAAS,QAAA,CAAA,EAAW;AAC7CH,QAAAA,UAAAA,GAAa;UACX1B,IAAAA,EAAM,MAAA;AACNG,UAAAA,QAAAA,EAAU5C,MAAMmE,UAAAA,CAAWzC;AAC7B,SAAA;OACF,MAAO;AACL,QAAA,IAAA,CAAK6C,MAAAA,CAAOC,KAAK,CAAA,wCAAA,CAA0C,CAAA;AAC7D;AACF,KAAA,MAAA,IAAWxE,MAAMmE,UAAAA,EAAY;AAC3B,MAAA,IAAI,IAAA,CAAKE,iBAAAA,CAAkBC,QAAAA,CAAStE,KAAAA,CAAMmE,UAAU,CAAA,EAAG;AACrDA,QAAAA,UAAAA,GAAanE,KAAAA,CAAMmE,UAAAA;OACrB,MAAO;AACL,QAAA,IAAA,CAAKI,MAAAA,CAAOC,IAAAA,CAAK,CAAA,iCAAA,EAAoCxE,KAAAA,CAAMmE,UAAU,CAAA,mBAAA,CAAqB,CAAA;AAC5F;AACF;AAEA,IAAA,OAAO;AACL,MAAA,GAAG,IAAA,CAAKZ,UAAAA;MACR,GAAGvD,KAAAA;AACHmE,MAAAA,UAAAA;AACAhF,MAAAA,KAAAA,EAAO,IAAA,CAAKA,KAAAA;AACZgD,MAAAA,KAAAA,EAAOsC,SAAStC,KAAAA,EAAO,CAAC,EAAET,IAAAA,EAAM,GAAG4B,MAAAA,KAAW;AAAC5B,QAAAA,IAAAA;AAAM4B,QAAAA;AAAK,OAAA,CAAA;AAC1D5C,MAAAA;AACF,KAAA;AACF;AAEUI,EAAAA,iBAAAA,CAAkBJ,QAAAA,EAAiE;AAC3F,IAAA,OAAOA,QAAAA,CAASgE,OAAAA,CAAQ,CAACjB,GAAAA,KAAAA;AACvB,MAAA,IAAIA,GAAAA,CAAIG,SAAS,MAAA,EAAQ;AACvB,QAAA,OAAO,IAAIZ,WAAAA,CAAYS,GAAAA,CAAII,OAAAA,EAASJ,IAAIkB,eAAe,CAAA;AACzD;AACA,MAAA,OAAO,IAAI7C,gBAAAA,CACT2B,GAAAA,CAAII,OAAAA,EACJJ,IAAIkB,eAAe,CAAA;KAEvB,CAAA;AACF;EAEAC,cAAAA,GAAiB;AACf,IAAA,OAAO;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;AACTlF,MAAAA,UAAAA,EAAY,IAAA,CAAKA,UAAAA;AACjBN,MAAAA,OAAAA,EAAS,IAAA,CAAKA,OAAAA;AACdF,MAAAA,qBAAAA,EAAuB,IAAA,CAAKA;AAC9B,KAAA;AACF;AAEA,EAAA,MAAM2F,aAAa,EAAEnF,UAAAA,EAAYN,OAAAA,EAAS,GAAG0F,UAAAA,EAAoD;AAC/F,IAAA,MAAMC,QAAAA,GAAW,MAAM/F,SAAAA,CAAUgG,QAAAA,CAAS,GAAGtF,UAAAA,CAAAA,CAAAA,EAAcN,OAAAA,CAAAA,CAAS,CAAA;AACpE,IAAA,IAAI,EAAE2F,oBAAoBhG,eAAAA,CAAAA,EAAkB;AAC1C,MAAA,MAAM,IAAImE,MAAM,4BAAA,CAAA;AAClB;AACA6B,IAAAA,QAAAA,CAASE,OAAAA,EAAO;AAChBC,IAAAA,MAAAA,CAAOC,OAAO,IAAA,EAAM;MAClB,GAAGL,QAAAA;AACH3F,MAAAA,KAAAA,EAAO4F,QAAAA,CAAS5F;KAClB,CAAA;AACF;AACF","file":"chat.js","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport {\n  ChatModelInput,\n  ChatModel,\n  ChatModelOutput,\n  ChatModelEvents,\n  ChatModelObjectInput,\n  ChatModelObjectOutput,\n} from \"@/backend/chat.js\";\nimport {\n  CoreAssistantMessage,\n  CoreMessage,\n  CoreToolMessage,\n  generateObject,\n  generateText,\n  jsonSchema,\n  LanguageModelV1,\n  streamText,\n  TextPart,\n  ToolCallPart,\n  ToolChoice,\n} from \"ai\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport {\n  AssistantMessage,\n  CustomMessage,\n  Message,\n  SystemMessage,\n  ToolMessage,\n  UserMessage,\n} from \"@/backend/message.js\";\nimport { GetRunContext } from \"@/context.js\";\nimport { ValueError } from \"@/errors.js\";\nimport { isEmpty, mapToObj, toCamelCase } from \"remeda\";\nimport { FullModelName } from \"@/backend/utils.js\";\nimport { ChatModelError } from \"@/backend/errors.js\";\nimport { z, ZodArray, ZodEnum, ZodSchema } from \"zod\";\nimport { Tool } from \"@/tools/base.js\";\nimport { encodeCustomMessage } from \"@/adapters/vercel/backend/utils.js\";\n\nexport abstract class VercelChatModel<\n  M extends LanguageModelV1 = LanguageModelV1,\n> extends ChatModel {\n  public readonly emitter: Emitter<ChatModelEvents>;\n  public readonly supportsToolStreaming: boolean = true;\n\n  constructor(private readonly model: M) {\n    super();\n    if (!this.modelId) {\n      throw new ValueError(\"No modelId has been provided!\");\n    }\n    this.emitter = Emitter.root.child({\n      namespace: [\"backend\", this.providerId, \"chat\"],\n      creator: this,\n    });\n  }\n\n  get modelId(): string {\n    return this.model.modelId;\n  }\n\n  get providerId(): string {\n    const provider = this.model.provider.split(\".\")[0].split(\"-\")[0];\n    return toCamelCase(provider);\n  }\n\n  protected async _create(input: ChatModelInput, run: GetRunContext<this>) {\n    const responseFormat = input.responseFormat;\n    if (responseFormat && (responseFormat instanceof ZodSchema || responseFormat.schema)) {\n      const { output } = await this._createStructure(\n        {\n          ...input,\n          schema: responseFormat,\n        },\n        run,\n      );\n      return output;\n    }\n\n    const {\n      finishReason,\n      usage,\n      response: { messages },\n    } = await generateText(await this.transformInput(input));\n\n    return new ChatModelOutput(this.transformMessages(messages), usage, finishReason);\n  }\n\n  protected async _createStructure<T>(\n    { schema, ...input }: ChatModelObjectInput<T>,\n    run: GetRunContext<this>,\n  ): Promise<ChatModelObjectOutput<T>> {\n    const response = await generateObject<T>({\n      temperature: 0,\n      ...(await this.transformInput(input)),\n      abortSignal: run.signal,\n      model: this.model,\n      ...(schema instanceof ZodSchema\n        ? {\n            schema,\n            output: ((schema._input || schema) instanceof ZodArray\n              ? \"array\"\n              : (schema._input || schema) instanceof ZodEnum\n                ? \"enum\"\n                : \"object\") as any,\n          }\n        : {\n            schema: schema.schema ? jsonSchema<T>(schema.schema) : z.any(),\n            schemaName: schema.name,\n            schemaDescription: schema.description,\n          }),\n    });\n\n    return {\n      object: response.object,\n      output: new ChatModelOutput(\n        [new AssistantMessage(JSON.stringify(response.object, null, 2))],\n        response.usage,\n        response.finishReason,\n      ),\n    };\n  }\n\n  async *_createStream(input: ChatModelInput, run: GetRunContext<this>) {\n    if (!this.supportsToolStreaming && !isEmpty(input.tools ?? [])) {\n      const response = await this._create(input, run);\n      yield response;\n      return;\n    }\n\n    const { fullStream, usage, finishReason, response } = streamText({\n      ...(await this.transformInput(input)),\n      abortSignal: run.signal,\n    });\n\n    let lastChunk: ChatModelOutput | null = null;\n    for await (const event of fullStream) {\n      let message: Message;\n      switch (event.type) {\n        case \"text-delta\":\n          message = new AssistantMessage(event.textDelta);\n          break;\n        case \"tool-call\":\n          message = new AssistantMessage({\n            type: event.type,\n            toolCallId: event.toolCallId,\n            toolName: event.toolName,\n            args: event.args,\n          });\n          break;\n        case \"error\":\n          throw new ChatModelError(\"Unhandled error\", [event.error as Error]);\n        case \"step-finish\":\n        case \"step-start\":\n          continue;\n        case \"tool-result\":\n          message = new ToolMessage({\n            type: event.type,\n            toolCallId: event.toolCallId,\n            toolName: event.toolName,\n            result: event.result,\n          });\n          break;\n        case \"tool-call-streaming-start\":\n        case \"tool-call-delta\":\n          continue;\n        case \"finish\":\n          continue;\n        default:\n          throw new Error(`Unhandled event \"${event.type}\"`);\n      }\n      lastChunk = new ChatModelOutput([message]);\n      yield lastChunk;\n    }\n\n    if (!lastChunk) {\n      throw new ChatModelError(\"No chunks have been received!\");\n    }\n    lastChunk.usage = await usage;\n    lastChunk.finishReason = await finishReason;\n    await response;\n  }\n\n  protected async transformInput(\n    input: ChatModelInput,\n  ): Promise<Parameters<typeof generateText<Record<string, any>>>[0]> {\n    const tools = await Promise.all(\n      (input.tools ?? []).map(async (tool) => ({\n        name: tool.name,\n        description: tool.description,\n        parameters: jsonSchema(await tool.getInputJsonSchema()),\n      })),\n    );\n\n    const messages = input.messages.map((msg): CoreMessage => {\n      if (msg instanceof CustomMessage) {\n        msg = encodeCustomMessage(msg);\n      }\n\n      if (msg instanceof AssistantMessage) {\n        return { role: \"assistant\", content: msg.content };\n      } else if (msg instanceof ToolMessage) {\n        return { role: \"tool\", content: msg.content };\n      } else if (msg instanceof UserMessage) {\n        return { role: \"user\", content: msg.content };\n      } else if (msg instanceof SystemMessage) {\n        return { role: \"system\", content: msg.content.map((part) => part.text).join(\"\\n\") };\n      }\n      return { role: msg.role, content: msg.content } as CoreMessage;\n    });\n\n    let toolChoice: ToolChoice<Record<string, any>> | undefined;\n    if (input.toolChoice && input.toolChoice instanceof Tool) {\n      if (this.toolChoiceSupport.includes(\"single\")) {\n        toolChoice = {\n          type: \"tool\",\n          toolName: input.toolChoice.name,\n        };\n      } else {\n        this.logger.warn(`The single tool choice is not supported.`);\n      }\n    } else if (input.toolChoice) {\n      if (this.toolChoiceSupport.includes(input.toolChoice)) {\n        toolChoice = input.toolChoice;\n      } else {\n        this.logger.warn(`The following tool choice value '${input.toolChoice}' is not supported.`);\n      }\n    }\n\n    return {\n      ...this.parameters,\n      ...input,\n      toolChoice,\n      model: this.model,\n      tools: mapToObj(tools, ({ name, ...tool }) => [name, tool]),\n      messages,\n    };\n  }\n\n  protected transformMessages(messages: (CoreAssistantMessage | CoreToolMessage)[]): Message[] {\n    return messages.flatMap((msg) => {\n      if (msg.role === \"tool\") {\n        return new ToolMessage(msg.content, msg.providerOptions);\n      }\n      return new AssistantMessage(\n        msg.content as TextPart | ToolCallPart | string,\n        msg.providerOptions,\n      );\n    });\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      providerId: this.providerId,\n      modelId: this.modelId,\n      supportsToolStreaming: this.supportsToolStreaming,\n    };\n  }\n\n  async loadSnapshot({ providerId, modelId, ...snapshot }: ReturnType<typeof this.createSnapshot>) {\n    const instance = await ChatModel.fromName(`${providerId}:${modelId}` as FullModelName);\n    if (!(instance instanceof VercelChatModel)) {\n      throw new Error(\"Incorrect deserialization!\");\n    }\n    instance.destroy();\n    Object.assign(this, {\n      ...snapshot,\n      model: instance.model,\n    });\n  }\n}\n"]}
+{"version":3,"sources":["../../../../src/adapters/vercel/backend/chat.ts"],"names":["VercelChatModel","ChatModel","emitter","supportsToolStreaming","model","modelId","ValueError","Emitter","root","child","namespace","providerId","creator","provider","split","toCamelCase","_create","input","run","responseFormat","ZodSchema","schema","output","_createStructure","finishReason","usage","response","messages","generateText","transformInput","ChatModelOutput","transformMessages","extractTokenUsage","generateObject","temperature","abortSignal","signal","_input","ZodArray","ZodEnum","jsonSchema","z","any","schemaName","name","schemaDescription","description","object","AssistantMessage","JSON","stringify","_createStream","isEmpty","tools","fullStream","usagePromise","finishReasonPromise","responsePromise","streamText","lastChunk","event","message","type","text","toolCallId","toolName","ChatModelError","error","ToolMessage","_","Promise","all","e","aborted","map","tool","inputSchema","getInputJsonSchema","msg","CustomMessage","encodeCustomMessage","role","content","UserMessage","SystemMessage","part","join","toolChoice","Tool","toolChoiceSupport","includes","logger","warn","parameters","mapToObj","flatMap","providerOptions","createSnapshot","loadSnapshot","snapshot","instance","fromName","Error","destroy","Object","assign"],"mappings":";;;;;;;;;;;;;AA6CO,MAAeA,wBAEZC,SAAAA,CAAAA;EA/CV;;;;AAgDkBC,EAAAA,OAAAA;EACAC,qBAAAA,GAAiC,IAAA;AAEjD,EAAA,WAAA,CAA6BC,KAAAA,EAAU;AACrC,IAAA,KAAA,EAAK,EAAA,KADsBA,KAAAA,GAAAA,KAAAA;AAE3B,IAAA,IAAI,CAAC,KAAKC,OAAAA,EAAS;AACjB,MAAA,MAAM,IAAIC,WAAW,+BAAA,CAAA;AACvB;AACA,IAAA,IAAA,CAAKJ,OAAAA,GAAUK,OAAAA,CAAQC,IAAAA,CAAKC,KAAAA,CAAM;MAChCC,SAAAA,EAAW;AAAC,QAAA,SAAA;QAAW,IAAA,CAAKC,UAAAA;AAAY,QAAA;;MACxCC,OAAAA,EAAS;KACX,CAAA;AACF;AAEA,EAAA,IAAIP,OAAAA,GAAkB;AACpB,IAAA,OAAO,KAAKD,KAAAA,CAAMC,OAAAA;AACpB;AAEA,EAAA,IAAIM,UAAAA,GAAqB;AACvB,IAAA,MAAME,QAAAA,GAAW,IAAA,CAAKT,KAAAA,CAAMS,QAAAA,CAASC,KAAAA,CAAM,GAAA,CAAA,CAAK,CAAA,CAAA,CAAGA,KAAAA,CAAM,GAAA,CAAA,CAAK,CAAA,CAAA;AAC9D,IAAA,OAAOC,YAAYF,QAAAA,CAAAA;AACrB;EAEA,MAAgBG,OAAAA,CAAQC,OAAuBC,GAAAA,EAA0B;AACvE,IAAA,MAAMC,iBAAiBF,KAAAA,CAAME,cAAAA;AAC7B,IAAA,IAAIA,cAAAA,KAAmBA,cAAAA,YAA0BC,SAAAA,IAAaD,cAAAA,CAAeE,MAAAA,CAAAA,EAAS;AACpF,MAAA,MAAM,EAAEC,MAAAA,EAAM,GAAK,MAAM,KAAKC,gBAAAA,CAC5B;QACE,GAAGN,KAAAA;QACHI,MAAAA,EAAQF;AACV,OAAA,EACAD,GAAAA,CAAAA;AAEF,MAAA,OAAOI,MAAAA;AACT;AAEA,IAAA,MAAM,EACJE,YAAAA,EACAC,KAAAA,EACAC,QAAAA,EAAU,EAAEC,QAAAA,EAAQ,EAAE,GACpB,MAAMC,YAAAA,CAAa,MAAM,IAAA,CAAKC,cAAAA,CAAeZ,KAAAA,CAAAA,CAAAA;AAEjD,IAAA,OAAO,IAAIa,gBACT,IAAA,CAAKC,iBAAAA,CAAkBJ,QAAAA,CAAAA,EACvBK,iBAAAA,CAAkBP,KAAAA,CAAAA,EAClBD,YAAAA,CAAAA;AAEJ;AAEA,EAAA,MAAgBD,iBACd,EAAEF,MAAAA,EAAQ,GAAGJ,KAAAA,IACbC,GAAAA,EACmC;AACnC,IAAA,MAAMQ,QAAAA,GAAW,MAAMO,cAAAA,CAAe;MACpCC,WAAAA,EAAa,CAAA;MACb,GAAI,MAAM,IAAA,CAAKL,cAAAA,CAAeZ,KAAAA,CAAAA;AAC9BkB,MAAAA,WAAAA,EAAajB,GAAAA,CAAIkB,MAAAA;AACjBhC,MAAAA,KAAAA,EAAO,IAAA,CAAKA,KAAAA;AACZ,MAAA,GAAIiB,kBAAkBD,SAAAA,GAClB;AACEC,QAAAA,MAAAA;QACAC,MAAAA,EAAAA,CAAUD,MAAAA,CAAOgB,UAAUhB,MAAAA,aAAmBiB,QAAAA,GAC1C,WACCjB,MAAAA,CAAOgB,MAAAA,IAAUhB,MAAAA,aAAmBkB,OAAAA,GACnC,MAAA,GACA;OACR,GACA;AACElB,QAAAA,MAAAA,EAAQA,OAAOA,MAAAA,GAASmB,UAAAA,CAAcnB,OAAOA,MAAM,CAAA,GAAIoB,EAAEC,GAAAA,EAAG;AAC5DC,QAAAA,UAAAA,EAAYtB,MAAAA,CAAOuB,IAAAA;AACnBC,QAAAA,iBAAAA,EAAmBxB,MAAAA,CAAOyB;AAC5B;KACN,CAAA;AAEA,IAAA,OAAO;AACLC,MAAAA,MAAAA,EAAQrB,QAAAA,CAASqB,MAAAA;AACjBzB,MAAAA,MAAAA,EAAQ,IAAIQ,eAAAA,CACV;AAAC,QAAA,IAAIkB,iBAAiBC,IAAAA,CAAKC,SAAAA,CAAUxB,SAASqB,MAAAA,EAAQ,IAAA,EAAM,CAAA,CAAA;AAC5Df,OAAAA,EAAAA,iBAAAA,CAAkBN,QAAAA,CAASD,KAAK,CAAA,EAChCC,QAAAA,CAASF,YAAY;AAEzB,KAAA;AACF;EAEA,OAAO2B,aAAAA,CAAclC,OAAuBC,GAAAA,EAA0B;AACpE,IAAA,IAAI,CAAC,KAAKf,qBAAAA,IAAyB,CAACiD,QAAQnC,KAAAA,CAAMoC,KAAAA,IAAS,EAAE,CAAA,EAAG;AAC9D,MAAA,MAAM3B,QAAAA,GAAW,MAAM,IAAA,CAAKV,OAAAA,CAAQC,OAAOC,GAAAA,CAAAA;AAC3C,MAAA,MAAMQ,QAAAA;AACN,MAAA;AACF;AAEA,IAAA,MAAM,EACJ4B,YACA7B,KAAAA,EAAO8B,YAAAA,EACP/B,cAAcgC,mBAAAA,EACd9B,QAAAA,EAAU+B,eAAAA,EAAe,GACvBC,UAAAA,CAAW;MACb,GAAI,MAAM,IAAA,CAAK7B,cAAAA,CAAeZ,KAAAA,CAAAA;AAC9BkB,MAAAA,WAAAA,EAAajB,GAAAA,CAAIkB;KACnB,CAAA;AAEA,IAAA,IAAIuB,SAAAA,GAAoC,IAAA;AACxC,IAAA,WAAA,MAAiBC,SAASN,UAAAA,EAAY;AACpC,MAAA,IAAIO,OAAAA;AACJ,MAAA,QAAQD,MAAME,IAAAA;QACZ,KAAK,YAAA;AACHD,UAAAA,OAAAA,GAAU,IAAIb,gBAAAA,CAAiBY,KAAAA,CAAMG,IAAI,CAAA;AACzC,UAAA;QACF,KAAK,WAAA;AACHF,UAAAA,OAAAA,GAAU,IAAIb,gBAAAA,CAAiB;AAC7Bc,YAAAA,IAAAA,EAAMF,KAAAA,CAAME,IAAAA;AACZE,YAAAA,UAAAA,EAAYJ,KAAAA,CAAMI,UAAAA;AAClBC,YAAAA,QAAAA,EAAUL,KAAAA,CAAMK,QAAAA;AAChBhD,YAAAA,KAAAA,EAAO2C,KAAAA,CAAM3C;WACf,CAAA;AACA,UAAA;QACF,KAAK,OAAA;AACH,UAAA,MAAM,IAAIiD,eAAe,iBAAA,EAAmB;YAACN,KAAAA,CAAMO;AAAe,WAAA,CAAA;QACpE,KAAK,aAAA;AACHN,UAAAA,OAAAA,GAAU,IAAIO,WAAAA,CAAY;AACxBN,YAAAA,IAAAA,EAAMF,KAAAA,CAAME,IAAAA;AACZE,YAAAA,UAAAA,EAAYJ,KAAAA,CAAMI,UAAAA;AAClBC,YAAAA,QAAAA,EAAUL,KAAAA,CAAMK,QAAAA;AAChB3C,YAAAA,MAAAA,EAAQsC,KAAAA,CAAMtC;WAChB,CAAA;AACA,UAAA;QACF,KAAK,OAAA;AACHuC,UAAAA,OAAAA,GAAU,IAAIb,gBAAAA,CAAiB,EAAE,CAAA;AACjC,UAAA;AACF,QAAA;AACE,UAAA;AACJ;AACAW,MAAAA,SAAAA,GAAY,IAAI7B,eAAAA,CAAgB;AAAC+B,QAAAA;AAAQ,OAAA,CAAA;AACzC,MAAA,MAAMF,SAAAA;AACR;AAEA,IAAA,IAAI,CAACA,SAAAA,EAAW;AACd,MAAA,MAAM,IAAIO,eAAe,+BAAA,CAAA;AAC3B;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,CAACzC,KAAAA,EAAOD,YAAAA,EAAc6C,CAAAA,CAAAA,GAAK,MAAMC,QAAQC,GAAAA,CAAI;AACjDhB,QAAAA,YAAAA;AACAC,QAAAA,mBAAAA;AACAC,QAAAA;AACD,OAAA,CAAA;AACDE,MAAAA,SAAAA,CAAUlC,KAAAA,GAAQO,kBAAkBP,KAAAA,CAAAA;AACpCkC,MAAAA,SAAAA,CAAUnC,YAAAA,GAAeA,YAAAA;AAC3B,KAAA,CAAA,OAASgD,CAAAA,EAAG;AACV,MAAA,IAAI,CAACtD,GAAAA,CAAIkB,MAAAA,CAAOqC,OAAAA,EAAS;AACvB,QAAA,MAAMD,CAAAA;AACR;AACF;AACF;AAEA,EAAA,MAAgB3C,eACdZ,KAAAA,EACkE;AAClE,IAAA,MAAMoC,KAAAA,GAAQ,MAAMiB,OAAAA,CAAQC,GAAAA,CAAAA,CACzBtD,KAAAA,CAAMoC,SAAS,EAAA,EAAIqB,GAAAA,CAAI,OAAOC,IAAAA,MAAU;AACvC/B,MAAAA,IAAAA,EAAM+B,IAAAA,CAAK/B,IAAAA;AACXE,MAAAA,WAAAA,EAAa6B,IAAAA,CAAK7B,WAAAA;AAClB8B,MAAAA,WAAAA,EAAapC,UAAAA,CAAW,MAAMmC,IAAAA,CAAKE,kBAAAA,EAAkB;AACvD,KAAA,CAAA,CAAA,CAAA;AAGF,IAAA,MAAMlD,QAAAA,GAAWV,KAAAA,CAAMU,QAAAA,CAAS+C,GAAAA,CAAI,CAACI,GAAAA,KAAAA;AACnC,MAAA,IAAIA,eAAeC,aAAAA,EAAe;AAChCD,QAAAA,GAAAA,GAAME,oBAAoBF,GAAAA,CAAAA;AAC5B;AAEA,MAAA,IAAIA,eAAe9B,gBAAAA,EAAkB;AACnC,QAAA,OAAO;UAAEiC,IAAAA,EAAM,WAAA;AAAaC,UAAAA,OAAAA,EAASJ,GAAAA,CAAII;AAAQ,SAAA;AACnD,OAAA,MAAA,IAAWJ,eAAeV,WAAAA,EAAa;AACrC,QAAA,OAAO;UAAEa,IAAAA,EAAM,MAAA;AAAQC,UAAAA,OAAAA,EAASJ,GAAAA,CAAII;AAAQ,SAAA;AAC9C,OAAA,MAAA,IAAWJ,eAAeK,WAAAA,EAAa;AACrC,QAAA,OAAO;UAAEF,IAAAA,EAAM,MAAA;AAAQC,UAAAA,OAAAA,EAASJ,GAAAA,CAAII;AAAQ,SAAA;AAC9C,OAAA,MAAA,IAAWJ,eAAeM,aAAAA,EAAe;AACvC,QAAA,OAAO;UAAEH,IAAAA,EAAM,QAAA;UAAUC,OAAAA,EAASJ,GAAAA,CAAII,QAAQR,GAAAA,CAAI,CAACW,SAASA,IAAAA,CAAKtB,IAAI,CAAA,CAAEuB,IAAAA,CAAK,IAAA;AAAM,SAAA;AACpF;AACA,MAAA,OAAO;AAAEL,QAAAA,IAAAA,EAAMH,GAAAA,CAAIG,IAAAA;AAAMC,QAAAA,OAAAA,EAASJ,GAAAA,CAAII;AAAQ,OAAA;KAChD,CAAA;AAEA,IAAA,IAAIK,UAAAA;AACJ,IAAA,IAAItE,KAAAA,CAAMsE,UAAAA,IAActE,KAAAA,CAAMsE,UAAAA,YAAsBC,IAAAA,EAAM;AACxD,MAAA,IAAI,IAAA,CAAKC,iBAAAA,CAAkBC,QAAAA,CAAS,QAAA,CAAA,EAAW;AAC7CH,QAAAA,UAAAA,GAAa;UACXzB,IAAAA,EAAM,MAAA;AACNG,UAAAA,QAAAA,EAAUhD,MAAMsE,UAAAA,CAAW3C;AAC7B,SAAA;OACF,MAAO;AACL,QAAA,IAAA,CAAK+C,MAAAA,CAAOC,KAAK,CAAA,wCAAA,CAA0C,CAAA;AAC7D;AACF,KAAA,MAAA,IAAW3E,MAAMsE,UAAAA,EAAY;AAC3B,MAAA,IAAI,IAAA,CAAKE,iBAAAA,CAAkBC,QAAAA,CAASzE,KAAAA,CAAMsE,UAAU,CAAA,EAAG;AACrDA,QAAAA,UAAAA,GAAatE,KAAAA,CAAMsE,UAAAA;OACrB,MAAO;AACL,QAAA,IAAA,CAAKI,MAAAA,CAAOC,IAAAA,CAAK,CAAA,iCAAA,EAAoC3E,KAAAA,CAAMsE,UAAU,CAAA,mBAAA,CAAqB,CAAA;AAC5F;AACF;AAEA,IAAA,OAAO;AACL,MAAA,GAAG,IAAA,CAAKM,UAAAA;MACR,GAAG5E,KAAAA;AACHsE,MAAAA,UAAAA;AACAnF,MAAAA,KAAAA,EAAO,IAAA,CAAKA,KAAAA;AACZiD,MAAAA,KAAAA,EAAOyC,SAASzC,KAAAA,EAAO,CAAC,EAAET,IAAAA,EAAM,GAAG+B,MAAAA,KAAW;AAAC/B,QAAAA,IAAAA;AAAM+B,QAAAA;AAAK,OAAA,CAAA;AAC1DhD,MAAAA;AACF,KAAA;AACF;AAEUI,EAAAA,iBAAAA,CAAkBJ,QAAAA,EAAiE;AAC3F,IAAA,OAAOA,QAAAA,CAASoE,OAAAA,CAAQ,CAACjB,GAAAA,KAAAA;AACvB,MAAA,IAAIA,GAAAA,CAAIG,SAAS,MAAA,EAAQ;AACvB,QAAA,OAAO,IAAIb,WAAAA,CAAYU,GAAAA,CAAII,OAAAA,EAASJ,IAAIkB,eAAe,CAAA;AACzD;AACA,MAAA,OAAO,IAAIhD,gBAAAA,CACT8B,GAAAA,CAAII,OAAAA,EACJJ,IAAIkB,eAAe,CAAA;KAEvB,CAAA;AACF;EAEAC,cAAAA,GAAiB;AACf,IAAA,OAAO;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;AACTtF,MAAAA,UAAAA,EAAY,IAAA,CAAKA,UAAAA;AACjBN,MAAAA,OAAAA,EAAS,IAAA,CAAKA,OAAAA;AACdF,MAAAA,qBAAAA,EAAuB,IAAA,CAAKA;AAC9B,KAAA;AACF;AAEA,EAAA,MAAM+F,aAAa,EAAEvF,UAAAA,EAAYN,OAAAA,EAAS,GAAG8F,UAAAA,EAAoD;AAC/F,IAAA,MAAMC,QAAAA,GAAW,MAAMnG,SAAAA,CAAUoG,QAAAA,CAAS,GAAG1F,UAAAA,CAAAA,CAAAA,EAAcN,OAAAA,CAAAA,CAAS,CAAA;AACpE,IAAA,IAAI,EAAE+F,oBAAoBpG,eAAAA,CAAAA,EAAkB;AAC1C,MAAA,MAAM,IAAIsG,MAAM,4BAAA,CAAA;AAClB;AACAF,IAAAA,QAAAA,CAASG,OAAAA,EAAO;AAChBC,IAAAA,MAAAA,CAAOC,OAAO,IAAA,EAAM;MAClB,GAAGN,QAAAA;AACH/F,MAAAA,KAAAA,EAAOgG,QAAAA,CAAShG;KAClB,CAAA;AACF;AACF","file":"chat.js","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport {\n  ChatModelInput,\n  ChatModel,\n  ChatModelOutput,\n  ChatModelEvents,\n  ChatModelObjectInput,\n  ChatModelObjectOutput,\n} from \"@/backend/chat.js\";\nimport {\n  CoreAssistantMessage,\n  ModelMessage,\n  CoreToolMessage,\n  generateObject,\n  generateText,\n  jsonSchema,\n  LanguageModel as _LanguageModel,\n  streamText,\n  TextPart,\n  ToolCallPart,\n  ToolChoice,\n} from \"ai\";\ntype LanguageModelV2 = Exclude<_LanguageModel, string>;\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport {\n  AssistantMessage,\n  CustomMessage,\n  Message,\n  SystemMessage,\n  ToolMessage,\n  UserMessage,\n} from \"@/backend/message.js\";\nimport { GetRunContext } from \"@/context.js\";\nimport { ValueError } from \"@/errors.js\";\nimport { isEmpty, mapToObj, toCamelCase } from \"remeda\";\nimport { FullModelName } from \"@/backend/utils.js\";\nimport { ChatModelError } from \"@/backend/errors.js\";\nimport { z, ZodArray, ZodEnum, ZodSchema } from \"zod\";\nimport { Tool } from \"@/tools/base.js\";\nimport { encodeCustomMessage, extractTokenUsage } from \"@/adapters/vercel/backend/utils.js\";\n\nexport abstract class VercelChatModel<\n  M extends LanguageModelV2 = LanguageModelV2,\n> extends ChatModel {\n  public readonly emitter: Emitter<ChatModelEvents>;\n  public readonly supportsToolStreaming: boolean = true;\n\n  constructor(private readonly model: M) {\n    super();\n    if (!this.modelId) {\n      throw new ValueError(\"No modelId has been provided!\");\n    }\n    this.emitter = Emitter.root.child({\n      namespace: [\"backend\", this.providerId, \"chat\"],\n      creator: this,\n    });\n  }\n\n  get modelId(): string {\n    return this.model.modelId;\n  }\n\n  get providerId(): string {\n    const provider = this.model.provider.split(\".\")[0].split(\"-\")[0];\n    return toCamelCase(provider);\n  }\n\n  protected async _create(input: ChatModelInput, run: GetRunContext<this>) {\n    const responseFormat = input.responseFormat;\n    if (responseFormat && (responseFormat instanceof ZodSchema || responseFormat.schema)) {\n      const { output } = await this._createStructure(\n        {\n          ...input,\n          schema: responseFormat,\n        },\n        run,\n      );\n      return output;\n    }\n\n    const {\n      finishReason,\n      usage,\n      response: { messages },\n    } = await generateText(await this.transformInput(input));\n\n    return new ChatModelOutput(\n      this.transformMessages(messages),\n      extractTokenUsage(usage),\n      finishReason,\n    );\n  }\n\n  protected async _createStructure<T>(\n    { schema, ...input }: ChatModelObjectInput<T>,\n    run: GetRunContext<this>,\n  ): Promise<ChatModelObjectOutput<T>> {\n    const response = await generateObject({\n      temperature: 0,\n      ...(await this.transformInput(input)),\n      abortSignal: run.signal,\n      model: this.model,\n      ...(schema instanceof ZodSchema\n        ? {\n            schema,\n            output: ((schema._input || schema) instanceof ZodArray\n              ? \"array\"\n              : (schema._input || schema) instanceof ZodEnum\n                ? \"enum\"\n                : \"object\") as any,\n          }\n        : {\n            schema: schema.schema ? jsonSchema<T>(schema.schema) : z.any(),\n            schemaName: schema.name,\n            schemaDescription: schema.description,\n          }),\n    });\n\n    return {\n      object: response.object as T,\n      output: new ChatModelOutput(\n        [new AssistantMessage(JSON.stringify(response.object, null, 2))],\n        extractTokenUsage(response.usage),\n        response.finishReason,\n      ),\n    };\n  }\n\n  async *_createStream(input: ChatModelInput, run: GetRunContext<this>) {\n    if (!this.supportsToolStreaming && !isEmpty(input.tools ?? [])) {\n      const response = await this._create(input, run);\n      yield response;\n      return;\n    }\n\n    const {\n      fullStream,\n      usage: usagePromise,\n      finishReason: finishReasonPromise,\n      response: responsePromise,\n    } = streamText({\n      ...(await this.transformInput(input)),\n      abortSignal: run.signal,\n    });\n\n    let lastChunk: ChatModelOutput | null = null;\n    for await (const event of fullStream) {\n      let message: Message;\n      switch (event.type) {\n        case \"text-delta\":\n          message = new AssistantMessage(event.text);\n          break;\n        case \"tool-call\":\n          message = new AssistantMessage({\n            type: event.type,\n            toolCallId: event.toolCallId,\n            toolName: event.toolName,\n            input: event.input,\n          });\n          break;\n        case \"error\":\n          throw new ChatModelError(\"Unhandled error\", [event.error as Error]);\n        case \"tool-result\":\n          message = new ToolMessage({\n            type: event.type,\n            toolCallId: event.toolCallId,\n            toolName: event.toolName,\n            output: event.output as any,\n          });\n          break;\n        case \"abort\":\n          message = new AssistantMessage([]);\n          break;\n        default:\n          continue;\n      }\n      lastChunk = new ChatModelOutput([message]);\n      yield lastChunk;\n    }\n\n    if (!lastChunk) {\n      throw new ChatModelError(\"No chunks have been received!\");\n    }\n\n    try {\n      const [usage, finishReason, _] = await Promise.all([\n        usagePromise,\n        finishReasonPromise,\n        responsePromise,\n      ]);\n      lastChunk.usage = extractTokenUsage(usage);\n      lastChunk.finishReason = finishReason;\n    } catch (e) {\n      if (!run.signal.aborted) {\n        throw e;\n      }\n    }\n  }\n\n  protected async transformInput(\n    input: ChatModelInput,\n  ): Promise<Parameters<typeof generateText<Record<string, any>>>[0]> {\n    const tools = await Promise.all(\n      (input.tools ?? []).map(async (tool) => ({\n        name: tool.name,\n        description: tool.description,\n        inputSchema: jsonSchema(await tool.getInputJsonSchema()),\n      })),\n    );\n\n    const messages = input.messages.map((msg): ModelMessage => {\n      if (msg instanceof CustomMessage) {\n        msg = encodeCustomMessage(msg);\n      }\n\n      if (msg instanceof AssistantMessage) {\n        return { role: \"assistant\", content: msg.content };\n      } else if (msg instanceof ToolMessage) {\n        return { role: \"tool\", content: msg.content };\n      } else if (msg instanceof UserMessage) {\n        return { role: \"user\", content: msg.content };\n      } else if (msg instanceof SystemMessage) {\n        return { role: \"system\", content: msg.content.map((part) => part.text).join(\"\\n\") };\n      }\n      return { role: msg.role, content: msg.content } as ModelMessage;\n    });\n\n    let toolChoice: ToolChoice<Record<string, any>> | undefined;\n    if (input.toolChoice && input.toolChoice instanceof Tool) {\n      if (this.toolChoiceSupport.includes(\"single\")) {\n        toolChoice = {\n          type: \"tool\",\n          toolName: input.toolChoice.name,\n        };\n      } else {\n        this.logger.warn(`The single tool choice is not supported.`);\n      }\n    } else if (input.toolChoice) {\n      if (this.toolChoiceSupport.includes(input.toolChoice)) {\n        toolChoice = input.toolChoice;\n      } else {\n        this.logger.warn(`The following tool choice value '${input.toolChoice}' is not supported.`);\n      }\n    }\n\n    return {\n      ...this.parameters,\n      ...input,\n      toolChoice,\n      model: this.model,\n      tools: mapToObj(tools, ({ name, ...tool }) => [name, tool]),\n      messages,\n    };\n  }\n\n  protected transformMessages(messages: (CoreAssistantMessage | CoreToolMessage)[]): Message[] {\n    return messages.flatMap((msg) => {\n      if (msg.role === \"tool\") {\n        return new ToolMessage(msg.content, msg.providerOptions);\n      }\n      return new AssistantMessage(\n        msg.content as TextPart | ToolCallPart | string,\n        msg.providerOptions,\n      );\n    });\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      providerId: this.providerId,\n      modelId: this.modelId,\n      supportsToolStreaming: this.supportsToolStreaming,\n    };\n  }\n\n  async loadSnapshot({ providerId, modelId, ...snapshot }: ReturnType<typeof this.createSnapshot>) {\n    const instance = await ChatModel.fromName(`${providerId}:${modelId}` as FullModelName);\n    if (!(instance instanceof VercelChatModel)) {\n      throw new Error(\"Incorrect deserialization!\");\n    }\n    instance.destroy();\n    Object.assign(this, {\n      ...snapshot,\n      model: instance.model,\n    });\n  }\n}\n"]}

package/dist/adapters/vercel/backend/embedding.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../src/adapters/vercel/backend/embedding.ts"],"names":["VercelEmbeddingModel","EmbeddingModel","emitter","model","Emitter","root","child","namespace","providerId","creator","modelId","provider","split","toCamelCase","_create","input","run","embedMany","values","abortSignal","signal","createSnapshot","loadSnapshot","snapshot","instance","fromName","Error","destroy","Object","assign"],"mappings":";;;;;;;;;AAmBO,MAAMA,6BAEHC,4BAAAA,CAAAA;EArBV;;;;AAsBkBC,EAAAA,OAAAA;AAEhB,EAAA,WAAA,CAA4BC,KAAAA,EAAU;AACpC,IAAA,KAAA,EAAK,EAAA,KADqBA,KAAAA,GAAAA,KAAAA;AAE1B,IAAA,IAAA,CAAKD,OAAAA,GAAUE,mBAAAA,CAAQC,IAAAA,CAAKC,KAAAA,CAAM;MAChCC,SAAAA,EAAW;AAAC,QAAA,SAAA;QAAW,IAAA,CAAKC,UAAAA;AAAY,QAAA;;MACxCC,OAAAA,EAAS;KACX,CAAA;AACF;AAEA,EAAA,IAAIC,OAAAA,GAAkB;AACpB,IAAA,OAAO,KAAKP,KAAAA,CAAMO,OAAAA;AACpB;AAEA,EAAA,IAAIF,UAAAA,GAAqB;AACvB,IAAA,MAAMG,QAAAA,GAAW,IAAA,CAAKR,KAAAA,CAAMQ,QAAAA,CAASC,KAAAA,CAAM,GAAA,CAAA,CAAK,CAAA,CAAA,CAAGA,KAAAA,CAAM,GAAA,CAAA,CAAK,CAAA,CAAA;AAC9D,IAAA,OAAOC,mBAAYF,QAAAA,CAAAA;AACrB;EAEA,MAAgBG,OAAAA,CACdC,OACAC,GAAAA,EAC+B;AAC/B,IAAA,OAAOC,YAAAA,CAAkB;AACvBd,MAAAA,KAAAA,EAAO,IAAA,CAAKA,KAAAA;AACZe,MAAAA,MAAAA,EAAQH,KAAAA,CAAMG,MAAAA;AACdC,MAAAA,WAAAA,EAAaH,GAAAA,CAAII;KACnB,CAAA;AACF;EAEAC,cAAAA,GAAiB;AACf,IAAA,OAAO;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;AACTb,MAAAA,UAAAA,EAAY,IAAA,CAAKA,UAAAA;AACjBE,MAAAA,OAAAA,EAAS,IAAA,CAAKP;AAChB,KAAA;AACF;AAEA,EAAA,MAAMmB,aAAa,EAAEd,UAAAA,EAAYE,OAAAA,EAAS,GAAGa,UAAAA,EAAoD;AAC/F,IAAA,MAAMC,QAAAA,GAAW,MAAMxB,oBAAAA,CAAqByB,QAAAA,CAC1C,GAAGjB,UAAAA,CAAAA,CAAAA,EAAcE,OAAAA,CAAAA,CAAS,CAAA;AAE5B,IAAA,IAAI,EAAEc,oBAAoBxB,oBAAAA,CAAAA,EAAuB;AAC/C,MAAA,MAAM,IAAI0B,MAAM,4BAAA,CAAA;AAClB;AACAF,IAAAA,QAAAA,CAASG,OAAAA,EAAO;AAChBC,IAAAA,MAAAA,CAAOC,OAAO,IAAA,EAAM;MAClB,GAAGN,QAAAA;AACHpB,MAAAA,KAAAA,EAAOqB,QAAAA,CAASrB;KAClB,CAAA;AACF;AACF","file":"embedding.cjs","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport {\n  EmbeddingModel,\n  EmbeddingModelInput,\n  EmbeddingModelOutput,\n  EmbeddingModelEvents,\n} from \"@/backend/embedding.js\";\nimport { embedMany, EmbeddingModel as Model } from \"ai\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { GetRunContext } from \"@/context.js\";\nimport { toCamelCase } from \"remeda\";\nimport { FullModelName } from \"@/backend/utils.js\";\n\ntype InternalEmbeddingModel = Model<string>;\n\nexport class VercelEmbeddingModel<\n  R extends InternalEmbeddingModel = InternalEmbeddingModel,\n> extends EmbeddingModel {\n  public readonly emitter: Emitter<EmbeddingModelEvents>;\n\n  constructor(public readonly model: R) {\n    super();\n    this.emitter = Emitter.root.child({\n      namespace: [\"backend\", this.providerId, \"embedding\"],\n      creator: this,\n    });\n  }\n\n  get modelId(): string {\n    return this.model.modelId;\n  }\n\n  get providerId(): string {\n    const provider = this.model.provider.split(\".\")[0].split(\"-\")[0];\n    return toCamelCase(provider);\n  }\n\n  protected async _create(\n    input: EmbeddingModelInput,\n    run: GetRunContext<this>,\n  ): Promise<EmbeddingModelOutput> {\n    return embedMany<string>({\n      model: this.model,\n      values: input.values,\n      abortSignal: run.signal,\n    });\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      providerId: this.providerId,\n      modelId: this.model,\n    };\n  }\n\n  async loadSnapshot({ providerId, modelId, ...snapshot }: ReturnType<typeof this.createSnapshot>) {\n    const instance = await VercelEmbeddingModel.fromName(\n      `${providerId}:${modelId}` as FullModelName,\n    );\n    if (!(instance instanceof VercelEmbeddingModel)) {\n      throw new Error(\"Incorrect deserialization!\");\n    }\n    instance.destroy();\n    Object.assign(this, {\n      ...snapshot,\n      model: instance.model,\n    });\n  }\n}\n"]}
+{"version":3,"sources":["../../../../src/adapters/vercel/backend/embedding.ts"],"names":["VercelEmbeddingModel","EmbeddingModel","emitter","model","Emitter","root","child","namespace","providerId","creator","modelId","provider","split","toCamelCase","_create","input","run","embedMany","values","abortSignal","signal","createSnapshot","loadSnapshot","snapshot","instance","fromName","Error","destroy","Object","assign"],"mappings":";;;;;;;;;AAmBO,MAAMA,6BAEHC,4BAAAA,CAAAA;EArBV;;;;AAsBkBC,EAAAA,OAAAA;AAEhB,EAAA,WAAA,CAA4BC,KAAAA,EAAU;AACpC,IAAA,KAAA,EAAK,EAAA,KADqBA,KAAAA,GAAAA,KAAAA;AAE1B,IAAA,IAAA,CAAKD,OAAAA,GAAUE,mBAAAA,CAAQC,IAAAA,CAAKC,KAAAA,CAAM;MAChCC,SAAAA,EAAW;AAAC,QAAA,SAAA;QAAW,IAAA,CAAKC,UAAAA;AAAY,QAAA;;MACxCC,OAAAA,EAAS;KACX,CAAA;AACF;AAEA,EAAA,IAAIC,OAAAA,GAAkB;AACpB,IAAA,OAAO,KAAKP,KAAAA,CAAMO,OAAAA;AACpB;AAEA,EAAA,IAAIF,UAAAA,GAAqB;AACvB,IAAA,MAAMG,QAAAA,GAAW,IAAA,CAAKR,KAAAA,CAAMQ,QAAAA,CAASC,KAAAA,CAAM,GAAA,CAAA,CAAK,CAAA,CAAA,CAAGA,KAAAA,CAAM,GAAA,CAAA,CAAK,CAAA,CAAA;AAC9D,IAAA,OAAOC,mBAAYF,QAAAA,CAAAA;AACrB;EAEA,MAAgBG,OAAAA,CACdC,OACAC,GAAAA,EAC+B;AAC/B,IAAA,OAAOC,YAAAA,CAAkB;AACvBd,MAAAA,KAAAA,EAAO,IAAA,CAAKA,KAAAA;AACZe,MAAAA,MAAAA,EAAQH,KAAAA,CAAMG,MAAAA;AACdC,MAAAA,WAAAA,EAAaH,GAAAA,CAAII;KACnB,CAAA;AACF;EAEAC,cAAAA,GAAiB;AACf,IAAA,OAAO;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;AACTb,MAAAA,UAAAA,EAAY,IAAA,CAAKA,UAAAA;AACjBE,MAAAA,OAAAA,EAAS,IAAA,CAAKP;AAChB,KAAA;AACF;AAEA,EAAA,MAAMmB,aAAa,EAAEd,UAAAA,EAAYE,OAAAA,EAAS,GAAGa,UAAAA,EAAoD;AAC/F,IAAA,MAAMC,QAAAA,GAAW,MAAMxB,oBAAAA,CAAqByB,QAAAA,CAC1C,GAAGjB,UAAAA,CAAAA,CAAAA,EAAcE,OAAAA,CAAAA,CAAS,CAAA;AAE5B,IAAA,IAAI,EAAEc,oBAAoBxB,oBAAAA,CAAAA,EAAuB;AAC/C,MAAA,MAAM,IAAI0B,MAAM,4BAAA,CAAA;AAClB;AACAF,IAAAA,QAAAA,CAASG,OAAAA,EAAO;AAChBC,IAAAA,MAAAA,CAAOC,OAAO,IAAA,EAAM;MAClB,GAAGN,QAAAA;AACHpB,MAAAA,KAAAA,EAAOqB,QAAAA,CAASrB;KAClB,CAAA;AACF;AACF","file":"embedding.cjs","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport {\n  EmbeddingModel,\n  EmbeddingModelInput,\n  EmbeddingModelOutput,\n  EmbeddingModelEvents,\n} from \"@/backend/embedding.js\";\nimport { embedMany, EmbeddingModel as Model } from \"ai\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { GetRunContext } from \"@/context.js\";\nimport { toCamelCase } from \"remeda\";\nimport { FullModelName } from \"@/backend/utils.js\";\n\ntype InternalEmbeddingModel = Exclude<Model<string>, string>;\n\nexport class VercelEmbeddingModel<\n  R extends InternalEmbeddingModel = InternalEmbeddingModel,\n> extends EmbeddingModel {\n  public readonly emitter: Emitter<EmbeddingModelEvents>;\n\n  constructor(public readonly model: R) {\n    super();\n    this.emitter = Emitter.root.child({\n      namespace: [\"backend\", this.providerId, \"embedding\"],\n      creator: this,\n    });\n  }\n\n  get modelId(): string {\n    return this.model.modelId;\n  }\n\n  get providerId(): string {\n    const provider = this.model.provider.split(\".\")[0].split(\"-\")[0];\n    return toCamelCase(provider);\n  }\n\n  protected async _create(\n    input: EmbeddingModelInput,\n    run: GetRunContext<this>,\n  ): Promise<EmbeddingModelOutput> {\n    return embedMany<string>({\n      model: this.model,\n      values: input.values,\n      abortSignal: run.signal,\n    });\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      providerId: this.providerId,\n      modelId: this.model,\n    };\n  }\n\n  async loadSnapshot({ providerId, modelId, ...snapshot }: ReturnType<typeof this.createSnapshot>) {\n    const instance = await VercelEmbeddingModel.fromName(\n      `${providerId}:${modelId}` as FullModelName,\n    );\n    if (!(instance instanceof VercelEmbeddingModel)) {\n      throw new Error(\"Incorrect deserialization!\");\n    }\n    instance.destroy();\n    Object.assign(this, {\n      ...snapshot,\n      model: instance.model,\n    });\n  }\n}\n"]}

package/dist/adapters/vercel/backend/embedding.d.cts

@@ -1,12 +1,12 @@
 import { EmbeddingModel as EmbeddingModel$1, EmbeddingModelEvents, EmbeddingModelInput, EmbeddingModelOutput } from '../../../backend/embedding.cjs';
 import { EmbeddingModel } from 'ai';
-import { E as Emitter } from '../../../emitter-DWEsd-ud.cjs';
+import { E as Emitter } from '../../../emitter-CGKd_-kK.cjs';
 import { GetRunContext } from '../../../context.cjs';
 import '../../../internals/serializable.cjs';
 import '../../../internals/types.cjs';
 import '../../../internals/helpers/guards.cjs';
 import '../../../errors.cjs';
-import '../../../chat-CR4yfOR9.cjs';
+import '../../../chat-DB_cf15S.cjs';
 import '../../../backend/message.cjs';
 import 'promise-based-task';
 import '../../../cache/base.cjs';
@@ -26,7 +26,7 @@ import 'pino';
  * SPDX-License-Identifier: Apache-2.0
  */
 
-type InternalEmbeddingModel = EmbeddingModel<string>;
+type InternalEmbeddingModel = Exclude<EmbeddingModel<string>, string>;
 declare class VercelEmbeddingModel<R extends InternalEmbeddingModel = InternalEmbeddingModel> extends EmbeddingModel$1 {
     readonly model: R;
     readonly emitter: Emitter<EmbeddingModelEvents>;

package/dist/adapters/vercel/backend/embedding.d.ts

@@ -1,12 +1,12 @@
 import { EmbeddingModel as EmbeddingModel$1, EmbeddingModelEvents, EmbeddingModelInput, EmbeddingModelOutput } from '../../../backend/embedding.js';
 import { EmbeddingModel } from 'ai';
-import { E as Emitter } from '../../../emitter-C9nwGLt6.js';
+import { E as Emitter } from '../../../emitter-CN7I4uSV.js';
 import { GetRunContext } from '../../../context.js';
 import '../../../internals/serializable.js';
 import '../../../internals/types.js';
 import '../../../internals/helpers/guards.js';
 import '../../../errors.js';
-import '../../../chat-W9j8T6UU.js';
+import '../../../chat-BbCYMAdE.js';
 import '../../../backend/message.js';
 import 'promise-based-task';
 import '../../../cache/base.js';
@@ -26,7 +26,7 @@ import 'pino';
  * SPDX-License-Identifier: Apache-2.0
  */
 
-type InternalEmbeddingModel = EmbeddingModel<string>;
+type InternalEmbeddingModel = Exclude<EmbeddingModel<string>, string>;
 declare class VercelEmbeddingModel<R extends InternalEmbeddingModel = InternalEmbeddingModel> extends EmbeddingModel$1 {
     readonly model: R;
     readonly emitter: Emitter<EmbeddingModelEvents>;

package/dist/adapters/vercel/backend/embedding.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../src/adapters/vercel/backend/embedding.ts"],"names":["VercelEmbeddingModel","EmbeddingModel","emitter","model","Emitter","root","child","namespace","providerId","creator","modelId","provider","split","toCamelCase","_create","input","run","embedMany","values","abortSignal","signal","createSnapshot","loadSnapshot","snapshot","instance","fromName","Error","destroy","Object","assign"],"mappings":";;;;;;;AAmBO,MAAMA,6BAEHC,cAAAA,CAAAA;EArBV;;;;AAsBkBC,EAAAA,OAAAA;AAEhB,EAAA,WAAA,CAA4BC,KAAAA,EAAU;AACpC,IAAA,KAAA,EAAK,EAAA,KADqBA,KAAAA,GAAAA,KAAAA;AAE1B,IAAA,IAAA,CAAKD,OAAAA,GAAUE,OAAAA,CAAQC,IAAAA,CAAKC,KAAAA,CAAM;MAChCC,SAAAA,EAAW;AAAC,QAAA,SAAA;QAAW,IAAA,CAAKC,UAAAA;AAAY,QAAA;;MACxCC,OAAAA,EAAS;KACX,CAAA;AACF;AAEA,EAAA,IAAIC,OAAAA,GAAkB;AACpB,IAAA,OAAO,KAAKP,KAAAA,CAAMO,OAAAA;AACpB;AAEA,EAAA,IAAIF,UAAAA,GAAqB;AACvB,IAAA,MAAMG,QAAAA,GAAW,IAAA,CAAKR,KAAAA,CAAMQ,QAAAA,CAASC,KAAAA,CAAM,GAAA,CAAA,CAAK,CAAA,CAAA,CAAGA,KAAAA,CAAM,GAAA,CAAA,CAAK,CAAA,CAAA;AAC9D,IAAA,OAAOC,YAAYF,QAAAA,CAAAA;AACrB;EAEA,MAAgBG,OAAAA,CACdC,OACAC,GAAAA,EAC+B;AAC/B,IAAA,OAAOC,SAAAA,CAAkB;AACvBd,MAAAA,KAAAA,EAAO,IAAA,CAAKA,KAAAA;AACZe,MAAAA,MAAAA,EAAQH,KAAAA,CAAMG,MAAAA;AACdC,MAAAA,WAAAA,EAAaH,GAAAA,CAAII;KACnB,CAAA;AACF;EAEAC,cAAAA,GAAiB;AACf,IAAA,OAAO;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;AACTb,MAAAA,UAAAA,EAAY,IAAA,CAAKA,UAAAA;AACjBE,MAAAA,OAAAA,EAAS,IAAA,CAAKP;AAChB,KAAA;AACF;AAEA,EAAA,MAAMmB,aAAa,EAAEd,UAAAA,EAAYE,OAAAA,EAAS,GAAGa,UAAAA,EAAoD;AAC/F,IAAA,MAAMC,QAAAA,GAAW,MAAMxB,oBAAAA,CAAqByB,QAAAA,CAC1C,GAAGjB,UAAAA,CAAAA,CAAAA,EAAcE,OAAAA,CAAAA,CAAS,CAAA;AAE5B,IAAA,IAAI,EAAEc,oBAAoBxB,oBAAAA,CAAAA,EAAuB;AAC/C,MAAA,MAAM,IAAI0B,MAAM,4BAAA,CAAA;AAClB;AACAF,IAAAA,QAAAA,CAASG,OAAAA,EAAO;AAChBC,IAAAA,MAAAA,CAAOC,OAAO,IAAA,EAAM;MAClB,GAAGN,QAAAA;AACHpB,MAAAA,KAAAA,EAAOqB,QAAAA,CAASrB;KAClB,CAAA;AACF;AACF","file":"embedding.js","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport {\n  EmbeddingModel,\n  EmbeddingModelInput,\n  EmbeddingModelOutput,\n  EmbeddingModelEvents,\n} from \"@/backend/embedding.js\";\nimport { embedMany, EmbeddingModel as Model } from \"ai\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { GetRunContext } from \"@/context.js\";\nimport { toCamelCase } from \"remeda\";\nimport { FullModelName } from \"@/backend/utils.js\";\n\ntype InternalEmbeddingModel = Model<string>;\n\nexport class VercelEmbeddingModel<\n  R extends InternalEmbeddingModel = InternalEmbeddingModel,\n> extends EmbeddingModel {\n  public readonly emitter: Emitter<EmbeddingModelEvents>;\n\n  constructor(public readonly model: R) {\n    super();\n    this.emitter = Emitter.root.child({\n      namespace: [\"backend\", this.providerId, \"embedding\"],\n      creator: this,\n    });\n  }\n\n  get modelId(): string {\n    return this.model.modelId;\n  }\n\n  get providerId(): string {\n    const provider = this.model.provider.split(\".\")[0].split(\"-\")[0];\n    return toCamelCase(provider);\n  }\n\n  protected async _create(\n    input: EmbeddingModelInput,\n    run: GetRunContext<this>,\n  ): Promise<EmbeddingModelOutput> {\n    return embedMany<string>({\n      model: this.model,\n      values: input.values,\n      abortSignal: run.signal,\n    });\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      providerId: this.providerId,\n      modelId: this.model,\n    };\n  }\n\n  async loadSnapshot({ providerId, modelId, ...snapshot }: ReturnType<typeof this.createSnapshot>) {\n    const instance = await VercelEmbeddingModel.fromName(\n      `${providerId}:${modelId}` as FullModelName,\n    );\n    if (!(instance instanceof VercelEmbeddingModel)) {\n      throw new Error(\"Incorrect deserialization!\");\n    }\n    instance.destroy();\n    Object.assign(this, {\n      ...snapshot,\n      model: instance.model,\n    });\n  }\n}\n"]}
+{"version":3,"sources":["../../../../src/adapters/vercel/backend/embedding.ts"],"names":["VercelEmbeddingModel","EmbeddingModel","emitter","model","Emitter","root","child","namespace","providerId","creator","modelId","provider","split","toCamelCase","_create","input","run","embedMany","values","abortSignal","signal","createSnapshot","loadSnapshot","snapshot","instance","fromName","Error","destroy","Object","assign"],"mappings":";;;;;;;AAmBO,MAAMA,6BAEHC,cAAAA,CAAAA;EArBV;;;;AAsBkBC,EAAAA,OAAAA;AAEhB,EAAA,WAAA,CAA4BC,KAAAA,EAAU;AACpC,IAAA,KAAA,EAAK,EAAA,KADqBA,KAAAA,GAAAA,KAAAA;AAE1B,IAAA,IAAA,CAAKD,OAAAA,GAAUE,OAAAA,CAAQC,IAAAA,CAAKC,KAAAA,CAAM;MAChCC,SAAAA,EAAW;AAAC,QAAA,SAAA;QAAW,IAAA,CAAKC,UAAAA;AAAY,QAAA;;MACxCC,OAAAA,EAAS;KACX,CAAA;AACF;AAEA,EAAA,IAAIC,OAAAA,GAAkB;AACpB,IAAA,OAAO,KAAKP,KAAAA,CAAMO,OAAAA;AACpB;AAEA,EAAA,IAAIF,UAAAA,GAAqB;AACvB,IAAA,MAAMG,QAAAA,GAAW,IAAA,CAAKR,KAAAA,CAAMQ,QAAAA,CAASC,KAAAA,CAAM,GAAA,CAAA,CAAK,CAAA,CAAA,CAAGA,KAAAA,CAAM,GAAA,CAAA,CAAK,CAAA,CAAA;AAC9D,IAAA,OAAOC,YAAYF,QAAAA,CAAAA;AACrB;EAEA,MAAgBG,OAAAA,CACdC,OACAC,GAAAA,EAC+B;AAC/B,IAAA,OAAOC,SAAAA,CAAkB;AACvBd,MAAAA,KAAAA,EAAO,IAAA,CAAKA,KAAAA;AACZe,MAAAA,MAAAA,EAAQH,KAAAA,CAAMG,MAAAA;AACdC,MAAAA,WAAAA,EAAaH,GAAAA,CAAII;KACnB,CAAA;AACF;EAEAC,cAAAA,GAAiB;AACf,IAAA,OAAO;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;AACTb,MAAAA,UAAAA,EAAY,IAAA,CAAKA,UAAAA;AACjBE,MAAAA,OAAAA,EAAS,IAAA,CAAKP;AAChB,KAAA;AACF;AAEA,EAAA,MAAMmB,aAAa,EAAEd,UAAAA,EAAYE,OAAAA,EAAS,GAAGa,UAAAA,EAAoD;AAC/F,IAAA,MAAMC,QAAAA,GAAW,MAAMxB,oBAAAA,CAAqByB,QAAAA,CAC1C,GAAGjB,UAAAA,CAAAA,CAAAA,EAAcE,OAAAA,CAAAA,CAAS,CAAA;AAE5B,IAAA,IAAI,EAAEc,oBAAoBxB,oBAAAA,CAAAA,EAAuB;AAC/C,MAAA,MAAM,IAAI0B,MAAM,4BAAA,CAAA;AAClB;AACAF,IAAAA,QAAAA,CAASG,OAAAA,EAAO;AAChBC,IAAAA,MAAAA,CAAOC,OAAO,IAAA,EAAM;MAClB,GAAGN,QAAAA;AACHpB,MAAAA,KAAAA,EAAOqB,QAAAA,CAASrB;KAClB,CAAA;AACF;AACF","file":"embedding.js","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport {\n  EmbeddingModel,\n  EmbeddingModelInput,\n  EmbeddingModelOutput,\n  EmbeddingModelEvents,\n} from \"@/backend/embedding.js\";\nimport { embedMany, EmbeddingModel as Model } from \"ai\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { GetRunContext } from \"@/context.js\";\nimport { toCamelCase } from \"remeda\";\nimport { FullModelName } from \"@/backend/utils.js\";\n\ntype InternalEmbeddingModel = Exclude<Model<string>, string>;\n\nexport class VercelEmbeddingModel<\n  R extends InternalEmbeddingModel = InternalEmbeddingModel,\n> extends EmbeddingModel {\n  public readonly emitter: Emitter<EmbeddingModelEvents>;\n\n  constructor(public readonly model: R) {\n    super();\n    this.emitter = Emitter.root.child({\n      namespace: [\"backend\", this.providerId, \"embedding\"],\n      creator: this,\n    });\n  }\n\n  get modelId(): string {\n    return this.model.modelId;\n  }\n\n  get providerId(): string {\n    const provider = this.model.provider.split(\".\")[0].split(\"-\")[0];\n    return toCamelCase(provider);\n  }\n\n  protected async _create(\n    input: EmbeddingModelInput,\n    run: GetRunContext<this>,\n  ): Promise<EmbeddingModelOutput> {\n    return embedMany<string>({\n      model: this.model,\n      values: input.values,\n      abortSignal: run.signal,\n    });\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      providerId: this.providerId,\n      modelId: this.model,\n    };\n  }\n\n  async loadSnapshot({ providerId, modelId, ...snapshot }: ReturnType<typeof this.createSnapshot>) {\n    const instance = await VercelEmbeddingModel.fromName(\n      `${providerId}:${modelId}` as FullModelName,\n    );\n    if (!(instance instanceof VercelEmbeddingModel)) {\n      throw new Error(\"Incorrect deserialization!\");\n    }\n    instance.destroy();\n    Object.assign(this, {\n      ...snapshot,\n      model: instance.model,\n    });\n  }\n}\n"]}

package/dist/adapters/vercel/backend/utils.cjs

@@ -82,9 +82,35 @@ function parseHeadersFromEnv(env) {
   }, zod.z.record(zod.z.string())));
 }
 __name(parseHeadersFromEnv, "parseHeadersFromEnv");
+function extractTokenUsage(usage) {
+  return {
+    promptTokens: usage.inputTokens ?? 0,
+    completionTokens: usage.outputTokens ?? 0,
+    totalTokens: usage.totalTokens ?? 0,
+    reasoningTokens: usage.reasoningTokens,
+    cachedPromptTokens: usage.cachedInputTokens
+  };
+}
+__name(extractTokenUsage, "extractTokenUsage");
+function mergeTokenUsage(target, ...sources) {
+  for (const source of sources) {
+    target.totalTokens += source.totalTokens ?? 0;
+    target.promptTokens += source.promptTokens ?? 0;
+    target.completionTokens += source.completionTokens ?? 0;
+    if (source.reasoningTokens) {
+      target.reasoningTokens = (target.reasoningTokens ?? 0) + source.reasoningTokens;
+    }
+    if (source.cachedPromptTokens) {
+      target.cachedPromptTokens = (target.cachedPromptTokens ?? 0) + source.cachedPromptTokens;
+    }
+  }
+}
+__name(mergeTokenUsage, "mergeTokenUsage");
 
 exports.decodeCustomMessage = decodeCustomMessage;
 exports.encodeCustomMessage = encodeCustomMessage;
+exports.extractTokenUsage = extractTokenUsage;
+exports.mergeTokenUsage = mergeTokenUsage;
 exports.parseHeadersFromEnv = parseHeadersFromEnv;
 exports.vercelFetcher = vercelFetcher;
 //# sourceMappingURL=utils.cjs.map

package/dist/adapters/vercel/backend/utils.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../src/adapters/vercel/backend/utils.ts"],"names":["encodeCustomMessage","msg","UserMessage","type","text","role","content","slice","decodeCustomMessage","value","_","id","split","join","unmaskCustomMessage","Role","USER","key","Array","isArray","map","val","filter","isTruthy","decoded","vercelFetcher","customFetch","url","options","isString","body","getProp","headers","JSON","parse","isPlainObject","messages","forEach","stringify","fetcher","fetch","parseHeadersFromEnv","env","parseEnv","z","preprocess","Object","fromEntries","String","pair","includes","record","string"],"mappings":";;;;;;;;;;AAYO,SAASA,oBAAoBC,GAAAA,EAAkB;AACpD,EAAA,OAAO,IAAIC,uBAAAA,CAAY;AACrB,IAAA;MACEC,IAAAA,EAAM,MAAA;MACNC,IAAAA,EAAM,CAAA,aAAA,EAAgBH,IAAII,IAAI,CAAA,CAAA;AAChC,KAAA;AACIJ,IAAAA,GAAAA,GAAAA,CAAIK,QAAQC,KAAAA;AACjB,GAAA,CAAA;AACH;AARgBP,MAAAA,CAAAA,mBAAAA,EAAAA,qBAAAA,CAAAA;AAUT,SAASQ,oBAAoBC,KAAAA,EAAa;AAC/C,EAAA,MAAM,CAACC,GAAGC,EAAAA,EAAIN,IAAAA,EAAM,GAAGC,OAAAA,CAAAA,GAAWG,KAAAA,CAAMG,KAAAA,CAAM,GAAA,CAAA;AAC9C,EAAA,IAAID,OAAO,aAAA,EAAe;AACxB,IAAA;AACF;AACA,EAAA,OAAO;AAAEN,IAAAA,IAAAA;IAAMC,OAAAA,EAASA,OAAAA,CAAQO,KAAK,GAAA;AAAK,GAAA;AAC5C;AANgBL,MAAAA,CAAAA,mBAAAA,EAAAA,qBAAAA,CAAAA;AAQhB,SAASM,oBAAoBb,GAAAA,EAAwB;AACnD,EAAA,IAAIA,GAAAA,CAAII,IAAAA,KAASU,gBAAAA,CAAKC,IAAAA,EAAM;AAC1B,IAAA;AACF;AAEA,EAAA,KAAA,MAAWC,GAAAA,IAAO;AAAC,IAAA,SAAA;AAAW,IAAA;AAAS,GAAA,EAAA;AACrC,IAAA,IAAIR,KAAAA,GAAQR,IAAIgB,GAAAA,CAAAA;AAChB,IAAA,IAAI,CAACR,KAAAA,EAAO;AACV,MAAA;AACF;AAEA,IAAA,IAAIS,KAAAA,CAAMC,OAAAA,CAAQV,KAAAA,CAAAA,EAAQ;AACxBA,MAAAA,KAAAA,GAAQA,MACLW,GAAAA,CAAI,CAACC,GAAAA,KAASA,GAAAA,CAAIlB,SAAS,MAAA,GAASkB,GAAAA,CAAIjB,IAAAA,IAAQiB,GAAAA,CAAIf,UAAU,IAAA,CAAA,CAC9DgB,OAAOC,eAAAA,CAAAA,CACPV,KAAK,EAAA,CAAA;AACV;AAEA,IAAA,MAAMW,OAAAA,GAAUhB,oBAAoBC,KAAAA,CAAAA;AACpC,IAAA,IAAIe,OAAAA,EAAS;AACXvB,MAAAA,GAAAA,CAAII,OAAOmB,OAAAA,CAAQnB,IAAAA;AACnBJ,MAAAA,GAAAA,CAAIgB,GAAAA,IAAOO,OAAAA,CAAQlB,OAAAA;AACnB,MAAA;AACF;AACF;AACF;AAzBSQ,MAAAA,CAAAA,mBAAAA,EAAAA,qBAAAA,CAAAA;AA2BF,SAASW,cAAcC,WAAAA,EAA0B;AACtD,EAAA,OAAO,OAAOC,KAAKC,OAAAA,KAAAA;AACjB,IAAA,IACEA,WACAC,eAAAA,CAASD,OAAAA,CAAQE,IAAI,CAAA,KACpBC,kBAAAA,CAAQH,QAAQI,OAAAA,EAAS;AAAC,MAAA;KAAe,CAAA,KAAM,kBAAA,IAC9CD,kBAAAA,CAAQH,OAAAA,CAAQI,OAAAA,EAAS;AAAC,MAAA;AAAe,KAAA,CAAA,KAAM,kBAAA,CAAA,EACjD;AACA,MAAA,MAAMF,IAAAA,GAAOG,IAAAA,CAAKC,KAAAA,CAAMN,OAAAA,CAAQE,IAAI,CAAA;AACpC,MAAA,IAAIK,qBAAcL,IAAAA,CAAAA,IAASZ,MAAMC,OAAAA,CAAQW,IAAAA,CAAKM,QAAQ,CAAA,EAAG;AACvDN,QAAAA,IAAAA,CAAKM,QAAAA,CAASC,OAAAA,CAAQ,CAACpC,GAAAA,KAAAA;AACrB,UAAA,IAAI,CAACkC,oBAAAA,CAAclC,GAAAA,CAAAA,EAAM;AACvB,YAAA;AACF;AACAa,UAAAA,mBAAAA,CAAoBb,GAAAA,CAAAA;SACtB,CAAA;AACF;AACA2B,MAAAA,OAAAA,CAAQE,IAAAA,GAAOG,IAAAA,CAAKK,SAAAA,CAAUR,IAAAA,CAAAA;AAChC;AAEA,IAAA,MAAMS,UAAUb,WAAAA,IAAec,KAAAA;AAC/B,IAAA,OAAO,MAAMD,OAAAA,CAAQZ,GAAAA,EAAKC,OAAAA,CAAAA;AAC5B,GAAA;AACF;AAvBgBH,MAAAA,CAAAA,aAAAA,EAAAA,eAAAA,CAAAA;AAyBT,SAASgB,oBAAoBC,GAAAA,EAAW;AAC7C,EAAA,OAAOC,gBAAAA,CACLD,GAAAA,EACAE,KAAAA,CAAEC,UAAAA,CAAW,CAACpC,KAAAA,KAAAA;AACZ,IAAA,OAAOqC,MAAAA,CAAOC,WAAAA,CACZC,MAAAA,CAAOvC,KAAAA,IAAS,EAAA,EACbG,KAAAA,CAAM,GAAA,CAAA,CACNU,MAAAA,CAAO,CAAC2B,IAAAA,KAASA,KAAKC,QAAAA,CAAS,GAAA,CAAA,CAAA,CAC/B9B,GAAAA,CAAI,CAAC6B,SAASA,IAAAA,CAAKrC,KAAAA,CAAM,GAAA,CAAA,CAAA,CAAA;AAEhC,GAAA,EAAGgC,MAAEO,MAAAA,CAAOP,KAAAA,CAAEQ,MAAAA,EAAM,CAAA,CAAA,CAAA;AAExB;AAZgBX,MAAAA,CAAAA,mBAAAA,EAAAA,qBAAAA,CAAAA","file":"utils.cjs","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { CustomMessage, Role, UserMessage } from \"@/backend/message.js\";\nimport { isPlainObject, isString, isTruthy } from \"remeda\";\nimport { getProp } from \"@/internals/helpers/object.js\";\nimport { TextPart } from \"ai\";\nimport { z } from \"zod\";\nimport { parseEnv } from \"@/internals/env.js\";\n\nexport function encodeCustomMessage(msg: CustomMessage): UserMessage {\n  return new UserMessage([\n    {\n      type: \"text\",\n      text: `#custom_role#${msg.role}#`,\n    },\n    ...(msg.content.slice() as TextPart[]),\n  ]);\n}\n\nexport function decodeCustomMessage(value: string) {\n  const [_, id, role, ...content] = value.split(\"#\");\n  if (id !== \"custom_role\") {\n    return;\n  }\n  return { role, content: content.join(\"#\") };\n}\n\nfunction unmaskCustomMessage(msg: Record<string, any>) {\n  if (msg.role !== Role.USER) {\n    return;\n  }\n\n  for (const key of [\"content\", \"text\"]) {\n    let value = msg[key];\n    if (!value) {\n      continue;\n    }\n\n    if (Array.isArray(value)) {\n      value = value\n        .map((val) => (val.type === \"text\" ? val.text || val.content : null))\n        .filter(isTruthy)\n        .join(\"\");\n    }\n\n    const decoded = decodeCustomMessage(value);\n    if (decoded) {\n      msg.role = decoded.role;\n      msg[key] = decoded.content;\n      break;\n    }\n  }\n}\n\nexport function vercelFetcher(customFetch?: typeof fetch): typeof fetch {\n  return async (url, options) => {\n    if (\n      options &&\n      isString(options.body) &&\n      (getProp(options.headers, [\"content-type\"]) === \"application/json\" ||\n        getProp(options.headers, [\"Content-Type\"]) === \"application/json\")\n    ) {\n      const body = JSON.parse(options.body);\n      if (isPlainObject(body) && Array.isArray(body.messages)) {\n        body.messages.forEach((msg) => {\n          if (!isPlainObject(msg)) {\n            return;\n          }\n          unmaskCustomMessage(msg);\n        });\n      }\n      options.body = JSON.stringify(body);\n    }\n\n    const fetcher = customFetch ?? fetch;\n    return await fetcher(url, options);\n  };\n}\n\nexport function parseHeadersFromEnv(env: string): Record<string, any> {\n  return parseEnv(\n    env,\n    z.preprocess((value) => {\n      return Object.fromEntries(\n        String(value || \"\")\n          .split(\",\")\n          .filter((pair) => pair.includes(\"=\"))\n          .map((pair) => pair.split(\"=\")),\n      );\n    }, z.record(z.string())),\n  );\n}\n"]}
+{"version":3,"sources":["../../../../src/adapters/vercel/backend/utils.ts"],"names":["encodeCustomMessage","msg","UserMessage","type","text","role","content","slice","decodeCustomMessage","value","_","id","split","join","unmaskCustomMessage","Role","USER","key","Array","isArray","map","val","filter","isTruthy","decoded","vercelFetcher","customFetch","url","options","isString","body","getProp","headers","JSON","parse","isPlainObject","messages","forEach","stringify","fetcher","fetch","parseHeadersFromEnv","env","parseEnv","z","preprocess","Object","fromEntries","String","pair","includes","record","string","extractTokenUsage","usage","promptTokens","inputTokens","completionTokens","outputTokens","totalTokens","reasoningTokens","cachedPromptTokens","cachedInputTokens","mergeTokenUsage","target","sources","source"],"mappings":";;;;;;;;;;AAaO,SAASA,oBAAoBC,GAAAA,EAAkB;AACpD,EAAA,OAAO,IAAIC,uBAAAA,CAAY;AACrB,IAAA;MACEC,IAAAA,EAAM,MAAA;MACNC,IAAAA,EAAM,CAAA,aAAA,EAAgBH,IAAII,IAAI,CAAA,CAAA;AAChC,KAAA;AACIJ,IAAAA,GAAAA,GAAAA,CAAIK,QAAQC,KAAAA;AACjB,GAAA,CAAA;AACH;AARgBP,MAAAA,CAAAA,mBAAAA,EAAAA,qBAAAA,CAAAA;AAUT,SAASQ,oBAAoBC,KAAAA,EAAa;AAC/C,EAAA,MAAM,CAACC,GAAGC,EAAAA,EAAIN,IAAAA,EAAM,GAAGC,OAAAA,CAAAA,GAAWG,KAAAA,CAAMG,KAAAA,CAAM,GAAA,CAAA;AAC9C,EAAA,IAAID,OAAO,aAAA,EAAe;AACxB,IAAA;AACF;AACA,EAAA,OAAO;AAAEN,IAAAA,IAAAA;IAAMC,OAAAA,EAASA,OAAAA,CAAQO,KAAK,GAAA;AAAK,GAAA;AAC5C;AANgBL,MAAAA,CAAAA,mBAAAA,EAAAA,qBAAAA,CAAAA;AAQhB,SAASM,oBAAoBb,GAAAA,EAAwB;AACnD,EAAA,IAAIA,GAAAA,CAAII,IAAAA,KAASU,gBAAAA,CAAKC,IAAAA,EAAM;AAC1B,IAAA;AACF;AAEA,EAAA,KAAA,MAAWC,GAAAA,IAAO;AAAC,IAAA,SAAA;AAAW,IAAA;AAAS,GAAA,EAAA;AACrC,IAAA,IAAIR,KAAAA,GAAQR,IAAIgB,GAAAA,CAAAA;AAChB,IAAA,IAAI,CAACR,KAAAA,EAAO;AACV,MAAA;AACF;AAEA,IAAA,IAAIS,KAAAA,CAAMC,OAAAA,CAAQV,KAAAA,CAAAA,EAAQ;AACxBA,MAAAA,KAAAA,GAAQA,MACLW,GAAAA,CAAI,CAACC,GAAAA,KAASA,GAAAA,CAAIlB,SAAS,MAAA,GAASkB,GAAAA,CAAIjB,IAAAA,IAAQiB,GAAAA,CAAIf,UAAU,IAAA,CAAA,CAC9DgB,OAAOC,eAAAA,CAAAA,CACPV,KAAK,EAAA,CAAA;AACV;AAEA,IAAA,MAAMW,OAAAA,GAAUhB,oBAAoBC,KAAAA,CAAAA;AACpC,IAAA,IAAIe,OAAAA,EAAS;AACXvB,MAAAA,GAAAA,CAAII,OAAOmB,OAAAA,CAAQnB,IAAAA;AACnBJ,MAAAA,GAAAA,CAAIgB,GAAAA,IAAOO,OAAAA,CAAQlB,OAAAA;AACnB,MAAA;AACF;AACF;AACF;AAzBSQ,MAAAA,CAAAA,mBAAAA,EAAAA,qBAAAA,CAAAA;AA2BF,SAASW,cAAcC,WAAAA,EAA0B;AACtD,EAAA,OAAO,OAAOC,KAAKC,OAAAA,KAAAA;AACjB,IAAA,IACEA,WACAC,eAAAA,CAASD,OAAAA,CAAQE,IAAI,CAAA,KACpBC,kBAAAA,CAAQH,QAAQI,OAAAA,EAAS;AAAC,MAAA;KAAe,CAAA,KAAM,kBAAA,IAC9CD,kBAAAA,CAAQH,OAAAA,CAAQI,OAAAA,EAAS;AAAC,MAAA;AAAe,KAAA,CAAA,KAAM,kBAAA,CAAA,EACjD;AACA,MAAA,MAAMF,IAAAA,GAAOG,IAAAA,CAAKC,KAAAA,CAAMN,OAAAA,CAAQE,IAAI,CAAA;AACpC,MAAA,IAAIK,qBAAcL,IAAAA,CAAAA,IAASZ,MAAMC,OAAAA,CAAQW,IAAAA,CAAKM,QAAQ,CAAA,EAAG;AACvDN,QAAAA,IAAAA,CAAKM,QAAAA,CAASC,OAAAA,CAAQ,CAACpC,GAAAA,KAAAA;AACrB,UAAA,IAAI,CAACkC,oBAAAA,CAAclC,GAAAA,CAAAA,EAAM;AACvB,YAAA;AACF;AACAa,UAAAA,mBAAAA,CAAoBb,GAAAA,CAAAA;SACtB,CAAA;AACF;AACA2B,MAAAA,OAAAA,CAAQE,IAAAA,GAAOG,IAAAA,CAAKK,SAAAA,CAAUR,IAAAA,CAAAA;AAChC;AAEA,IAAA,MAAMS,UAAUb,WAAAA,IAAec,KAAAA;AAC/B,IAAA,OAAO,MAAMD,OAAAA,CAAQZ,GAAAA,EAAKC,OAAAA,CAAAA;AAC5B,GAAA;AACF;AAvBgBH,MAAAA,CAAAA,aAAAA,EAAAA,eAAAA,CAAAA;AAyBT,SAASgB,oBAAoBC,GAAAA,EAAW;AAC7C,EAAA,OAAOC,gBAAAA,CACLD,GAAAA,EACAE,KAAAA,CAAEC,UAAAA,CAAW,CAACpC,KAAAA,KAAAA;AACZ,IAAA,OAAOqC,MAAAA,CAAOC,WAAAA,CACZC,MAAAA,CAAOvC,KAAAA,IAAS,EAAA,EACbG,KAAAA,CAAM,GAAA,CAAA,CACNU,MAAAA,CAAO,CAAC2B,IAAAA,KAASA,KAAKC,QAAAA,CAAS,GAAA,CAAA,CAAA,CAC/B9B,GAAAA,CAAI,CAAC6B,SAASA,IAAAA,CAAKrC,KAAAA,CAAM,GAAA,CAAA,CAAA,CAAA;AAEhC,GAAA,EAAGgC,MAAEO,MAAAA,CAAOP,KAAAA,CAAEQ,MAAAA,EAAM,CAAA,CAAA,CAAA;AAExB;AAZgBX,MAAAA,CAAAA,mBAAAA,EAAAA,qBAAAA,CAAAA;AAcT,SAASY,kBAAkBC,KAAAA,EAAyB;AACzD,EAAA,OAAO;AACLC,IAAAA,YAAAA,EAAcD,MAAME,WAAAA,IAAe,CAAA;AACnCC,IAAAA,gBAAAA,EAAkBH,MAAMI,YAAAA,IAAgB,CAAA;AACxCC,IAAAA,WAAAA,EAAaL,MAAMK,WAAAA,IAAe,CAAA;AAClCC,IAAAA,eAAAA,EAAiBN,KAAAA,CAAMM,eAAAA;AACvBC,IAAAA,kBAAAA,EAAoBP,KAAAA,CAAMQ;AAC5B,GAAA;AACF;AARgBT,MAAAA,CAAAA,iBAAAA,EAAAA,mBAAAA,CAAAA;AAUT,SAASU,eAAAA,CAAgBC,WAA2BC,OAAAA,EAAyB;AAClF,EAAA,KAAA,MAAWC,UAAUD,OAAAA,EAAS;AAC5BD,IAAAA,MAAAA,CAAOL,WAAAA,IAAeO,OAAOP,WAAAA,IAAe,CAAA;AAC5CK,IAAAA,MAAAA,CAAOT,YAAAA,IAAgBW,OAAOX,YAAAA,IAAgB,CAAA;AAC9CS,IAAAA,MAAAA,CAAOP,gBAAAA,IAAoBS,OAAOT,gBAAAA,IAAoB,CAAA;AACtD,IAAA,IAAIS,OAAON,eAAAA,EAAiB;AAC1BI,MAAAA,MAAAA,CAAOJ,eAAAA,GAAAA,CAAmBI,MAAAA,CAAOJ,eAAAA,IAAmB,CAAA,IAAKM,MAAAA,CAAON,eAAAA;AAClE;AACA,IAAA,IAAIM,OAAOL,kBAAAA,EAAoB;AAC7BG,MAAAA,MAAAA,CAAOH,kBAAAA,GAAAA,CAAsBG,MAAAA,CAAOH,kBAAAA,IAAsB,CAAA,IAAKK,MAAAA,CAAOL,kBAAAA;AACxE;AACF;AACF;AAZgBE,MAAAA,CAAAA,eAAAA,EAAAA,iBAAAA,CAAAA","file":"utils.cjs","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { CustomMessage, Role, UserMessage } from \"@/backend/message.js\";\nimport { isPlainObject, isString, isTruthy } from \"remeda\";\nimport { getProp } from \"@/internals/helpers/object.js\";\nimport type { TextPart, LanguageModelUsage } from \"ai\";\nimport { z } from \"zod\";\nimport { parseEnv } from \"@/internals/env.js\";\nimport { ChatModelUsage } from \"@/backend/chat.js\";\n\nexport function encodeCustomMessage(msg: CustomMessage): UserMessage {\n  return new UserMessage([\n    {\n      type: \"text\",\n      text: `#custom_role#${msg.role}#`,\n    },\n    ...(msg.content.slice() as TextPart[]),\n  ]);\n}\n\nexport function decodeCustomMessage(value: string) {\n  const [_, id, role, ...content] = value.split(\"#\");\n  if (id !== \"custom_role\") {\n    return;\n  }\n  return { role, content: content.join(\"#\") };\n}\n\nfunction unmaskCustomMessage(msg: Record<string, any>) {\n  if (msg.role !== Role.USER) {\n    return;\n  }\n\n  for (const key of [\"content\", \"text\"]) {\n    let value = msg[key];\n    if (!value) {\n      continue;\n    }\n\n    if (Array.isArray(value)) {\n      value = value\n        .map((val) => (val.type === \"text\" ? val.text || val.content : null))\n        .filter(isTruthy)\n        .join(\"\");\n    }\n\n    const decoded = decodeCustomMessage(value);\n    if (decoded) {\n      msg.role = decoded.role;\n      msg[key] = decoded.content;\n      break;\n    }\n  }\n}\n\nexport function vercelFetcher(customFetch?: typeof fetch): typeof fetch {\n  return async (url, options) => {\n    if (\n      options &&\n      isString(options.body) &&\n      (getProp(options.headers, [\"content-type\"]) === \"application/json\" ||\n        getProp(options.headers, [\"Content-Type\"]) === \"application/json\")\n    ) {\n      const body = JSON.parse(options.body);\n      if (isPlainObject(body) && Array.isArray(body.messages)) {\n        body.messages.forEach((msg) => {\n          if (!isPlainObject(msg)) {\n            return;\n          }\n          unmaskCustomMessage(msg);\n        });\n      }\n      options.body = JSON.stringify(body);\n    }\n\n    const fetcher = customFetch ?? fetch;\n    return await fetcher(url, options);\n  };\n}\n\nexport function parseHeadersFromEnv(env: string): Record<string, any> {\n  return parseEnv(\n    env,\n    z.preprocess((value) => {\n      return Object.fromEntries(\n        String(value || \"\")\n          .split(\",\")\n          .filter((pair) => pair.includes(\"=\"))\n          .map((pair) => pair.split(\"=\")),\n      );\n    }, z.record(z.string())),\n  );\n}\n\nexport function extractTokenUsage(usage: LanguageModelUsage): ChatModelUsage {\n  return {\n    promptTokens: usage.inputTokens ?? 0,\n    completionTokens: usage.outputTokens ?? 0,\n    totalTokens: usage.totalTokens ?? 0,\n    reasoningTokens: usage.reasoningTokens,\n    cachedPromptTokens: usage.cachedInputTokens,\n  };\n}\n\nexport function mergeTokenUsage(target: ChatModelUsage, ...sources: ChatModelUsage[]): void {\n  for (const source of sources) {\n    target.totalTokens += source.totalTokens ?? 0;\n    target.promptTokens += source.promptTokens ?? 0;\n    target.completionTokens += source.completionTokens ?? 0;\n    if (source.reasoningTokens) {\n      target.reasoningTokens = (target.reasoningTokens ?? 0) + source.reasoningTokens;\n    }\n    if (source.cachedPromptTokens) {\n      target.cachedPromptTokens = (target.cachedPromptTokens ?? 0) + source.cachedPromptTokens;\n    }\n  }\n}\n"]}

package/dist/adapters/vercel/backend/utils.d.cts

@@ -1,8 +1,24 @@
 import { CustomMessage, UserMessage } from '../../../backend/message.cjs';
+import { LanguageModelUsage } from 'ai';
+import { f as ChatModelUsage } from '../../../chat-DB_cf15S.cjs';
 import '../../../internals/serializable.cjs';
 import '../../../internals/types.cjs';
 import '../../../internals/helpers/guards.cjs';
-import 'ai';
+import '../../../context.cjs';
+import '../../../emitter-CGKd_-kK.cjs';
+import '../../../internals/helpers/promise.cjs';
+import '../../../errors.cjs';
+import 'promise-based-task';
+import '../../../cache/base.cjs';
+import '../../../backend/constants.cjs';
+import '../../../tools/base.cjs';
+import 'ajv';
+import '../../../internals/helpers/schema.cjs';
+import 'zod';
+import 'zod-to-json-schema';
+import '../../../template.cjs';
+import '../../../logger/logger.cjs';
+import 'pino';
 
 /**
  * Copyright 2025 © BeeAI a Series of LF Projects, LLC
@@ -16,5 +32,7 @@ declare function decodeCustomMessage(value: string): {
 } | undefined;
 declare function vercelFetcher(customFetch?: typeof fetch): typeof fetch;
 declare function parseHeadersFromEnv(env: string): Record<string, any>;
+declare function extractTokenUsage(usage: LanguageModelUsage): ChatModelUsage;
+declare function mergeTokenUsage(target: ChatModelUsage, ...sources: ChatModelUsage[]): void;
 
-export { decodeCustomMessage, encodeCustomMessage, parseHeadersFromEnv, vercelFetcher };
+export { decodeCustomMessage, encodeCustomMessage, extractTokenUsage, mergeTokenUsage, parseHeadersFromEnv, vercelFetcher };

package/dist/adapters/vercel/backend/utils.d.ts

@@ -1,8 +1,24 @@
 import { CustomMessage, UserMessage } from '../../../backend/message.js';
+import { LanguageModelUsage } from 'ai';
+import { f as ChatModelUsage } from '../../../chat-BbCYMAdE.js';
 import '../../../internals/serializable.js';
 import '../../../internals/types.js';
 import '../../../internals/helpers/guards.js';
-import 'ai';
+import '../../../context.js';
+import '../../../emitter-CN7I4uSV.js';
+import '../../../internals/helpers/promise.js';
+import '../../../errors.js';
+import 'promise-based-task';
+import '../../../cache/base.js';
+import '../../../backend/constants.js';
+import '../../../tools/base.js';
+import 'ajv';
+import '../../../internals/helpers/schema.js';
+import 'zod';
+import 'zod-to-json-schema';
+import '../../../template.js';
+import '../../../logger/logger.js';
+import 'pino';
 
 /**
  * Copyright 2025 © BeeAI a Series of LF Projects, LLC
@@ -16,5 +32,7 @@ declare function decodeCustomMessage(value: string): {
 } | undefined;
 declare function vercelFetcher(customFetch?: typeof fetch): typeof fetch;
 declare function parseHeadersFromEnv(env: string): Record<string, any>;
+declare function extractTokenUsage(usage: LanguageModelUsage): ChatModelUsage;
+declare function mergeTokenUsage(target: ChatModelUsage, ...sources: ChatModelUsage[]): void;
 
-export { decodeCustomMessage, encodeCustomMessage, parseHeadersFromEnv, vercelFetcher };
+export { decodeCustomMessage, encodeCustomMessage, extractTokenUsage, mergeTokenUsage, parseHeadersFromEnv, vercelFetcher };

package/dist/adapters/vercel/backend/utils.js

@@ -80,7 +80,31 @@ function parseHeadersFromEnv(env) {
   }, z.record(z.string())));
 }
 __name(parseHeadersFromEnv, "parseHeadersFromEnv");
+function extractTokenUsage(usage) {
+  return {
+    promptTokens: usage.inputTokens ?? 0,
+    completionTokens: usage.outputTokens ?? 0,
+    totalTokens: usage.totalTokens ?? 0,
+    reasoningTokens: usage.reasoningTokens,
+    cachedPromptTokens: usage.cachedInputTokens
+  };
+}
+__name(extractTokenUsage, "extractTokenUsage");
+function mergeTokenUsage(target, ...sources) {
+  for (const source of sources) {
+    target.totalTokens += source.totalTokens ?? 0;
+    target.promptTokens += source.promptTokens ?? 0;
+    target.completionTokens += source.completionTokens ?? 0;
+    if (source.reasoningTokens) {
+      target.reasoningTokens = (target.reasoningTokens ?? 0) + source.reasoningTokens;
+    }
+    if (source.cachedPromptTokens) {
+      target.cachedPromptTokens = (target.cachedPromptTokens ?? 0) + source.cachedPromptTokens;
+    }
+  }
+}
+__name(mergeTokenUsage, "mergeTokenUsage");
 
-export { decodeCustomMessage, encodeCustomMessage, parseHeadersFromEnv, vercelFetcher };
+export { decodeCustomMessage, encodeCustomMessage, extractTokenUsage, mergeTokenUsage, parseHeadersFromEnv, vercelFetcher };
 //# sourceMappingURL=utils.js.map
 //# sourceMappingURL=utils.js.map

package/dist/adapters/vercel/backend/utils.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../src/adapters/vercel/backend/utils.ts"],"names":["encodeCustomMessage","msg","UserMessage","type","text","role","content","slice","decodeCustomMessage","value","_","id","split","join","unmaskCustomMessage","Role","USER","key","Array","isArray","map","val","filter","isTruthy","decoded","vercelFetcher","customFetch","url","options","isString","body","getProp","headers","JSON","parse","isPlainObject","messages","forEach","stringify","fetcher","fetch","parseHeadersFromEnv","env","parseEnv","z","preprocess","Object","fromEntries","String","pair","includes","record","string"],"mappings":";;;;;;;;AAYO,SAASA,oBAAoBC,GAAAA,EAAkB;AACpD,EAAA,OAAO,IAAIC,WAAAA,CAAY;AACrB,IAAA;MACEC,IAAAA,EAAM,MAAA;MACNC,IAAAA,EAAM,CAAA,aAAA,EAAgBH,IAAII,IAAI,CAAA,CAAA;AAChC,KAAA;AACIJ,IAAAA,GAAAA,GAAAA,CAAIK,QAAQC,KAAAA;AACjB,GAAA,CAAA;AACH;AARgBP,MAAAA,CAAAA,mBAAAA,EAAAA,qBAAAA,CAAAA;AAUT,SAASQ,oBAAoBC,KAAAA,EAAa;AAC/C,EAAA,MAAM,CAACC,GAAGC,EAAAA,EAAIN,IAAAA,EAAM,GAAGC,OAAAA,CAAAA,GAAWG,KAAAA,CAAMG,KAAAA,CAAM,GAAA,CAAA;AAC9C,EAAA,IAAID,OAAO,aAAA,EAAe;AACxB,IAAA;AACF;AACA,EAAA,OAAO;AAAEN,IAAAA,IAAAA;IAAMC,OAAAA,EAASA,OAAAA,CAAQO,KAAK,GAAA;AAAK,GAAA;AAC5C;AANgBL,MAAAA,CAAAA,mBAAAA,EAAAA,qBAAAA,CAAAA;AAQhB,SAASM,oBAAoBb,GAAAA,EAAwB;AACnD,EAAA,IAAIA,GAAAA,CAAII,IAAAA,KAASU,IAAAA,CAAKC,IAAAA,EAAM;AAC1B,IAAA;AACF;AAEA,EAAA,KAAA,MAAWC,GAAAA,IAAO;AAAC,IAAA,SAAA;AAAW,IAAA;AAAS,GAAA,EAAA;AACrC,IAAA,IAAIR,KAAAA,GAAQR,IAAIgB,GAAAA,CAAAA;AAChB,IAAA,IAAI,CAACR,KAAAA,EAAO;AACV,MAAA;AACF;AAEA,IAAA,IAAIS,KAAAA,CAAMC,OAAAA,CAAQV,KAAAA,CAAAA,EAAQ;AACxBA,MAAAA,KAAAA,GAAQA,MACLW,GAAAA,CAAI,CAACC,GAAAA,KAASA,GAAAA,CAAIlB,SAAS,MAAA,GAASkB,GAAAA,CAAIjB,IAAAA,IAAQiB,GAAAA,CAAIf,UAAU,IAAA,CAAA,CAC9DgB,OAAOC,QAAAA,CAAAA,CACPV,KAAK,EAAA,CAAA;AACV;AAEA,IAAA,MAAMW,OAAAA,GAAUhB,oBAAoBC,KAAAA,CAAAA;AACpC,IAAA,IAAIe,OAAAA,EAAS;AACXvB,MAAAA,GAAAA,CAAII,OAAOmB,OAAAA,CAAQnB,IAAAA;AACnBJ,MAAAA,GAAAA,CAAIgB,GAAAA,IAAOO,OAAAA,CAAQlB,OAAAA;AACnB,MAAA;AACF;AACF;AACF;AAzBSQ,MAAAA,CAAAA,mBAAAA,EAAAA,qBAAAA,CAAAA;AA2BF,SAASW,cAAcC,WAAAA,EAA0B;AACtD,EAAA,OAAO,OAAOC,KAAKC,OAAAA,KAAAA;AACjB,IAAA,IACEA,WACAC,QAAAA,CAASD,OAAAA,CAAQE,IAAI,CAAA,KACpBC,OAAAA,CAAQH,QAAQI,OAAAA,EAAS;AAAC,MAAA;KAAe,CAAA,KAAM,kBAAA,IAC9CD,OAAAA,CAAQH,OAAAA,CAAQI,OAAAA,EAAS;AAAC,MAAA;AAAe,KAAA,CAAA,KAAM,kBAAA,CAAA,EACjD;AACA,MAAA,MAAMF,IAAAA,GAAOG,IAAAA,CAAKC,KAAAA,CAAMN,OAAAA,CAAQE,IAAI,CAAA;AACpC,MAAA,IAAIK,cAAcL,IAAAA,CAAAA,IAASZ,MAAMC,OAAAA,CAAQW,IAAAA,CAAKM,QAAQ,CAAA,EAAG;AACvDN,QAAAA,IAAAA,CAAKM,QAAAA,CAASC,OAAAA,CAAQ,CAACpC,GAAAA,KAAAA;AACrB,UAAA,IAAI,CAACkC,aAAAA,CAAclC,GAAAA,CAAAA,EAAM;AACvB,YAAA;AACF;AACAa,UAAAA,mBAAAA,CAAoBb,GAAAA,CAAAA;SACtB,CAAA;AACF;AACA2B,MAAAA,OAAAA,CAAQE,IAAAA,GAAOG,IAAAA,CAAKK,SAAAA,CAAUR,IAAAA,CAAAA;AAChC;AAEA,IAAA,MAAMS,UAAUb,WAAAA,IAAec,KAAAA;AAC/B,IAAA,OAAO,MAAMD,OAAAA,CAAQZ,GAAAA,EAAKC,OAAAA,CAAAA;AAC5B,GAAA;AACF;AAvBgBH,MAAAA,CAAAA,aAAAA,EAAAA,eAAAA,CAAAA;AAyBT,SAASgB,oBAAoBC,GAAAA,EAAW;AAC7C,EAAA,OAAOC,QAAAA,CACLD,GAAAA,EACAE,CAAAA,CAAEC,UAAAA,CAAW,CAACpC,KAAAA,KAAAA;AACZ,IAAA,OAAOqC,MAAAA,CAAOC,WAAAA,CACZC,MAAAA,CAAOvC,KAAAA,IAAS,EAAA,EACbG,KAAAA,CAAM,GAAA,CAAA,CACNU,MAAAA,CAAO,CAAC2B,IAAAA,KAASA,KAAKC,QAAAA,CAAS,GAAA,CAAA,CAAA,CAC/B9B,GAAAA,CAAI,CAAC6B,SAASA,IAAAA,CAAKrC,KAAAA,CAAM,GAAA,CAAA,CAAA,CAAA;AAEhC,GAAA,EAAGgC,EAAEO,MAAAA,CAAOP,CAAAA,CAAEQ,MAAAA,EAAM,CAAA,CAAA,CAAA;AAExB;AAZgBX,MAAAA,CAAAA,mBAAAA,EAAAA,qBAAAA,CAAAA","file":"utils.js","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { CustomMessage, Role, UserMessage } from \"@/backend/message.js\";\nimport { isPlainObject, isString, isTruthy } from \"remeda\";\nimport { getProp } from \"@/internals/helpers/object.js\";\nimport { TextPart } from \"ai\";\nimport { z } from \"zod\";\nimport { parseEnv } from \"@/internals/env.js\";\n\nexport function encodeCustomMessage(msg: CustomMessage): UserMessage {\n  return new UserMessage([\n    {\n      type: \"text\",\n      text: `#custom_role#${msg.role}#`,\n    },\n    ...(msg.content.slice() as TextPart[]),\n  ]);\n}\n\nexport function decodeCustomMessage(value: string) {\n  const [_, id, role, ...content] = value.split(\"#\");\n  if (id !== \"custom_role\") {\n    return;\n  }\n  return { role, content: content.join(\"#\") };\n}\n\nfunction unmaskCustomMessage(msg: Record<string, any>) {\n  if (msg.role !== Role.USER) {\n    return;\n  }\n\n  for (const key of [\"content\", \"text\"]) {\n    let value = msg[key];\n    if (!value) {\n      continue;\n    }\n\n    if (Array.isArray(value)) {\n      value = value\n        .map((val) => (val.type === \"text\" ? val.text || val.content : null))\n        .filter(isTruthy)\n        .join(\"\");\n    }\n\n    const decoded = decodeCustomMessage(value);\n    if (decoded) {\n      msg.role = decoded.role;\n      msg[key] = decoded.content;\n      break;\n    }\n  }\n}\n\nexport function vercelFetcher(customFetch?: typeof fetch): typeof fetch {\n  return async (url, options) => {\n    if (\n      options &&\n      isString(options.body) &&\n      (getProp(options.headers, [\"content-type\"]) === \"application/json\" ||\n        getProp(options.headers, [\"Content-Type\"]) === \"application/json\")\n    ) {\n      const body = JSON.parse(options.body);\n      if (isPlainObject(body) && Array.isArray(body.messages)) {\n        body.messages.forEach((msg) => {\n          if (!isPlainObject(msg)) {\n            return;\n          }\n          unmaskCustomMessage(msg);\n        });\n      }\n      options.body = JSON.stringify(body);\n    }\n\n    const fetcher = customFetch ?? fetch;\n    return await fetcher(url, options);\n  };\n}\n\nexport function parseHeadersFromEnv(env: string): Record<string, any> {\n  return parseEnv(\n    env,\n    z.preprocess((value) => {\n      return Object.fromEntries(\n        String(value || \"\")\n          .split(\",\")\n          .filter((pair) => pair.includes(\"=\"))\n          .map((pair) => pair.split(\"=\")),\n      );\n    }, z.record(z.string())),\n  );\n}\n"]}
+{"version":3,"sources":["../../../../src/adapters/vercel/backend/utils.ts"],"names":["encodeCustomMessage","msg","UserMessage","type","text","role","content","slice","decodeCustomMessage","value","_","id","split","join","unmaskCustomMessage","Role","USER","key","Array","isArray","map","val","filter","isTruthy","decoded","vercelFetcher","customFetch","url","options","isString","body","getProp","headers","JSON","parse","isPlainObject","messages","forEach","stringify","fetcher","fetch","parseHeadersFromEnv","env","parseEnv","z","preprocess","Object","fromEntries","String","pair","includes","record","string","extractTokenUsage","usage","promptTokens","inputTokens","completionTokens","outputTokens","totalTokens","reasoningTokens","cachedPromptTokens","cachedInputTokens","mergeTokenUsage","target","sources","source"],"mappings":";;;;;;;;AAaO,SAASA,oBAAoBC,GAAAA,EAAkB;AACpD,EAAA,OAAO,IAAIC,WAAAA,CAAY;AACrB,IAAA;MACEC,IAAAA,EAAM,MAAA;MACNC,IAAAA,EAAM,CAAA,aAAA,EAAgBH,IAAII,IAAI,CAAA,CAAA;AAChC,KAAA;AACIJ,IAAAA,GAAAA,GAAAA,CAAIK,QAAQC,KAAAA;AACjB,GAAA,CAAA;AACH;AARgBP,MAAAA,CAAAA,mBAAAA,EAAAA,qBAAAA,CAAAA;AAUT,SAASQ,oBAAoBC,KAAAA,EAAa;AAC/C,EAAA,MAAM,CAACC,GAAGC,EAAAA,EAAIN,IAAAA,EAAM,GAAGC,OAAAA,CAAAA,GAAWG,KAAAA,CAAMG,KAAAA,CAAM,GAAA,CAAA;AAC9C,EAAA,IAAID,OAAO,aAAA,EAAe;AACxB,IAAA;AACF;AACA,EAAA,OAAO;AAAEN,IAAAA,IAAAA;IAAMC,OAAAA,EAASA,OAAAA,CAAQO,KAAK,GAAA;AAAK,GAAA;AAC5C;AANgBL,MAAAA,CAAAA,mBAAAA,EAAAA,qBAAAA,CAAAA;AAQhB,SAASM,oBAAoBb,GAAAA,EAAwB;AACnD,EAAA,IAAIA,GAAAA,CAAII,IAAAA,KAASU,IAAAA,CAAKC,IAAAA,EAAM;AAC1B,IAAA;AACF;AAEA,EAAA,KAAA,MAAWC,GAAAA,IAAO;AAAC,IAAA,SAAA;AAAW,IAAA;AAAS,GAAA,EAAA;AACrC,IAAA,IAAIR,KAAAA,GAAQR,IAAIgB,GAAAA,CAAAA;AAChB,IAAA,IAAI,CAACR,KAAAA,EAAO;AACV,MAAA;AACF;AAEA,IAAA,IAAIS,KAAAA,CAAMC,OAAAA,CAAQV,KAAAA,CAAAA,EAAQ;AACxBA,MAAAA,KAAAA,GAAQA,MACLW,GAAAA,CAAI,CAACC,GAAAA,KAASA,GAAAA,CAAIlB,SAAS,MAAA,GAASkB,GAAAA,CAAIjB,IAAAA,IAAQiB,GAAAA,CAAIf,UAAU,IAAA,CAAA,CAC9DgB,OAAOC,QAAAA,CAAAA,CACPV,KAAK,EAAA,CAAA;AACV;AAEA,IAAA,MAAMW,OAAAA,GAAUhB,oBAAoBC,KAAAA,CAAAA;AACpC,IAAA,IAAIe,OAAAA,EAAS;AACXvB,MAAAA,GAAAA,CAAII,OAAOmB,OAAAA,CAAQnB,IAAAA;AACnBJ,MAAAA,GAAAA,CAAIgB,GAAAA,IAAOO,OAAAA,CAAQlB,OAAAA;AACnB,MAAA;AACF;AACF;AACF;AAzBSQ,MAAAA,CAAAA,mBAAAA,EAAAA,qBAAAA,CAAAA;AA2BF,SAASW,cAAcC,WAAAA,EAA0B;AACtD,EAAA,OAAO,OAAOC,KAAKC,OAAAA,KAAAA;AACjB,IAAA,IACEA,WACAC,QAAAA,CAASD,OAAAA,CAAQE,IAAI,CAAA,KACpBC,OAAAA,CAAQH,QAAQI,OAAAA,EAAS;AAAC,MAAA;KAAe,CAAA,KAAM,kBAAA,IAC9CD,OAAAA,CAAQH,OAAAA,CAAQI,OAAAA,EAAS;AAAC,MAAA;AAAe,KAAA,CAAA,KAAM,kBAAA,CAAA,EACjD;AACA,MAAA,MAAMF,IAAAA,GAAOG,IAAAA,CAAKC,KAAAA,CAAMN,OAAAA,CAAQE,IAAI,CAAA;AACpC,MAAA,IAAIK,cAAcL,IAAAA,CAAAA,IAASZ,MAAMC,OAAAA,CAAQW,IAAAA,CAAKM,QAAQ,CAAA,EAAG;AACvDN,QAAAA,IAAAA,CAAKM,QAAAA,CAASC,OAAAA,CAAQ,CAACpC,GAAAA,KAAAA;AACrB,UAAA,IAAI,CAACkC,aAAAA,CAAclC,GAAAA,CAAAA,EAAM;AACvB,YAAA;AACF;AACAa,UAAAA,mBAAAA,CAAoBb,GAAAA,CAAAA;SACtB,CAAA;AACF;AACA2B,MAAAA,OAAAA,CAAQE,IAAAA,GAAOG,IAAAA,CAAKK,SAAAA,CAAUR,IAAAA,CAAAA;AAChC;AAEA,IAAA,MAAMS,UAAUb,WAAAA,IAAec,KAAAA;AAC/B,IAAA,OAAO,MAAMD,OAAAA,CAAQZ,GAAAA,EAAKC,OAAAA,CAAAA;AAC5B,GAAA;AACF;AAvBgBH,MAAAA,CAAAA,aAAAA,EAAAA,eAAAA,CAAAA;AAyBT,SAASgB,oBAAoBC,GAAAA,EAAW;AAC7C,EAAA,OAAOC,QAAAA,CACLD,GAAAA,EACAE,CAAAA,CAAEC,UAAAA,CAAW,CAACpC,KAAAA,KAAAA;AACZ,IAAA,OAAOqC,MAAAA,CAAOC,WAAAA,CACZC,MAAAA,CAAOvC,KAAAA,IAAS,EAAA,EACbG,KAAAA,CAAM,GAAA,CAAA,CACNU,MAAAA,CAAO,CAAC2B,IAAAA,KAASA,KAAKC,QAAAA,CAAS,GAAA,CAAA,CAAA,CAC/B9B,GAAAA,CAAI,CAAC6B,SAASA,IAAAA,CAAKrC,KAAAA,CAAM,GAAA,CAAA,CAAA,CAAA;AAEhC,GAAA,EAAGgC,EAAEO,MAAAA,CAAOP,CAAAA,CAAEQ,MAAAA,EAAM,CAAA,CAAA,CAAA;AAExB;AAZgBX,MAAAA,CAAAA,mBAAAA,EAAAA,qBAAAA,CAAAA;AAcT,SAASY,kBAAkBC,KAAAA,EAAyB;AACzD,EAAA,OAAO;AACLC,IAAAA,YAAAA,EAAcD,MAAME,WAAAA,IAAe,CAAA;AACnCC,IAAAA,gBAAAA,EAAkBH,MAAMI,YAAAA,IAAgB,CAAA;AACxCC,IAAAA,WAAAA,EAAaL,MAAMK,WAAAA,IAAe,CAAA;AAClCC,IAAAA,eAAAA,EAAiBN,KAAAA,CAAMM,eAAAA;AACvBC,IAAAA,kBAAAA,EAAoBP,KAAAA,CAAMQ;AAC5B,GAAA;AACF;AARgBT,MAAAA,CAAAA,iBAAAA,EAAAA,mBAAAA,CAAAA;AAUT,SAASU,eAAAA,CAAgBC,WAA2BC,OAAAA,EAAyB;AAClF,EAAA,KAAA,MAAWC,UAAUD,OAAAA,EAAS;AAC5BD,IAAAA,MAAAA,CAAOL,WAAAA,IAAeO,OAAOP,WAAAA,IAAe,CAAA;AAC5CK,IAAAA,MAAAA,CAAOT,YAAAA,IAAgBW,OAAOX,YAAAA,IAAgB,CAAA;AAC9CS,IAAAA,MAAAA,CAAOP,gBAAAA,IAAoBS,OAAOT,gBAAAA,IAAoB,CAAA;AACtD,IAAA,IAAIS,OAAON,eAAAA,EAAiB;AAC1BI,MAAAA,MAAAA,CAAOJ,eAAAA,GAAAA,CAAmBI,MAAAA,CAAOJ,eAAAA,IAAmB,CAAA,IAAKM,MAAAA,CAAON,eAAAA;AAClE;AACA,IAAA,IAAIM,OAAOL,kBAAAA,EAAoB;AAC7BG,MAAAA,MAAAA,CAAOH,kBAAAA,GAAAA,CAAsBG,MAAAA,CAAOH,kBAAAA,IAAsB,CAAA,IAAKK,MAAAA,CAAOL,kBAAAA;AACxE;AACF;AACF;AAZgBE,MAAAA,CAAAA,eAAAA,EAAAA,iBAAAA,CAAAA","file":"utils.js","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { CustomMessage, Role, UserMessage } from \"@/backend/message.js\";\nimport { isPlainObject, isString, isTruthy } from \"remeda\";\nimport { getProp } from \"@/internals/helpers/object.js\";\nimport type { TextPart, LanguageModelUsage } from \"ai\";\nimport { z } from \"zod\";\nimport { parseEnv } from \"@/internals/env.js\";\nimport { ChatModelUsage } from \"@/backend/chat.js\";\n\nexport function encodeCustomMessage(msg: CustomMessage): UserMessage {\n  return new UserMessage([\n    {\n      type: \"text\",\n      text: `#custom_role#${msg.role}#`,\n    },\n    ...(msg.content.slice() as TextPart[]),\n  ]);\n}\n\nexport function decodeCustomMessage(value: string) {\n  const [_, id, role, ...content] = value.split(\"#\");\n  if (id !== \"custom_role\") {\n    return;\n  }\n  return { role, content: content.join(\"#\") };\n}\n\nfunction unmaskCustomMessage(msg: Record<string, any>) {\n  if (msg.role !== Role.USER) {\n    return;\n  }\n\n  for (const key of [\"content\", \"text\"]) {\n    let value = msg[key];\n    if (!value) {\n      continue;\n    }\n\n    if (Array.isArray(value)) {\n      value = value\n        .map((val) => (val.type === \"text\" ? val.text || val.content : null))\n        .filter(isTruthy)\n        .join(\"\");\n    }\n\n    const decoded = decodeCustomMessage(value);\n    if (decoded) {\n      msg.role = decoded.role;\n      msg[key] = decoded.content;\n      break;\n    }\n  }\n}\n\nexport function vercelFetcher(customFetch?: typeof fetch): typeof fetch {\n  return async (url, options) => {\n    if (\n      options &&\n      isString(options.body) &&\n      (getProp(options.headers, [\"content-type\"]) === \"application/json\" ||\n        getProp(options.headers, [\"Content-Type\"]) === \"application/json\")\n    ) {\n      const body = JSON.parse(options.body);\n      if (isPlainObject(body) && Array.isArray(body.messages)) {\n        body.messages.forEach((msg) => {\n          if (!isPlainObject(msg)) {\n            return;\n          }\n          unmaskCustomMessage(msg);\n        });\n      }\n      options.body = JSON.stringify(body);\n    }\n\n    const fetcher = customFetch ?? fetch;\n    return await fetcher(url, options);\n  };\n}\n\nexport function parseHeadersFromEnv(env: string): Record<string, any> {\n  return parseEnv(\n    env,\n    z.preprocess((value) => {\n      return Object.fromEntries(\n        String(value || \"\")\n          .split(\",\")\n          .filter((pair) => pair.includes(\"=\"))\n          .map((pair) => pair.split(\"=\")),\n      );\n    }, z.record(z.string())),\n  );\n}\n\nexport function extractTokenUsage(usage: LanguageModelUsage): ChatModelUsage {\n  return {\n    promptTokens: usage.inputTokens ?? 0,\n    completionTokens: usage.outputTokens ?? 0,\n    totalTokens: usage.totalTokens ?? 0,\n    reasoningTokens: usage.reasoningTokens,\n    cachedPromptTokens: usage.cachedInputTokens,\n  };\n}\n\nexport function mergeTokenUsage(target: ChatModelUsage, ...sources: ChatModelUsage[]): void {\n  for (const source of sources) {\n    target.totalTokens += source.totalTokens ?? 0;\n    target.promptTokens += source.promptTokens ?? 0;\n    target.completionTokens += source.completionTokens ?? 0;\n    if (source.reasoningTokens) {\n      target.reasoningTokens = (target.reasoningTokens ?? 0) + source.reasoningTokens;\n    }\n    if (source.cachedPromptTokens) {\n      target.cachedPromptTokens = (target.cachedPromptTokens ?? 0) + source.cachedPromptTokens;\n    }\n  }\n}\n"]}

package/dist/adapters/watsonx/backend/chat.cjs

@@ -104,7 +104,7 @@ class WatsonxChatModel extends chat_cjs.ChatModel {
             type: "tool-call",
             toolCallId: call.id,
             toolName: call.function.name,
-            args: schema_cjs.parseBrokenJson(call.function.arguments)
+            input: schema_cjs.parseBrokenJson(call.function.arguments)
           })));
           messages.push(msg);
         }
@@ -154,7 +154,7 @@ class WatsonxChatModel extends chat_cjs.ChatModel {
         if (message instanceof message_cjs.ToolMessage) {
           return message.content.map((content) => ({
             role: "tool",
-            content: JSON.stringify(content.result),
+            content: typeof content.output.value === "string" ? content.output.value : JSON.stringify(content),
             tool_call_id: content.toolCallId
           }));
         } else if (message instanceof message_cjs.SystemMessage) {
@@ -173,9 +173,15 @@ class WatsonxChatModel extends chat_cjs.ChatModel {
               type: "function",
               function: {
                 name: content.toolName,
-                arguments: JSON.stringify(content.args)
+                arguments: JSON.stringify(content.input)
               }
-            }
+            },
+            ...(() => {
+              if (content.type === "file") {
+                throw new Error("Assistants cannot send a file in IBM watsonx");
+              }
+              return {};
+            })()
           }));
         } else {
           return [

package/dist/adapters/watsonx/backend/chat.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../../src/adapters/watsonx/backend/chat.ts"],"names":["Type","WatsonxAiMlVml_v1","WatsonxChatModel","ChatModel","client","emitter","Emitter","root","child","namespace","creator","toolChoiceSupport","providerId","modelId","getEnv","WatsonxClient","ensure","config","name","parameters","undefined","NotImplementedError","_create","input","run","result","instance","textChat","prepareInput","signal","messages","finishReason","usage","extractOutput","choices","ChatModelOutput","_createStream","stream","textChatStream","returnObject","raw","aborted","controller","abort","data","map","delta","choice","message","findLast","Boolean","finish_reason","completionTokens","completion_tokens","promptTokens","prompt_tokens","totalTokens","total_tokens","flatMap","content","msg","AssistantMessage","type","text","push","tool_calls","call","toolCallId","id","toolName","function","args","parseBrokenJson","arguments","refusal","filter","isTruthy","overrides","tools","Promise","all","tool","description","getInputJsonSchema","toolConfig","toolChoice","toolChoiceOption","Tool","includes","ToolMessage","role","JSON","stringify","tool_call_id","SystemMessage","toPlain","spaceId","projectId","isEmpty","responseFormat","JSON_OBJECT","topP","frequencyPenalty","temperature","n","maxTokens","presencePenalty","stop","stopSequences","seed","createSnapshot","shallowCopy","loadSnapshot","snapshot","Object","assign"],"mappings":";;;;;;;;;;;;;;;;;;;;AA4BA,MAAOA,IAAAA,GAAOC,kCAAA,CAAkB,sBAAA,CAAuB,SAAA,CAAU,IAAA;AAM1D,MAAMC,yBAAyBC,kBAAAA,CAAAA;EAlCtC;;;;AAmCqBC,EAAAA,MAAAA;EACHC,OAAAA,GAA4BC,mBAAAA,CAAQC,KAAKC,KAAAA,CAAM;IAC7DC,SAAAA,EAAW;AAAC,MAAA,SAAA;AAAW,MAAA,SAAA;AAAW,MAAA;;IAClCC,OAAAA,EAAS;GACX,CAAA;EACgBC,iBAAAA,GAAkD;AAAC,IAAA,MAAA;AAAQ,IAAA;;AAE3E,EAAA,IAAIC,UAAAA,GAAa;AACf,IAAA,OAAO,SAAA;AACT;AAEA,EAAA,WAAA,CACkBC,OAAAA,GAAUC,cAAAA,CAAO,oBAAA,EAAsB,2BAAA,GACvDV,MAAAA,EACA;AACA,IAAA,KAAA,EAAK,EAAA,KAHWS,OAAAA,GAAAA,OAAAA;AAIhB,IAAA,IAAA,CAAKT,MAAAA,GAASW,wBAAAA,CAAcC,MAAAA,CAAOZ,MAAAA,CAAAA;AACrC;AAEAa,EAAAA,MAAAA,CAAOA,MAAAA,EAAoB;AACzB,IAAA,KAAA,CAAMA,OAAOA,MAAAA,CAAAA;AACb,IAAA,KAAA,MAAWC,IAAAA,IAAQ;AAAC,MAAA;AAA0C,KAAA,EAAA;AAC5D,MAAA,IAAI,IAAA,CAAKC,UAAAA,CAAWD,IAAAA,CAAAA,KAAUE,MAAAA,EAAW;AACvC,QAAA,IAAA,CAAKD,UAAAA,CAAWD,IAAAA,CAAAA,GAAQE,MAAAA;AACxB,QAAA,MAAM,IAAIC,8BAAAA,CACR,CAAA,SAAA,EAAYH,IAAAA,CAAAA,qDAAAA,CAA2D,CAAA;AAE3E;AACF;AACA,IAAA,OAAO,IAAA;AACT;EAEA,MAAgBI,OAAAA,CAAQC,OAAuBC,GAAAA,EAAyB;AACtE,IAAA,MAAM,EAAEC,MAAAA,EAAM,GAAK,MAAM,IAAA,CAAKrB,MAAAA,CAAOsB,SAASC,QAAAA,CAAS;MACrD,GAAI,MAAM,IAAA,CAAKC,YAAAA,CAAaL,KAAAA,CAAAA;AAC5BM,MAAAA,MAAAA,EAAQL,GAAAA,CAAIK;KACd,CAAA;AACA,IAAA,MAAM,EAAEC,QAAAA,EAAUC,YAAAA,EAAcC,KAAAA,EAAK,GAAK,KAAKC,aAAAA,CAAcR,MAAAA,CAAOS,OAAAA,EAAST,MAAAA,CAAOO,KAAK,CAAA;AACzF,IAAA,OAAO,IAAIG,wBAAAA,CAAgBL,QAAAA,EAAUE,KAAAA,EAAOD,YAAAA,CAAAA;AAC9C;EAEA,OAAOK,aAAAA,CAAcb,OAAuBC,GAAAA,EAA0B;AACpE,IAAA,MAAMa,MAAAA,GAAS,MAAM,IAAA,CAAKjC,MAAAA,CAAOsB,SAASY,cAAAA,CAAe;MACvD,GAAI,MAAM,IAAA,CAAKV,YAAAA,CAAaL,KAAAA,CAAAA;AAC5BM,MAAAA,MAAAA,EAAQL,GAAAA,CAAIK,MAAAA;MACZU,YAAAA,EAAc;KAChB,CAAA;AACA,IAAA,WAAA,MAAiBC,OAAOH,MAAAA,EAAQ;AAC9B,MAAA,IAAIb,GAAAA,CAAIK,OAAOY,OAAAA,EAAS;AACtBJ,QAAAA,MAAAA,CAAOK,UAAAA,CAAWC,KAAAA,CAAMnB,GAAAA,CAAIK,MAAAA,CAAOY,OAAO,CAAA;AAC1C,QAAA;AACF;AACA,MAAA,MAAM,EAAEX,QAAAA,EAAUC,YAAAA,EAAcC,KAAAA,EAAK,GAAK,KAAKC,aAAAA,CAC7CO,GAAAA,CAAII,IAAAA,CAAKV,OAAAA,CAAQW,IAAI,CAAC,EAAEC,KAAAA,EAAO,GAAGC,QAAAA,MAAc;QAAE,GAAGA,MAAAA;QAAQC,OAAAA,EAASF;OAAM,CAAA,CAAA,EAC5EN,GAAAA,CAAII,IAAAA,CAAKZ,KAAK,CAAA;AAEhB,MAAA,MAAM,IAAIG,wBAAAA,CAAgBL,QAAAA,EAAUE,KAAAA,EAAOD,YAAAA,CAAAA;AAC7C;AACF;AAEUE,EAAAA,aAAAA,CAAcC,SAAiCF,KAAAA,EAAuB;AAC9E,IAAA,OAAO;MACLD,YAAAA,EAAckB,eAAAA,CAASf,SAAS,CAACa,MAAAA,KAAWG,QAAQH,MAAAA,EAAQI,aAAAA,CAAAA,CAAAA,EACxDA,aAAAA;AACJnB,MAAAA,KAAAA,EAAOA,KAAAA,GACH;AACEoB,QAAAA,gBAAAA,EAAkBpB,MAAMqB,iBAAAA,IAAqB,CAAA;AAC7CC,QAAAA,YAAAA,EAActB,MAAMuB,aAAAA,IAAiB,CAAA;AACrCC,QAAAA,WAAAA,EAAaxB,MAAMyB,YAAAA,IAAgB;OACrC,GACArC,MAAAA;AACJU,MAAAA,QAAAA,EAAUI,OAAAA,CACPwB,OAAAA,CAAQ,CAAC,EAAEV,SAAO,KAAE;AACnB,QAAA,MAAMlB,WAAsB,EAAA;AAC5B,QAAA,IAAIkB,SAASW,OAAAA,EAAS;AACpB,UAAA,MAAMC,GAAAA,GAAM,IAAIC,4BAAAA,CAAiB;YAAEC,IAAAA,EAAM,MAAA;AAAQC,YAAAA,IAAAA,EAAMf,OAAAA,CAAQW;WAAQ,CAAA;AAEvE7B,UAAAA,QAAAA,CAASkC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,IAAIZ,SAASiB,UAAAA,EAAY;AACvB,UAAA,MAAML,MAAM,IAAIC,4BAAAA,CACdb,QAAQiB,UAAAA,CAAWpB,GAAAA,CACjB,CAACqB,IAAAA,MAAwB;YACvBJ,IAAAA,EAAM,WAAA;AACNK,YAAAA,UAAAA,EAAYD,IAAAA,CAAKE,EAAAA;AACjBC,YAAAA,QAAAA,EAAUH,KAAKI,QAAAA,CAASpD,IAAAA;YACxBqD,IAAAA,EAAMC,0BAAAA,CAAgBN,IAAAA,CAAKI,QAAAA,CAASG,SAAS;AAC/C,WAAA,CAAA,CAAA,CAAA;AAIJ3C,UAAAA,QAAAA,CAASkC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,IAAIZ,SAAS0B,OAAAA,EAAS;AACpB,UAAA,MAAMd,GAAAA,GAAM,IAAIC,4BAAAA,CAAiB;YAAEC,IAAAA,EAAM,MAAA;AAAQC,YAAAA,IAAAA,EAAMf,OAAAA,CAAQ0B;WAAQ,CAAA;AAEvE5C,UAAAA,QAAAA,CAASkC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,OAAO9B,QAAAA;OACT,CAAA,CACC6C,OAAOC,eAAAA;AACZ,KAAA;AACF;AAEA,EAAA,MAAgBhD,aAAaiD,SAAAA,EAAoD;AAC/E,IAAA,MAAMtD,KAAAA,GAAwB;AAAE,MAAA,GAAG,IAAA,CAAKJ,UAAAA;MAAY,GAAG0D;AAAU,KAAA;AACjE,IAAA,MAAMC,KAAAA,GAAkC,MAAMC,OAAAA,CAAQC,GAAAA,CAAAA,CACnDzD,KAAAA,CAAMuD,SAAS,EAAA,EAAIjC,GAAAA,CAAI,OAAOoC,IAAAA,MAAU;MACvCnB,IAAAA,EAAM,UAAA;MACNQ,QAAAA,EAAU;AACRpD,QAAAA,IAAAA,EAAM+D,IAAAA,CAAK/D,IAAAA;AACXgE,QAAAA,WAAAA,EAAaD,IAAAA,CAAKC,WAAAA;QAClB/D,UAAAA,EAAY,MAAM8D,KAAKE,kBAAAA;AACzB;AACF,KAAA,CAAA,CAAA,CAAA;AAGF,IAAA,MAAMC,UAAAA,GAAsE;MAC1EC,UAAAA,EAAYjE,MAAAA;MACZkE,gBAAAA,EAAkBlE;AACpB,KAAA;AACA,IAAA,IAAIG,MAAM8D,UAAAA,EAAY;AACpB,MAAA,IAAI9D,KAAAA,CAAM8D,sBAAsBE,aAAAA,EAAM;AACpCH,QAAAA,UAAAA,CAAWC,UAAAA,GAAa;UACtBvB,IAAAA,EAAM,UAAA;UACNQ,QAAAA,EAAU;AAAEpD,YAAAA,IAAAA,EAAMK,MAAM8D,UAAAA,CAAWnE;AAAK;AAC1C,SAAA;AACF,OAAA,MAAA,IAAW,IAAA,CAAKP,iBAAAA,CAAkB6E,QAAAA,CAASjE,KAAAA,CAAM8D,UAAU,CAAA,EAAG;AAC5DD,QAAAA,UAAAA,CAAWE,mBAAmB/D,KAAAA,CAAM8D,UAAAA;AACtC;AACF;AAEA,IAAA,OAAO;AACLxE,MAAAA,OAAAA,EAAS,IAAA,CAAKA,OAAAA;AACdiB,MAAAA,QAAAA,EAAUP,KAAAA,CAAMO,QAAAA,CAAS4B,OAAAA,CAAQ,CAACV,OAAAA,KAAAA;AAChC,QAAA,IAAIA,mBAAmByC,uBAAAA,EAAa;AAClC,UAAA,OAAOzC,OAAAA,CAAQW,OAAAA,CAAQd,GAAAA,CAAI,CAACc,OAAAA,MAAa;YACvC+B,IAAAA,EAAM,MAAA;YACN/B,OAAAA,EAASgC,IAAAA,CAAKC,SAAAA,CAAUjC,OAAAA,CAAQlC,MAAM,CAAA;AACtCoE,YAAAA,YAAAA,EAAclC,OAAAA,CAAQQ;WACxB,CAAA,CAAA;AACF,SAAA,MAAA,IAAWnB,mBAAmB8C,yBAAAA,EAAe;AAC3C,UAAA,OAAO9C,OAAAA,CAAQW,OAAAA,CAAQd,GAAAA,CAAI,CAACc,OAAAA,MAAa;YACvC+B,IAAAA,EAAM,QAAA;AACN/B,YAAAA,OAAAA,EAASA,OAAAA,CAAQI;WACnB,CAAA,CAAA;AACF,SAAA,MAAA,IAAWf,mBAAmBa,4BAAAA,EAAkB;AAC9C,UAAA,OAAOb,OAAAA,CAAQW,OAAAA,CAAQd,GAAAA,CAAI,CAACc,OAAAA,MAAa;YACvC+B,IAAAA,EAAM,WAAA;YACN,GAAI/B,OAAAA,CAAQG,SAAS,MAAA,IAAU;AAC7BH,cAAAA,OAAAA,EAASA,OAAAA,CAAQI;AACnB,aAAA;YACA,GAAIJ,OAAAA,CAAQG,SAAS,WAAA,IAAe;AAClCM,cAAAA,EAAAA,EAAIT,OAAAA,CAAQQ,UAAAA;cACZL,IAAAA,EAAM,UAAA;cACNQ,QAAAA,EAAU;AACRpD,gBAAAA,IAAAA,EAAMyC,OAAAA,CAAQU,QAAAA;gBACdI,SAAAA,EAAWkB,IAAAA,CAAKC,SAAAA,CAAUjC,OAAAA,CAAQY,IAAI;AACxC;AACF;WACF,CAAA,CAAA;SACF,MAAO;AACL,UAAA,OAAO;AAACvB,YAAAA,OAAAA,CAAQ+C,OAAAA;;AAClB;OACF,CAAA;AACAC,MAAAA,OAAAA,EAAS,KAAK5F,MAAAA,CAAO4F,OAAAA;AACrBC,MAAAA,SAAAA,EAAW,KAAK7F,MAAAA,CAAO6F,SAAAA;MACvBnB,KAAAA,EAAOoB,cAAAA,CAAQpB,KAAAA,CAAAA,GAAS1D,MAAAA,GAAY0D,KAAAA;MACpCqB,cAAAA,EAAgB/E,MAAAA;AAChB,MAAA,GAAIG,MAAM4E,cAAAA,IAAkB;QAC1BA,cAAAA,EAAgB;AAAErC,UAAAA,IAAAA,EAAM9D,IAAAA,CAAKoG;AAAY;AAC3C,OAAA;AACAC,MAAAA,IAAAA,EAAM9E,KAAAA,CAAM8E,IAAAA;AACZC,MAAAA,gBAAAA,EAAkB/E,KAAAA,CAAM+E,gBAAAA;AACxBC,MAAAA,WAAAA,EAAahF,KAAAA,CAAMgF,WAAAA;AACnBC,MAAAA,CAAAA,EAAGjF,KAAAA,CAAMiF,CAAAA;AACTC,MAAAA,SAAAA,EAAWlF,KAAAA,CAAMkF,SAAAA;AACjBC,MAAAA,eAAAA,EAAiBnF,KAAAA,CAAMmF,eAAAA;AACvBC,MAAAA,IAAAA,EAAMpF,KAAAA,CAAMqF,aAAAA;AACZC,MAAAA,IAAAA,EAAMtF,KAAAA,CAAMsF,IAAAA;MACZ,GAAGzB;AACL,KAAA;AACF;EAEA0B,cAAAA,GAAiB;AACf,IAAA,OAAO;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;AACTjG,MAAAA,OAAAA,EAAS,IAAA,CAAKA,OAAAA;MACdM,UAAAA,EAAY4F,qBAAAA,CAAY,KAAK5F,UAAU,CAAA;AACvCf,MAAAA,MAAAA,EAAQ,IAAA,CAAKA;AACf,KAAA;AACF;AAEA4G,EAAAA,YAAAA,CAAaC,QAAAA,EAAkD;AAC7DC,IAAAA,MAAAA,CAAOC,MAAAA,CAAO,MAAMF,QAAAA,CAAAA;AACtB;AACF","file":"chat.cjs","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport {\n  ChatConfig,\n  ChatModel,\n  ChatModelEmitter,\n  ChatModelInput,\n  ChatModelOutput,\n  ChatModelParameters,\n  ChatModelToolChoiceSupport,\n} from \"@/backend/chat.js\";\nimport { WatsonxClient, WatsonxClientSettings } from \"@/adapters/watsonx/backend/client.js\";\nimport { findLast, isEmpty, isTruthy } from \"remeda\";\nimport WatsonxAiMlVml_v1, {\n  TextChatMessages,\n  TextChatParameterTools,\n  TextChatParams,\n  TextChatResultChoice,\n  TextChatUsage,\n} from \"@ibm-cloud/watsonx-ai/dist/watsonx-ai-ml/vml_v1.js\";\nimport { shallowCopy } from \"@/serializer/utils.js\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { GetRunContext } from \"@/context.js\";\nimport { AssistantMessage, Message, SystemMessage, ToolMessage } from \"@/backend/message.js\";\nimport { ToolCallPart } from \"ai\";\nimport Type = WatsonxAiMlVml_v1.TextChatResponseFormat.Constants.Type;\nimport { parseBrokenJson } from \"@/internals/helpers/schema.js\";\nimport { getEnv } from \"@/internals/env.js\";\nimport { NotImplementedError } from \"@/errors.js\";\nimport { Tool } from \"@/tools/base.js\";\n\nexport class WatsonxChatModel extends ChatModel {\n  protected readonly client: WatsonxClient;\n  public readonly emitter: ChatModelEmitter = Emitter.root.child({\n    namespace: [\"backend\", \"watsonx\", \"chat\"],\n    creator: this,\n  });\n  public readonly toolChoiceSupport: ChatModelToolChoiceSupport[] = [\"none\", \"single\"];\n\n  get providerId() {\n    return \"watsonx\";\n  }\n\n  constructor(\n    public readonly modelId = getEnv(\"WATSONX_CHAT_MODEL\", \"ibm/granite-3-8b-instruct\"),\n    client?: WatsonxClient | WatsonxClientSettings,\n  ) {\n    super();\n    this.client = WatsonxClient.ensure(client);\n  }\n\n  config(config: ChatConfig) {\n    super.config(config);\n    for (const name of [\"topK\"] as (keyof ChatModelParameters)[]) {\n      if (this.parameters[name] !== undefined) {\n        this.parameters[name] = undefined;\n        throw new NotImplementedError(\n          `Setting \"${name}\" parameter is not supported for WatsonX Chat Models.`,\n        );\n      }\n    }\n    return this;\n  }\n\n  protected async _create(input: ChatModelInput, run: GetRunContext<any>) {\n    const { result } = await this.client.instance.textChat({\n      ...(await this.prepareInput(input)),\n      signal: run.signal,\n    });\n    const { messages, finishReason, usage } = this.extractOutput(result.choices, result.usage);\n    return new ChatModelOutput(messages, usage, finishReason);\n  }\n\n  async *_createStream(input: ChatModelInput, run: GetRunContext<this>) {\n    const stream = await this.client.instance.textChatStream({\n      ...(await this.prepareInput(input)),\n      signal: run.signal,\n      returnObject: true,\n    });\n    for await (const raw of stream) {\n      if (run.signal.aborted) {\n        stream.controller.abort(run.signal.aborted);\n        break;\n      }\n      const { messages, finishReason, usage } = this.extractOutput(\n        raw.data.choices.map(({ delta, ...choice }) => ({ ...choice, message: delta })),\n        raw.data.usage,\n      );\n      yield new ChatModelOutput(messages, usage, finishReason);\n    }\n  }\n\n  protected extractOutput(choices: TextChatResultChoice[], usage?: TextChatUsage) {\n    return {\n      finishReason: findLast(choices, (choice) => Boolean(choice?.finish_reason))\n        ?.finish_reason as ChatModelOutput[\"finishReason\"],\n      usage: usage\n        ? {\n            completionTokens: usage.completion_tokens ?? 0,\n            promptTokens: usage.prompt_tokens ?? 0,\n            totalTokens: usage.total_tokens ?? 0,\n          }\n        : undefined,\n      messages: choices\n        .flatMap(({ message }) => {\n          const messages: Message[] = [];\n          if (message?.content) {\n            const msg = new AssistantMessage({ type: \"text\", text: message.content });\n            // msg.role = message.role || msg.role;\n            messages.push(msg);\n          }\n          if (message?.tool_calls) {\n            const msg = new AssistantMessage(\n              message.tool_calls.map(\n                (call): ToolCallPart => ({\n                  type: \"tool-call\",\n                  toolCallId: call.id,\n                  toolName: call.function.name,\n                  args: parseBrokenJson(call.function.arguments),\n                }),\n              ),\n            );\n            // msg.role = message.role || msg.role;\n            messages.push(msg);\n          }\n          if (message?.refusal) {\n            const msg = new AssistantMessage({ type: \"text\", text: message.refusal });\n            // msg.role = message.role || msg.role;\n            messages.push(msg);\n          }\n          return messages;\n        })\n        .filter(isTruthy),\n    };\n  }\n\n  protected async prepareInput(overrides: ChatModelInput): Promise<TextChatParams> {\n    const input: ChatModelInput = { ...this.parameters, ...overrides };\n    const tools: TextChatParameterTools[] = await Promise.all(\n      (input.tools ?? []).map(async (tool) => ({\n        type: \"function\",\n        function: {\n          name: tool.name,\n          description: tool.description,\n          parameters: await tool.getInputJsonSchema(),\n        },\n      })),\n    );\n\n    const toolConfig: Pick<TextChatParams, \"toolChoice\" | \"toolChoiceOption\"> = {\n      toolChoice: undefined,\n      toolChoiceOption: undefined,\n    };\n    if (input.toolChoice) {\n      if (input.toolChoice instanceof Tool) {\n        toolConfig.toolChoice = {\n          type: \"function\",\n          function: { name: input.toolChoice.name },\n        };\n      } else if (this.toolChoiceSupport.includes(input.toolChoice)) {\n        toolConfig.toolChoiceOption = input.toolChoice;\n      }\n    }\n\n    return {\n      modelId: this.modelId,\n      messages: input.messages.flatMap((message): TextChatMessages[] => {\n        if (message instanceof ToolMessage) {\n          return message.content.map((content) => ({\n            role: \"tool\",\n            content: JSON.stringify(content.result),\n            tool_call_id: content.toolCallId,\n          }));\n        } else if (message instanceof SystemMessage) {\n          return message.content.map((content) => ({\n            role: \"system\",\n            content: content.text,\n          }));\n        } else if (message instanceof AssistantMessage) {\n          return message.content.map((content) => ({\n            role: \"assistant\",\n            ...(content.type === \"text\" && {\n              content: content.text,\n            }),\n            ...(content.type === \"tool-call\" && {\n              id: content.toolCallId,\n              type: \"function\",\n              function: {\n                name: content.toolName,\n                arguments: JSON.stringify(content.args),\n              },\n            }),\n          }));\n        } else {\n          return [message.toPlain()];\n        }\n      }),\n      spaceId: this.client.spaceId,\n      projectId: this.client.projectId,\n      tools: isEmpty(tools) ? undefined : tools,\n      responseFormat: undefined,\n      ...(input.responseFormat && {\n        responseFormat: { type: Type.JSON_OBJECT },\n      }),\n      topP: input.topP,\n      frequencyPenalty: input.frequencyPenalty,\n      temperature: input.temperature,\n      n: input.n,\n      maxTokens: input.maxTokens,\n      presencePenalty: input.presencePenalty,\n      stop: input.stopSequences,\n      seed: input.seed,\n      ...toolConfig,\n    };\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      modelId: this.modelId,\n      parameters: shallowCopy(this.parameters),\n      client: this.client,\n    };\n  }\n\n  loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>) {\n    Object.assign(this, snapshot);\n  }\n}\n"]}
+{"version":3,"sources":["../../../../src/adapters/watsonx/backend/chat.ts"],"names":["Type","WatsonxAiMlVml_v1","WatsonxChatModel","ChatModel","client","emitter","Emitter","root","child","namespace","creator","toolChoiceSupport","providerId","modelId","getEnv","WatsonxClient","ensure","config","name","parameters","undefined","NotImplementedError","_create","input","run","result","instance","textChat","prepareInput","signal","messages","finishReason","usage","extractOutput","choices","ChatModelOutput","_createStream","stream","textChatStream","returnObject","raw","aborted","controller","abort","data","map","delta","choice","message","findLast","Boolean","finish_reason","completionTokens","completion_tokens","promptTokens","prompt_tokens","totalTokens","total_tokens","flatMap","content","msg","AssistantMessage","type","text","push","tool_calls","call","toolCallId","id","toolName","function","parseBrokenJson","arguments","refusal","filter","isTruthy","overrides","tools","Promise","all","tool","description","getInputJsonSchema","toolConfig","toolChoice","toolChoiceOption","Tool","includes","ToolMessage","role","output","value","JSON","stringify","tool_call_id","SystemMessage","Error","toPlain","spaceId","projectId","isEmpty","responseFormat","JSON_OBJECT","topP","frequencyPenalty","temperature","n","maxTokens","presencePenalty","stop","stopSequences","seed","createSnapshot","shallowCopy","loadSnapshot","snapshot","Object","assign"],"mappings":";;;;;;;;;;;;;;;;;;;;AA4BA,MAAOA,IAAAA,GAAOC,kCAAA,CAAkB,sBAAA,CAAuB,SAAA,CAAU,IAAA;AAW1D,MAAMC,yBAAyBC,kBAAAA,CAAAA;EAvCtC;;;;AAwCqBC,EAAAA,MAAAA;EACHC,OAAAA,GAA4BC,mBAAAA,CAAQC,KAAKC,KAAAA,CAAM;IAC7DC,SAAAA,EAAW;AAAC,MAAA,SAAA;AAAW,MAAA,SAAA;AAAW,MAAA;;IAClCC,OAAAA,EAAS;GACX,CAAA;EACgBC,iBAAAA,GAAkD;AAAC,IAAA,MAAA;AAAQ,IAAA;;AAE3E,EAAA,IAAIC,UAAAA,GAAa;AACf,IAAA,OAAO,SAAA;AACT;AAEA,EAAA,WAAA,CACkBC,OAAAA,GAAUC,cAAAA,CAAO,oBAAA,EAAsB,2BAAA,GACvDV,MAAAA,EACA;AACA,IAAA,KAAA,EAAK,EAAA,KAHWS,OAAAA,GAAAA,OAAAA;AAIhB,IAAA,IAAA,CAAKT,MAAAA,GAASW,wBAAAA,CAAcC,MAAAA,CAAOZ,MAAAA,CAAAA;AACrC;AAEAa,EAAAA,MAAAA,CAAOA,MAAAA,EAAoB;AACzB,IAAA,KAAA,CAAMA,OAAOA,MAAAA,CAAAA;AACb,IAAA,KAAA,MAAWC,IAAAA,IAAQ;AAAC,MAAA;AAA0C,KAAA,EAAA;AAC5D,MAAA,IAAI,IAAA,CAAKC,UAAAA,CAAWD,IAAAA,CAAAA,KAAUE,MAAAA,EAAW;AACvC,QAAA,IAAA,CAAKD,UAAAA,CAAWD,IAAAA,CAAAA,GAAQE,MAAAA;AACxB,QAAA,MAAM,IAAIC,8BAAAA,CACR,CAAA,SAAA,EAAYH,IAAAA,CAAAA,qDAAAA,CAA2D,CAAA;AAE3E;AACF;AACA,IAAA,OAAO,IAAA;AACT;EAEA,MAAgBI,OAAAA,CAAQC,OAAuBC,GAAAA,EAAyB;AACtE,IAAA,MAAM,EAAEC,MAAAA,EAAM,GAAK,MAAM,IAAA,CAAKrB,MAAAA,CAAOsB,SAASC,QAAAA,CAAS;MACrD,GAAI,MAAM,IAAA,CAAKC,YAAAA,CAAaL,KAAAA,CAAAA;AAC5BM,MAAAA,MAAAA,EAAQL,GAAAA,CAAIK;KACd,CAAA;AACA,IAAA,MAAM,EAAEC,QAAAA,EAAUC,YAAAA,EAAcC,KAAAA,EAAK,GAAK,KAAKC,aAAAA,CAAcR,MAAAA,CAAOS,OAAAA,EAAST,MAAAA,CAAOO,KAAK,CAAA;AACzF,IAAA,OAAO,IAAIG,wBAAAA,CAAgBL,QAAAA,EAAUE,KAAAA,EAAOD,YAAAA,CAAAA;AAC9C;EAEA,OAAOK,aAAAA,CAAcb,OAAuBC,GAAAA,EAA0B;AACpE,IAAA,MAAMa,MAAAA,GAAS,MAAM,IAAA,CAAKjC,MAAAA,CAAOsB,SAASY,cAAAA,CAAe;MACvD,GAAI,MAAM,IAAA,CAAKV,YAAAA,CAAaL,KAAAA,CAAAA;AAC5BM,MAAAA,MAAAA,EAAQL,GAAAA,CAAIK,MAAAA;MACZU,YAAAA,EAAc;KAChB,CAAA;AACA,IAAA,WAAA,MAAiBC,OAAOH,MAAAA,EAAQ;AAC9B,MAAA,IAAIb,GAAAA,CAAIK,OAAOY,OAAAA,EAAS;AACtBJ,QAAAA,MAAAA,CAAOK,UAAAA,CAAWC,KAAAA,CAAMnB,GAAAA,CAAIK,MAAAA,CAAOY,OAAO,CAAA;AAC1C,QAAA;AACF;AACA,MAAA,MAAM,EAAEX,QAAAA,EAAUC,YAAAA,EAAcC,KAAAA,EAAK,GAAK,KAAKC,aAAAA,CAC7CO,GAAAA,CAAII,IAAAA,CAAKV,OAAAA,CAAQW,IAAI,CAAC,EAAEC,KAAAA,EAAO,GAAGC,QAAAA,MAAc;QAAE,GAAGA,MAAAA;QAAQC,OAAAA,EAASF;OAAM,CAAA,CAAA,EAC5EN,GAAAA,CAAII,IAAAA,CAAKZ,KAAK,CAAA;AAEhB,MAAA,MAAM,IAAIG,wBAAAA,CAAgBL,QAAAA,EAAUE,KAAAA,EAAOD,YAAAA,CAAAA;AAC7C;AACF;AAEUE,EAAAA,aAAAA,CAAcC,SAAiCF,KAAAA,EAAuB;AAC9E,IAAA,OAAO;MACLD,YAAAA,EAAckB,eAAAA,CAASf,SAAS,CAACa,MAAAA,KAAWG,QAAQH,MAAAA,EAAQI,aAAAA,CAAAA,CAAAA,EACxDA,aAAAA;AACJnB,MAAAA,KAAAA,EAAOA,KAAAA,GACH;AACEoB,QAAAA,gBAAAA,EAAkBpB,MAAMqB,iBAAAA,IAAqB,CAAA;AAC7CC,QAAAA,YAAAA,EAActB,MAAMuB,aAAAA,IAAiB,CAAA;AACrCC,QAAAA,WAAAA,EAAaxB,MAAMyB,YAAAA,IAAgB;OACrC,GACArC,MAAAA;AACJU,MAAAA,QAAAA,EAAUI,OAAAA,CACPwB,OAAAA,CAAQ,CAAC,EAAEV,SAAO,KAAE;AACnB,QAAA,MAAMlB,WAAsB,EAAA;AAC5B,QAAA,IAAIkB,SAASW,OAAAA,EAAS;AACpB,UAAA,MAAMC,GAAAA,GAAM,IAAIC,4BAAAA,CAAiB;YAAEC,IAAAA,EAAM,MAAA;AAAQC,YAAAA,IAAAA,EAAMf,OAAAA,CAAQW;WAAQ,CAAA;AAEvE7B,UAAAA,QAAAA,CAASkC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,IAAIZ,SAASiB,UAAAA,EAAY;AACvB,UAAA,MAAML,MAAM,IAAIC,4BAAAA,CACdb,QAAQiB,UAAAA,CAAWpB,GAAAA,CACjB,CAACqB,IAAAA,MAAwB;YACvBJ,IAAAA,EAAM,WAAA;AACNK,YAAAA,UAAAA,EAAYD,IAAAA,CAAKE,EAAAA;AACjBC,YAAAA,QAAAA,EAAUH,KAAKI,QAAAA,CAASpD,IAAAA;YACxBK,KAAAA,EAAOgD,0BAAAA,CAAgBL,IAAAA,CAAKI,QAAAA,CAASE,SAAS;AAChD,WAAA,CAAA,CAAA,CAAA;AAIJ1C,UAAAA,QAAAA,CAASkC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,IAAIZ,SAASyB,OAAAA,EAAS;AACpB,UAAA,MAAMb,GAAAA,GAAM,IAAIC,4BAAAA,CAAiB;YAAEC,IAAAA,EAAM,MAAA;AAAQC,YAAAA,IAAAA,EAAMf,OAAAA,CAAQyB;WAAQ,CAAA;AAEvE3C,UAAAA,QAAAA,CAASkC,KAAKJ,GAAAA,CAAAA;AAChB;AACA,QAAA,OAAO9B,QAAAA;OACT,CAAA,CACC4C,OAAOC,eAAAA;AACZ,KAAA;AACF;AAEA,EAAA,MAAgB/C,aAAagD,SAAAA,EAAoD;AAC/E,IAAA,MAAMrD,KAAAA,GAAwB;AAAE,MAAA,GAAG,IAAA,CAAKJ,UAAAA;MAAY,GAAGyD;AAAU,KAAA;AACjE,IAAA,MAAMC,KAAAA,GAAkC,MAAMC,OAAAA,CAAQC,GAAAA,CAAAA,CACnDxD,KAAAA,CAAMsD,SAAS,EAAA,EAAIhC,GAAAA,CAAI,OAAOmC,IAAAA,MAAU;MACvClB,IAAAA,EAAM,UAAA;MACNQ,QAAAA,EAAU;AACRpD,QAAAA,IAAAA,EAAM8D,IAAAA,CAAK9D,IAAAA;AACX+D,QAAAA,WAAAA,EAAaD,IAAAA,CAAKC,WAAAA;QAClB9D,UAAAA,EAAY,MAAM6D,KAAKE,kBAAAA;AACzB;AACF,KAAA,CAAA,CAAA,CAAA;AAGF,IAAA,MAAMC,UAAAA,GAAsE;MAC1EC,UAAAA,EAAYhE,MAAAA;MACZiE,gBAAAA,EAAkBjE;AACpB,KAAA;AACA,IAAA,IAAIG,MAAM6D,UAAAA,EAAY;AACpB,MAAA,IAAI7D,KAAAA,CAAM6D,sBAAsBE,aAAAA,EAAM;AACpCH,QAAAA,UAAAA,CAAWC,UAAAA,GAAa;UACtBtB,IAAAA,EAAM,UAAA;UACNQ,QAAAA,EAAU;AAAEpD,YAAAA,IAAAA,EAAMK,MAAM6D,UAAAA,CAAWlE;AAAK;AAC1C,SAAA;AACF,OAAA,MAAA,IAAW,IAAA,CAAKP,iBAAAA,CAAkB4E,QAAAA,CAAShE,KAAAA,CAAM6D,UAAU,CAAA,EAAG;AAC5DD,QAAAA,UAAAA,CAAWE,mBAAmB9D,KAAAA,CAAM6D,UAAAA;AACtC;AACF;AAEA,IAAA,OAAO;AACLvE,MAAAA,OAAAA,EAAS,IAAA,CAAKA,OAAAA;AACdiB,MAAAA,QAAAA,EAAUP,KAAAA,CAAMO,QAAAA,CAAS4B,OAAAA,CAAQ,CAACV,OAAAA,KAAAA;AAChC,QAAA,IAAIA,mBAAmBwC,uBAAAA,EAAa;AAClC,UAAA,OAAOxC,OAAAA,CAAQW,OAAAA,CAAQd,GAAAA,CACrB,CAACc,OAAAA,MAAkC;YACjC8B,IAAAA,EAAM,MAAA;YACN9B,OAAAA,EACE,OAAOA,OAAAA,CAAQ+B,MAAAA,CAAOC,KAAAA,KAAU,QAAA,GAC5BhC,QAAQ+B,MAAAA,CAAOC,KAAAA,GACfC,IAAAA,CAAKC,SAAAA,CAAUlC,OAAAA,CAAAA;AACrBmC,YAAAA,YAAAA,EAAcnC,OAAAA,CAAQQ;WACxB,CAAA,CAAA;AAEJ,SAAA,MAAA,IAAWnB,mBAAmB+C,yBAAAA,EAAe;AAC3C,UAAA,OAAO/C,OAAAA,CAAQW,OAAAA,CAAQd,GAAAA,CACrB,CAACc,OAAAA,MAAoC;YACnC8B,IAAAA,EAAM,QAAA;AACN9B,YAAAA,OAAAA,EAASA,OAAAA,CAAQI;WACnB,CAAA,CAAA;AAEJ,SAAA,MAAA,IAAWf,mBAAmBa,4BAAAA,EAAkB;AAC9C,UAAA,OAAOb,OAAAA,CAAQW,OAAAA,CAAQd,GAAAA,CACrB,CAACc,OAAAA,MAAuC;YACtC8B,IAAAA,EAAM,WAAA;YACN,GAAI9B,OAAAA,CAAQG,SAAS,MAAA,IAAU;AAC7BH,cAAAA,OAAAA,EAASA,OAAAA,CAAQI;AACnB,aAAA;YACA,GAAIJ,OAAAA,CAAQG,SAAS,WAAA,IAAe;AAClCM,cAAAA,EAAAA,EAAIT,OAAAA,CAAQQ,UAAAA;cACZL,IAAAA,EAAM,UAAA;cACNQ,QAAAA,EAAU;AACRpD,gBAAAA,IAAAA,EAAMyC,OAAAA,CAAQU,QAAAA;gBACdG,SAAAA,EAAWoB,IAAAA,CAAKC,SAAAA,CAAUlC,OAAAA,CAAQpC,KAAK;AACzC;AACF,aAAA;AACA,YAAA,GAAA,CAAI,MAAA;AACF,cAAA,IAAIoC,OAAAA,CAAQG,SAAS,MAAA,EAAQ;AAC3B,gBAAA,MAAM,IAAIkC,MAAM,8CAAA,CAAA;AAClB;AACA,cAAA,OAAO,EAAC;aACV;WACF,CAAA,CAAA;SAEJ,MAAO;AACL,UAAA,OAAO;AAAChD,YAAAA,OAAAA,CAAQiD,OAAAA;;AAClB;OACF,CAAA;AACAC,MAAAA,OAAAA,EAAS,KAAK9F,MAAAA,CAAO8F,OAAAA;AACrBC,MAAAA,SAAAA,EAAW,KAAK/F,MAAAA,CAAO+F,SAAAA;MACvBtB,KAAAA,EAAOuB,cAAAA,CAAQvB,KAAAA,CAAAA,GAASzD,MAAAA,GAAYyD,KAAAA;MACpCwB,cAAAA,EAAgBjF,MAAAA;AAChB,MAAA,GAAIG,MAAM8E,cAAAA,IAAkB;QAC1BA,cAAAA,EAAgB;AAAEvC,UAAAA,IAAAA,EAAM9D,IAAAA,CAAKsG;AAAY;AAC3C,OAAA;AACAC,MAAAA,IAAAA,EAAMhF,KAAAA,CAAMgF,IAAAA;AACZC,MAAAA,gBAAAA,EAAkBjF,KAAAA,CAAMiF,gBAAAA;AACxBC,MAAAA,WAAAA,EAAalF,KAAAA,CAAMkF,WAAAA;AACnBC,MAAAA,CAAAA,EAAGnF,KAAAA,CAAMmF,CAAAA;AACTC,MAAAA,SAAAA,EAAWpF,KAAAA,CAAMoF,SAAAA;AACjBC,MAAAA,eAAAA,EAAiBrF,KAAAA,CAAMqF,eAAAA;AACvBC,MAAAA,IAAAA,EAAMtF,KAAAA,CAAMuF,aAAAA;AACZC,MAAAA,IAAAA,EAAMxF,KAAAA,CAAMwF,IAAAA;MACZ,GAAG5B;AACL,KAAA;AACF;EAEA6B,cAAAA,GAAiB;AACf,IAAA,OAAO;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;AACTnG,MAAAA,OAAAA,EAAS,IAAA,CAAKA,OAAAA;MACdM,UAAAA,EAAY8F,qBAAAA,CAAY,KAAK9F,UAAU,CAAA;AACvCf,MAAAA,MAAAA,EAAQ,IAAA,CAAKA;AACf,KAAA;AACF;AAEA8G,EAAAA,YAAAA,CAAaC,QAAAA,EAAkD;AAC7DC,IAAAA,MAAAA,CAAOC,MAAAA,CAAO,MAAMF,QAAAA,CAAAA;AACtB;AACF","file":"chat.cjs","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport {\n  ChatConfig,\n  ChatModel,\n  ChatModelEmitter,\n  ChatModelInput,\n  ChatModelOutput,\n  ChatModelParameters,\n  ChatModelToolChoiceSupport,\n} from \"@/backend/chat.js\";\nimport { WatsonxClient, WatsonxClientSettings } from \"@/adapters/watsonx/backend/client.js\";\nimport { findLast, isEmpty, isTruthy } from \"remeda\";\nimport WatsonxAiMlVml_v1, {\n  TextChatMessages,\n  TextChatParameterTools,\n  TextChatParams,\n  TextChatResultChoice,\n  TextChatUsage,\n} from \"@ibm-cloud/watsonx-ai/dist/watsonx-ai-ml/vml_v1.js\";\nimport { shallowCopy } from \"@/serializer/utils.js\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { GetRunContext } from \"@/context.js\";\nimport { AssistantMessage, Message, SystemMessage, ToolMessage } from \"@/backend/message.js\";\nimport { ToolCallPart } from \"ai\";\nimport Type = WatsonxAiMlVml_v1.TextChatResponseFormat.Constants.Type;\nimport { parseBrokenJson } from \"@/internals/helpers/schema.js\";\nimport { getEnv } from \"@/internals/env.js\";\nimport { NotImplementedError } from \"@/errors.js\";\nimport { Tool } from \"@/tools/base.js\";\nimport type {\n  TextChatMessageAssistant,\n  TextChatMessageSystem,\n  TextChatMessageTool,\n} from \"@ibm-cloud/watsonx-ai\";\n\nexport class WatsonxChatModel extends ChatModel {\n  protected readonly client: WatsonxClient;\n  public readonly emitter: ChatModelEmitter = Emitter.root.child({\n    namespace: [\"backend\", \"watsonx\", \"chat\"],\n    creator: this,\n  });\n  public readonly toolChoiceSupport: ChatModelToolChoiceSupport[] = [\"none\", \"single\"];\n\n  get providerId() {\n    return \"watsonx\";\n  }\n\n  constructor(\n    public readonly modelId = getEnv(\"WATSONX_CHAT_MODEL\", \"ibm/granite-3-8b-instruct\"),\n    client?: WatsonxClient | WatsonxClientSettings,\n  ) {\n    super();\n    this.client = WatsonxClient.ensure(client);\n  }\n\n  config(config: ChatConfig) {\n    super.config(config);\n    for (const name of [\"topK\"] as (keyof ChatModelParameters)[]) {\n      if (this.parameters[name] !== undefined) {\n        this.parameters[name] = undefined;\n        throw new NotImplementedError(\n          `Setting \"${name}\" parameter is not supported for WatsonX Chat Models.`,\n        );\n      }\n    }\n    return this;\n  }\n\n  protected async _create(input: ChatModelInput, run: GetRunContext<any>) {\n    const { result } = await this.client.instance.textChat({\n      ...(await this.prepareInput(input)),\n      signal: run.signal,\n    });\n    const { messages, finishReason, usage } = this.extractOutput(result.choices, result.usage);\n    return new ChatModelOutput(messages, usage, finishReason);\n  }\n\n  async *_createStream(input: ChatModelInput, run: GetRunContext<this>) {\n    const stream = await this.client.instance.textChatStream({\n      ...(await this.prepareInput(input)),\n      signal: run.signal,\n      returnObject: true,\n    });\n    for await (const raw of stream) {\n      if (run.signal.aborted) {\n        stream.controller.abort(run.signal.aborted);\n        break;\n      }\n      const { messages, finishReason, usage } = this.extractOutput(\n        raw.data.choices.map(({ delta, ...choice }) => ({ ...choice, message: delta })),\n        raw.data.usage,\n      );\n      yield new ChatModelOutput(messages, usage, finishReason);\n    }\n  }\n\n  protected extractOutput(choices: TextChatResultChoice[], usage?: TextChatUsage) {\n    return {\n      finishReason: findLast(choices, (choice) => Boolean(choice?.finish_reason))\n        ?.finish_reason as ChatModelOutput[\"finishReason\"],\n      usage: usage\n        ? {\n            completionTokens: usage.completion_tokens ?? 0,\n            promptTokens: usage.prompt_tokens ?? 0,\n            totalTokens: usage.total_tokens ?? 0,\n          }\n        : undefined,\n      messages: choices\n        .flatMap(({ message }) => {\n          const messages: Message[] = [];\n          if (message?.content) {\n            const msg = new AssistantMessage({ type: \"text\", text: message.content });\n            // msg.role = message.role || msg.role;\n            messages.push(msg);\n          }\n          if (message?.tool_calls) {\n            const msg = new AssistantMessage(\n              message.tool_calls.map(\n                (call): ToolCallPart => ({\n                  type: \"tool-call\",\n                  toolCallId: call.id,\n                  toolName: call.function.name,\n                  input: parseBrokenJson(call.function.arguments),\n                }),\n              ),\n            );\n            // msg.role = message.role || msg.role;\n            messages.push(msg);\n          }\n          if (message?.refusal) {\n            const msg = new AssistantMessage({ type: \"text\", text: message.refusal });\n            // msg.role = message.role || msg.role;\n            messages.push(msg);\n          }\n          return messages;\n        })\n        .filter(isTruthy),\n    };\n  }\n\n  protected async prepareInput(overrides: ChatModelInput): Promise<TextChatParams> {\n    const input: ChatModelInput = { ...this.parameters, ...overrides };\n    const tools: TextChatParameterTools[] = await Promise.all(\n      (input.tools ?? []).map(async (tool) => ({\n        type: \"function\",\n        function: {\n          name: tool.name,\n          description: tool.description,\n          parameters: await tool.getInputJsonSchema(),\n        },\n      })),\n    );\n\n    const toolConfig: Pick<TextChatParams, \"toolChoice\" | \"toolChoiceOption\"> = {\n      toolChoice: undefined,\n      toolChoiceOption: undefined,\n    };\n    if (input.toolChoice) {\n      if (input.toolChoice instanceof Tool) {\n        toolConfig.toolChoice = {\n          type: \"function\",\n          function: { name: input.toolChoice.name },\n        };\n      } else if (this.toolChoiceSupport.includes(input.toolChoice)) {\n        toolConfig.toolChoiceOption = input.toolChoice;\n      }\n    }\n\n    return {\n      modelId: this.modelId,\n      messages: input.messages.flatMap((message): TextChatMessages[] => {\n        if (message instanceof ToolMessage) {\n          return message.content.map(\n            (content): TextChatMessageTool => ({\n              role: \"tool\",\n              content:\n                typeof content.output.value === \"string\"\n                  ? content.output.value\n                  : JSON.stringify(content),\n              tool_call_id: content.toolCallId,\n            }),\n          );\n        } else if (message instanceof SystemMessage) {\n          return message.content.map(\n            (content): TextChatMessageSystem => ({\n              role: \"system\",\n              content: content.text,\n            }),\n          );\n        } else if (message instanceof AssistantMessage) {\n          return message.content.map(\n            (content): TextChatMessageAssistant => ({\n              role: \"assistant\",\n              ...(content.type === \"text\" && {\n                content: content.text,\n              }),\n              ...(content.type === \"tool-call\" && {\n                id: content.toolCallId,\n                type: \"function\",\n                function: {\n                  name: content.toolName,\n                  arguments: JSON.stringify(content.input),\n                },\n              }),\n              ...(() => {\n                if (content.type === \"file\") {\n                  throw new Error(\"Assistants cannot send a file in IBM watsonx\");\n                }\n                return {};\n              })(),\n            }),\n          );\n        } else {\n          return [message.toPlain()];\n        }\n      }),\n      spaceId: this.client.spaceId,\n      projectId: this.client.projectId,\n      tools: isEmpty(tools) ? undefined : tools,\n      responseFormat: undefined,\n      ...(input.responseFormat && {\n        responseFormat: { type: Type.JSON_OBJECT },\n      }),\n      topP: input.topP,\n      frequencyPenalty: input.frequencyPenalty,\n      temperature: input.temperature,\n      n: input.n,\n      maxTokens: input.maxTokens,\n      presencePenalty: input.presencePenalty,\n      stop: input.stopSequences,\n      seed: input.seed,\n      ...toolConfig,\n    };\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      modelId: this.modelId,\n      parameters: shallowCopy(this.parameters),\n      client: this.client,\n    };\n  }\n\n  loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>) {\n    Object.assign(this, snapshot);\n  }\n}\n"]}

package/dist/adapters/watsonx/backend/chat.d.cts

@@ -1,9 +1,9 @@
 import { Logger } from '../../../logger/logger.cjs';
-import { m as ChatModel, h as ChatModelEmitter, l as ChatModelToolChoiceSupport, k as ChatConfig, d as ChatModelInput, n as ChatModelOutput, C as ChatModelParameters, i as ChatModelCache, g as ChatModelEvents } from '../../../chat-CR4yfOR9.cjs';
+import { m as ChatModel, h as ChatModelEmitter, l as ChatModelToolChoiceSupport, k as ChatConfig, d as ChatModelInput, n as ChatModelOutput, C as ChatModelParameters, i as ChatModelCache, g as ChatModelEvents } from '../../../chat-DB_cf15S.cjs';
 import { Message, MessageContentPart } from '../../../backend/message.cjs';
 import { WatsonxClient, WatsonxClientSettings } from './client.cjs';
 import { TextChatResultChoice, TextChatUsage, TextChatParams } from '@ibm-cloud/watsonx-ai/dist/watsonx-ai-ml/vml_v1.js';
-import { E as Emitter } from '../../../emitter-DWEsd-ud.cjs';
+import { E as Emitter } from '../../../emitter-CGKd_-kK.cjs';
 import { GetRunContext } from '../../../context.cjs';
 import 'pino';
 import '../../../errors.cjs';

package/dist/adapters/watsonx/backend/chat.d.ts

@@ -1,9 +1,9 @@
 import { Logger } from '../../../logger/logger.js';
-import { m as ChatModel, h as ChatModelEmitter, l as ChatModelToolChoiceSupport, k as ChatConfig, d as ChatModelInput, n as ChatModelOutput, C as ChatModelParameters, i as ChatModelCache, g as ChatModelEvents } from '../../../chat-W9j8T6UU.js';
+import { m as ChatModel, h as ChatModelEmitter, l as ChatModelToolChoiceSupport, k as ChatConfig, d as ChatModelInput, n as ChatModelOutput, C as ChatModelParameters, i as ChatModelCache, g as ChatModelEvents } from '../../../chat-BbCYMAdE.js';
 import { Message, MessageContentPart } from '../../../backend/message.js';
 import { WatsonxClient, WatsonxClientSettings } from './client.js';
 import { TextChatResultChoice, TextChatUsage, TextChatParams } from '@ibm-cloud/watsonx-ai/dist/watsonx-ai-ml/vml_v1.js';
-import { E as Emitter } from '../../../emitter-C9nwGLt6.js';
+import { E as Emitter } from '../../../emitter-CN7I4uSV.js';
 import { GetRunContext } from '../../../context.js';
 import 'pino';
 import '../../../errors.js';

package/dist/adapters/watsonx/backend/chat.js

@@ -98,7 +98,7 @@ class WatsonxChatModel extends ChatModel {
             type: "tool-call",
             toolCallId: call.id,
             toolName: call.function.name,
-            args: parseBrokenJson(call.function.arguments)
+            input: parseBrokenJson(call.function.arguments)
           })));
           messages.push(msg);
         }
@@ -148,7 +148,7 @@ class WatsonxChatModel extends ChatModel {
         if (message instanceof ToolMessage) {
           return message.content.map((content) => ({
             role: "tool",
-            content: JSON.stringify(content.result),
+            content: typeof content.output.value === "string" ? content.output.value : JSON.stringify(content),
             tool_call_id: content.toolCallId
           }));
         } else if (message instanceof SystemMessage) {
@@ -167,9 +167,15 @@ class WatsonxChatModel extends ChatModel {
               type: "function",
               function: {
                 name: content.toolName,
-                arguments: JSON.stringify(content.args)
+                arguments: JSON.stringify(content.input)
               }
-            }
+            },
+            ...(() => {
+              if (content.type === "file") {
+                throw new Error("Assistants cannot send a file in IBM watsonx");
+              }
+              return {};
+            })()
           }));
         } else {
           return [