beeai-framework 0.1.22 → 0.1.23

package/dist/agents/toolCalling/agent.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/agents/toolCalling/agent.ts"],"names":["ToolCallingAgent","BaseAgent","emitter","Emitter","root","child","namespace","creator","input","saveIntermediateSteps","register","_run","options","run","tempMessageKey","execution","totalMaxRetries","omitUndefined","state","memory","UnconstrainedMemory","result","undefined","iteration","add","SystemMessage","templates","system","render","role","instructions","addMany","messages","prompt","userMessage","UserMessage","task","context","expectedOutput","isString","globalRetriesCounter","RetryCounter","AgentError","usePlainResponse","ZodSchema","finalAnswerToolSchema","z","object","response","string","describe","String","finalAnswerTool","DynamicTool","name","description","inputSchema","handler","JSON","stringify","AssistantMessage","StringToolOutput","tools","forceFinalAnswer","Infinity","emit","llm","create","slice","toolChoice","length","stream","toolCallMessages","getToolCalls","toolCall","tool","find","toolName","toolInput","toolResponse","toolCallMsg","ToolMessage","type","toolCallId","output","value","getTextContent","e","ToolError","use","explain","textMessages","getTextMessages","isEmpty","deleteMany","filter","msg","meta","push","reset","extraDescription","map","join","overrides","defaultTemplates","ToolCallingAgentSystemPrompt","ToolCallingAgentTaskPrompt","mapObj","key","defaultTemplate","override","PromptTemplate","createSnapshot","shallowCopy","enumerable"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;AAqDO,MAAMA,yBAAyBC,SAAAA,CAAAA;AAAAA,EAAAA;;;;EAKpBC,OAAAA,GAAUC,OAAAA,CAAQC,KAAKC,KAAAA,CAAiC;IACtEC,SAAAA,EAAW;AAAC,MAAA,OAAA;AAAS,MAAA;;IACrBC,OAAAA,EAAS;GACX,CAAA;AAEA,EAAA,WAAA,CAA4BC,KAAAA,EAA8B;AACxD,IAAA,KAAA,EAAK,EAAA,KADqBA,KAAAA,GAAAA,KAAAA;AAE1B,IAAA,IAAA,CAAKA,KAAAA,CAAMC,qBAAAA,GAAwB,IAAA,CAAKD,KAAAA,CAAMC,qBAAAA,IAAyB,IAAA;AACzE;EAEA;AACE,IAAA,IAAA,CAAKC,QAAAA,EAAQ;AACf;AAEA,EAAA,MAAgBC,IAAAA,CACdH,KAAAA,EACAI,OAAAA,GAAsC,IACtCC,GAAAA,EACoC;AACpC,IAAA,MAAMC,cAAAA,GAAiB,aAAA;AACvB,IAAA,MAAMC,SAAAA,GAAY;MAEhBC,eAAAA,EAAiB,EAAA;MAEjB,GAAGC,aAAAA,CAAc,IAAA,CAAKT,KAAAA,CAAMO,SAAAA,IAAa,EAAC,CAAA;AAC1C,MAAA,GAAGE,aAAAA,CAAcL,OAAAA,CAAQG,SAAAA,IAAa,EAAC;AACzC,KAAA;AAEA,IAAA,MAAMG,KAAAA,GAAkC;AACtCC,MAAAA,MAAAA,EAAQ,IAAIC,mBAAAA,EAAAA;MACZC,MAAAA,EAAQC,MAAAA;MACRC,SAAAA,EAAW;AACb,KAAA;AACA,IAAA,MAAML,KAAAA,CAAMC,OAAOK,GAAAA,CACjB,IAAIC,cACF,IAAA,CAAKC,SAAAA,CAAUC,OAAOC,MAAAA,CAAO;MAC3BC,IAAAA,EAAMP,MAAAA;MACNQ,YAAAA,EAAcR;AAChB,KAAA,CAAA,CAAA,CAAA;AAGJ,IAAA,MAAMJ,KAAAA,CAAMC,MAAAA,CAAOY,OAAAA,CAAQ,IAAA,CAAKZ,OAAOa,QAAQ,CAAA;AAE/C,IAAA,IAAIxB,MAAMyB,MAAAA,EAAQ;AAChB,MAAA,MAAMC,cAAc,IAAIC,WAAAA,CACtB,IAAA,CAAKT,SAAAA,CAAUU,KAAKR,MAAAA,CAAO;AACzBK,QAAAA,MAAAA,EAAQzB,KAAAA,CAAMyB,MAAAA;AACdI,QAAAA,OAAAA,EAAS7B,KAAAA,CAAM6B,OAAAA;AACfC,QAAAA,cAAAA,EAAgBC,QAAAA,CAAS/B,KAAAA,CAAM8B,cAAc,CAAA,GAAI9B,MAAM8B,cAAAA,GAAiBhB;AAC1E,OAAA,CAAA,CAAA;AAEF,MAAA,MAAMJ,KAAAA,CAAMC,MAAAA,CAAOK,GAAAA,CAAIU,WAAAA,CAAAA;AACzB;AAEA,IAAA,MAAMM,uBAAuB,IAAIC,YAAAA,CAAa1B,SAAAA,CAAUC,eAAAA,IAAmB,GAAG0B,UAAAA,CAAAA;AAE9E,IAAA,MAAMC,mBAAmB,CAACnC,KAAAA,CAAM8B,cAAAA,IAAkB,EAAE9B,MAAM8B,cAAAA,YAA0BM,SAAAA,CAAAA;AACpF,IAAA,MAAMC,qBAAAA,GAAwBF,gBAAAA,GAC1BG,CAAAA,CAAEC,MAAAA,CAAO;MACPC,QAAAA,EAAUF,CAAAA,CAAEG,QAAM,CAAGC,QAAAA,CAASC,OAAO3C,KAAAA,CAAM8B,cAAAA,IAAkB,EAAA,CAAA;AAC/D,KAAA,IACC9B,KAAAA,CAAM8B,cAAAA;AAEX,IAAA,MAAMc,eAAAA,GAAkB,IAAIC,WAAAA,CAAY;MACtCC,IAAAA,EAAM,cAAA;MACNC,WAAAA,EAAa,oCAAA;MACbC,WAAAA,EAAaX,qBAAAA;AACbY,MAAAA,OAAAA,gCAAgBjD,MAAAA,KAAAA;AACd,QAAA,MAAMa,SAASsB,gBAAAA,GAAmBnC,MAAAA,CAAMwC,QAAAA,GAAWU,IAAAA,CAAKC,UAAUnD,MAAAA,CAAAA;AAClEU,QAAAA,KAAAA,CAAMG,MAAAA,GAAS,IAAIuC,gBAAAA,CAAiBvC,MAAAA,CAAAA;AACpC,QAAA,OAAO,IAAIwC,iBAAiB,uBAAA,CAAA;OAC9B,EAJS,SAAA;KAKX,CAAA;AAEA,IAAA,MAAMC,KAAAA,GAAQ;AAAI,MAAA,GAAA,IAAA,CAAKtD,KAAAA,CAAMsD,KAAAA;AAAOV,MAAAA;;AACpC,IAAA,IAAIW,gBAAAA,GAAmB,KAAA;AAEvB,IAAA,OAAO,CAAC7C,MAAMG,MAAAA,EAAQ;AACpBH,MAAAA,KAAAA,CAAMK,SAAAA,EAAAA;AACN,MAAA,IAAIL,KAAAA,CAAMK,SAAAA,IAAaR,SAAAA,CAAUC,eAAAA,IAAmBgD,QAAAA,CAAAA,EAAW;AAC7D,QAAA,MAAM,IAAItB,UAAAA,CACR,CAAA,0CAAA,EAA6CxB,KAAAA,CAAMK,SAAS,CAAA,YAAA,CAAc,CAAA;AAE9E;AAEA,MAAA,MAAMV,GAAAA,CAAIX,OAAAA,CAAQ+D,IAAAA,CAAK,OAAA,EAAS;AAAE/C,QAAAA;OAAM,CAAA;AACxC,MAAA,MAAM8B,QAAAA,GAAW,MAAM,IAAA,CAAKxC,KAAAA,CAAM0D,IAAIC,MAAAA,CAAO;QAC3CnC,QAAAA,EAAUd,KAAAA,CAAMC,MAAAA,CAAOa,QAAAA,CAASoC,KAAAA,EAAK;AACrCN,QAAAA,KAAAA;AACAO,QAAAA,UAAAA,EAAYN,mBAAmBX,eAAAA,GAAkBU,KAAAA,CAAMQ,SAAS,CAAA,GAAI,UAAA,GAAaR,MAAM,CAAA,CAAA;QACvFS,MAAAA,EAAQ;OACV,CAAA;AACA,MAAA,MAAMrD,KAAAA,CAAMC,MAAAA,CAAOY,OAAAA,CAAQiB,QAAAA,CAAShB,QAAQ,CAAA;AAE5C,MAAA,MAAMwC,gBAAAA,GAAmBxB,SAASyB,YAAAA,EAAY;AAC9C,MAAA,KAAA,MAAWC,YAAYF,gBAAAA,EAAkB;AACvC,QAAA,IAAI;AACF,UAAA,MAAMG,IAAAA,GAAOb,MAAMc,IAAAA,CAAK,CAACD,UAASA,KAAAA,CAAKrB,IAAAA,KAASoB,SAASG,QAAQ,CAAA;AACjE,UAAA,IAAI,CAACF,IAAAA,EAAM;AACT,YAAA,MAAM,IAAIjC,UAAAA,CAAW,CAAA,KAAA,EAAQgC,QAAAA,CAASG,QAAQ,CAAA,gBAAA,CAAkB,CAAA;AAClE;AAEA,UAAA,MAAMC,YAAiBJ,QAAAA,CAASlE,KAAAA;AAChC,UAAA,MAAMuE,eAA2B,MAAMJ,IAAAA,CAAK9D,GAAAA,CAAIiE,SAAAA,EAAWzC,OAAAA,CAAQ;AACjEnB,YAAAA,KAAAA;YACA8D,WAAAA,EAAaN;WACf,CAAA;AACA,UAAA,MAAMxD,KAAAA,CAAMC,MAAAA,CAAOK,GAAAA,CACjB,IAAIyD,WAAAA,CAAY;YACdC,IAAAA,EAAM,aAAA;AACNC,YAAAA,UAAAA,EAAYT,QAAAA,CAASS,UAAAA;AACrBN,YAAAA,QAAAA,EAAUH,QAAAA,CAASG,QAAAA;YACnBO,MAAAA,EAAQ;cAAEF,IAAAA,EAAM,MAAA;AAAQG,cAAAA,KAAAA,EAAON,aAAaO,cAAAA;AAAiB;AAC/D,WAAA,CAAA,CAAA;AAEJ,SAAA,CAAA,OAASC,CAAAA,EAAG;AACV,UAAA,IAAIA,aAAaC,SAAAA,EAAW;AAC1BhD,YAAAA,oBAAAA,CAAqBiD,IAAIF,CAAAA,CAAAA;AACzB,YAAA,MAAMrE,KAAAA,CAAMC,MAAAA,CAAOK,GAAAA,CACjB,IAAIyD,WAAAA,CAAY;cACdC,IAAAA,EAAM,aAAA;AACNC,cAAAA,UAAAA,EAAYT,QAAAA,CAASS,UAAAA;AACrBN,cAAAA,QAAAA,EAAUH,QAAAA,CAASG,QAAAA;cACnBO,MAAAA,EAAQ;gBAAEF,IAAAA,EAAM,YAAA;AAAcG,gBAAAA,KAAAA,EAAOE,EAAEG,OAAAA;AAAU;AACnD,aAAA,CAAA,CAAA;WAEJ,MAAO;AACL,YAAA,MAAMH,CAAAA;AACR;AACF;AACF;AAGA,MAAA,MAAMI,YAAAA,GAAe3C,SAAS4C,eAAAA,EAAe;AAC7C,MAAA,IAAIC,OAAAA,CAAQrB,gBAAAA,CAAAA,IAAqBqB,OAAAA,CAAQF,YAAAA,CAAAA,EAAe;AACtD,QAAA,MAAMzE,KAAAA,CAAMC,MAAAA,CAAOK,GAAAA,CAAI,IAAIoC,iBAAiB,IAAA,EAAM;AAAE,UAAA,CAAC9C,cAAAA,GAAiB;AAAK,SAAA,CAAA,CAAA;OAC7E,MAAO;AACL,QAAA,MAAMI,KAAAA,CAAMC,MAAAA,CAAO2E,UAAAA,CACjB5E,KAAAA,CAAMC,MAAAA,CAAOa,QAAAA,CAAS+D,MAAAA,CAAO,CAACC,GAAAA,KAAQA,GAAAA,CAAIC,IAAAA,CAAKnF,cAAAA,CAAe,CAAA,CAAA;AAElE;AAGA,MAAA,IAAI,CAAC+E,OAAAA,CAAQF,YAAAA,CAAAA,IAAiBE,OAAAA,CAAQrB,gBAAAA,CAAAA,EAAmB;AACvDT,QAAAA,gBAAAA,GAAmB,IAAA;AACnBD,QAAAA,KAAAA,CAAMQ,MAAAA,GAAS,CAAA;AACfR,QAAAA,KAAAA,CAAMoC,KAAK9C,eAAAA,CAAAA;AACb;AAEA,MAAA,MAAMvC,GAAAA,CAAIX,OAAAA,CAAQ+D,IAAAA,CAAK,SAAA,EAAW;AAAE/C,QAAAA;OAAM,CAAA;AAC5C;AAEA,IAAA,IAAI,IAAA,CAAKV,MAAMC,qBAAAA,EAAuB;AACpC,MAAA,IAAA,CAAKU,OAAOgF,KAAAA,EAAK;AACjB,MAAA,MAAM,IAAA,CAAKhF,OAAOY,OAAAA,CAAQb,KAAAA,CAAMC,OAAOa,QAAAA,CAASoC,KAAAA,CAAM,CAAA,CAAA,CAAA;KACxD,MAAO;AACL,MAAA,MAAM,IAAA,CAAKjD,OAAOY,OAAAA,CAAQb,KAAAA,CAAMC,OAAOa,QAAAA,CAASoC,KAAAA,CAAM,EAAC,CAAA,CAAA;AACzD;AACA,IAAA,OAAO;AAAEjD,MAAAA,MAAAA,EAAQD,KAAAA,CAAMC,MAAAA;AAAQE,MAAAA,MAAAA,EAAQH,KAAAA,CAAMG;AAAO,KAAA;AACtD;AAEA,EAAA,IAAI4E,IAAAA,GAAkB;AACpB,IAAA,MAAMnC,KAAAA,GAAQ,IAAA,CAAKtD,KAAAA,CAAMsD,KAAAA,CAAMM,KAAAA,EAAK;AAEpC,IAAA,IAAI,IAAA,CAAK5D,MAAMyF,IAAAA,EAAM;AACnB,MAAA,OAAO;AAAE,QAAA,GAAG,KAAKzF,KAAAA,CAAMyF,IAAAA;AAAMnC,QAAAA;AAAM,OAAA;AACrC;AAEA,IAAA,OAAO;MACLR,IAAAA,EAAM,aAAA;AACNQ,MAAAA,KAAAA;MACAP,WAAAA,EAAa,0DAAA;MACb,GAAIO,KAAAA,CAAMQ,SAAS,CAAA,IAAK;QACtB8B,gBAAAA,EAAkB;AAChB,UAAA,CAAA,8CAAA,CAAA;aACGtC,KAAAA,CAAMuC,GAAAA,CAAI,CAAC1B,IAAAA,KAAS,CAAA,MAAA,EAASA,KAAKrB,IAAI,CAAA,GAAA,EAAMqB,IAAAA,CAAKpB,WAAW,CAAA,CAAA,CAAG;AAClE+C,SAAAA,CAAAA,IAAAA,CAAK,IAAA;AACT;AACF,KAAA;AACF;AAEA,EAAA,IACc5E,SAAAA,GAAuC;AACnD,IAAA,MAAM6E,SAAAA,GAAY,IAAA,CAAK/F,KAAAA,CAAMkB,SAAAA,IAAa,EAAC;AAC3C,IAAA,MAAM8E,gBAAAA,GAA8C;MAClD7E,MAAAA,EAAQ8E,4BAAAA;MACRrE,IAAAA,EAAMsE;AACR,KAAA;AAEA,IAAA,OAAOC,MAAAA,CAAOH,gBAAAA,CAAAA,CACZ,CAACI,KAAKC,eAAAA,KAAAA;AACJ,MAAA,MAAMC,QAAAA,GAAWP,SAAAA,CAAUK,GAAAA,CAAAA,IAAQC,eAAAA;AACnC,MAAA,IAAIC,oBAAoBC,cAAAA,EAAgB;AACtC,QAAA,OAAOD,QAAAA;AACT;AACA,MAAA,OAAOA,QAAAA,CAASD,eAAAA,CAAAA,IAAoBA,eAAAA;KACtC,CAAA;AAEJ;EAEAG,cAAAA,GAAiB;AACf,IAAA,OAAO;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;MACTxG,KAAAA,EAAOyG,WAAAA,CAAY,KAAKzG,KAAK,CAAA;AAC7BN,MAAAA,OAAAA,EAAS,IAAA,CAAKA;AAChB,KAAA;AACF;AAEA,EAAA,IAAIiB,OAAOA,MAAAA,EAAoB;AAC7B,IAAA,IAAA,CAAKX,MAAMW,MAAAA,GAASA,MAAAA;AACtB;AAEA,EAAA,IAAIA,MAAAA,GAAS;AACX,IAAA,OAAO,KAAKX,KAAAA,CAAMW,MAAAA;AACpB;AACF;;;IAlCW+F,UAAAA,EAAY","file":"agent.js","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { AgentError, BaseAgent } from \"@/agents/base.js\";\nimport { AnyTool, DynamicTool, StringToolOutput, ToolError, ToolOutput } from \"@/tools/base.js\";\nimport { BaseMemory } from \"@/memory/base.js\";\nimport { AgentMeta } from \"@/agents/types.js\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport type {\n  ToolCallingAgentExecutionConfig,\n  ToolCallingAgentTemplates,\n  ToolCallingAgentCallbacks,\n  ToolCallingAgentRunInput,\n  ToolCallingAgentRunOptions,\n  ToolCallingAgentRunOutput,\n  ToolCallingAgentRunState,\n} from \"@/agents/toolCalling/types.js\";\nimport { GetRunContext } from \"@/context.js\";\nimport { ChatModel } from \"@/backend/chat.js\";\nimport { shallowCopy } from \"@/serializer/utils.js\";\nimport { UnconstrainedMemory } from \"@/memory/unconstrainedMemory.js\";\nimport { AssistantMessage, SystemMessage, ToolMessage, UserMessage } from \"@/backend/message.js\";\nimport { isEmpty, isString } from \"remeda\";\nimport { RetryCounter } from \"@/internals/helpers/counter.js\";\nimport { mapObj, omitUndefined } from \"@/internals/helpers/object.js\";\nimport { Cache } from \"@/cache/decoratorCache.js\";\nimport { PromptTemplate } from \"@/template.js\";\nimport {\n  ToolCallingAgentSystemPrompt,\n  ToolCallingAgentTaskPrompt,\n} from \"@/agents/toolCalling/prompts.js\";\nimport { z, ZodSchema } from \"zod\";\n\nexport type ToolCallingAgentTemplateFactory<K extends keyof ToolCallingAgentTemplates> = (\n  template: ToolCallingAgentTemplates[K],\n) => ToolCallingAgentTemplates[K];\n\nexport interface ToolCallingAgentInput {\n  llm: ChatModel;\n  memory: BaseMemory;\n  tools: AnyTool[];\n  meta?: Omit<AgentMeta, \"tools\">;\n  templates?: Partial<{\n    [K in keyof ToolCallingAgentTemplates]:\n      | ToolCallingAgentTemplates[K]\n      | ToolCallingAgentTemplateFactory<K>;\n  }>;\n  execution?: ToolCallingAgentExecutionConfig;\n  saveIntermediateSteps?: boolean;\n}\n\nexport class ToolCallingAgent extends BaseAgent<\n  ToolCallingAgentRunInput,\n  ToolCallingAgentRunOutput,\n  ToolCallingAgentRunOptions\n> {\n  public readonly emitter = Emitter.root.child<ToolCallingAgentCallbacks>({\n    namespace: [\"agent\", \"toolCalling\"],\n    creator: this,\n  });\n\n  constructor(public readonly input: ToolCallingAgentInput) {\n    super();\n    this.input.saveIntermediateSteps = this.input.saveIntermediateSteps ?? true;\n  }\n\n  static {\n    this.register();\n  }\n\n  protected async _run(\n    input: ToolCallingAgentRunInput,\n    options: ToolCallingAgentRunOptions = {},\n    run: GetRunContext<typeof this>,\n  ): Promise<ToolCallingAgentRunOutput> {\n    const tempMessageKey = \"tempMessage\" as const;\n    const execution = {\n      maxRetriesPerStep: 3,\n      totalMaxRetries: 20,\n      maxIterations: 10,\n      ...omitUndefined(this.input.execution ?? {}),\n      ...omitUndefined(options.execution ?? {}),\n    };\n\n    const state: ToolCallingAgentRunState = {\n      memory: new UnconstrainedMemory(),\n      result: undefined,\n      iteration: 0,\n    };\n    await state.memory.add(\n      new SystemMessage(\n        this.templates.system.render({\n          role: undefined,\n          instructions: undefined,\n        }),\n      ),\n    );\n    await state.memory.addMany(this.memory.messages);\n\n    if (input.prompt) {\n      const userMessage = new UserMessage(\n        this.templates.task.render({\n          prompt: input.prompt,\n          context: input.context,\n          expectedOutput: isString(input.expectedOutput) ? input.expectedOutput : undefined,\n        }),\n      );\n      await state.memory.add(userMessage);\n    }\n\n    const globalRetriesCounter = new RetryCounter(execution.totalMaxRetries || 1, AgentError);\n\n    const usePlainResponse = !input.expectedOutput || !(input.expectedOutput instanceof ZodSchema);\n    const finalAnswerToolSchema = usePlainResponse\n      ? z.object({\n          response: z.string().describe(String(input.expectedOutput ?? \"\")),\n        })\n      : (input.expectedOutput as ZodSchema);\n\n    const finalAnswerTool = new DynamicTool({\n      name: \"final_answer\",\n      description: \"Sends the final answer to the user\",\n      inputSchema: finalAnswerToolSchema,\n      handler: async (input) => {\n        const result = usePlainResponse ? input.response : JSON.stringify(input);\n        state.result = new AssistantMessage(result);\n        return new StringToolOutput(\"Message has been sent\");\n      },\n    });\n\n    const tools = [...this.input.tools, finalAnswerTool];\n    let forceFinalAnswer = false;\n\n    while (!state.result) {\n      state.iteration++;\n      if (state.iteration > (execution.totalMaxRetries ?? Infinity)) {\n        throw new AgentError(\n          `Agent was not able to resolve the task in ${state.iteration} iterations.`,\n        );\n      }\n\n      await run.emitter.emit(\"start\", { state });\n      const response = await this.input.llm.create({\n        messages: state.memory.messages.slice(),\n        tools,\n        toolChoice: forceFinalAnswer ? finalAnswerTool : tools.length > 1 ? \"required\" : tools[0],\n        stream: false,\n      });\n      await state.memory.addMany(response.messages);\n\n      const toolCallMessages = response.getToolCalls();\n      for (const toolCall of toolCallMessages) {\n        try {\n          const tool = tools.find((tool) => tool.name === toolCall.toolName);\n          if (!tool) {\n            throw new AgentError(`Tool ${toolCall.toolName} does not exist!`);\n          }\n\n          const toolInput: any = toolCall.input;\n          const toolResponse: ToolOutput = await tool.run(toolInput).context({\n            state,\n            toolCallMsg: toolCall,\n          });\n          await state.memory.add(\n            new ToolMessage({\n              type: \"tool-result\",\n              toolCallId: toolCall.toolCallId,\n              toolName: toolCall.toolName,\n              output: { type: \"text\", value: toolResponse.getTextContent() },\n            }),\n          );\n        } catch (e) {\n          if (e instanceof ToolError) {\n            globalRetriesCounter.use(e);\n            await state.memory.add(\n              new ToolMessage({\n                type: \"tool-result\",\n                toolCallId: toolCall.toolCallId,\n                toolName: toolCall.toolName,\n                output: { type: \"error-text\", value: e.explain() },\n              }),\n            );\n          } else {\n            throw e;\n          }\n        }\n      }\n\n      // handle empty messages for some models\n      const textMessages = response.getTextMessages();\n      if (isEmpty(toolCallMessages) && isEmpty(textMessages)) {\n        await state.memory.add(new AssistantMessage(\"\\n\", { [tempMessageKey]: true }));\n      } else {\n        await state.memory.deleteMany(\n          state.memory.messages.filter((msg) => msg.meta[tempMessageKey]),\n        );\n      }\n\n      // Fallback for providers that do not support structured outputs\n      if (!isEmpty(textMessages) && isEmpty(toolCallMessages)) {\n        forceFinalAnswer = true;\n        tools.length = 0;\n        tools.push(finalAnswerTool);\n      }\n\n      await run.emitter.emit(\"success\", { state });\n    }\n\n    if (this.input.saveIntermediateSteps) {\n      this.memory.reset();\n      await this.memory.addMany(state.memory.messages.slice(1));\n    } else {\n      await this.memory.addMany(state.memory.messages.slice(-2));\n    }\n    return { memory: state.memory, result: state.result };\n  }\n\n  get meta(): AgentMeta {\n    const tools = this.input.tools.slice();\n\n    if (this.input.meta) {\n      return { ...this.input.meta, tools };\n    }\n\n    return {\n      name: \"ToolCalling\",\n      tools,\n      description: \"ToolCallingAgent that uses tools to accomplish the task.\",\n      ...(tools.length > 0 && {\n        extraDescription: [\n          `Tools that I can use to accomplish given task.`,\n          ...tools.map((tool) => `Tool '${tool.name}': ${tool.description}.`),\n        ].join(\"\\n\"),\n      }),\n    };\n  }\n\n  @Cache({ enumerable: false })\n  protected get templates(): ToolCallingAgentTemplates {\n    const overrides = this.input.templates ?? {};\n    const defaultTemplates: ToolCallingAgentTemplates = {\n      system: ToolCallingAgentSystemPrompt,\n      task: ToolCallingAgentTaskPrompt,\n    } as const;\n\n    return mapObj(defaultTemplates)(\n      (key, defaultTemplate: ToolCallingAgentTemplates[typeof key]) => {\n        const override = overrides[key] ?? defaultTemplate;\n        if (override instanceof PromptTemplate) {\n          return override;\n        }\n        return override(defaultTemplate) ?? defaultTemplate;\n      },\n    );\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      input: shallowCopy(this.input),\n      emitter: this.emitter,\n    };\n  }\n\n  set memory(memory: BaseMemory) {\n    this.input.memory = memory;\n  }\n\n  get memory() {\n    return this.input.memory;\n  }\n}\n"]}
+{"version":3,"sources":["../../../src/agents/toolCalling/agent.ts"],"names":["ToolCallingAgent","BaseAgent","emitter","Emitter","root","child","namespace","creator","input","saveIntermediateSteps","Logger","warn","register","_run","options","run","tempMessageKey","execution","totalMaxRetries","omitUndefined","state","memory","UnconstrainedMemory","result","undefined","iteration","add","SystemMessage","templates","system","render","role","instructions","addMany","messages","prompt","userMessage","UserMessage","task","context","expectedOutput","isString","globalRetriesCounter","RetryCounter","AgentError","usePlainResponse","ZodSchema","finalAnswerToolSchema","z","object","response","string","describe","String","finalAnswerTool","DynamicTool","name","description","inputSchema","handler","JSON","stringify","AssistantMessage","StringToolOutput","tools","forceFinalAnswer","Infinity","emit","llm","create","slice","toolChoice","length","stream","toolCallMessages","getToolCalls","toolCall","tool","find","toolName","toolInput","toolResponse","toolCallMsg","Tool","contextKeys","Memory","ToolMessage","type","toolCallId","output","value","getTextContent","e","ToolError","use","explain","textMessages","getTextMessages","isEmpty","deleteMany","filter","msg","meta","push","reset","extraDescription","map","join","overrides","defaultTemplates","ToolCallingAgentSystemPrompt","ToolCallingAgentTaskPrompt","mapObj","key","defaultTemplate","override","PromptTemplate","createSnapshot","shallowCopy","enumerable"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAgEO,MAAMA,yBAAyBC,SAAAA,CAAAA;AAAAA,EAAAA;;;;EAKpBC,OAAAA,GAAUC,OAAAA,CAAQC,KAAKC,KAAAA,CAAiC;IACtEC,SAAAA,EAAW;AAAC,MAAA,OAAA;AAAS,MAAA;;IACrBC,OAAAA,EAAS;GACX,CAAA;AAEA,EAAA,WAAA,CAA4BC,KAAAA,EAA8B;AACxD,IAAA,KAAA,EAAK,EAAA,KADqBA,KAAAA,GAAAA,KAAAA;AAE1B,IAAA,IAAA,CAAKA,KAAAA,CAAMC,qBAAAA,GAAwB,IAAA,CAAKD,KAAAA,CAAMC,qBAAAA,IAAyB,IAAA;AACvEC,IAAAA,MAAAA,CAAON,IAAAA,CAAKO,KACV,4FAAA,CAAA;AAEJ;EAEA;AACE,IAAA,IAAA,CAAKC,QAAAA,EAAQ;AACf;AAEA,EAAA,MAAgBC,IAAAA,CACdL,KAAAA,EACAM,OAAAA,GAAsC,IACtCC,GAAAA,EACoC;AACpC,IAAA,MAAMC,cAAAA,GAAiB,aAAA;AACvB,IAAA,MAAMC,SAAAA,GAAY;MAEhBC,eAAAA,EAAiB,EAAA;MAEjB,GAAGC,aAAAA,CAAc,IAAA,CAAKX,KAAAA,CAAMS,SAAAA,IAAa,EAAC,CAAA;AAC1C,MAAA,GAAGE,aAAAA,CAAcL,OAAAA,CAAQG,SAAAA,IAAa,EAAC;AACzC,KAAA;AAEA,IAAA,MAAMG,KAAAA,GAAkC;AACtCC,MAAAA,MAAAA,EAAQ,IAAIC,mBAAAA,EAAAA;MACZC,MAAAA,EAAQC,MAAAA;MACRC,SAAAA,EAAW;AACb,KAAA;AACA,IAAA,MAAML,KAAAA,CAAMC,OAAOK,GAAAA,CACjB,IAAIC,cACF,IAAA,CAAKC,SAAAA,CAAUC,OAAOC,MAAAA,CAAO;MAC3BC,IAAAA,EAAMP,MAAAA;MACNQ,YAAAA,EAAcR;AAChB,KAAA,CAAA,CAAA,CAAA;AAGJ,IAAA,MAAMJ,KAAAA,CAAMC,MAAAA,CAAOY,OAAAA,CAAQ,IAAA,CAAKZ,OAAOa,QAAQ,CAAA;AAE/C,IAAA,IAAI1B,MAAM2B,MAAAA,EAAQ;AAChB,MAAA,MAAMC,cAAc,IAAIC,WAAAA,CACtB,IAAA,CAAKT,SAAAA,CAAUU,KAAKR,MAAAA,CAAO;AACzBK,QAAAA,MAAAA,EAAQ3B,KAAAA,CAAM2B,MAAAA;AACdI,QAAAA,OAAAA,EAAS/B,KAAAA,CAAM+B,OAAAA;AACfC,QAAAA,cAAAA,EAAgBC,QAAAA,CAASjC,KAAAA,CAAMgC,cAAc,CAAA,GAAIhC,MAAMgC,cAAAA,GAAiBhB;AAC1E,OAAA,CAAA,CAAA;AAEF,MAAA,MAAMJ,KAAAA,CAAMC,MAAAA,CAAOK,GAAAA,CAAIU,WAAAA,CAAAA;AACzB;AAEA,IAAA,MAAMM,uBAAuB,IAAIC,YAAAA,CAAa1B,SAAAA,CAAUC,eAAAA,IAAmB,GAAG0B,UAAAA,CAAAA;AAE9E,IAAA,MAAMC,mBAAmB,CAACrC,KAAAA,CAAMgC,cAAAA,IAAkB,EAAEhC,MAAMgC,cAAAA,YAA0BM,SAAAA,CAAAA;AACpF,IAAA,MAAMC,qBAAAA,GAAwBF,gBAAAA,GAC1BG,CAAAA,CAAEC,MAAAA,CAAO;MACPC,QAAAA,EAAUF,CAAAA,CAAEG,QAAM,CAAGC,QAAAA,CAASC,OAAO7C,KAAAA,CAAMgC,cAAAA,IAAkB,EAAA,CAAA;AAC/D,KAAA,IACChC,KAAAA,CAAMgC,cAAAA;AAEX,IAAA,MAAMc,eAAAA,GAAkB,IAAIC,WAAAA,CAAY;MACtCC,IAAAA,EAAM,cAAA;MACNC,WAAAA,EAAa,oCAAA;MACbC,WAAAA,EAAaX,qBAAAA;AACbY,MAAAA,OAAAA,gCAAgBnD,MAAAA,KAAAA;AACd,QAAA,MAAMe,SAASsB,gBAAAA,GAAmBrC,MAAAA,CAAM0C,QAAAA,GAAWU,IAAAA,CAAKC,UAAUrD,MAAAA,CAAAA;AAClEY,QAAAA,KAAAA,CAAMG,MAAAA,GAAS,IAAIuC,gBAAAA,CAAiBvC,MAAAA,CAAAA;AACpC,QAAA,OAAO,IAAIwC,iBAAiB,uBAAA,CAAA;OAC9B,EAJS,SAAA;KAKX,CAAA;AAEA,IAAA,MAAMC,KAAAA,GAAQ;AAAI,MAAA,GAAA,IAAA,CAAKxD,KAAAA,CAAMwD,KAAAA;AAAOV,MAAAA;;AACpC,IAAA,IAAIW,gBAAAA,GAAmB,KAAA;AAEvB,IAAA,OAAO,CAAC7C,MAAMG,MAAAA,EAAQ;AACpBH,MAAAA,KAAAA,CAAMK,SAAAA,EAAAA;AACN,MAAA,IAAIL,KAAAA,CAAMK,SAAAA,IAAaR,SAAAA,CAAUC,eAAAA,IAAmBgD,QAAAA,CAAAA,EAAW;AAC7D,QAAA,MAAM,IAAItB,UAAAA,CACR,CAAA,0CAAA,EAA6CxB,KAAAA,CAAMK,SAAS,CAAA,YAAA,CAAc,CAAA;AAE9E;AAEA,MAAA,MAAMV,GAAAA,CAAIb,OAAAA,CAAQiE,IAAAA,CAAK,OAAA,EAAS;AAAE/C,QAAAA;OAAM,CAAA;AACxC,MAAA,MAAM8B,QAAAA,GAAW,MAAM,IAAA,CAAK1C,KAAAA,CAAM4D,IAAIC,MAAAA,CAAO;QAC3CnC,QAAAA,EAAUd,KAAAA,CAAMC,MAAAA,CAAOa,QAAAA,CAASoC,KAAAA,EAAK;AACrCN,QAAAA,KAAAA;AACAO,QAAAA,UAAAA,EAAYN,mBAAmBX,eAAAA,GAAkBU,KAAAA,CAAMQ,SAAS,CAAA,GAAI,UAAA,GAAaR,MAAM,CAAA,CAAA;QACvFS,MAAAA,EAAQ;OACV,CAAA;AACA,MAAA,MAAMrD,KAAAA,CAAMC,MAAAA,CAAOY,OAAAA,CAAQiB,QAAAA,CAAShB,QAAQ,CAAA;AAE5C,MAAA,MAAMwC,gBAAAA,GAAmBxB,SAASyB,YAAAA,EAAY;AAC9C,MAAA,KAAA,MAAWC,YAAYF,gBAAAA,EAAkB;AACvC,QAAA,IAAI;AACF,UAAA,MAAMG,IAAAA,GAAOb,MAAMc,IAAAA,CAAK,CAACD,UAASA,KAAAA,CAAKrB,IAAAA,KAASoB,SAASG,QAAQ,CAAA;AACjE,UAAA,IAAI,CAACF,IAAAA,EAAM;AACT,YAAA,MAAM,IAAIjC,UAAAA,CAAW,CAAA,KAAA,EAAQgC,QAAAA,CAASG,QAAQ,CAAA,gBAAA,CAAkB,CAAA;AAClE;AAEA,UAAA,MAAMC,YAAiBJ,QAAAA,CAASpE,KAAAA;AAChC,UAAA,MAAMyE,eAA2B,MAAMJ,IAAAA,CAAK9D,GAAAA,CAAIiE,SAAAA,EAAWzC,OAAAA,CAAQ;AACjEnB,YAAAA,KAAAA;YACA8D,WAAAA,EAAaN,QAAAA;AACb,YAAA,CAACO,IAAAA,CAAKC,WAAAA,CAAYC,MAAM,GAAG,IAAA,CAAKhE;WAClC,CAAA;AACA,UAAA,MAAMD,KAAAA,CAAMC,MAAAA,CAAOK,GAAAA,CACjB,IAAI4D,WAAAA,CAAY;YACdC,IAAAA,EAAM,aAAA;AACNC,YAAAA,UAAAA,EAAYZ,QAAAA,CAASY,UAAAA;AACrBT,YAAAA,QAAAA,EAAUH,QAAAA,CAASG,QAAAA;YACnBU,MAAAA,EAAQ;cAAEF,IAAAA,EAAM,MAAA;AAAQG,cAAAA,KAAAA,EAAOT,aAAaU,cAAAA;AAAiB;AAC/D,WAAA,CAAA,CAAA;AAEJ,SAAA,CAAA,OAASC,CAAAA,EAAG;AACV,UAAA,IAAIA,aAAaC,SAAAA,EAAW;AAC1BnD,YAAAA,oBAAAA,CAAqBoD,IAAIF,CAAAA,CAAAA;AACzB,YAAA,MAAMxE,KAAAA,CAAMC,MAAAA,CAAOK,GAAAA,CACjB,IAAI4D,WAAAA,CAAY;cACdC,IAAAA,EAAM,aAAA;AACNC,cAAAA,UAAAA,EAAYZ,QAAAA,CAASY,UAAAA;AACrBT,cAAAA,QAAAA,EAAUH,QAAAA,CAASG,QAAAA;cACnBU,MAAAA,EAAQ;gBAAEF,IAAAA,EAAM,YAAA;AAAcG,gBAAAA,KAAAA,EAAOE,EAAEG,OAAAA;AAAU;AACnD,aAAA,CAAA,CAAA;WAEJ,MAAO;AACL,YAAA,MAAMH,CAAAA;AACR;AACF;AACF;AAGA,MAAA,MAAMI,YAAAA,GAAe9C,SAAS+C,eAAAA,EAAe;AAC7C,MAAA,IAAIC,OAAAA,CAAQxB,gBAAAA,CAAAA,IAAqBwB,OAAAA,CAAQF,YAAAA,CAAAA,EAAe;AACtD,QAAA,MAAM5E,KAAAA,CAAMC,MAAAA,CAAOK,GAAAA,CAAI,IAAIoC,iBAAiB,IAAA,EAAM;AAAE,UAAA,CAAC9C,cAAAA,GAAiB;AAAK,SAAA,CAAA,CAAA;OAC7E,MAAO;AACL,QAAA,MAAMI,KAAAA,CAAMC,MAAAA,CAAO8E,UAAAA,CACjB/E,KAAAA,CAAMC,MAAAA,CAAOa,QAAAA,CAASkE,MAAAA,CAAO,CAACC,GAAAA,KAAQA,GAAAA,CAAIC,IAAAA,CAAKtF,cAAAA,CAAe,CAAA,CAAA;AAElE;AAGA,MAAA,IAAI,CAACkF,OAAAA,CAAQF,YAAAA,CAAAA,IAAiBE,OAAAA,CAAQxB,gBAAAA,CAAAA,EAAmB;AACvDT,QAAAA,gBAAAA,GAAmB,IAAA;AACnBD,QAAAA,KAAAA,CAAMQ,MAAAA,GAAS,CAAA;AACfR,QAAAA,KAAAA,CAAMuC,KAAKjD,eAAAA,CAAAA;AACb;AAEA,MAAA,MAAMvC,GAAAA,CAAIb,OAAAA,CAAQiE,IAAAA,CAAK,SAAA,EAAW;AAAE/C,QAAAA;OAAM,CAAA;AAC5C;AAEA,IAAA,IAAI,IAAA,CAAKZ,MAAMC,qBAAAA,EAAuB;AACpC,MAAA,IAAA,CAAKY,OAAOmF,KAAAA,EAAK;AACjB,MAAA,MAAM,IAAA,CAAKnF,OAAOY,OAAAA,CAAQb,KAAAA,CAAMC,OAAOa,QAAAA,CAASoC,KAAAA,CAAM,CAAA,CAAA,CAAA;KACxD,MAAO;AACL,MAAA,MAAM,IAAA,CAAKjD,OAAOY,OAAAA,CAAQb,KAAAA,CAAMC,OAAOa,QAAAA,CAASoC,KAAAA,CAAM,EAAC,CAAA,CAAA;AACzD;AACA,IAAA,OAAO;AAAEjD,MAAAA,MAAAA,EAAQD,KAAAA,CAAMC,MAAAA;AAAQE,MAAAA,MAAAA,EAAQH,KAAAA,CAAMG;AAAO,KAAA;AACtD;AAEA,EAAA,IAAI+E,IAAAA,GAAkB;AACpB,IAAA,MAAMtC,KAAAA,GAAQ,IAAA,CAAKxD,KAAAA,CAAMwD,KAAAA,CAAMM,KAAAA,EAAK;AAEpC,IAAA,IAAI,IAAA,CAAK9D,MAAM8F,IAAAA,EAAM;AACnB,MAAA,OAAO;AAAE,QAAA,GAAG,KAAK9F,KAAAA,CAAM8F,IAAAA;AAAMtC,QAAAA;AAAM,OAAA;AACrC;AAEA,IAAA,OAAO;MACLR,IAAAA,EAAM,aAAA;AACNQ,MAAAA,KAAAA;MACAP,WAAAA,EAAa,0DAAA;MACb,GAAIO,KAAAA,CAAMQ,SAAS,CAAA,IAAK;QACtBiC,gBAAAA,EAAkB;AAChB,UAAA,CAAA,8CAAA,CAAA;aACGzC,KAAAA,CAAM0C,GAAAA,CAAI,CAAC7B,IAAAA,KAAS,CAAA,MAAA,EAASA,KAAKrB,IAAI,CAAA,GAAA,EAAMqB,IAAAA,CAAKpB,WAAW,CAAA,CAAA,CAAG;AAClEkD,SAAAA,CAAAA,IAAAA,CAAK,IAAA;AACT;AACF,KAAA;AACF;AAEA,EAAA,IACc/E,SAAAA,GAAuC;AACnD,IAAA,MAAMgF,SAAAA,GAAY,IAAA,CAAKpG,KAAAA,CAAMoB,SAAAA,IAAa,EAAC;AAC3C,IAAA,MAAMiF,gBAAAA,GAA8C;MAClDhF,MAAAA,EAAQiF,4BAAAA;MACRxE,IAAAA,EAAMyE;AACR,KAAA;AAEA,IAAA,OAAOC,MAAAA,CAAOH,gBAAAA,CAAAA,CACZ,CAACI,KAAKC,eAAAA,KAAAA;AACJ,MAAA,MAAMC,QAAAA,GAAWP,SAAAA,CAAUK,GAAAA,CAAAA,IAAQC,eAAAA;AACnC,MAAA,IAAIC,oBAAoBC,cAAAA,EAAgB;AACtC,QAAA,OAAOD,QAAAA;AACT;AACA,MAAA,OAAOA,QAAAA,CAASD,eAAAA,CAAAA,IAAoBA,eAAAA;KACtC,CAAA;AAEJ;EAEAG,cAAAA,GAAiB;AACf,IAAA,OAAO;AACL,MAAA,GAAG,MAAMA,cAAAA,EAAAA;MACT7G,KAAAA,EAAO8G,WAAAA,CAAY,KAAK9G,KAAK,CAAA;AAC7BN,MAAAA,OAAAA,EAAS,IAAA,CAAKA;AAChB,KAAA;AACF;AAEA,EAAA,IAAImB,OAAOA,MAAAA,EAAoB;AAC7B,IAAA,IAAA,CAAKb,MAAMa,MAAAA,GAASA,MAAAA;AACtB;AAEA,EAAA,IAAIA,MAAAA,GAAS;AACX,IAAA,OAAO,KAAKb,KAAAA,CAAMa,MAAAA;AACpB;AACF;;;IAlCWkG,UAAAA,EAAY","file":"agent.js","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { AgentError, BaseAgent } from \"@/agents/base.js\";\nimport {\n  AnyTool,\n  DynamicTool,\n  StringToolOutput,\n  Tool,\n  ToolError,\n  ToolOutput,\n} from \"@/tools/base.js\";\nimport { BaseMemory } from \"@/memory/base.js\";\nimport { AgentMeta } from \"@/agents/types.js\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport type {\n  ToolCallingAgentExecutionConfig,\n  ToolCallingAgentTemplates,\n  ToolCallingAgentCallbacks,\n  ToolCallingAgentRunInput,\n  ToolCallingAgentRunOptions,\n  ToolCallingAgentRunOutput,\n  ToolCallingAgentRunState,\n} from \"@/agents/toolCalling/types.js\";\nimport { GetRunContext } from \"@/context.js\";\nimport { ChatModel } from \"@/backend/chat.js\";\nimport { shallowCopy } from \"@/serializer/utils.js\";\nimport { UnconstrainedMemory } from \"@/memory/unconstrainedMemory.js\";\nimport { AssistantMessage, SystemMessage, ToolMessage, UserMessage } from \"@/backend/message.js\";\nimport { isEmpty, isString } from \"remeda\";\nimport { RetryCounter } from \"@/internals/helpers/counter.js\";\nimport { mapObj, omitUndefined } from \"@/internals/helpers/object.js\";\nimport { Cache } from \"@/cache/decoratorCache.js\";\nimport { PromptTemplate } from \"@/template.js\";\nimport {\n  ToolCallingAgentSystemPrompt,\n  ToolCallingAgentTaskPrompt,\n} from \"@/agents/toolCalling/prompts.js\";\nimport { z, ZodSchema } from \"zod\";\nimport { Logger } from \"@/logger/logger.js\";\n\nexport type ToolCallingAgentTemplateFactory<K extends keyof ToolCallingAgentTemplates> = (\n  template: ToolCallingAgentTemplates[K],\n) => ToolCallingAgentTemplates[K];\n\nexport interface ToolCallingAgentInput {\n  llm: ChatModel;\n  memory: BaseMemory;\n  tools: AnyTool[];\n  meta?: Omit<AgentMeta, \"tools\">;\n  templates?: Partial<{\n    [K in keyof ToolCallingAgentTemplates]:\n      | ToolCallingAgentTemplates[K]\n      | ToolCallingAgentTemplateFactory<K>;\n  }>;\n  execution?: ToolCallingAgentExecutionConfig;\n  saveIntermediateSteps?: boolean;\n}\n\n/**\n * @deprecated Use RequirementAgent instead.\n */\nexport class ToolCallingAgent extends BaseAgent<\n  ToolCallingAgentRunInput,\n  ToolCallingAgentRunOutput,\n  ToolCallingAgentRunOptions\n> {\n  public readonly emitter = Emitter.root.child<ToolCallingAgentCallbacks>({\n    namespace: [\"agent\", \"toolCalling\"],\n    creator: this,\n  });\n\n  constructor(public readonly input: ToolCallingAgentInput) {\n    super();\n    this.input.saveIntermediateSteps = this.input.saveIntermediateSteps ?? true;\n    Logger.root.warn(\n      \"The ToolCallingAgent is deprecated and will be removed soon. Use RequirementAgent instead.\",\n    );\n  }\n\n  static {\n    this.register();\n  }\n\n  protected async _run(\n    input: ToolCallingAgentRunInput,\n    options: ToolCallingAgentRunOptions = {},\n    run: GetRunContext<typeof this>,\n  ): Promise<ToolCallingAgentRunOutput> {\n    const tempMessageKey = \"tempMessage\" as const;\n    const execution = {\n      maxRetriesPerStep: 3,\n      totalMaxRetries: 20,\n      maxIterations: 10,\n      ...omitUndefined(this.input.execution ?? {}),\n      ...omitUndefined(options.execution ?? {}),\n    };\n\n    const state: ToolCallingAgentRunState = {\n      memory: new UnconstrainedMemory(),\n      result: undefined,\n      iteration: 0,\n    };\n    await state.memory.add(\n      new SystemMessage(\n        this.templates.system.render({\n          role: undefined,\n          instructions: undefined,\n        }),\n      ),\n    );\n    await state.memory.addMany(this.memory.messages);\n\n    if (input.prompt) {\n      const userMessage = new UserMessage(\n        this.templates.task.render({\n          prompt: input.prompt,\n          context: input.context,\n          expectedOutput: isString(input.expectedOutput) ? input.expectedOutput : undefined,\n        }),\n      );\n      await state.memory.add(userMessage);\n    }\n\n    const globalRetriesCounter = new RetryCounter(execution.totalMaxRetries || 1, AgentError);\n\n    const usePlainResponse = !input.expectedOutput || !(input.expectedOutput instanceof ZodSchema);\n    const finalAnswerToolSchema = usePlainResponse\n      ? z.object({\n          response: z.string().describe(String(input.expectedOutput ?? \"\")),\n        })\n      : (input.expectedOutput as ZodSchema);\n\n    const finalAnswerTool = new DynamicTool({\n      name: \"final_answer\",\n      description: \"Sends the final answer to the user\",\n      inputSchema: finalAnswerToolSchema,\n      handler: async (input) => {\n        const result = usePlainResponse ? input.response : JSON.stringify(input);\n        state.result = new AssistantMessage(result);\n        return new StringToolOutput(\"Message has been sent\");\n      },\n    });\n\n    const tools = [...this.input.tools, finalAnswerTool];\n    let forceFinalAnswer = false;\n\n    while (!state.result) {\n      state.iteration++;\n      if (state.iteration > (execution.totalMaxRetries ?? Infinity)) {\n        throw new AgentError(\n          `Agent was not able to resolve the task in ${state.iteration} iterations.`,\n        );\n      }\n\n      await run.emitter.emit(\"start\", { state });\n      const response = await this.input.llm.create({\n        messages: state.memory.messages.slice(),\n        tools,\n        toolChoice: forceFinalAnswer ? finalAnswerTool : tools.length > 1 ? \"required\" : tools[0],\n        stream: false,\n      });\n      await state.memory.addMany(response.messages);\n\n      const toolCallMessages = response.getToolCalls();\n      for (const toolCall of toolCallMessages) {\n        try {\n          const tool = tools.find((tool) => tool.name === toolCall.toolName);\n          if (!tool) {\n            throw new AgentError(`Tool ${toolCall.toolName} does not exist!`);\n          }\n\n          const toolInput: any = toolCall.input;\n          const toolResponse: ToolOutput = await tool.run(toolInput).context({\n            state,\n            toolCallMsg: toolCall,\n            [Tool.contextKeys.Memory]: this.memory,\n          });\n          await state.memory.add(\n            new ToolMessage({\n              type: \"tool-result\",\n              toolCallId: toolCall.toolCallId,\n              toolName: toolCall.toolName,\n              output: { type: \"text\", value: toolResponse.getTextContent() },\n            }),\n          );\n        } catch (e) {\n          if (e instanceof ToolError) {\n            globalRetriesCounter.use(e);\n            await state.memory.add(\n              new ToolMessage({\n                type: \"tool-result\",\n                toolCallId: toolCall.toolCallId,\n                toolName: toolCall.toolName,\n                output: { type: \"error-text\", value: e.explain() },\n              }),\n            );\n          } else {\n            throw e;\n          }\n        }\n      }\n\n      // handle empty messages for some models\n      const textMessages = response.getTextMessages();\n      if (isEmpty(toolCallMessages) && isEmpty(textMessages)) {\n        await state.memory.add(new AssistantMessage(\"\\n\", { [tempMessageKey]: true }));\n      } else {\n        await state.memory.deleteMany(\n          state.memory.messages.filter((msg) => msg.meta[tempMessageKey]),\n        );\n      }\n\n      // Fallback for providers that do not support structured outputs\n      if (!isEmpty(textMessages) && isEmpty(toolCallMessages)) {\n        forceFinalAnswer = true;\n        tools.length = 0;\n        tools.push(finalAnswerTool);\n      }\n\n      await run.emitter.emit(\"success\", { state });\n    }\n\n    if (this.input.saveIntermediateSteps) {\n      this.memory.reset();\n      await this.memory.addMany(state.memory.messages.slice(1));\n    } else {\n      await this.memory.addMany(state.memory.messages.slice(-2));\n    }\n    return { memory: state.memory, result: state.result };\n  }\n\n  get meta(): AgentMeta {\n    const tools = this.input.tools.slice();\n\n    if (this.input.meta) {\n      return { ...this.input.meta, tools };\n    }\n\n    return {\n      name: \"ToolCalling\",\n      tools,\n      description: \"ToolCallingAgent that uses tools to accomplish the task.\",\n      ...(tools.length > 0 && {\n        extraDescription: [\n          `Tools that I can use to accomplish given task.`,\n          ...tools.map((tool) => `Tool '${tool.name}': ${tool.description}.`),\n        ].join(\"\\n\"),\n      }),\n    };\n  }\n\n  @Cache({ enumerable: false })\n  protected get templates(): ToolCallingAgentTemplates {\n    const overrides = this.input.templates ?? {};\n    const defaultTemplates: ToolCallingAgentTemplates = {\n      system: ToolCallingAgentSystemPrompt,\n      task: ToolCallingAgentTaskPrompt,\n    } as const;\n\n    return mapObj(defaultTemplates)(\n      (key, defaultTemplate: ToolCallingAgentTemplates[typeof key]) => {\n        const override = overrides[key] ?? defaultTemplate;\n        if (override instanceof PromptTemplate) {\n          return override;\n        }\n        return override(defaultTemplate) ?? defaultTemplate;\n      },\n    );\n  }\n\n  createSnapshot() {\n    return {\n      ...super.createSnapshot(),\n      input: shallowCopy(this.input),\n      emitter: this.emitter,\n    };\n  }\n\n  set memory(memory: BaseMemory) {\n    this.input.memory = memory;\n  }\n\n  get memory() {\n    return this.input.memory;\n  }\n}\n"]}

package/dist/agents/toolCalling/types.d.cts

@@ -1,6 +1,6 @@
 import { BaseMemory } from '../../memory/base.cjs';
 import { AssistantMessage } from '../../backend/message.cjs';
-import { C as Callback } from '../../emitter-CGKd_-kK.cjs';
+import { C as Callback } from '../../emitter-jN55XZZq.cjs';
 import { ToolCallingAgentSystemPrompt, ToolCallingAgentTaskPrompt } from './prompts.cjs';
 import { ZodSchema } from 'zod';
 import '../../errors.cjs';

package/dist/agents/toolCalling/types.d.ts

@@ -1,6 +1,6 @@
 import { BaseMemory } from '../../memory/base.js';
 import { AssistantMessage } from '../../backend/message.js';
-import { C as Callback } from '../../emitter-CN7I4uSV.js';
+import { C as Callback } from '../../emitter-36-9MnvA.js';
 import { ToolCallingAgentSystemPrompt, ToolCallingAgentTaskPrompt } from './prompts.js';
 import { ZodSchema } from 'zod';
 import '../../errors.js';

package/dist/agents/types.d.cts

@@ -1,8 +1,8 @@
-export { e as AgentCallback, d as AgentCallbackValue, b as AgentMeta, c as AnyAgent, G as GetAgentInput, f as GetAgentOutput, I as InternalAgentCallbackValue, P as PublicAgentCallbackValue } from '../base-v-PYIq5G.cjs';
+export { e as AgentCallback, d as AgentCallbackValue, c as AgentMeta, b as AnyAgent, G as GetAgentInput, f as GetAgentOutput, I as InternalAgentCallbackValue, P as PublicAgentCallbackValue } from '../base-XfWeXQ-S.cjs';
 import '../internals/types.cjs';
 import '../tools/base.cjs';
 import '../context.cjs';
-import '../emitter-CGKd_-kK.cjs';
+import '../emitter-jN55XZZq.cjs';
 import '../internals/serializable.cjs';
 import '../internals/helpers/guards.cjs';
 import '../internals/helpers/promise.cjs';

package/dist/agents/types.d.ts

@@ -1,8 +1,8 @@
-export { e as AgentCallback, d as AgentCallbackValue, b as AgentMeta, c as AnyAgent, G as GetAgentInput, f as GetAgentOutput, I as InternalAgentCallbackValue, P as PublicAgentCallbackValue } from '../base-BurRTBA7.js';
+export { e as AgentCallback, d as AgentCallbackValue, c as AgentMeta, b as AnyAgent, G as GetAgentInput, f as GetAgentOutput, I as InternalAgentCallbackValue, P as PublicAgentCallbackValue } from '../base-CyFx7BRL.js';
 import '../internals/types.js';
 import '../tools/base.js';
 import '../context.js';
-import '../emitter-CN7I4uSV.js';
+import '../emitter-36-9MnvA.js';
 import '../internals/serializable.js';
 import '../internals/helpers/guards.js';
 import '../internals/helpers/promise.js';

package/dist/backend/backend.d.cts

@@ -1,12 +1,12 @@
 import { Serializable } from '../internals/serializable.cjs';
-import { m as ChatModel, F as FullModelName } from '../chat-DB_cf15S.cjs';
+import { m as ChatModel, F as FullModelName } from '../chat-BOb9n7AJ.cjs';
 import { EmbeddingModel } from './embedding.cjs';
 import { ProviderName } from './constants.cjs';
 import { OptionalExcept } from '../internals/types.cjs';
 import './message.cjs';
 import 'ai';
 import '../context.cjs';
-import '../emitter-CGKd_-kK.cjs';
+import '../emitter-jN55XZZq.cjs';
 import '../internals/helpers/promise.cjs';
 import '../errors.cjs';
 import 'promise-based-task';

package/dist/backend/backend.d.ts

@@ -1,12 +1,12 @@
 import { Serializable } from '../internals/serializable.js';
-import { m as ChatModel, F as FullModelName } from '../chat-BbCYMAdE.js';
+import { m as ChatModel, F as FullModelName } from '../chat-DrqwUgD8.js';
 import { EmbeddingModel } from './embedding.js';
 import { ProviderName } from './constants.js';
 import { OptionalExcept } from '../internals/types.js';
 import './message.js';
 import 'ai';
 import '../context.js';
-import '../emitter-CN7I4uSV.js';
+import '../emitter-36-9MnvA.js';
 import '../internals/helpers/promise.js';
 import '../errors.js';
 import 'promise-based-task';

package/dist/backend/chat.cjs

@@ -42,6 +42,9 @@ class ChatModel extends serializable_cjs.Serializable {
   modelSupportsToolCalling = true;
   create(input) {
     input = utils_cjs.shallowCopy(input);
+    if (input.stream === void 0) {
+      input.stream = this.parameters.stream;
+    }
     return context_cjs.RunContext.enter(this, {
       params: [
         input
@@ -82,10 +85,20 @@ class ChatModel extends serializable_cjs.Serializable {
         }
         cacheEntry.resolve(chunks);
         const result = ChatModelOutput.fromChunks(chunks);
+        for (const toolCall of result.getToolCalls()) {
+          if (remeda.isString(toolCall.input)) {
+            toolCall.input = JSON.parse(toolCall.input);
+          }
+        }
         if (forceToolCallViaResponseFormat && remeda.isEmpty(result.getToolCalls())) {
           const lastMsg = result.messages.at(-1);
-          const toolCall = schema_cjs.parseBrokenJson(lastMsg.text);
-          if (!toolCall) {
+          const toolCall = schema_cjs.parseBrokenJson(lastMsg.text, {
+            pair: [
+              "{",
+              "}"
+            ]
+          });
+          if (!toolCall || !toolCall.name || !toolCall.parameters) {
             throw new errors_cjs.ChatModelError(`Failed to produce a valid tool call. Generate output: ${lastMsg.text}`, [], {
               isFatal: true,
               isRetryable: false
@@ -143,7 +156,11 @@ class ChatModel extends serializable_cjs.Serializable {
   static async fromName(name, options) {
     const { providerId, modelId } = utils_cjs$1.parseModel(name);
     const Target = await utils_cjs$1.loadModel(providerId, "chat");
-    return new Target(modelId || void 0, options);
+    const instance = new Target(modelId || void 0);
+    if (options) {
+      Object.assign(instance.parameters, options);
+    }
+    return instance;
   }
   async _createStructure(input, run) {
     const { schema, ...options } = input;
@@ -277,6 +294,7 @@ class ChatModelOutput extends serializable_cjs.Serializable {
   finishReason;
   constructor(messages, usage, finishReason) {
     super(), this.messages = messages, this.usage = usage, this.finishReason = finishReason;
+    this.dedupe();
   }
   static fromChunks(chunks) {
     const final = new ChatModelOutput([]);
@@ -284,7 +302,11 @@ class ChatModelOutput extends serializable_cjs.Serializable {
     return final;
   }
   merge(other) {
-    this.messages.push(...other.messages);
+    if (other.messages.length > 0) {
+      const clones = other.messages.map(cloneSync);
+      this.messages.push(...clones);
+      this.dedupe();
+    }
     this.finishReason = other.finishReason;
     if (this.usage && other.usage) {
       this.usage = object_cjs.customMerge([
@@ -299,6 +321,89 @@ class ChatModelOutput extends serializable_cjs.Serializable {
       this.usage = utils_cjs.shallowCopy(other.usage);
     }
   }
+  dedupe() {
+    if (this.messages.length > 1) {
+      const messagesById = /* @__PURE__ */ new Map();
+      const messagesByToolCallId = /* @__PURE__ */ new Map();
+      for (const msg of this.messages) {
+        const msgId = msg.id || "";
+        if (msg instanceof message_cjs.AssistantMessage && msg.getToolCalls().length > 0) {
+          const filteredChunks = [];
+          for (const chunk of msg.content) {
+            if (chunk.type !== "tool-call") {
+              filteredChunks.push(chunk);
+              continue;
+            }
+            if (!chunk.toolCallId && messagesByToolCallId.size > 0) {
+              const lastToolCallId = Array.from(messagesByToolCallId.keys()).pop();
+              if (lastToolCallId) {
+                chunk.toolCallId = lastToolCallId;
+              }
+            }
+            if (chunk.toolCallId && messagesByToolCallId.has(chunk.toolCallId)) {
+              messagesByToolCallId.get(chunk.toolCallId).content.push(chunk);
+            } else if (chunk.toolCallId) {
+              messagesByToolCallId.set(chunk.toolCallId, msg);
+              filteredChunks.push(chunk);
+            }
+          }
+          msg.content.length = 0;
+          msg.content.push(...filteredChunks);
+          if (filteredChunks.length === 0) {
+            continue;
+          }
+        }
+        if (!messagesById.has(msgId)) {
+          messagesById.set(msgId, [
+            msg
+          ]);
+        } else {
+          messagesById.get(msgId).push(msg);
+        }
+      }
+      this.messages.length = 0;
+      for (const messages of messagesById.values()) {
+        const main = messages.shift();
+        for (const other of messages) {
+          main.merge(other);
+        }
+        this.messages.push(main);
+      }
+    }
+    for (const msg of this.messages) {
+      if (!(msg instanceof message_cjs.AssistantMessage)) {
+        continue;
+      }
+      const finalToolCalls = {};
+      let lastId = "";
+      const excludedIndexes = [];
+      msg.content.forEach((chunk, index) => {
+        if (chunk.type !== "tool-call") {
+          return;
+        }
+        const id = chunk.toolCallId || lastId;
+        if (!(id in finalToolCalls)) {
+          finalToolCalls[id] = utils_cjs.shallowCopy(chunk);
+          msg.content[index] = finalToolCalls[id];
+        } else {
+          excludedIndexes.push(index);
+          const lastToolCall = finalToolCalls[id];
+          if (remeda.isString(lastToolCall.input) && remeda.isString(chunk.input)) {
+            lastToolCall.input += chunk.input;
+          } else {
+            throw new Error("Chunks cannot be merged.");
+          }
+          if (!lastToolCall.toolName) {
+            lastToolCall.toolName = chunk.toolName;
+          }
+        }
+        lastId = id;
+      });
+      excludedIndexes.reverse().forEach((index) => {
+        msg.content.splice(index, 1);
+      });
+    }
+  }
   getToolCalls() {
     return this.messages.filter((r) => r instanceof message_cjs.AssistantMessage).flatMap((r) => r.getToolCalls()).filter(Boolean);
   }
@@ -322,6 +427,19 @@ class ChatModelOutput extends serializable_cjs.Serializable {
     Object.assign(this, snapshot);
   }
 }
+function cloneSync(serializable) {
+  const snapshot = serializable.createSnapshot();
+  if (remeda.isPromise(snapshot)) {
+    throw new Error(`createSnapshot cannot be async`);
+  }
+  const target = Object.create(serializable.constructor.prototype);
+  const load = target.loadSnapshot(snapshot);
+  if (remeda.isPromise(load)) {
+    throw new Error(`loadSnapshot cannot be async`);
+  }
+  return target;
+}
+__name(cloneSync, "cloneSync");
 
 exports.ChatModel = ChatModel;
 exports.ChatModelOutput = ChatModelOutput;

package/dist/backend/chat.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/backend/chat.ts"],"names":["ChatModel","Serializable","cache","NullCache","parameters","logger","Logger","root","child","name","toolChoiceSupport","toolCallFallbackViaResponseFormat","modelSupportsToolCalling","create","input","shallowCopy","RunContext","enter","params","signal","abortSignal","run","tools","forceToolCallViaResponseFormat","shouldForceToolCallViaResponseFormat","isEmpty","responseFormat","generateToolUnionSchema","filterToolsByToolChoice","toolChoice","undefined","isToolChoiceSupported","warn","cacheEntry","createCacheAccessor","emitter","emit","chunks","generator","value","stream","_createStream","toAsyncGenerator","_create","controller","AbortController","push","callbacks","abort","aborted","resolve","result","ChatModelOutput","fromChunks","getToolCalls","lastMsg","messages","at","toolCall","parseBrokenJson","text","ChatModelError","isFatal","isRetryable","content","length","type","toolCallId","randomString","toLowerCase","toolName","error","reject","createStructure","_createStructure","config","isFunction","fromName","options","providerId","modelId","parseModel","Target","loadModel","schema","jsonSchema","toJsonSchema","systemTemplate","systemPromptTemplate","PromptTemplate","z","object","string","min","template","SystemMessage","render","JSON","stringify","errorTemplate","errors","expected","received","Retryable","executor","response","textResponse","getTextContent","pair","validator","createSchemaValidator","success","context","UserMessage","output","maxRetries","get","createSnapshot","slice","destroy","_","key","ObjectHashKeyFn","Serializer","serialize","map","msg","toPlain","isNew","task","Task","set","delete","Boolean","toolChoiceSupported","choice","Tool","includes","usage","finishReason","final","forEach","cur","merge","other","customMerge","totalTokens","takeBigger","promptTokens","completionTokens","filter","r","AssistantMessage","flatMap","getTextMessages","join","toString","loadSnapshot","snapshot","Object","assign"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AA4HO,MAAeA,kBAAkBC,6BAAAA,CAAAA;EA5HxC;;;AA8HSC,EAAAA,KAAAA,GAAwB,IAAIC,uBAAAA,EAAAA;AAC5BC,EAAAA,UAAAA,GAAkC,EAAC;EACvBC,MAAAA,GAASC,iBAAAA,CAAOC,KAAKC,KAAAA,CAAM;AAC5CC,IAAAA,IAAAA,EAAM,KAAK,WAAA,CAAYA;GACzB,CAAA;EAEgBC,iBAAAA,GAAkD;AAChE,IAAA,UAAA;AACA,IAAA,MAAA;AACA,IAAA,QAAA;AACA,IAAA;;EAEKC,iCAAAA,GAAoC,IAAA;EAC3BC,wBAAAA,GAAoC,IAAA;AAKpDC,EAAAA,MAAAA,CAAOC,KAAAA,EAA8C;AACnDA,IAAAA,KAAAA,GAAQC,sBAAYD,KAAAA,CAAAA;AAEpB,IAAA,OAAOE,sBAAAA,CAAWC,MAChB,IAAA,EACA;MAAEC,MAAAA,EAAQ;AAACJ,QAAAA;;AAAiBK,MAAAA,MAAAA,EAAQL,KAAAA,EAAOM;AAAY,KAAA,EACvD,OAAOC,GAAAA,KAAAA;AACL,MAAA,IAAI,CAAC,KAAKT,wBAAAA,EAA0B;AAClCE,QAAAA,KAAAA,CAAMQ,QAAQ,EAAA;AAChB;AAEA,MAAA,MAAMC,8BAAAA,GAAiC,IAAA,CAAKC,oCAAAA,CAAqCV,KAAAA,CAAAA;AACjF,MAAA,IAAIS,kCAAkCT,KAAAA,CAAMQ,KAAAA,IAAS,CAACG,cAAAA,CAAQX,KAAAA,CAAMQ,KAAK,CAAA,EAAG;AAC1ER,QAAAA,KAAAA,CAAMY,cAAAA,GAAiB,MAAMC,mCAAAA,CAC3BC,mCAAAA,CAAwBd,MAAMQ,KAAAA,EAAOR,KAAAA,CAAMe,UAAU,CAAA,CAAA;AAEvDf,QAAAA,KAAAA,CAAMe,UAAAA,GAAaC,MAAAA;AACrB;AAEA,MAAA,IAAI,CAAC,IAAA,CAAKC,qBAAAA,CAAsBjB,KAAAA,CAAMe,UAAU,CAAA,EAAG;AACjD,QAAA,IAAA,CAAKxB,MAAAA,CAAO2B,IAAAA,CACV,CAAA,iCAAA,EAAoClB,KAAAA,CAAMe,UAAU,CAAA,6BAAA,CAA+B,CAAA;AAErFf,QAAAA,KAAAA,CAAMe,UAAAA,GAAaC,MAAAA;AACrB;AAEA,MAAA,MAAMG,UAAAA,GAAa,MAAM,IAAA,CAAKC,mBAAAA,CAAoBpB,KAAAA,CAAAA;AAElD,MAAA,IAAI;AACF,QAAA,MAAMO,GAAAA,CAAIc,OAAAA,CAAQC,IAAAA,CAAK,OAAA,EAAS;AAAEtB,UAAAA;SAAM,CAAA;AACxC,QAAA,MAAMuB,SAA4B,EAAA;AAElC,QAAA,MAAMC,SAAAA,GACJL,UAAAA,CAAWM,KAAAA,KACVzB,KAAAA,CAAM0B,SACH,IAAA,CAAKC,aAAAA,CAAc3B,KAAAA,EAAOO,GAAAA,IAC1BqB,4BAAAA,CAAiB,IAAA,CAAKC,OAAAA,CAAQ7B,KAAAA,EAAOO,GAAAA,CAAAA,CAAAA,CAAAA;AAE3C,QAAA,MAAMuB,UAAAA,GAAa,IAAIC,eAAAA,EAAAA;AACvB,QAAA,WAAA,MAAiBN,SAASD,SAAAA,EAAW;AACnCD,UAAAA,MAAAA,CAAOS,KAAKP,KAAAA,CAAAA;AACZ,UAAA,MAAMlB,GAAAA,CAAIc,OAAAA,CAAQC,IAAAA,CAAK,UAAA,EAAY;AACjCG,YAAAA,KAAAA;YACAQ,SAAAA,EAAW;cAAEC,KAAAA,kBAAO,MAAA,CAAA,MAAMJ,UAAAA,CAAWI,KAAAA,EAAK,EAAtB,OAAA;AAAyB;WAC/C,CAAA;AACA,UAAA,IAAIJ,UAAAA,CAAWzB,OAAO8B,OAAAA,EAAS;AAC7B,YAAA;AACF;AACF;AAEAhB,QAAAA,UAAAA,CAAWiB,QAAQb,MAAAA,CAAAA;AACnB,QAAA,MAAMc,MAAAA,GAASC,eAAAA,CAAgBC,UAAAA,CAAWhB,MAAAA,CAAAA;AAE1C,QAAA,IAAId,8BAAAA,IAAkCE,cAAAA,CAAQ0B,MAAAA,CAAOG,YAAAA,EAAY,CAAA,EAAK;AACpE,UAAA,MAAMC,OAAAA,GAAUJ,MAAAA,CAAOK,QAAAA,CAASC,EAAAA,CAAG,CAAA,CAAC,CAAA;AACpC,UAAA,MAAMC,QAAAA,GAAWC,0BAAAA,CAAgBJ,OAAAA,CAAQK,IAAI,CAAA;AAC7C,UAAA,IAAI,CAACF,QAAAA,EAAU;AACb,YAAA,MAAM,IAAIG,yBAAAA,CACR,CAAA,sDAAA,EAAyDN,QAAQK,IAAI,CAAA,CAAA,EACrE,EAAA,EACA;cACEE,OAAAA,EAAS,IAAA;cACTC,WAAAA,EAAa;aACf,CAAA;AAEJ;AACAR,UAAAA,OAAAA,CAAQS,QAAQC,MAAAA,GAAS,CAAA;AACzBV,UAAAA,OAAAA,CAAQS,QAAQlB,IAAAA,CAAK;YACnBoB,IAAAA,EAAM,WAAA;AACNC,YAAAA,UAAAA,EAAY,CAAA,KAAA,EAAQC,mBAAAA,CAAa,CAAA,CAAA,CAAGC,aAAW,CAAA,CAAA;AAC/CC,YAAAA,QAAAA,EAAUZ,QAAAA,CAASjD,IAAAA;;AACnBK,YAAAA,KAAAA,EAAO4C,QAAAA,CAAStD;WAClB,CAAA;AACF;AAEA,QAAA,MAAMiB,GAAAA,CAAIc,OAAAA,CAAQC,IAAAA,CAAK,SAAA,EAAW;UAAEG,KAAAA,EAAOY;SAAO,CAAA;AAClD,QAAA,OAAOA,MAAAA;AACT,OAAA,CAAA,OAASoB,KAAAA,EAAO;AACd,QAAA,MAAMlD,GAAAA,CAAIc,OAAAA,CAAQC,IAAAA,CAAK,OAAA,EAAS;AAAEtB,UAAAA,KAAAA;AAAOyD,UAAAA;SAAM,CAAA;AAC/C,QAAA,MAAMtC,UAAAA,CAAWuC,OAAOD,KAAAA,CAAAA;AACxB,QAAA,IAAIA,iBAAiBV,yBAAAA,EAAgB;AACnC,UAAA,MAAMU,KAAAA;SACR,MAAO;AACL,UAAA,MAAM,IAAIV,0BAAe,CAAA,wCAAA,CAAA,EAA4C;AAACU,YAAAA;AAAM,WAAA,CAAA;AAC9E;OACF,SAAA;AACE,QAAA,MAAMlD,GAAAA,CAAIc,OAAAA,CAAQC,IAAAA,CAAK,QAAA,EAAU,IAAA,CAAA;AACnC;KACF,CAAA;AAEJ;AAEAqC,EAAAA,eAAAA,CAAmB3D,KAAAA,EAAgC;AACjD,IAAA,OAAOE,sBAAAA,CAAWC,MAChB,IAAA,EACA;MAAEC,MAAAA,EAAQ;AAACJ,QAAAA;;AAAiBK,MAAAA,MAAAA,EAAQL,KAAAA,EAAOM;AAAY,KAAA,EACvD,OAAOC,GAAAA,KAAAA;AACL,MAAA,OAAO,MAAM,IAAA,CAAKqD,gBAAAA,CAAoB5D,KAAAA,EAAOO,GAAAA,CAAAA;KAC/C,CAAA;AAEJ;EAEAsD,MAAAA,CAAO,EAAEzE,KAAAA,EAAOE,UAAAA,EAAU,EAAsB;AAC9C,IAAA,IAAIF,KAAAA,EAAO;AACT,MAAA,IAAA,CAAKA,QAAQ0E,iBAAAA,CAAW1E,KAAAA,IAASA,KAAAA,CAAM,IAAA,CAAKA,KAAK,CAAA,GAAIA,KAAAA;AACvD;AACA,IAAA,IAAIE,UAAAA,EAAY;AACd,MAAA,IAAA,CAAKA,aAAawE,iBAAAA,CAAWxE,UAAAA,IAAcA,UAAAA,CAAW,IAAA,CAAKA,UAAU,CAAA,GAAIA,UAAAA;AAC3E;AACF;EAEA,aAAayE,QAAAA,CAASpE,MAAoCqE,OAAAA,EAA+B;AACvF,IAAA,MAAM,EAAEC,UAAAA,EAAYC,OAAAA,EAAO,GAAKC,uBAAWxE,IAAAA,CAAAA;AAC3C,IAAA,MAAMyE,MAAAA,GAAS,MAAMC,qBAAAA,CAAqBJ,UAAAA,EAAY,MAAA,CAAA;AACtD,IAAA,OAAO,IAAIG,MAAAA,CAAOF,OAAAA,IAAWlD,MAAAA,EAAWgD,OAAAA,CAAAA;AAC1C;EAWA,MAAgBJ,gBAAAA,CACd5D,OACAO,GAAAA,EACmC;AACnC,IAAA,MAAM,EAAE+D,MAAAA,EAAQ,GAAGN,OAAAA,EAAAA,GAAYhE,KAAAA;AAC/B,IAAA,MAAMuE,UAAAA,GAAaC,wBAAaF,MAAAA,CAAAA;AAEhC,IAAA,MAAMG,cAAAA,GACJzE,KAAAA,CAAM0E,oBAAAA,IACN,IAAIC,2BAAAA,CAAe;AACjBL,MAAAA,MAAAA,EAAQM,MAAEC,MAAAA,CAAO;AACfP,QAAAA,MAAAA,EAAQM,KAAAA,CAAEE,MAAAA,EAAM,CAAGC,GAAAA,CAAI,CAAA;OACzB,CAAA;MACAC,QAAAA,EAAU,CAAA;;;;;;;KAOZ,CAAA;AAEF,IAAA,MAAMtC,QAAAA,GAAsB;MAC1B,IAAIuC,yBAAAA,CAAcR,eAAeS,MAAAA,CAAO;AAAEZ,QAAAA,MAAAA,EAAQa,IAAAA,CAAKC,SAAAA,CAAUb,UAAAA,EAAY,IAAA,EAAM,CAAA;AAAG,OAAA,CAAA,CAAA;SACnFvE,KAAAA,CAAM0C;;AAGX,IAAA,MAAM2C,aAAAA,GAAgB,IAAIV,2BAAAA,CAAe;AACvCL,MAAAA,MAAAA,EAAQM,MAAEC,MAAAA,CAAO;AACfS,QAAAA,MAAAA,EAAQV,MAAEE,MAAAA,EAAM;AAChBS,QAAAA,QAAAA,EAAUX,MAAEE,MAAAA,EAAM;AAClBU,QAAAA,QAAAA,EAAUZ,MAAEE,MAAAA;OACd,CAAA;MACAE,QAAAA,EAAU,CAAA;;;KAGZ,CAAA;AAEA,IAAA,OAAO,IAAIS,uBAAAA,CAAoC;AAC7CC,MAAAA,QAAAA,kBAAU,MAAA,CAAA,YAAA;AACR,QAAA,MAAMC,QAAAA,GAAW,MAAM,IAAA,CAAK9D,OAAAA,CAC1B;UACE,GAAGmC,OAAAA;AACHtB,UAAAA,QAAAA;UACA9B,cAAAA,EAAgB;YAAEwC,IAAAA,EAAM;AAAc;AACxC,SAAA,EACA7C,GAAAA,CAAAA;AAGF,QAAA,MAAMqF,YAAAA,GAAeD,SAASE,cAAAA,EAAc;AAC5C,QAAA,MAAMhB,MAAAA,GAAYhC,2BAAgB+C,YAAAA,EAAc;UAAEE,IAAAA,EAAM;AAAC,YAAA,GAAA;AAAK,YAAA;;SAAK,CAAA;AACnE,QAAA,MAAMC,SAAAA,GAAYC,iCAAsB1B,MAAAA,CAAAA;AAExC,QAAA,MAAM2B,OAAAA,GAAUF,UAAUlB,MAAAA,CAAAA;AAC1B,QAAA,IAAI,CAACoB,OAAAA,EAAS;AACZ,UAAA,MAAMC,OAAAA,GAAU;YACdX,QAAAA,EAAUJ,IAAAA,CAAKC,UAAUb,UAAAA,CAAAA;YACzBiB,QAAAA,EAAUI,YAAAA;AACVN,YAAAA,MAAAA,EAAQH,IAAAA,CAAKC,SAAAA,CAAUW,SAAAA,CAAUT,MAAAA,IAAU,EAAE;AAC/C,WAAA;AAEA5C,UAAAA,QAAAA,CAASV,KAAK,IAAImE,uBAAAA,CAAYd,cAAcH,MAAAA,CAAOgB,OAAAA,CAAAA,CAAAA,CAAAA;AACnD,UAAA,MAAM,IAAInD,yBAAAA,CAAe,CAAA,mCAAA,CAAA,EAAuC,EAAA,EAAI;AAClEmD,YAAAA;WACF,CAAA;AACF;AAEA,QAAA,OAAO;AACLrB,UAAAA,MAAAA;UACAuB,MAAAA,EAAQT;AACV,SAAA;OACF,EAhCU,UAAA,CAAA;MAiCV9B,MAAAA,EAAQ;AACNxD,QAAAA,MAAAA,EAAQE,GAAAA,CAAIF,MAAAA;AACZgG,QAAAA,UAAAA,EAAYrG,OAAOqG,UAAAA,IAAc;AACnC;AACF,KAAA,EAAGC,GAAAA,EAAG;AACR;EAEAC,cAAAA,GAAiB;AACf,IAAA,OAAO;AACLnH,MAAAA,KAAAA,EAAO,IAAA,CAAKA,KAAAA;AACZiC,MAAAA,OAAAA,EAAS,IAAA,CAAKA,OAAAA;MACd/B,UAAAA,EAAYW,qBAAAA,CAAY,KAAKX,UAAU,CAAA;AACvCC,MAAAA,MAAAA,EAAQ,IAAA,CAAKA,MAAAA;MACbK,iBAAAA,EAAmB,IAAA,CAAKA,kBAAkB4G,KAAAA,EAAK;AAC/C3G,MAAAA,iCAAAA,EAAmC,IAAA,CAAKA,iCAAAA;AACxCC,MAAAA,wBAAAA,EAA0B,IAAA,CAAKA;AACjC,KAAA;AACF;EAEA2G,OAAAA,GAAU;AACR,IAAA,IAAA,CAAKpF,QAAQoF,OAAAA,EAAO;AACtB;EAEA,MAAgBrF,mBAAAA,CAAoB,EAClCd,WAAAA,EAAaoG,CAAAA,EACbhE,QAAAA,EACAlC,QAAQ,EAAA,EACR,GAAGR,KAAAA,EAAAA,EACc;AACjB,IAAA,MAAM2G,MAAMC,kCAAAA,CAAgB;MAC1B,GAAG5G,KAAAA;MACH0C,QAAAA,EAAU,MAAMmE,yBAAAA,CAAWC,SAAAA,CAAUpE,QAAAA,CAASqE,GAAAA,CAAI,CAACC,GAAAA,KAAQA,GAAAA,CAAIC,OAAAA,EAAO,CAAA,CAAA;MACtEzG,KAAAA,EAAO,MAAMqG,yBAAAA,CAAWC,SAAAA,CAAUtG,KAAAA;KACpC,CAAA;AACA,IAAA,MAAMiB,KAAAA,GAAQ,MAAM,IAAA,CAAKrC,KAAAA,CAAMkH,IAAIK,GAAAA,CAAAA;AACnC,IAAA,MAAMO,QAAQzF,KAAAA,KAAUT,MAAAA;AAExB,IAAA,IAAImG,IAAAA,GAAuC,IAAA;AAC3C,IAAA,IAAID,KAAAA,EAAO;AACTC,MAAAA,IAAAA,GAAO,IAAIC,qBAAAA,EAAAA;AACX,MAAA,MAAM,IAAA,CAAKhI,KAAAA,CAAMiI,GAAAA,CAAIV,GAAAA,EAAKQ,IAAAA,CAAAA;AAC5B;AAEA,IAAA,OAAO;AACLR,MAAAA,GAAAA;AACAlF,MAAAA,KAAAA;AACAW,MAAAA,OAAAA,0BAAsCX,MAAAA,KAAAA;AACpC0F,QAAAA,IAAAA,EAAM/E,UAAUX,MAAAA,CAAAA;OAClB,EAFS,SAAA,CAAA;AAGTiC,MAAAA,MAAAA,gCAAeD,KAAAA,KAAAA;AACb0D,QAAAA,IAAAA,EAAMzD,SAASD,KAAAA,CAAAA;AACf,QAAA,IAAIyD,KAAAA,EAAO;AACT,UAAA,MAAM,IAAA,CAAK9H,KAAAA,CAAMkI,MAAAA,CAAOX,GAAAA,CAAAA;AAC1B;OACF,EALQ,QAAA;AAMV,KAAA;AACF;AAEUjG,EAAAA,oCAAAA,CAAqC,EAC7CF,KAAAA,GAAQ,EAAA,EACRO,UAAAA,EACAH,gBAAc,EACG;AACjB,IAAA,IACED,cAAAA,CAAQH,KAAAA,CAAAA,IACR,CAACO,cACDA,UAAAA,KAAe,MAAA,IACfA,UAAAA,KAAe,MAAA,IACf,CAAC,IAAA,CAAKlB,iCAAAA,IACN0H,OAAAA,CAAQ3G,cAAAA,CAAAA,EACR;AACA,MAAA,OAAO,KAAA;AACT;AAEA,IAAA,MAAM4G,mBAAAA,GAAsB,IAAA,CAAKvG,qBAAAA,CAAsBF,UAAAA,CAAAA;AACvD,IAAA,OAAO,CAAC,IAAA,CAAKjB,wBAAAA,IAA4B,CAAC0H,mBAAAA;AAC5C;AAEUvG,EAAAA,qBAAAA,CAAsBwG,MAAAA,EAAuC;AACrE,IAAA,OACE,CAACA,MAAAA,KACAA,MAAAA,YAAkBC,aAAAA,GACf,IAAA,CAAK9H,iBAAAA,CAAkB+H,QAAAA,CAAS,QAAA,CAAA,GAChC,IAAA,CAAK/H,iBAAAA,CAAkB+H,QAAAA,CAASF,MAAAA,CAAAA,CAAAA;AAExC;AACF;AAEO,MAAMnF,wBAAwBnD,6BAAAA,CAAAA;EA9arC;;;;;;EA+aE,WAAA,CACkBuD,QAAAA,EACTkF,OACAC,YAAAA,EACP;AACA,IAAA,KAAA,EAAK,EAAA,KAJWnF,QAAAA,GAAAA,QAAAA,EAAAA,KACTkF,KAAAA,GAAAA,KAAAA,EAAAA,KACAC,YAAAA,GAAAA,YAAAA;AAGT;AAEA,EAAA,OAAOtF,WAAWhB,MAAAA,EAA2B;AAC3C,IAAA,MAAMuG,KAAAA,GAAQ,IAAIxF,eAAAA,CAAgB,EAAE,CAAA;AACpCf,IAAAA,MAAAA,CAAOwG,QAAQ,CAACC,GAAAA,KAAQF,KAAAA,CAAMG,KAAAA,CAAMD,GAAAA,CAAAA,CAAAA;AACpC,IAAA,OAAOF,KAAAA;AACT;AAEAG,EAAAA,KAAAA,CAAMC,KAAAA,EAAwB;AAC5B,IAAA,IAAA,CAAKxF,QAAAA,CAASV,IAAAA,CAAI,GAAIkG,KAAAA,CAAMxF,QAAQ,CAAA;AACpC,IAAA,IAAA,CAAKmF,eAAeK,KAAAA,CAAML,YAAAA;AAC1B,IAAA,IAAI,IAAA,CAAKD,KAAAA,IAASM,KAAAA,CAAMN,KAAAA,EAAO;AAC7B,MAAA,IAAA,CAAKA,QAAQO,sBAAAA,CAAY;QAAC,IAAA,CAAKP,KAAAA;QAAOM,KAAAA,CAAMN;AAAQ,OAAA,EAAA;QAClDQ,WAAAA,EAAaC,qBAAAA;QACbC,YAAAA,EAAcD,qBAAAA;QACdE,gBAAAA,EAAkBF;OACpB,CAAA;AACF,KAAA,MAAA,IAAWH,MAAMN,KAAAA,EAAO;AACtB,MAAA,IAAA,CAAKA,KAAAA,GAAQ3H,qBAAAA,CAAYiI,KAAAA,CAAMN,KAAK,CAAA;AACtC;AACF;EAEApF,YAAAA,GAAe;AACb,IAAA,OAAO,KAAKE,QAAAA,CACT8F,MAAAA,CAAO,CAACC,CAAAA,KAAMA,aAAaC,4BAAAA,CAAAA,CAC3BC,OAAAA,CAAQ,CAACF,MAAMA,CAAAA,CAAEjG,YAAAA,EAAY,CAAA,CAC7BgG,OAAOjB,OAAAA,CAAAA;AACZ;EAEAqB,eAAAA,GAAsC;AACpC,IAAA,OAAO,IAAA,CAAKlG,QAAAA,CAAS8F,MAAAA,CAAO,CAACC,CAAAA,KAAMA,CAAAA,YAAaC,4BAAAA,CAAAA,CAAkBF,MAAAA,CAAO,CAACC,CAAAA,KAAMA,CAAAA,CAAE3F,IAAI,CAAA;AACxF;EAEA+C,cAAAA,GAAyB;AACvB,IAAA,OAAO,KAAKnD,QAAAA,CACT8F,MAAAA,CAAO,CAACC,CAAAA,KAAMA,CAAAA,YAAaC,4BAAAA,CAAAA,CAC3BC,OAAAA,CAAQ,CAACF,CAAAA,KAAMA,EAAE3F,IAAI,CAAA,CACrB0F,OAAOjB,OAAAA,CAAAA,CACPsB,KAAK,EAAA,CAAA;AACV;EAEAC,QAAAA,GAAW;AACT,IAAA,OAAO,KAAKjD,cAAAA,EAAc;AAC5B;EAEAU,cAAAA,GAAiB;AACf,IAAA,OAAO;MACL7D,QAAAA,EAAUzC,qBAAAA,CAAY,KAAKyC,QAAQ,CAAA;MACnCkF,KAAAA,EAAO3H,qBAAAA,CAAY,KAAK2H,KAAK,CAAA;AAC7BC,MAAAA,YAAAA,EAAc,IAAA,CAAKA;AACrB,KAAA;AACF;AAEAkB,EAAAA,YAAAA,CAAaC,QAAAA,EAAkD;AAC7DC,IAAAA,MAAAA,CAAOC,MAAAA,CAAO,MAAMF,QAAAA,CAAAA;AACtB;AACF","file":"chat.cjs","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { Serializable } from \"@/internals/serializable.js\";\nimport { shallowCopy } from \"@/serializer/utils.js\";\nimport { customMerge } from \"@/internals/helpers/object.js\";\nimport { takeBigger } from \"@/internals/helpers/number.js\";\nimport { Callback } from \"@/emitter/types.js\";\nimport { FrameworkError } from \"@/errors.js\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { GetRunContext, RunContext } from \"@/context.js\";\nimport { isEmpty, isFunction, randomString } from \"remeda\";\nimport { ObjectHashKeyFn } from \"@/cache/decoratorCache.js\";\nimport { Task } from \"promise-based-task\";\nimport { NullCache } from \"@/cache/nullCache.js\";\nimport { BaseCache } from \"@/cache/base.js\";\nimport {\n  filterToolsByToolChoice,\n  FullModelName,\n  generateToolUnionSchema,\n  loadModel,\n  parseModel,\n} from \"@/backend/utils.js\";\nimport { ProviderName } from \"@/backend/constants.js\";\nimport { AnyTool, Tool } from \"@/tools/base.js\";\nimport { AssistantMessage, Message, SystemMessage, UserMessage } from \"@/backend/message.js\";\n\nimport { ChatModelError } from \"@/backend/errors.js\";\nimport { z, ZodSchema, ZodType } from \"zod\";\nimport {\n  createSchemaValidator,\n  parseBrokenJson,\n  toJsonSchema,\n} from \"@/internals/helpers/schema.js\";\nimport { Retryable } from \"@/internals/helpers/retryable.js\";\nimport { SchemaObject, ValidateFunction } from \"ajv\";\nimport { PromptTemplate } from \"@/template.js\";\nimport { toAsyncGenerator } from \"@/internals/helpers/promise.js\";\nimport { Serializer } from \"@/serializer/serializer.js\";\nimport { Logger } from \"@/logger/logger.js\";\n\nexport interface ChatModelParameters {\n  maxTokens?: number;\n  topP?: number;\n  frequencyPenalty?: number;\n  temperature?: number;\n  topK?: number;\n  n?: number;\n  presencePenalty?: number;\n  seed?: number;\n  stopSequences?: string[];\n}\n\ninterface ResponseObjectJson {\n  type: \"object-json\";\n  schema?: SchemaObject;\n  name?: string;\n  description?: string;\n}\n\nexport interface ChatModelObjectInput<T> extends ChatModelParameters {\n  schema: z.ZodSchema<T, any, any> | ResponseObjectJson;\n  systemPromptTemplate?: PromptTemplate<ZodType<{ schema: string }>>;\n  messages: Message[];\n  abortSignal?: AbortSignal;\n  maxRetries?: number;\n}\n\nexport interface ChatModelObjectOutput<T> {\n  object: T;\n  output: ChatModelOutput;\n}\n\nexport type ChatModelToolChoice = \"auto\" | \"none\" | \"required\" | AnyTool;\n\nexport interface ChatModelInput extends ChatModelParameters {\n  tools?: AnyTool[];\n  abortSignal?: AbortSignal;\n  stopSequences?: string[];\n  responseFormat?: ZodSchema | ResponseObjectJson;\n  toolChoice?: ChatModelToolChoice;\n  messages: Message[];\n}\n\nexport type ChatModelFinishReason =\n  | \"stop\"\n  | \"length\"\n  | \"content-filter\"\n  | \"tool-calls\"\n  | \"error\"\n  | \"other\"\n  | \"unknown\";\n\nexport interface ChatModelUsage {\n  promptTokens: number;\n  completionTokens: number;\n  totalTokens: number;\n  reasoningTokens?: number;\n  cachedPromptTokens?: number;\n}\n\nexport interface ChatModelEvents {\n  newToken?: Callback<{ value: ChatModelOutput; callbacks: { abort: () => void } }>;\n  success?: Callback<{ value: ChatModelOutput }>;\n  start?: Callback<{ input: ChatModelInput }>;\n  error?: Callback<{ input: ChatModelInput; error: FrameworkError }>;\n  finish?: Callback<null>;\n}\n\nexport type ChatModelEmitter<A = Record<never, never>> = Emitter<\n  ChatModelEvents & Omit<A, keyof ChatModelEvents>\n>;\n\nexport type ChatModelCache = BaseCache<Task<ChatModelOutput[]>>;\nexport type ConfigFn<T> = (value: T) => T;\nexport interface ChatConfig {\n  cache?: ChatModelCache | ConfigFn<ChatModelCache>;\n  parameters?: ChatModelParameters | ConfigFn<ChatModelParameters>;\n}\n\nexport type ChatModelToolChoiceSupport = \"required\" | \"none\" | \"single\" | \"auto\";\n\nexport abstract class ChatModel extends Serializable {\n  public abstract readonly emitter: Emitter<ChatModelEvents>;\n  public cache: ChatModelCache = new NullCache();\n  public parameters: ChatModelParameters = {};\n  protected readonly logger = Logger.root.child({\n    name: this.constructor.name,\n  });\n\n  public readonly toolChoiceSupport: ChatModelToolChoiceSupport[] = [\n    \"required\",\n    \"none\",\n    \"single\",\n    \"auto\",\n  ];\n  public toolCallFallbackViaResponseFormat = true;\n  public readonly modelSupportsToolCalling: boolean = true;\n\n  abstract get modelId(): string;\n  abstract get providerId(): string;\n\n  create(input: ChatModelInput & { stream?: boolean }) {\n    input = shallowCopy(input);\n\n    return RunContext.enter(\n      this,\n      { params: [input] as const, signal: input?.abortSignal },\n      async (run) => {\n        if (!this.modelSupportsToolCalling) {\n          input.tools = [];\n        }\n\n        const forceToolCallViaResponseFormat = this.shouldForceToolCallViaResponseFormat(input);\n        if (forceToolCallViaResponseFormat && input.tools && !isEmpty(input.tools)) {\n          input.responseFormat = await generateToolUnionSchema(\n            filterToolsByToolChoice(input.tools, input.toolChoice),\n          );\n          input.toolChoice = undefined;\n        }\n\n        if (!this.isToolChoiceSupported(input.toolChoice)) {\n          this.logger.warn(\n            `The following tool choice value '${input.toolChoice}' is not supported. Ignoring.`,\n          );\n          input.toolChoice = undefined;\n        }\n\n        const cacheEntry = await this.createCacheAccessor(input);\n\n        try {\n          await run.emitter.emit(\"start\", { input });\n          const chunks: ChatModelOutput[] = [];\n\n          const generator =\n            cacheEntry.value ??\n            (input.stream\n              ? this._createStream(input, run)\n              : toAsyncGenerator(this._create(input, run)));\n\n          const controller = new AbortController();\n          for await (const value of generator) {\n            chunks.push(value);\n            await run.emitter.emit(\"newToken\", {\n              value,\n              callbacks: { abort: () => controller.abort() },\n            });\n            if (controller.signal.aborted) {\n              break;\n            }\n          }\n\n          cacheEntry.resolve(chunks);\n          const result = ChatModelOutput.fromChunks(chunks);\n\n          if (forceToolCallViaResponseFormat && isEmpty(result.getToolCalls())) {\n            const lastMsg = result.messages.at(-1)!;\n            const toolCall = parseBrokenJson(lastMsg.text);\n            if (!toolCall) {\n              throw new ChatModelError(\n                `Failed to produce a valid tool call. Generate output: ${lastMsg.text}`,\n                [],\n                {\n                  isFatal: true,\n                  isRetryable: false,\n                },\n              );\n            }\n            lastMsg.content.length = 0;\n            lastMsg.content.push({\n              type: \"tool-call\",\n              toolCallId: `call_${randomString(8).toLowerCase()}`,\n              toolName: toolCall.name, // todo: add types\n              input: toolCall.parameters,\n            });\n          }\n\n          await run.emitter.emit(\"success\", { value: result });\n          return result;\n        } catch (error) {\n          await run.emitter.emit(\"error\", { input, error });\n          await cacheEntry.reject(error);\n          if (error instanceof ChatModelError) {\n            throw error;\n          } else {\n            throw new ChatModelError(`The Chat Model has encountered an error.`, [error]);\n          }\n        } finally {\n          await run.emitter.emit(\"finish\", null);\n        }\n      },\n    );\n  }\n\n  createStructure<T>(input: ChatModelObjectInput<T>) {\n    return RunContext.enter(\n      this,\n      { params: [input] as const, signal: input?.abortSignal },\n      async (run) => {\n        return await this._createStructure<T>(input, run);\n      },\n    );\n  }\n\n  config({ cache, parameters }: ChatConfig): void {\n    if (cache) {\n      this.cache = isFunction(cache) ? cache(this.cache) : cache;\n    }\n    if (parameters) {\n      this.parameters = isFunction(parameters) ? parameters(this.parameters) : parameters;\n    }\n  }\n\n  static async fromName(name: FullModelName | ProviderName, options?: ChatModelParameters) {\n    const { providerId, modelId } = parseModel(name);\n    const Target = await loadModel<ChatModel>(providerId, \"chat\");\n    return new Target(modelId || undefined, options);\n  }\n\n  protected abstract _create(\n    input: ChatModelInput,\n    run: GetRunContext<typeof this>,\n  ): Promise<ChatModelOutput>;\n  protected abstract _createStream(\n    input: ChatModelInput,\n    run: GetRunContext<typeof this>,\n  ): AsyncGenerator<ChatModelOutput, void>;\n\n  protected async _createStructure<T>(\n    input: ChatModelObjectInput<T>,\n    run: GetRunContext<typeof this>,\n  ): Promise<ChatModelObjectOutput<T>> {\n    const { schema, ...options } = input;\n    const jsonSchema = toJsonSchema(schema);\n\n    const systemTemplate =\n      input.systemPromptTemplate ??\n      new PromptTemplate({\n        schema: z.object({\n          schema: z.string().min(1),\n        }),\n        template: `You are a helpful assistant that generates only valid JSON adhering to the following JSON Schema.\n\n\\`\\`\\`\n{{schema}}\n\\`\\`\\`\n\nIMPORTANT: You MUST answer with a JSON object that matches the JSON schema above.`,\n      });\n\n    const messages: Message[] = [\n      new SystemMessage(systemTemplate.render({ schema: JSON.stringify(jsonSchema, null, 2) })),\n      ...input.messages,\n    ];\n\n    const errorTemplate = new PromptTemplate({\n      schema: z.object({\n        errors: z.string(),\n        expected: z.string(),\n        received: z.string(),\n      }),\n      template: `Generated object does not match the expected JSON schema!\n\nValidation Errors: {{errors}}`,\n    });\n\n    return new Retryable<ChatModelObjectOutput<T>>({\n      executor: async () => {\n        const response = await this._create(\n          {\n            ...options,\n            messages,\n            responseFormat: { type: \"object-json\" },\n          },\n          run,\n        );\n\n        const textResponse = response.getTextContent();\n        const object: T = parseBrokenJson(textResponse, { pair: [\"{\", \"}\"] });\n        const validator = createSchemaValidator(schema) as ValidateFunction<T>;\n\n        const success = validator(object);\n        if (!success) {\n          const context = {\n            expected: JSON.stringify(jsonSchema),\n            received: textResponse,\n            errors: JSON.stringify(validator.errors ?? []),\n          };\n\n          messages.push(new UserMessage(errorTemplate.render(context)));\n          throw new ChatModelError(`LLM did not produce a valid output.`, [], {\n            context,\n          });\n        }\n\n        return {\n          object,\n          output: response,\n        };\n      },\n      config: {\n        signal: run.signal,\n        maxRetries: input?.maxRetries || 1,\n      },\n    }).get();\n  }\n\n  createSnapshot() {\n    return {\n      cache: this.cache,\n      emitter: this.emitter,\n      parameters: shallowCopy(this.parameters),\n      logger: this.logger,\n      toolChoiceSupport: this.toolChoiceSupport.slice(),\n      toolCallFallbackViaResponseFormat: this.toolCallFallbackViaResponseFormat,\n      modelSupportsToolCalling: this.modelSupportsToolCalling,\n    };\n  }\n\n  destroy() {\n    this.emitter.destroy();\n  }\n\n  protected async createCacheAccessor({\n    abortSignal: _,\n    messages,\n    tools = [],\n    ...input\n  }: ChatModelInput) {\n    const key = ObjectHashKeyFn({\n      ...input,\n      messages: await Serializer.serialize(messages.map((msg) => msg.toPlain())),\n      tools: await Serializer.serialize(tools),\n    });\n    const value = await this.cache.get(key);\n    const isNew = value === undefined;\n\n    let task: Task<ChatModelOutput[]> | null = null;\n    if (isNew) {\n      task = new Task();\n      await this.cache.set(key, task);\n    }\n\n    return {\n      key,\n      value,\n      resolve: <T2 extends ChatModelOutput>(value: T2[]) => {\n        task?.resolve?.(value);\n      },\n      reject: async (error: Error) => {\n        task?.reject?.(error);\n        if (isNew) {\n          await this.cache.delete(key);\n        }\n      },\n    };\n  }\n\n  protected shouldForceToolCallViaResponseFormat({\n    tools = [],\n    toolChoice,\n    responseFormat,\n  }: ChatModelInput) {\n    if (\n      isEmpty(tools) ||\n      !toolChoice ||\n      toolChoice === \"none\" ||\n      toolChoice === \"auto\" ||\n      !this.toolCallFallbackViaResponseFormat ||\n      Boolean(responseFormat)\n    ) {\n      return false;\n    }\n\n    const toolChoiceSupported = this.isToolChoiceSupported(toolChoice);\n    return !this.modelSupportsToolCalling || !toolChoiceSupported;\n  }\n\n  protected isToolChoiceSupported(choice?: ChatModelToolChoice): boolean {\n    return (\n      !choice ||\n      (choice instanceof Tool\n        ? this.toolChoiceSupport.includes(\"single\")\n        : this.toolChoiceSupport.includes(choice))\n    );\n  }\n}\n\nexport class ChatModelOutput extends Serializable {\n  constructor(\n    public readonly messages: Message[],\n    public usage?: ChatModelUsage,\n    public finishReason?: ChatModelFinishReason,\n  ) {\n    super();\n  }\n\n  static fromChunks(chunks: ChatModelOutput[]) {\n    const final = new ChatModelOutput([]);\n    chunks.forEach((cur) => final.merge(cur));\n    return final;\n  }\n\n  merge(other: ChatModelOutput) {\n    this.messages.push(...other.messages);\n    this.finishReason = other.finishReason;\n    if (this.usage && other.usage) {\n      this.usage = customMerge([this.usage, other.usage], {\n        totalTokens: takeBigger,\n        promptTokens: takeBigger,\n        completionTokens: takeBigger,\n      });\n    } else if (other.usage) {\n      this.usage = shallowCopy(other.usage);\n    }\n  }\n\n  getToolCalls() {\n    return this.messages\n      .filter((r) => r instanceof AssistantMessage)\n      .flatMap((r) => r.getToolCalls())\n      .filter(Boolean);\n  }\n\n  getTextMessages(): AssistantMessage[] {\n    return this.messages.filter((r) => r instanceof AssistantMessage).filter((r) => r.text);\n  }\n\n  getTextContent(): string {\n    return this.messages\n      .filter((r) => r instanceof AssistantMessage)\n      .flatMap((r) => r.text)\n      .filter(Boolean)\n      .join(\"\");\n  }\n\n  toString() {\n    return this.getTextContent();\n  }\n\n  createSnapshot() {\n    return {\n      messages: shallowCopy(this.messages),\n      usage: shallowCopy(this.usage),\n      finishReason: this.finishReason,\n    };\n  }\n\n  loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>) {\n    Object.assign(this, snapshot);\n  }\n}\n"]}
+{"version":3,"sources":["../../src/backend/chat.ts"],"names":["ChatModel","Serializable","cache","NullCache","parameters","logger","Logger","root","child","name","toolChoiceSupport","toolCallFallbackViaResponseFormat","modelSupportsToolCalling","create","input","shallowCopy","stream","undefined","RunContext","enter","params","signal","abortSignal","run","tools","forceToolCallViaResponseFormat","shouldForceToolCallViaResponseFormat","isEmpty","responseFormat","generateToolUnionSchema","filterToolsByToolChoice","toolChoice","isToolChoiceSupported","warn","cacheEntry","createCacheAccessor","emitter","emit","chunks","generator","value","_createStream","toAsyncGenerator","_create","controller","AbortController","push","callbacks","abort","aborted","resolve","result","ChatModelOutput","fromChunks","toolCall","getToolCalls","isString","JSON","parse","lastMsg","messages","at","parseBrokenJson","text","pair","ChatModelError","isFatal","isRetryable","content","length","type","toolCallId","randomString","toLowerCase","toolName","error","reject","createStructure","_createStructure","config","isFunction","fromName","options","providerId","modelId","parseModel","Target","loadModel","instance","Object","assign","schema","jsonSchema","toJsonSchema","systemTemplate","systemPromptTemplate","PromptTemplate","z","object","string","min","template","SystemMessage","render","stringify","errorTemplate","errors","expected","received","Retryable","executor","response","textResponse","getTextContent","validator","createSchemaValidator","success","context","UserMessage","output","maxRetries","get","createSnapshot","slice","destroy","_","key","ObjectHashKeyFn","Serializer","serialize","map","msg","toPlain","isNew","task","Task","set","delete","Boolean","toolChoiceSupported","choice","Tool","includes","usage","finishReason","dedupe","final","forEach","cur","merge","other","clones","cloneSync","customMerge","totalTokens","takeBigger","promptTokens","completionTokens","messagesById","Map","messagesByToolCallId","msgId","id","AssistantMessage","filteredChunks","chunk","size","lastToolCallId","Array","from","keys","pop","has","values","main","shift","finalToolCalls","lastId","excludedIndexes","index","lastToolCall","Error","reverse","splice","filter","r","flatMap","getTextMessages","join","toString","loadSnapshot","snapshot","serializable","isPromise","target","prototype","load"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AA+HO,MAAeA,kBAAkBC,6BAAAA,CAAAA;EA/HxC;;;AAiISC,EAAAA,KAAAA,GAAwB,IAAIC,uBAAAA,EAAAA;AAC5BC,EAAAA,UAAAA,GAAkC,EAAC;EACvBC,MAAAA,GAASC,iBAAAA,CAAOC,KAAKC,KAAAA,CAAM;AAC5CC,IAAAA,IAAAA,EAAM,KAAK,WAAA,CAAYA;GACzB,CAAA;EAEgBC,iBAAAA,GAAkD;AAChE,IAAA,UAAA;AACA,IAAA,MAAA;AACA,IAAA,QAAA;AACA,IAAA;;EAEKC,iCAAAA,GAAoC,IAAA;EAC3BC,wBAAAA,GAAoC,IAAA;AAKpDC,EAAAA,MAAAA,CAAOC,KAAAA,EAAuB;AAC5BA,IAAAA,KAAAA,GAAQC,sBAAYD,KAAAA,CAAAA;AACpB,IAAA,IAAIA,KAAAA,CAAME,WAAWC,MAAAA,EAAW;AAC9BH,MAAAA,KAAAA,CAAME,MAAAA,GAAS,KAAKZ,UAAAA,CAAWY,MAAAA;AACjC;AAEA,IAAA,OAAOE,sBAAAA,CAAWC,MAChB,IAAA,EACA;MAAEC,MAAAA,EAAQ;AAACN,QAAAA;;AAAiBO,MAAAA,MAAAA,EAAQP,KAAAA,EAAOQ;AAAY,KAAA,EACvD,OAAOC,GAAAA,KAAAA;AACL,MAAA,IAAI,CAAC,KAAKX,wBAAAA,EAA0B;AAClCE,QAAAA,KAAAA,CAAMU,QAAQ,EAAA;AAChB;AAEA,MAAA,MAAMC,8BAAAA,GAAiC,IAAA,CAAKC,oCAAAA,CAAqCZ,KAAAA,CAAAA;AACjF,MAAA,IAAIW,kCAAkCX,KAAAA,CAAMU,KAAAA,IAAS,CAACG,cAAAA,CAAQb,KAAAA,CAAMU,KAAK,CAAA,EAAG;AAC1EV,QAAAA,KAAAA,CAAMc,cAAAA,GAAiB,MAAMC,mCAAAA,CAC3BC,mCAAAA,CAAwBhB,MAAMU,KAAAA,EAAOV,KAAAA,CAAMiB,UAAU,CAAA,CAAA;AAEvDjB,QAAAA,KAAAA,CAAMiB,UAAAA,GAAad,MAAAA;AACrB;AAEA,MAAA,IAAI,CAAC,IAAA,CAAKe,qBAAAA,CAAsBlB,KAAAA,CAAMiB,UAAU,CAAA,EAAG;AACjD,QAAA,IAAA,CAAK1B,MAAAA,CAAO4B,IAAAA,CACV,CAAA,iCAAA,EAAoCnB,KAAAA,CAAMiB,UAAU,CAAA,6BAAA,CAA+B,CAAA;AAErFjB,QAAAA,KAAAA,CAAMiB,UAAAA,GAAad,MAAAA;AACrB;AAEA,MAAA,MAAMiB,UAAAA,GAAa,MAAM,IAAA,CAAKC,mBAAAA,CAAoBrB,KAAAA,CAAAA;AAElD,MAAA,IAAI;AACF,QAAA,MAAMS,GAAAA,CAAIa,OAAAA,CAAQC,IAAAA,CAAK,OAAA,EAAS;AAAEvB,UAAAA;SAAM,CAAA;AACxC,QAAA,MAAMwB,SAA4B,EAAA;AAElC,QAAA,MAAMC,SAAAA,GACJL,UAAAA,CAAWM,KAAAA,KACV1B,KAAAA,CAAME,SACH,IAAA,CAAKyB,aAAAA,CAAc3B,KAAAA,EAAOS,GAAAA,IAC1BmB,4BAAAA,CAAiB,IAAA,CAAKC,OAAAA,CAAQ7B,KAAAA,EAAOS,GAAAA,CAAAA,CAAAA,CAAAA;AAE3C,QAAA,MAAMqB,UAAAA,GAAa,IAAIC,eAAAA,EAAAA;AACvB,QAAA,WAAA,MAAiBL,SAASD,SAAAA,EAAW;AACnCD,UAAAA,MAAAA,CAAOQ,KAAKN,KAAAA,CAAAA;AACZ,UAAA,MAAMjB,GAAAA,CAAIa,OAAAA,CAAQC,IAAAA,CAAK,UAAA,EAAY;AACjCG,YAAAA,KAAAA;YACAO,SAAAA,EAAW;cAAEC,KAAAA,kBAAO,MAAA,CAAA,MAAMJ,UAAAA,CAAWI,KAAAA,EAAK,EAAtB,OAAA;AAAyB;WAC/C,CAAA;AACA,UAAA,IAAIJ,UAAAA,CAAWvB,OAAO4B,OAAAA,EAAS;AAC7B,YAAA;AACF;AACF;AAEAf,QAAAA,UAAAA,CAAWgB,QAAQZ,MAAAA,CAAAA;AACnB,QAAA,MAAMa,MAAAA,GAASC,eAAAA,CAAgBC,UAAAA,CAAWf,MAAAA,CAAAA;AAC1C,QAAA,KAAA,MAAWgB,QAAAA,IAAYH,MAAAA,CAAOI,YAAAA,EAAY,EAAI;AAC5C,UAAA,IAAIC,eAAAA,CAASF,QAAAA,CAASxC,KAAK,CAAA,EAAG;AAC5BwC,YAAAA,QAAAA,CAASxC,KAAAA,GAAQ2C,IAAAA,CAAKC,KAAAA,CAAMJ,QAAAA,CAASxC,KAAK,CAAA;AAC5C;AACF;AAEA,QAAA,IAAIW,8BAAAA,IAAkCE,cAAAA,CAAQwB,MAAAA,CAAOI,YAAAA,EAAY,CAAA,EAAK;AACpE,UAAA,MAAMI,OAAAA,GAAUR,MAAAA,CAAOS,QAAAA,CAASC,EAAAA,CAAG,CAAA,CAAC,CAAA;AACpC,UAAA,MAAMP,QAAAA,GAAWQ,0BAAAA,CAAgBH,OAAAA,CAAQI,IAAAA,EAAM;YAAEC,IAAAA,EAAM;AAAC,cAAA,GAAA;AAAK,cAAA;;WAAK,CAAA;AAClE,UAAA,IAAI,CAACV,QAAAA,IAAY,CAACA,SAAS7C,IAAAA,IAAQ,CAAC6C,SAASlD,UAAAA,EAAY;AACvD,YAAA,MAAM,IAAI6D,yBAAAA,CACR,CAAA,sDAAA,EAAyDN,QAAQI,IAAI,CAAA,CAAA,EACrE,EAAA,EACA;cACEG,OAAAA,EAAS,IAAA;cACTC,WAAAA,EAAa;aACf,CAAA;AAEJ;AACAR,UAAAA,OAAAA,CAAQS,QAAQC,MAAAA,GAAS,CAAA;AACzBV,UAAAA,OAAAA,CAAQS,QAAQtB,IAAAA,CAAK;YACnBwB,IAAAA,EAAM,WAAA;AACNC,YAAAA,UAAAA,EAAY,CAAA,KAAA,EAAQC,mBAAAA,CAAa,CAAA,CAAA,CAAGC,aAAW,CAAA,CAAA;AAC/CC,YAAAA,QAAAA,EAAUpB,QAAAA,CAAS7C,IAAAA;;AACnBK,YAAAA,KAAAA,EAAOwC,QAAAA,CAASlD;WAClB,CAAA;AACF;AAEA,QAAA,MAAMmB,GAAAA,CAAIa,OAAAA,CAAQC,IAAAA,CAAK,SAAA,EAAW;UAAEG,KAAAA,EAAOW;SAAO,CAAA;AAClD,QAAA,OAAOA,MAAAA;AACT,OAAA,CAAA,OAASwB,KAAAA,EAAO;AACd,QAAA,MAAMpD,GAAAA,CAAIa,OAAAA,CAAQC,IAAAA,CAAK,OAAA,EAAS;AAAEvB,UAAAA,KAAAA;AAAO6D,UAAAA;SAAM,CAAA;AAC/C,QAAA,MAAMzC,UAAAA,CAAW0C,OAAOD,KAAAA,CAAAA;AACxB,QAAA,IAAIA,iBAAiBV,yBAAAA,EAAgB;AACnC,UAAA,MAAMU,KAAAA;SACR,MAAO;AACL,UAAA,MAAM,IAAIV,0BAAe,CAAA,wCAAA,CAAA,EAA4C;AAACU,YAAAA;AAAM,WAAA,CAAA;AAC9E;OACF,SAAA;AACE,QAAA,MAAMpD,GAAAA,CAAIa,OAAAA,CAAQC,IAAAA,CAAK,QAAA,EAAU,IAAA,CAAA;AACnC;KACF,CAAA;AAEJ;AAEAwC,EAAAA,eAAAA,CAAmB/D,KAAAA,EAAgC;AACjD,IAAA,OAAOI,sBAAAA,CAAWC,MAChB,IAAA,EACA;MAAEC,MAAAA,EAAQ;AAACN,QAAAA;;AAAiBO,MAAAA,MAAAA,EAAQP,KAAAA,EAAOQ;AAAY,KAAA,EACvD,OAAOC,GAAAA,KAAAA;AACL,MAAA,OAAO,MAAM,IAAA,CAAKuD,gBAAAA,CAAoBhE,KAAAA,EAAOS,GAAAA,CAAAA;KAC/C,CAAA;AAEJ;EAEAwD,MAAAA,CAAO,EAAE7E,KAAAA,EAAOE,UAAAA,EAAU,EAAsB;AAC9C,IAAA,IAAIF,KAAAA,EAAO;AACT,MAAA,IAAA,CAAKA,QAAQ8E,iBAAAA,CAAW9E,KAAAA,IAASA,KAAAA,CAAM,IAAA,CAAKA,KAAK,CAAA,GAAIA,KAAAA;AACvD;AACA,IAAA,IAAIE,UAAAA,EAAY;AACd,MAAA,IAAA,CAAKA,aAAa4E,iBAAAA,CAAW5E,UAAAA,IAAcA,UAAAA,CAAW,IAAA,CAAKA,UAAU,CAAA,GAAIA,UAAAA;AAC3E;AACF;EAEA,aAAa6E,QAAAA,CAASxE,MAAoCyE,OAAAA,EAA+B;AACvF,IAAA,MAAM,EAAEC,UAAAA,EAAYC,OAAAA,EAAO,GAAKC,uBAAW5E,IAAAA,CAAAA;AAC3C,IAAA,MAAM6E,MAAAA,GAAS,MAAMC,qBAAAA,CAAqBJ,UAAAA,EAAY,MAAA,CAAA;AACtD,IAAA,MAAMK,QAAAA,GAAW,IAAIF,MAAAA,CAAOF,OAAAA,IAAWnE,MAAAA,CAAAA;AACvC,IAAA,IAAIiE,OAAAA,EAAS;AACXO,MAAAA,MAAAA,CAAOC,MAAAA,CAAOF,QAAAA,CAASpF,UAAAA,EAAY8E,OAAAA,CAAAA;AACrC;AACA,IAAA,OAAOM,QAAAA;AACT;EAWA,MAAgBV,gBAAAA,CACdhE,OACAS,GAAAA,EACmC;AACnC,IAAA,MAAM,EAAEoE,MAAAA,EAAQ,GAAGT,OAAAA,EAAAA,GAAYpE,KAAAA;AAC/B,IAAA,MAAM8E,UAAAA,GAAaC,wBAAaF,MAAAA,CAAAA;AAEhC,IAAA,MAAMG,cAAAA,GACJhF,KAAAA,CAAMiF,oBAAAA,IACN,IAAIC,2BAAAA,CAAe;AACjBL,MAAAA,MAAAA,EAAQM,MAAEC,MAAAA,CAAO;AACfP,QAAAA,MAAAA,EAAQM,KAAAA,CAAEE,MAAAA,EAAM,CAAGC,GAAAA,CAAI,CAAA;OACzB,CAAA;MACAC,QAAAA,EAAU,CAAA;;;;;;;KAOZ,CAAA;AAEF,IAAA,MAAMzC,QAAAA,GAAsB;MAC1B,IAAI0C,yBAAAA,CAAcR,eAAeS,MAAAA,CAAO;AAAEZ,QAAAA,MAAAA,EAAQlC,IAAAA,CAAK+C,SAAAA,CAAUZ,UAAAA,EAAY,IAAA,EAAM,CAAA;AAAG,OAAA,CAAA,CAAA;SACnF9E,KAAAA,CAAM8C;;AAGX,IAAA,MAAM6C,aAAAA,GAAgB,IAAIT,2BAAAA,CAAe;AACvCL,MAAAA,MAAAA,EAAQM,MAAEC,MAAAA,CAAO;AACfQ,QAAAA,MAAAA,EAAQT,MAAEE,MAAAA,EAAM;AAChBQ,QAAAA,QAAAA,EAAUV,MAAEE,MAAAA,EAAM;AAClBS,QAAAA,QAAAA,EAAUX,MAAEE,MAAAA;OACd,CAAA;MACAE,QAAAA,EAAU,CAAA;;;KAGZ,CAAA;AAEA,IAAA,OAAO,IAAIQ,uBAAAA,CAAoC;AAC7CC,MAAAA,QAAAA,kBAAU,MAAA,CAAA,YAAA;AACR,QAAA,MAAMC,QAAAA,GAAW,MAAM,IAAA,CAAKpE,OAAAA,CAC1B;UACE,GAAGuC,OAAAA;AACHtB,UAAAA,QAAAA;UACAhC,cAAAA,EAAgB;YAAE0C,IAAAA,EAAM;AAAc;AACxC,SAAA,EACA/C,GAAAA,CAAAA;AAGF,QAAA,MAAMyF,YAAAA,GAAeD,SAASE,cAAAA,EAAc;AAC5C,QAAA,MAAMf,MAAAA,GAAYpC,2BAAgBkD,YAAAA,EAAc;UAAEhD,IAAAA,EAAM;AAAC,YAAA,GAAA;AAAK,YAAA;;SAAK,CAAA;AACnE,QAAA,MAAMkD,SAAAA,GAAYC,iCAAsBxB,MAAAA,CAAAA;AAExC,QAAA,MAAMyB,OAAAA,GAAUF,UAAUhB,MAAAA,CAAAA;AAC1B,QAAA,IAAI,CAACkB,OAAAA,EAAS;AACZ,UAAA,MAAMC,OAAAA,GAAU;YACdV,QAAAA,EAAUlD,IAAAA,CAAK+C,UAAUZ,UAAAA,CAAAA;YACzBgB,QAAAA,EAAUI,YAAAA;AACVN,YAAAA,MAAAA,EAAQjD,IAAAA,CAAK+C,SAAAA,CAAUU,SAAAA,CAAUR,MAAAA,IAAU,EAAE;AAC/C,WAAA;AAEA9C,UAAAA,QAAAA,CAASd,KAAK,IAAIwE,uBAAAA,CAAYb,cAAcF,MAAAA,CAAOc,OAAAA,CAAAA,CAAAA,CAAAA;AACnD,UAAA,MAAM,IAAIpD,yBAAAA,CAAe,CAAA,mCAAA,CAAA,EAAuC,EAAA,EAAI;AAClEoD,YAAAA;WACF,CAAA;AACF;AAEA,QAAA,OAAO;AACLnB,UAAAA,MAAAA;UACAqB,MAAAA,EAAQR;AACV,SAAA;OACF,EAhCU,UAAA,CAAA;MAiCVhC,MAAAA,EAAQ;AACN1D,QAAAA,MAAAA,EAAQE,GAAAA,CAAIF,MAAAA;AACZmG,QAAAA,UAAAA,EAAY1G,OAAO0G,UAAAA,IAAc;AACnC;AACF,KAAA,EAAGC,GAAAA,EAAG;AACR;EAEAC,cAAAA,GAAiB;AACf,IAAA,OAAO;AACLxH,MAAAA,KAAAA,EAAO,IAAA,CAAKA,KAAAA;AACZkC,MAAAA,OAAAA,EAAS,IAAA,CAAKA,OAAAA;MACdhC,UAAAA,EAAYW,qBAAAA,CAAY,KAAKX,UAAU,CAAA;AACvCC,MAAAA,MAAAA,EAAQ,IAAA,CAAKA,MAAAA;MACbK,iBAAAA,EAAmB,IAAA,CAAKA,kBAAkBiH,KAAAA,EAAK;AAC/ChH,MAAAA,iCAAAA,EAAmC,IAAA,CAAKA,iCAAAA;AACxCC,MAAAA,wBAAAA,EAA0B,IAAA,CAAKA;AACjC,KAAA;AACF;EAEAgH,OAAAA,GAAU;AACR,IAAA,IAAA,CAAKxF,QAAQwF,OAAAA,EAAO;AACtB;EAEA,MAAgBzF,mBAAAA,CAAoB,EAClCb,WAAAA,EAAauG,CAAAA,EACbjE,QAAAA,EACApC,QAAQ,EAAA,EACR,GAAGV,KAAAA,EAAAA,EACc;AACjB,IAAA,MAAMgH,MAAMC,kCAAAA,CAAgB;MAC1B,GAAGjH,KAAAA;MACH8C,QAAAA,EAAU,MAAMoE,yBAAAA,CAAWC,SAAAA,CAAUrE,QAAAA,CAASsE,GAAAA,CAAI,CAACC,GAAAA,KAAQA,GAAAA,CAAIC,OAAAA,EAAO,CAAA,CAAA;MACtE5G,KAAAA,EAAO,MAAMwG,yBAAAA,CAAWC,SAAAA,CAAUzG,KAAAA;KACpC,CAAA;AACA,IAAA,MAAMgB,KAAAA,GAAQ,MAAM,IAAA,CAAKtC,KAAAA,CAAMuH,IAAIK,GAAAA,CAAAA;AACnC,IAAA,MAAMO,QAAQ7F,KAAAA,KAAUvB,MAAAA;AAExB,IAAA,IAAIqH,IAAAA,GAAuC,IAAA;AAC3C,IAAA,IAAID,KAAAA,EAAO;AACTC,MAAAA,IAAAA,GAAO,IAAIC,qBAAAA,EAAAA;AACX,MAAA,MAAM,IAAA,CAAKrI,KAAAA,CAAMsI,GAAAA,CAAIV,GAAAA,EAAKQ,IAAAA,CAAAA;AAC5B;AAEA,IAAA,OAAO;AACLR,MAAAA,GAAAA;AACAtF,MAAAA,KAAAA;AACAU,MAAAA,OAAAA,0BAAsCV,MAAAA,KAAAA;AACpC8F,QAAAA,IAAAA,EAAMpF,UAAUV,MAAAA,CAAAA;OAClB,EAFS,SAAA,CAAA;AAGToC,MAAAA,MAAAA,gCAAeD,KAAAA,KAAAA;AACb2D,QAAAA,IAAAA,EAAM1D,SAASD,KAAAA,CAAAA;AACf,QAAA,IAAI0D,KAAAA,EAAO;AACT,UAAA,MAAM,IAAA,CAAKnI,KAAAA,CAAMuI,MAAAA,CAAOX,GAAAA,CAAAA;AAC1B;OACF,EALQ,QAAA;AAMV,KAAA;AACF;AAEUpG,EAAAA,oCAAAA,CAAqC,EAC7CF,KAAAA,GAAQ,EAAA,EACRO,UAAAA,EACAH,gBAAc,EACG;AACjB,IAAA,IACED,cAAAA,CAAQH,KAAAA,CAAAA,IACR,CAACO,cACDA,UAAAA,KAAe,MAAA,IACfA,UAAAA,KAAe,MAAA,IACf,CAAC,IAAA,CAAKpB,iCAAAA,IACN+H,OAAAA,CAAQ9G,cAAAA,CAAAA,EACR;AACA,MAAA,OAAO,KAAA;AACT;AAEA,IAAA,MAAM+G,mBAAAA,GAAsB,IAAA,CAAK3G,qBAAAA,CAAsBD,UAAAA,CAAAA;AACvD,IAAA,OAAO,CAAC,IAAA,CAAKnB,wBAAAA,IAA4B,CAAC+H,mBAAAA;AAC5C;AAEU3G,EAAAA,qBAAAA,CAAsB4G,MAAAA,EAAuC;AACrE,IAAA,OACE,CAACA,MAAAA,KACAA,MAAAA,YAAkBC,aAAAA,GACf,IAAA,CAAKnI,iBAAAA,CAAkBoI,QAAAA,CAAS,QAAA,CAAA,GAChC,IAAA,CAAKpI,iBAAAA,CAAkBoI,QAAAA,CAASF,MAAAA,CAAAA,CAAAA;AAExC;AACF;AAEO,MAAMxF,wBAAwBnD,6BAAAA,CAAAA;EA7brC;;;;;;EA8bE,WAAA,CACkB2D,QAAAA,EACTmF,OACAC,YAAAA,EACP;AACA,IAAA,KAAA,EAAK,EAAA,KAJWpF,QAAAA,GAAAA,QAAAA,EAAAA,KACTmF,KAAAA,GAAAA,KAAAA,EAAAA,KACAC,YAAAA,GAAAA,YAAAA;AAGP,IAAA,IAAA,CAAKC,MAAAA,EAAM;AACb;AAEA,EAAA,OAAO5F,WAAWf,MAAAA,EAA2B;AAC3C,IAAA,MAAM4G,KAAAA,GAAQ,IAAI9F,eAAAA,CAAgB,EAAE,CAAA;AACpCd,IAAAA,MAAAA,CAAO6G,QAAQ,CAACC,GAAAA,KAAQF,KAAAA,CAAMG,KAAAA,CAAMD,GAAAA,CAAAA,CAAAA;AACpC,IAAA,OAAOF,KAAAA;AACT;AAEAG,EAAAA,KAAAA,CAAMC,KAAAA,EAAwB;AAC5B,IAAA,IAAIA,KAAAA,CAAM1F,QAAAA,CAASS,MAAAA,GAAS,CAAA,EAAG;AAC7B,MAAA,MAAMkF,MAAAA,GAASD,KAAAA,CAAM1F,QAAAA,CAASsE,GAAAA,CAAIsB,SAAAA,CAAAA;AAClC,MAAA,IAAA,CAAK5F,QAAAA,CAASd,IAAAA,CAAI,GAAIyG,MAAAA,CAAAA;AACtB,MAAA,IAAA,CAAKN,MAAAA,EAAM;AACb;AAEA,IAAA,IAAA,CAAKD,eAAeM,KAAAA,CAAMN,YAAAA;AAC1B,IAAA,IAAI,IAAA,CAAKD,KAAAA,IAASO,KAAAA,CAAMP,KAAAA,EAAO;AAC7B,MAAA,IAAA,CAAKA,QAAQU,sBAAAA,CAAY;QAAC,IAAA,CAAKV,KAAAA;QAAOO,KAAAA,CAAMP;AAAQ,OAAA,EAAA;QAClDW,WAAAA,EAAaC,qBAAAA;QACbC,YAAAA,EAAcD,qBAAAA;QACdE,gBAAAA,EAAkBF;OACpB,CAAA;AACF,KAAA,MAAA,IAAWL,MAAMP,KAAAA,EAAO;AACtB,MAAA,IAAA,CAAKA,KAAAA,GAAQhI,qBAAAA,CAAYuI,KAAAA,CAAMP,KAAK,CAAA;AACtC;AACF;EAEAE,MAAAA,GAAe;AAEb,IAAA,IAAI,IAAA,CAAKrF,QAAAA,CAASS,MAAAA,GAAS,CAAA,EAAG;AAC5B,MAAA,MAAMyF,YAAAA,uBAAmBC,GAAAA,EAAAA;AACzB,MAAA,MAAMC,oBAAAA,uBAA2BD,GAAAA,EAAAA;AAEjC,MAAA,KAAA,MAAW5B,GAAAA,IAAO,KAAKvE,QAAAA,EAAU;AAC/B,QAAA,MAAMqG,KAAAA,GAAQ9B,IAAI+B,EAAAA,IAAM,EAAA;AAExB,QAAA,IAAI/B,eAAegC,4BAAAA,IAAoBhC,GAAAA,CAAI5E,YAAAA,EAAY,CAAGc,SAAS,CAAA,EAAG;AACpE,UAAA,MAAM+F,iBAA8C,EAAA;AACpD,UAAA,KAAA,MAAWC,KAAAA,IAASlC,IAAI/D,OAAAA,EAAS;AAC/B,YAAA,IAAIiG,KAAAA,CAAM/F,SAAS,WAAA,EAAa;AAC9B8F,cAAAA,cAAAA,CAAetH,KAAKuH,KAAAA,CAAAA;AACpB,cAAA;AACF;AAGA,YAAA,IAAI,CAACA,KAAAA,CAAM9F,UAAAA,IAAcyF,oBAAAA,CAAqBM,OAAO,CAAA,EAAG;AACtD,cAAA,MAAMC,iBAAiBC,KAAAA,CAAMC,IAAAA,CAAKT,qBAAqBU,IAAAA,EAAI,EAAIC,GAAAA,EAAG;AAClE,cAAA,IAAIJ,cAAAA,EAAgB;AAClBF,gBAAAA,KAAAA,CAAM9F,UAAAA,GAAagG,cAAAA;AACrB;AACF;AAEA,YAAA,IAAIF,MAAM9F,UAAAA,IAAcyF,oBAAAA,CAAqBY,GAAAA,CAAIP,KAAAA,CAAM9F,UAAU,CAAA,EAAG;AAClEyF,cAAAA,oBAAAA,CAAqBvC,IAAI4C,KAAAA,CAAM9F,UAAU,CAAA,CAAGH,OAAAA,CAAQtB,KAAKuH,KAAAA,CAAAA;AAC3D,aAAA,MAAA,IAAWA,MAAM9F,UAAAA,EAAY;AAC3ByF,cAAAA,oBAAAA,CAAqBxB,GAAAA,CAAI6B,KAAAA,CAAM9F,UAAAA,EAAY4D,GAAAA,CAAAA;AAC3CiC,cAAAA,cAAAA,CAAetH,KAAKuH,KAAAA,CAAAA;AACtB;AACF;AAEAlC,UAAAA,GAAAA,CAAI/D,QAAQC,MAAAA,GAAS,CAAA;AACrB8D,UAAAA,GAAAA,CAAI/D,OAAAA,CAAQtB,IAAAA,CAAI,GAAIsH,cAAAA,CAAAA;AAEpB,UAAA,IAAIA,cAAAA,CAAe/F,WAAW,CAAA,EAAG;AAC/B,YAAA;AACF;AACF;AAEA,QAAA,IAAI,CAACyF,YAAAA,CAAac,GAAAA,CAAIX,KAAAA,CAAAA,EAAQ;AAC5BH,UAAAA,YAAAA,CAAatB,IAAIyB,KAAAA,EAAO;AAAC9B,YAAAA;AAAI,WAAA,CAAA;SAC/B,MAAO;AACL2B,UAAAA,YAAAA,CAAarC,GAAAA,CAAIwC,KAAAA,CAAAA,CAAQnH,IAAAA,CAAKqF,GAAAA,CAAAA;AAChC;AACF;AAEA,MAAA,IAAA,CAAKvE,SAASS,MAAAA,GAAS,CAAA;AAEvB,MAAA,KAAA,MAAWT,QAAAA,IAAYkG,YAAAA,CAAae,MAAAA,EAAM,EAAI;AAC5C,QAAA,MAAMC,IAAAA,GAAOlH,SAASmH,KAAAA,EAAK;AAC3B,QAAA,KAAA,MAAWzB,SAAS1F,QAAAA,EAAU;AAC5BkH,UAAAA,IAAAA,CAAKzB,MAAMC,KAAAA,CAAAA;AACb;AACA,QAAA,IAAA,CAAK1F,QAAAA,CAASd,KAAKgI,IAAAA,CAAAA;AACrB;AACF;AAGA,IAAA,KAAA,MAAW3C,GAAAA,IAAO,KAAKvE,QAAAA,EAAU;AAC/B,MAAA,IAAI,EAAEuE,eAAegC,4BAAAA,CAAAA,EAAmB;AACtC,QAAA;AACF;AAEA,MAAA,MAAMa,iBAA+C,EAAC;AACtD,MAAA,IAAIC,MAAAA,GAAS,EAAA;AAEb,MAAA,MAAMC,kBAA4B,EAAA;AAClC/C,MAAAA,GAAAA,CAAI/D,OAAAA,CAAQ+E,OAAAA,CAAQ,CAACkB,KAAAA,EAAOc,KAAAA,KAAAA;AAC1B,QAAA,IAAId,KAAAA,CAAM/F,SAAS,WAAA,EAAa;AAC9B,UAAA;AACF;AACA,QAAA,MAAM4F,EAAAA,GAAKG,MAAM9F,UAAAA,IAAc0G,MAAAA;AAC/B,QAAA,IAAI,EAAEf,MAAMc,cAAAA,CAAAA,EAAiB;AAC3BA,UAAAA,cAAAA,CAAed,EAAAA,CAAAA,GAAMnJ,qBAAAA,CAAYsJ,KAAAA,CAAAA;AACjClC,UAAAA,GAAAA,CAAI/D,OAAAA,CAAQ+G,KAAAA,CAAAA,GAASH,cAAAA,CAAed,EAAAA,CAAAA;SACtC,MAAO;AACLgB,UAAAA,eAAAA,CAAgBpI,KAAKqI,KAAAA,CAAAA;AACrB,UAAA,MAAMC,YAAAA,GAAeJ,eAAed,EAAAA,CAAAA;AACpC,UAAA,IAAI1G,gBAAS4H,YAAAA,CAAatK,KAAK,KAAK0C,eAAAA,CAAS6G,KAAAA,CAAMvJ,KAAK,CAAA,EAAG;AACzDsK,YAAAA,YAAAA,CAAatK,SAASuJ,KAAAA,CAAMvJ,KAAAA;WAC9B,MAAO;AACL,YAAA,MAAM,IAAIuK,MAAM,0BAAA,CAAA;AAClB;AACA,UAAA,IAAI,CAACD,aAAa1G,QAAAA,EAAU;AAC1B0G,YAAAA,YAAAA,CAAa1G,WAAW2F,KAAAA,CAAM3F,QAAAA;AAChC;AACF;AACAuG,QAAAA,MAAAA,GAASf,EAAAA;OACX,CAAA;AACAgB,MAAAA,eAAAA,CAAgBI,OAAAA,EAAO,CAAGnC,OAAAA,CAAQ,CAACgC,KAAAA,KAAAA;AACjChD,QAAAA,GAAAA,CAAI/D,OAAAA,CAAQmH,MAAAA,CAAOJ,KAAAA,EAAO,CAAA,CAAA;OAC5B,CAAA;AACF;AACF;EAEA5H,YAAAA,GAAe;AACb,IAAA,OAAO,KAAKK,QAAAA,CACT4H,MAAAA,CAAO,CAACC,CAAAA,KAAMA,aAAatB,4BAAAA,CAAAA,CAC3BuB,OAAAA,CAAQ,CAACD,MAAMA,CAAAA,CAAElI,YAAAA,EAAY,CAAA,CAC7BiI,OAAO9C,OAAAA,CAAAA;AACZ;EAEAiD,eAAAA,GAAsC;AACpC,IAAA,OAAO,IAAA,CAAK/H,QAAAA,CAAS4H,MAAAA,CAAO,CAACC,CAAAA,KAAMA,CAAAA,YAAatB,4BAAAA,CAAAA,CAAkBqB,MAAAA,CAAO,CAACC,CAAAA,KAAMA,CAAAA,CAAE1H,IAAI,CAAA;AACxF;EAEAkD,cAAAA,GAAyB;AACvB,IAAA,OAAO,KAAKrD,QAAAA,CACT4H,MAAAA,CAAO,CAACC,CAAAA,KAAMA,CAAAA,YAAatB,4BAAAA,CAAAA,CAC3BuB,OAAAA,CAAQ,CAACD,CAAAA,KAAMA,EAAE1H,IAAI,CAAA,CACrByH,OAAO9C,OAAAA,CAAAA,CACPkD,KAAK,EAAA,CAAA;AACV;EAEAC,QAAAA,GAAW;AACT,IAAA,OAAO,KAAK5E,cAAAA,EAAc;AAC5B;EAEAS,cAAAA,GAAiB;AACf,IAAA,OAAO;MACL9D,QAAAA,EAAU7C,qBAAAA,CAAY,KAAK6C,QAAQ,CAAA;MACnCmF,KAAAA,EAAOhI,qBAAAA,CAAY,KAAKgI,KAAK,CAAA;AAC7BC,MAAAA,YAAAA,EAAc,IAAA,CAAKA;AACrB,KAAA;AACF;AAEA8C,EAAAA,YAAAA,CAAaC,QAAAA,EAAkD;AAC7DtG,IAAAA,MAAAA,CAAOC,MAAAA,CAAO,MAAMqG,QAAAA,CAAAA;AACtB;AACF;AAEA,SAASvC,UAAkCwC,YAAAA,EAAe;AACxD,EAAA,MAAMD,QAAAA,GAAWC,aAAatE,cAAAA,EAAc;AAC5C,EAAA,IAAIuE,gBAAAA,CAAUF,QAAAA,CAAAA,EAAW;AACvB,IAAA,MAAM,IAAIV,MAAM,CAAA,8BAAA,CAAgC,CAAA;AAClD;AAEA,EAAA,MAAMa,MAAAA,GAASzG,MAAAA,CAAO5E,MAAAA,CAAOmL,YAAAA,CAAa,YAAYG,SAAS,CAAA;AAC/D,EAAA,MAAMC,IAAAA,GAAOF,MAAAA,CAAOJ,YAAAA,CAAaC,QAAAA,CAAAA;AACjC,EAAA,IAAIE,gBAAAA,CAAUG,IAAAA,CAAAA,EAAO;AACnB,IAAA,MAAM,IAAIf,MAAM,CAAA,4BAAA,CAA8B,CAAA;AAChD;AAEA,EAAA,OAAOa,MAAAA;AACT;AAbS1C,MAAAA,CAAAA,SAAAA,EAAAA,WAAAA,CAAAA","file":"chat.cjs","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { Serializable } from \"@/internals/serializable.js\";\nimport { shallowCopy } from \"@/serializer/utils.js\";\nimport { customMerge } from \"@/internals/helpers/object.js\";\nimport { takeBigger } from \"@/internals/helpers/number.js\";\nimport { Callback } from \"@/emitter/types.js\";\nimport { FrameworkError } from \"@/errors.js\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { GetRunContext, RunContext } from \"@/context.js\";\nimport { isEmpty, isFunction, isPromise, isString, randomString } from \"remeda\";\nimport { ObjectHashKeyFn } from \"@/cache/decoratorCache.js\";\nimport { Task } from \"promise-based-task\";\nimport { NullCache } from \"@/cache/nullCache.js\";\nimport { BaseCache } from \"@/cache/base.js\";\nimport {\n  filterToolsByToolChoice,\n  FullModelName,\n  generateToolUnionSchema,\n  loadModel,\n  parseModel,\n} from \"@/backend/utils.js\";\nimport { ProviderName } from \"@/backend/constants.js\";\nimport { AnyTool, Tool } from \"@/tools/base.js\";\nimport { AssistantMessage, Message, SystemMessage, UserMessage } from \"@/backend/message.js\";\n\nimport { ChatModelError } from \"@/backend/errors.js\";\nimport { z, ZodSchema, ZodType } from \"zod\";\nimport {\n  createSchemaValidator,\n  parseBrokenJson,\n  toJsonSchema,\n} from \"@/internals/helpers/schema.js\";\nimport { Retryable } from \"@/internals/helpers/retryable.js\";\nimport { SchemaObject, ValidateFunction } from \"ajv\";\nimport { PromptTemplate } from \"@/template.js\";\nimport { toAsyncGenerator } from \"@/internals/helpers/promise.js\";\nimport { Serializer } from \"@/serializer/serializer.js\";\nimport { Logger } from \"@/logger/logger.js\";\nimport { ToolCallPart } from \"ai\";\n\nexport interface ChatModelParameters {\n  maxTokens?: number;\n  topP?: number;\n  frequencyPenalty?: number;\n  temperature?: number;\n  topK?: number;\n  n?: number;\n  presencePenalty?: number;\n  seed?: number;\n  stopSequences?: string[];\n  stream?: boolean;\n}\n\ninterface ResponseObjectJson {\n  type: \"object-json\";\n  schema?: SchemaObject;\n  name?: string;\n  description?: string;\n}\n\nexport interface ChatModelObjectInput<T> extends ChatModelParameters {\n  schema: z.ZodSchema<T, any, any> | ResponseObjectJson;\n  systemPromptTemplate?: PromptTemplate<ZodType<{ schema: string }>>;\n  messages: Message[];\n  abortSignal?: AbortSignal;\n  maxRetries?: number;\n}\n\nexport interface ChatModelObjectOutput<T> {\n  object: T;\n  output: ChatModelOutput;\n}\n\nexport type ChatModelToolChoice = \"auto\" | \"none\" | \"required\" | AnyTool;\n\nexport interface ChatModelInput extends ChatModelParameters {\n  tools?: AnyTool[];\n  abortSignal?: AbortSignal;\n  stopSequences?: string[];\n  responseFormat?: ZodSchema | ResponseObjectJson;\n  toolChoice?: ChatModelToolChoice;\n  messages: Message[];\n  streamPartialToolCalls?: boolean;\n}\n\nexport type ChatModelFinishReason =\n  | \"stop\"\n  | \"length\"\n  | \"content-filter\"\n  | \"tool-calls\"\n  | \"error\"\n  | \"other\"\n  | \"unknown\";\n\nexport interface ChatModelUsage {\n  promptTokens: number;\n  completionTokens: number;\n  totalTokens: number;\n  reasoningTokens?: number;\n  cachedPromptTokens?: number;\n}\n\nexport interface ChatModelEvents {\n  newToken?: Callback<{ value: ChatModelOutput; callbacks: { abort: () => void } }>;\n  success?: Callback<{ value: ChatModelOutput }>;\n  start?: Callback<{ input: ChatModelInput }>;\n  error?: Callback<{ input: ChatModelInput; error: FrameworkError }>;\n  finish?: Callback<null>;\n}\n\nexport type ChatModelEmitter<A = Record<never, never>> = Emitter<\n  ChatModelEvents & Omit<A, keyof ChatModelEvents>\n>;\n\nexport type ChatModelCache = BaseCache<Task<ChatModelOutput[]>>;\nexport type ConfigFn<T> = (value: T) => T;\nexport interface ChatConfig {\n  cache?: ChatModelCache | ConfigFn<ChatModelCache>;\n  parameters?: ChatModelParameters | ConfigFn<ChatModelParameters>;\n}\n\nexport type ChatModelToolChoiceSupport = \"required\" | \"none\" | \"single\" | \"auto\";\n\nexport abstract class ChatModel extends Serializable {\n  public abstract readonly emitter: Emitter<ChatModelEvents>;\n  public cache: ChatModelCache = new NullCache();\n  public parameters: ChatModelParameters = {};\n  protected readonly logger = Logger.root.child({\n    name: this.constructor.name,\n  });\n\n  public readonly toolChoiceSupport: ChatModelToolChoiceSupport[] = [\n    \"required\",\n    \"none\",\n    \"single\",\n    \"auto\",\n  ];\n  public toolCallFallbackViaResponseFormat = true;\n  public readonly modelSupportsToolCalling: boolean = true;\n\n  abstract get modelId(): string;\n  abstract get providerId(): string;\n\n  create(input: ChatModelInput) {\n    input = shallowCopy(input);\n    if (input.stream === undefined) {\n      input.stream = this.parameters.stream;\n    }\n\n    return RunContext.enter(\n      this,\n      { params: [input] as const, signal: input?.abortSignal },\n      async (run) => {\n        if (!this.modelSupportsToolCalling) {\n          input.tools = [];\n        }\n\n        const forceToolCallViaResponseFormat = this.shouldForceToolCallViaResponseFormat(input);\n        if (forceToolCallViaResponseFormat && input.tools && !isEmpty(input.tools)) {\n          input.responseFormat = await generateToolUnionSchema(\n            filterToolsByToolChoice(input.tools, input.toolChoice),\n          );\n          input.toolChoice = undefined;\n        }\n\n        if (!this.isToolChoiceSupported(input.toolChoice)) {\n          this.logger.warn(\n            `The following tool choice value '${input.toolChoice}' is not supported. Ignoring.`,\n          );\n          input.toolChoice = undefined;\n        }\n\n        const cacheEntry = await this.createCacheAccessor(input);\n\n        try {\n          await run.emitter.emit(\"start\", { input });\n          const chunks: ChatModelOutput[] = [];\n\n          const generator =\n            cacheEntry.value ??\n            (input.stream\n              ? this._createStream(input, run)\n              : toAsyncGenerator(this._create(input, run)));\n\n          const controller = new AbortController();\n          for await (const value of generator) {\n            chunks.push(value);\n            await run.emitter.emit(\"newToken\", {\n              value,\n              callbacks: { abort: () => controller.abort() },\n            });\n            if (controller.signal.aborted) {\n              break;\n            }\n          }\n\n          cacheEntry.resolve(chunks);\n          const result = ChatModelOutput.fromChunks(chunks);\n          for (const toolCall of result.getToolCalls()) {\n            if (isString(toolCall.input)) {\n              toolCall.input = JSON.parse(toolCall.input);\n            }\n          }\n\n          if (forceToolCallViaResponseFormat && isEmpty(result.getToolCalls())) {\n            const lastMsg = result.messages.at(-1)!;\n            const toolCall = parseBrokenJson(lastMsg.text, { pair: [\"{\", \"}\"] });\n            if (!toolCall || !toolCall.name || !toolCall.parameters) {\n              throw new ChatModelError(\n                `Failed to produce a valid tool call. Generate output: ${lastMsg.text}`,\n                [],\n                {\n                  isFatal: true,\n                  isRetryable: false,\n                },\n              );\n            }\n            lastMsg.content.length = 0;\n            lastMsg.content.push({\n              type: \"tool-call\",\n              toolCallId: `call_${randomString(8).toLowerCase()}`,\n              toolName: toolCall.name, // todo: add types\n              input: toolCall.parameters,\n            });\n          }\n\n          await run.emitter.emit(\"success\", { value: result });\n          return result;\n        } catch (error) {\n          await run.emitter.emit(\"error\", { input, error });\n          await cacheEntry.reject(error);\n          if (error instanceof ChatModelError) {\n            throw error;\n          } else {\n            throw new ChatModelError(`The Chat Model has encountered an error.`, [error]);\n          }\n        } finally {\n          await run.emitter.emit(\"finish\", null);\n        }\n      },\n    );\n  }\n\n  createStructure<T>(input: ChatModelObjectInput<T>) {\n    return RunContext.enter(\n      this,\n      { params: [input] as const, signal: input?.abortSignal },\n      async (run) => {\n        return await this._createStructure<T>(input, run);\n      },\n    );\n  }\n\n  config({ cache, parameters }: ChatConfig): void {\n    if (cache) {\n      this.cache = isFunction(cache) ? cache(this.cache) : cache;\n    }\n    if (parameters) {\n      this.parameters = isFunction(parameters) ? parameters(this.parameters) : parameters;\n    }\n  }\n\n  static async fromName(name: FullModelName | ProviderName, options?: ChatModelParameters) {\n    const { providerId, modelId } = parseModel(name);\n    const Target = await loadModel<ChatModel>(providerId, \"chat\");\n    const instance = new Target(modelId || undefined);\n    if (options) {\n      Object.assign(instance.parameters, options);\n    }\n    return instance;\n  }\n\n  protected abstract _create(\n    input: ChatModelInput,\n    run: GetRunContext<typeof this>,\n  ): Promise<ChatModelOutput>;\n  protected abstract _createStream(\n    input: ChatModelInput,\n    run: GetRunContext<typeof this>,\n  ): AsyncGenerator<ChatModelOutput, void>;\n\n  protected async _createStructure<T>(\n    input: ChatModelObjectInput<T>,\n    run: GetRunContext<typeof this>,\n  ): Promise<ChatModelObjectOutput<T>> {\n    const { schema, ...options } = input;\n    const jsonSchema = toJsonSchema(schema);\n\n    const systemTemplate =\n      input.systemPromptTemplate ??\n      new PromptTemplate({\n        schema: z.object({\n          schema: z.string().min(1),\n        }),\n        template: `You are a helpful assistant that generates only valid JSON adhering to the following JSON Schema.\n\n\\`\\`\\`\n{{schema}}\n\\`\\`\\`\n\nIMPORTANT: You MUST answer with a JSON object that matches the JSON schema above.`,\n      });\n\n    const messages: Message[] = [\n      new SystemMessage(systemTemplate.render({ schema: JSON.stringify(jsonSchema, null, 2) })),\n      ...input.messages,\n    ];\n\n    const errorTemplate = new PromptTemplate({\n      schema: z.object({\n        errors: z.string(),\n        expected: z.string(),\n        received: z.string(),\n      }),\n      template: `Generated object does not match the expected JSON schema!\n\nValidation Errors: {{errors}}`,\n    });\n\n    return new Retryable<ChatModelObjectOutput<T>>({\n      executor: async () => {\n        const response = await this._create(\n          {\n            ...options,\n            messages,\n            responseFormat: { type: \"object-json\" },\n          },\n          run,\n        );\n\n        const textResponse = response.getTextContent();\n        const object: T = parseBrokenJson(textResponse, { pair: [\"{\", \"}\"] });\n        const validator = createSchemaValidator(schema) as ValidateFunction<T>;\n\n        const success = validator(object);\n        if (!success) {\n          const context = {\n            expected: JSON.stringify(jsonSchema),\n            received: textResponse,\n            errors: JSON.stringify(validator.errors ?? []),\n          };\n\n          messages.push(new UserMessage(errorTemplate.render(context)));\n          throw new ChatModelError(`LLM did not produce a valid output.`, [], {\n            context,\n          });\n        }\n\n        return {\n          object,\n          output: response,\n        };\n      },\n      config: {\n        signal: run.signal,\n        maxRetries: input?.maxRetries || 1,\n      },\n    }).get();\n  }\n\n  createSnapshot() {\n    return {\n      cache: this.cache,\n      emitter: this.emitter,\n      parameters: shallowCopy(this.parameters),\n      logger: this.logger,\n      toolChoiceSupport: this.toolChoiceSupport.slice(),\n      toolCallFallbackViaResponseFormat: this.toolCallFallbackViaResponseFormat,\n      modelSupportsToolCalling: this.modelSupportsToolCalling,\n    };\n  }\n\n  destroy() {\n    this.emitter.destroy();\n  }\n\n  protected async createCacheAccessor({\n    abortSignal: _,\n    messages,\n    tools = [],\n    ...input\n  }: ChatModelInput) {\n    const key = ObjectHashKeyFn({\n      ...input,\n      messages: await Serializer.serialize(messages.map((msg) => msg.toPlain())),\n      tools: await Serializer.serialize(tools),\n    });\n    const value = await this.cache.get(key);\n    const isNew = value === undefined;\n\n    let task: Task<ChatModelOutput[]> | null = null;\n    if (isNew) {\n      task = new Task();\n      await this.cache.set(key, task);\n    }\n\n    return {\n      key,\n      value,\n      resolve: <T2 extends ChatModelOutput>(value: T2[]) => {\n        task?.resolve?.(value);\n      },\n      reject: async (error: Error) => {\n        task?.reject?.(error);\n        if (isNew) {\n          await this.cache.delete(key);\n        }\n      },\n    };\n  }\n\n  protected shouldForceToolCallViaResponseFormat({\n    tools = [],\n    toolChoice,\n    responseFormat,\n  }: ChatModelInput) {\n    if (\n      isEmpty(tools) ||\n      !toolChoice ||\n      toolChoice === \"none\" ||\n      toolChoice === \"auto\" ||\n      !this.toolCallFallbackViaResponseFormat ||\n      Boolean(responseFormat)\n    ) {\n      return false;\n    }\n\n    const toolChoiceSupported = this.isToolChoiceSupported(toolChoice);\n    return !this.modelSupportsToolCalling || !toolChoiceSupported;\n  }\n\n  protected isToolChoiceSupported(choice?: ChatModelToolChoice): boolean {\n    return (\n      !choice ||\n      (choice instanceof Tool\n        ? this.toolChoiceSupport.includes(\"single\")\n        : this.toolChoiceSupport.includes(choice))\n    );\n  }\n}\n\nexport class ChatModelOutput extends Serializable {\n  constructor(\n    public readonly messages: Message[],\n    public usage?: ChatModelUsage,\n    public finishReason?: ChatModelFinishReason,\n  ) {\n    super();\n    this.dedupe();\n  }\n\n  static fromChunks(chunks: ChatModelOutput[]) {\n    const final = new ChatModelOutput([]);\n    chunks.forEach((cur) => final.merge(cur));\n    return final;\n  }\n\n  merge(other: ChatModelOutput) {\n    if (other.messages.length > 0) {\n      const clones = other.messages.map(cloneSync);\n      this.messages.push(...clones);\n      this.dedupe();\n    }\n\n    this.finishReason = other.finishReason;\n    if (this.usage && other.usage) {\n      this.usage = customMerge([this.usage, other.usage], {\n        totalTokens: takeBigger,\n        promptTokens: takeBigger,\n        completionTokens: takeBigger,\n      });\n    } else if (other.usage) {\n      this.usage = shallowCopy(other.usage);\n    }\n  }\n\n  dedupe(): void {\n    // Dedupe messages\n    if (this.messages.length > 1) {\n      const messagesById = new Map<string, Message[]>();\n      const messagesByToolCallId = new Map<string, AssistantMessage>();\n\n      for (const msg of this.messages) {\n        const msgId = msg.id || \"\";\n\n        if (msg instanceof AssistantMessage && msg.getToolCalls().length > 0) {\n          const filteredChunks: AssistantMessage[\"content\"] = [];\n          for (const chunk of msg.content) {\n            if (chunk.type !== \"tool-call\") {\n              filteredChunks.push(chunk);\n              continue;\n            }\n\n            // Assume tool calls with no id refer to the most recent tool call\n            if (!chunk.toolCallId && messagesByToolCallId.size > 0) {\n              const lastToolCallId = Array.from(messagesByToolCallId.keys()).pop();\n              if (lastToolCallId) {\n                chunk.toolCallId = lastToolCallId;\n              }\n            }\n\n            if (chunk.toolCallId && messagesByToolCallId.has(chunk.toolCallId)) {\n              messagesByToolCallId.get(chunk.toolCallId)!.content.push(chunk);\n            } else if (chunk.toolCallId) {\n              messagesByToolCallId.set(chunk.toolCallId, msg);\n              filteredChunks.push(chunk);\n            }\n          }\n\n          msg.content.length = 0;\n          msg.content.push(...filteredChunks);\n\n          if (filteredChunks.length === 0) {\n            continue; // nothing to process\n          }\n        }\n\n        if (!messagesById.has(msgId)) {\n          messagesById.set(msgId, [msg]);\n        } else {\n          messagesById.get(msgId)!.push(msg);\n        }\n      }\n\n      this.messages.length = 0;\n\n      for (const messages of messagesById.values()) {\n        const main = messages.shift()!;\n        for (const other of messages) {\n          main.merge(other);\n        }\n        this.messages.push(main);\n      }\n    }\n\n    // Dedupe tool calls\n    for (const msg of this.messages) {\n      if (!(msg instanceof AssistantMessage)) {\n        continue;\n      }\n\n      const finalToolCalls: Record<string, ToolCallPart> = {};\n      let lastId = \"\";\n\n      const excludedIndexes: number[] = [];\n      msg.content.forEach((chunk, index) => {\n        if (chunk.type !== \"tool-call\") {\n          return;\n        }\n        const id = chunk.toolCallId || lastId;\n        if (!(id in finalToolCalls)) {\n          finalToolCalls[id] = shallowCopy(chunk);\n          msg.content[index] = finalToolCalls[id];\n        } else {\n          excludedIndexes.push(index);\n          const lastToolCall = finalToolCalls[id];\n          if (isString(lastToolCall.input) && isString(chunk.input)) {\n            lastToolCall.input += chunk.input;\n          } else {\n            throw new Error(\"Chunks cannot be merged.\");\n          }\n          if (!lastToolCall.toolName) {\n            lastToolCall.toolName = chunk.toolName;\n          }\n        }\n        lastId = id;\n      });\n      excludedIndexes.reverse().forEach((index) => {\n        msg.content.splice(index, 1);\n      });\n    }\n  }\n\n  getToolCalls() {\n    return this.messages\n      .filter((r) => r instanceof AssistantMessage)\n      .flatMap((r) => r.getToolCalls())\n      .filter(Boolean);\n  }\n\n  getTextMessages(): AssistantMessage[] {\n    return this.messages.filter((r) => r instanceof AssistantMessage).filter((r) => r.text);\n  }\n\n  getTextContent(): string {\n    return this.messages\n      .filter((r) => r instanceof AssistantMessage)\n      .flatMap((r) => r.text)\n      .filter(Boolean)\n      .join(\"\");\n  }\n\n  toString() {\n    return this.getTextContent();\n  }\n\n  createSnapshot() {\n    return {\n      messages: shallowCopy(this.messages),\n      usage: shallowCopy(this.usage),\n      finishReason: this.finishReason,\n    };\n  }\n\n  loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>) {\n    Object.assign(this, snapshot);\n  }\n}\n\nfunction cloneSync<T extends Serializable>(serializable: T): T {\n  const snapshot = serializable.createSnapshot();\n  if (isPromise(snapshot)) {\n    throw new Error(`createSnapshot cannot be async`);\n  }\n\n  const target = Object.create(serializable.constructor.prototype) as T;\n  const load = target.loadSnapshot(snapshot);\n  if (isPromise(load)) {\n    throw new Error(`loadSnapshot cannot be async`);\n  }\n\n  return target;\n}\n"]}

package/dist/backend/chat.d.cts

@@ -1,18 +1,18 @@
 import './message.cjs';
-import 'ai';
 import '../context.cjs';
 import '../internals/serializable.cjs';
-import '../emitter-CGKd_-kK.cjs';
+import '../emitter-jN55XZZq.cjs';
 import '../errors.cjs';
 import 'promise-based-task';
 import '../cache/base.cjs';
-export { k as ChatConfig, m as ChatModel, i as ChatModelCache, h as ChatModelEmitter, g as ChatModelEvents, e as ChatModelFinishReason, d as ChatModelInput, a as ChatModelObjectInput, b as ChatModelObjectOutput, n as ChatModelOutput, C as ChatModelParameters, c as ChatModelToolChoice, l as ChatModelToolChoiceSupport, f as ChatModelUsage, j as ConfigFn } from '../chat-DB_cf15S.cjs';
+export { k as ChatConfig, m as ChatModel, i as ChatModelCache, h as ChatModelEmitter, g as ChatModelEvents, e as ChatModelFinishReason, d as ChatModelInput, a as ChatModelObjectInput, b as ChatModelObjectOutput, n as ChatModelOutput, C as ChatModelParameters, c as ChatModelToolChoice, l as ChatModelToolChoiceSupport, f as ChatModelUsage, j as ConfigFn } from '../chat-BOb9n7AJ.cjs';
 import './constants.cjs';
 import '../tools/base.cjs';
 import 'zod';
 import 'ajv';
 import '../template.cjs';
 import '../logger/logger.cjs';
+import 'ai';
 import '../internals/types.cjs';
 import '../internals/helpers/guards.cjs';
 import '../internals/helpers/promise.cjs';

package/dist/backend/chat.d.ts

@@ -1,18 +1,18 @@
 import './message.js';
-import 'ai';
 import '../context.js';
 import '../internals/serializable.js';
-import '../emitter-CN7I4uSV.js';
+import '../emitter-36-9MnvA.js';
 import '../errors.js';
 import 'promise-based-task';
 import '../cache/base.js';
-export { k as ChatConfig, m as ChatModel, i as ChatModelCache, h as ChatModelEmitter, g as ChatModelEvents, e as ChatModelFinishReason, d as ChatModelInput, a as ChatModelObjectInput, b as ChatModelObjectOutput, n as ChatModelOutput, C as ChatModelParameters, c as ChatModelToolChoice, l as ChatModelToolChoiceSupport, f as ChatModelUsage, j as ConfigFn } from '../chat-BbCYMAdE.js';
+export { k as ChatConfig, m as ChatModel, i as ChatModelCache, h as ChatModelEmitter, g as ChatModelEvents, e as ChatModelFinishReason, d as ChatModelInput, a as ChatModelObjectInput, b as ChatModelObjectOutput, n as ChatModelOutput, C as ChatModelParameters, c as ChatModelToolChoice, l as ChatModelToolChoiceSupport, f as ChatModelUsage, j as ConfigFn } from '../chat-DrqwUgD8.js';
 import './constants.js';
 import '../tools/base.js';
 import 'zod';
 import 'ajv';
 import '../template.js';
 import '../logger/logger.js';
+import 'ai';
 import '../internals/types.js';
 import '../internals/helpers/guards.js';
 import '../internals/helpers/promise.js';