beeai-framework 0.1.9 → 0.1.11

package/dist/backend/backend.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["backend.ts"],"names":["Backend","Serializable","chat","embedding","constructor","models","Object","assign","fromName","input","asyncProperties","ChatModel","EmbeddingModel","fromProvider","provider","createSnapshot","loadSnapshot","snapshot"],"mappings":";;;;;;;;;AA6BO,MAAMA,gBAAgBC,6BAAAA,CAAAA;EA7B7B;;;AA8BEC,EAAAA,IAAAA;AACAC,EAAAA,SAAAA;AAEAC,EAAAA,WAAAA,CAAYC,MAAuB,EAAA;AACjC,IAAK,KAAA,EAAA;AACLC,IAAOC,MAAAA,CAAAA,MAAAA,CAAO,MAAMF,MAAAA,CAAAA;AACtB;AAEA,EAAA,aAAaG,SACXC,KACkB,EAAA;AAClB,IAAO,OAAA,IAAIT,OACT,CAAA,MAAMU,2BAAgB,CAAA;MACpBR,IAAMS,EAAAA,kBAAAA,CAAUH,QAASC,CAAAA,KAAAA,CAAMP,IAAI,CAAA;AACnCC,MAAAA,SAAAA,EAAWS,4BAAeJ,CAAAA,QAAAA,CAASC,KAAMN,CAAAA,SAAAA,IAAa,OAAA;AACxD,KAAA,CAAA,CAAA;AAEJ;AAEA,EAAA,aAAaU,aAAaC,QAA0C,EAAA;AAClE,IAAO,OAAA,MAAM,KAAKN,QAAS,CAAA;MACzBN,IAAMY,EAAAA,QAAAA;MACNX,SAAWW,EAAAA;KACb,CAAA;AACF;EAEAC,cAAiB,GAAA;AACf,IAAO,OAAA;AAAEb,MAAAA,IAAAA,EAAM,IAAKA,CAAAA,IAAAA;AAAMC,MAAAA,SAAAA,EAAW,IAAKA,CAAAA;AAAU,KAAA;AACtD;AAEAa,EAAAA,YAAAA,CAAaC,QAAkD,EAAA;AAC7DX,IAAOC,MAAAA,CAAAA,MAAAA,CAAO,MAAMU,QAAAA,CAAAA;AACtB;AACF","file":"backend.cjs","sourcesContent":["/**\n * Copyright 2025 IBM Corp.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Serializable } from \"@/internals/serializable.js\";\nimport { ChatModel } from \"@/backend/chat.js\";\nimport { EmbeddingModel } from \"@/backend/embedding.js\";\nimport { asyncProperties } from \"@/internals/helpers/promise.js\";\nimport { FullModelName } from \"@/backend/utils.js\";\nimport { ProviderName } from \"./constants.js\";\nimport { OptionalExcept } from \"@/internals/types.js\";\n\ninterface BackendModels {\n  chat: ChatModel;\n  embedding: EmbeddingModel;\n}\n\nexport class Backend extends Serializable implements BackendModels {\n  chat!: ChatModel;\n  embedding!: EmbeddingModel;\n\n  constructor(models: BackendModels) {\n    super();\n    Object.assign(this, models);\n  }\n\n  static async fromName(\n    input: OptionalExcept<Record<keyof BackendModels, FullModelName | ProviderName>, \"chat\">,\n  ): Promise<Backend> {\n    return new Backend(\n      await asyncProperties({\n        chat: ChatModel.fromName(input.chat),\n        embedding: EmbeddingModel.fromName(input.embedding || \"dummy\"),\n      }),\n    );\n  }\n\n  static async fromProvider(provider: ProviderName): Promise<Backend> {\n    return await this.fromName({\n      chat: provider,\n      embedding: provider,\n    });\n  }\n\n  createSnapshot() {\n    return { chat: this.chat, embedding: this.embedding };\n  }\n\n  loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>) {\n    Object.assign(this, snapshot);\n  }\n}\n"]}
+{"version":3,"sources":["backend.ts"],"names":["Backend","Serializable","chat","embedding","constructor","models","Object","assign","fromName","input","asyncProperties","ChatModel","EmbeddingModel","fromProvider","provider","createSnapshot","loadSnapshot","snapshot"],"mappings":";;;;;;;;;AA6BO,MAAMA,gBAAgBC,6BAAAA,CAAAA;EA7B7B;;;AA8BEC,EAAAA,IAAAA;AACAC,EAAAA,SAAAA;AAEAC,EAAAA,WAAAA,CAAYC,MAAuB,EAAA;AACjC,IAAK,KAAA,EAAA;AACLC,IAAOC,MAAAA,CAAAA,MAAAA,CAAO,MAAMF,MAAAA,CAAAA;AACtB;AAEA,EAAA,aAAaG,SACXC,KACkB,EAAA;AAClB,IAAO,OAAA,IAAIT,OACT,CAAA,MAAMU,2BAAgB,CAAA;MACpBR,IAAMS,EAAAA,kBAAAA,CAAUH,QAASC,CAAAA,KAAAA,CAAMP,IAAI,CAAA;AACnCC,MAAAA,SAAAA,EAAWS,4BAAeJ,CAAAA,QAAAA,CAASC,KAAMN,CAAAA,SAAAA,IAAa,OAAA;AACxD,KAAA,CAAA,CAAA;AAEJ;AAEA,EAAA,aAAaU,aAAaC,QAA0C,EAAA;AAClE,IAAO,OAAA,MAAM,KAAKN,QAAS,CAAA;MACzBN,IAAMY,EAAAA,QAAAA;MACNX,SAAWW,EAAAA;KACb,CAAA;AACF;EAEAC,cAAiB,GAAA;AACf,IAAO,OAAA;AAAEb,MAAAA,IAAAA,EAAM,IAAKA,CAAAA,IAAAA;AAAMC,MAAAA,SAAAA,EAAW,IAAKA,CAAAA;AAAU,KAAA;AACtD;AAEAa,EAAAA,YAAAA,CAAaC,QAAkD,EAAA;AAC7DX,IAAOC,MAAAA,CAAAA,MAAAA,CAAO,MAAMU,QAAAA,CAAAA;AACtB;AACF","file":"backend.cjs","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Serializable } from \"@/internals/serializable.js\";\nimport { ChatModel } from \"@/backend/chat.js\";\nimport { EmbeddingModel } from \"@/backend/embedding.js\";\nimport { asyncProperties } from \"@/internals/helpers/promise.js\";\nimport { FullModelName } from \"@/backend/utils.js\";\nimport { ProviderName } from \"./constants.js\";\nimport { OptionalExcept } from \"@/internals/types.js\";\n\ninterface BackendModels {\n  chat: ChatModel;\n  embedding: EmbeddingModel;\n}\n\nexport class Backend extends Serializable implements BackendModels {\n  chat!: ChatModel;\n  embedding!: EmbeddingModel;\n\n  constructor(models: BackendModels) {\n    super();\n    Object.assign(this, models);\n  }\n\n  static async fromName(\n    input: OptionalExcept<Record<keyof BackendModels, FullModelName | ProviderName>, \"chat\">,\n  ): Promise<Backend> {\n    return new Backend(\n      await asyncProperties({\n        chat: ChatModel.fromName(input.chat),\n        embedding: EmbeddingModel.fromName(input.embedding || \"dummy\"),\n      }),\n    );\n  }\n\n  static async fromProvider(provider: ProviderName): Promise<Backend> {\n    return await this.fromName({\n      chat: provider,\n      embedding: provider,\n    });\n  }\n\n  createSnapshot() {\n    return { chat: this.chat, embedding: this.embedding };\n  }\n\n  loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>) {\n    Object.assign(this, snapshot);\n  }\n}\n"]}

package/dist/backend/backend.d.cts

@@ -1,13 +1,12 @@
 import { Serializable } from '../internals/serializable.cjs';
-import { ChatModel } from './chat.cjs';
+import { m as ChatModel, F as FullModelName } from '../chat-DvMzAHj6.cjs';
 import { EmbeddingModel } from './embedding.cjs';
-import { FullModelName } from './utils.cjs';
 import { ProviderName } from './constants.cjs';
 import { OptionalExcept } from '../internals/types.cjs';
 import './message.cjs';
 import 'ai';
 import '../context.cjs';
-import '../emitter-C9EN5B0j.cjs';
+import '../emitter-D5Mu0EEH.cjs';
 import '../internals/helpers/promise.cjs';
 import '../errors.cjs';
 import 'promise-based-task';
@@ -17,11 +16,13 @@ import 'ajv';
 import '../internals/helpers/schema.cjs';
 import 'zod';
 import 'zod-to-json-schema';
-import '@ai-sdk/provider';
+import '../template.cjs';
+import '../logger/logger.cjs';
+import 'pino';
 import '../internals/helpers/guards.cjs';
 
 /**
- * Copyright 2025 IBM Corp.
+ * Copyright 2025 © BeeAI a Series of LF Projects, LLC
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.

package/dist/backend/backend.d.ts

@@ -1,13 +1,12 @@
 import { Serializable } from '../internals/serializable.js';
-import { ChatModel } from './chat.js';
+import { m as ChatModel, F as FullModelName } from '../chat-BdN8hGWn.js';
 import { EmbeddingModel } from './embedding.js';
-import { FullModelName } from './utils.js';
 import { ProviderName } from './constants.js';
 import { OptionalExcept } from '../internals/types.js';
 import './message.js';
 import 'ai';
 import '../context.js';
-import '../emitter-BxVxGBbJ.js';
+import '../emitter-C3dO-s2P.js';
 import '../internals/helpers/promise.js';
 import '../errors.js';
 import 'promise-based-task';
@@ -17,11 +16,13 @@ import 'ajv';
 import '../internals/helpers/schema.js';
 import 'zod';
 import 'zod-to-json-schema';
-import '@ai-sdk/provider';
+import '../template.js';
+import '../logger/logger.js';
+import 'pino';
 import '../internals/helpers/guards.js';
 
 /**
- * Copyright 2025 IBM Corp.
+ * Copyright 2025 © BeeAI a Series of LF Projects, LLC
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.

package/dist/backend/backend.js.map

@@ -1 +1 @@
-{"version":3,"sources":["backend.ts"],"names":["Backend","Serializable","chat","embedding","constructor","models","Object","assign","fromName","input","asyncProperties","ChatModel","EmbeddingModel","fromProvider","provider","createSnapshot","loadSnapshot","snapshot"],"mappings":";;;;;;;AA6BO,MAAMA,gBAAgBC,YAAAA,CAAAA;EA7B7B;;;AA8BEC,EAAAA,IAAAA;AACAC,EAAAA,SAAAA;AAEAC,EAAAA,WAAAA,CAAYC,MAAuB,EAAA;AACjC,IAAK,KAAA,EAAA;AACLC,IAAOC,MAAAA,CAAAA,MAAAA,CAAO,MAAMF,MAAAA,CAAAA;AACtB;AAEA,EAAA,aAAaG,SACXC,KACkB,EAAA;AAClB,IAAO,OAAA,IAAIT,OACT,CAAA,MAAMU,eAAgB,CAAA;MACpBR,IAAMS,EAAAA,SAAAA,CAAUH,QAASC,CAAAA,KAAAA,CAAMP,IAAI,CAAA;AACnCC,MAAAA,SAAAA,EAAWS,cAAeJ,CAAAA,QAAAA,CAASC,KAAMN,CAAAA,SAAAA,IAAa,OAAA;AACxD,KAAA,CAAA,CAAA;AAEJ;AAEA,EAAA,aAAaU,aAAaC,QAA0C,EAAA;AAClE,IAAO,OAAA,MAAM,KAAKN,QAAS,CAAA;MACzBN,IAAMY,EAAAA,QAAAA;MACNX,SAAWW,EAAAA;KACb,CAAA;AACF;EAEAC,cAAiB,GAAA;AACf,IAAO,OAAA;AAAEb,MAAAA,IAAAA,EAAM,IAAKA,CAAAA,IAAAA;AAAMC,MAAAA,SAAAA,EAAW,IAAKA,CAAAA;AAAU,KAAA;AACtD;AAEAa,EAAAA,YAAAA,CAAaC,QAAkD,EAAA;AAC7DX,IAAOC,MAAAA,CAAAA,MAAAA,CAAO,MAAMU,QAAAA,CAAAA;AACtB;AACF","file":"backend.js","sourcesContent":["/**\n * Copyright 2025 IBM Corp.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Serializable } from \"@/internals/serializable.js\";\nimport { ChatModel } from \"@/backend/chat.js\";\nimport { EmbeddingModel } from \"@/backend/embedding.js\";\nimport { asyncProperties } from \"@/internals/helpers/promise.js\";\nimport { FullModelName } from \"@/backend/utils.js\";\nimport { ProviderName } from \"./constants.js\";\nimport { OptionalExcept } from \"@/internals/types.js\";\n\ninterface BackendModels {\n  chat: ChatModel;\n  embedding: EmbeddingModel;\n}\n\nexport class Backend extends Serializable implements BackendModels {\n  chat!: ChatModel;\n  embedding!: EmbeddingModel;\n\n  constructor(models: BackendModels) {\n    super();\n    Object.assign(this, models);\n  }\n\n  static async fromName(\n    input: OptionalExcept<Record<keyof BackendModels, FullModelName | ProviderName>, \"chat\">,\n  ): Promise<Backend> {\n    return new Backend(\n      await asyncProperties({\n        chat: ChatModel.fromName(input.chat),\n        embedding: EmbeddingModel.fromName(input.embedding || \"dummy\"),\n      }),\n    );\n  }\n\n  static async fromProvider(provider: ProviderName): Promise<Backend> {\n    return await this.fromName({\n      chat: provider,\n      embedding: provider,\n    });\n  }\n\n  createSnapshot() {\n    return { chat: this.chat, embedding: this.embedding };\n  }\n\n  loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>) {\n    Object.assign(this, snapshot);\n  }\n}\n"]}
+{"version":3,"sources":["backend.ts"],"names":["Backend","Serializable","chat","embedding","constructor","models","Object","assign","fromName","input","asyncProperties","ChatModel","EmbeddingModel","fromProvider","provider","createSnapshot","loadSnapshot","snapshot"],"mappings":";;;;;;;AA6BO,MAAMA,gBAAgBC,YAAAA,CAAAA;EA7B7B;;;AA8BEC,EAAAA,IAAAA;AACAC,EAAAA,SAAAA;AAEAC,EAAAA,WAAAA,CAAYC,MAAuB,EAAA;AACjC,IAAK,KAAA,EAAA;AACLC,IAAOC,MAAAA,CAAAA,MAAAA,CAAO,MAAMF,MAAAA,CAAAA;AACtB;AAEA,EAAA,aAAaG,SACXC,KACkB,EAAA;AAClB,IAAO,OAAA,IAAIT,OACT,CAAA,MAAMU,eAAgB,CAAA;MACpBR,IAAMS,EAAAA,SAAAA,CAAUH,QAASC,CAAAA,KAAAA,CAAMP,IAAI,CAAA;AACnCC,MAAAA,SAAAA,EAAWS,cAAeJ,CAAAA,QAAAA,CAASC,KAAMN,CAAAA,SAAAA,IAAa,OAAA;AACxD,KAAA,CAAA,CAAA;AAEJ;AAEA,EAAA,aAAaU,aAAaC,QAA0C,EAAA;AAClE,IAAO,OAAA,MAAM,KAAKN,QAAS,CAAA;MACzBN,IAAMY,EAAAA,QAAAA;MACNX,SAAWW,EAAAA;KACb,CAAA;AACF;EAEAC,cAAiB,GAAA;AACf,IAAO,OAAA;AAAEb,MAAAA,IAAAA,EAAM,IAAKA,CAAAA,IAAAA;AAAMC,MAAAA,SAAAA,EAAW,IAAKA,CAAAA;AAAU,KAAA;AACtD;AAEAa,EAAAA,YAAAA,CAAaC,QAAkD,EAAA;AAC7DX,IAAOC,MAAAA,CAAAA,MAAAA,CAAO,MAAMU,QAAAA,CAAAA;AACtB;AACF","file":"backend.js","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Serializable } from \"@/internals/serializable.js\";\nimport { ChatModel } from \"@/backend/chat.js\";\nimport { EmbeddingModel } from \"@/backend/embedding.js\";\nimport { asyncProperties } from \"@/internals/helpers/promise.js\";\nimport { FullModelName } from \"@/backend/utils.js\";\nimport { ProviderName } from \"./constants.js\";\nimport { OptionalExcept } from \"@/internals/types.js\";\n\ninterface BackendModels {\n  chat: ChatModel;\n  embedding: EmbeddingModel;\n}\n\nexport class Backend extends Serializable implements BackendModels {\n  chat!: ChatModel;\n  embedding!: EmbeddingModel;\n\n  constructor(models: BackendModels) {\n    super();\n    Object.assign(this, models);\n  }\n\n  static async fromName(\n    input: OptionalExcept<Record<keyof BackendModels, FullModelName | ProviderName>, \"chat\">,\n  ): Promise<Backend> {\n    return new Backend(\n      await asyncProperties({\n        chat: ChatModel.fromName(input.chat),\n        embedding: EmbeddingModel.fromName(input.embedding || \"dummy\"),\n      }),\n    );\n  }\n\n  static async fromProvider(provider: ProviderName): Promise<Backend> {\n    return await this.fromName({\n      chat: provider,\n      embedding: provider,\n    });\n  }\n\n  createSnapshot() {\n    return { chat: this.chat, embedding: this.embedding };\n  }\n\n  loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>) {\n    Object.assign(this, snapshot);\n  }\n}\n"]}

package/dist/backend/chat.cjs

@@ -10,6 +10,7 @@ var decoratorCache_cjs = require('../cache/decoratorCache.cjs');
 var promiseBasedTask = require('promise-based-task');
 var nullCache_cjs = require('../cache/nullCache.cjs');
 var utils_cjs$1 = require('./utils.cjs');
+var base_cjs = require('../tools/base.cjs');
 var message_cjs = require('./message.cjs');
 var errors_cjs = require('./errors.cjs');
 var zod = require('zod');
@@ -18,6 +19,7 @@ var retryable_cjs = require('../internals/helpers/retryable.cjs');
 var template_cjs = require('../template.cjs');
 var promise_cjs = require('../internals/helpers/promise.cjs');
 var serializer_cjs = require('../serializer/serializer.cjs');
+var logger_cjs = require('../logger/logger.cjs');
 
 var __defProp = Object.defineProperty;
 var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
@@ -27,6 +29,17 @@ class ChatModel extends serializable_cjs.Serializable {
   }
   cache = new nullCache_cjs.NullCache();
   parameters = {};
+  logger = logger_cjs.Logger.root.child({
+    name: this.constructor.name
+  });
+  toolChoiceSupport = [
+    "required",
+    "none",
+    "single",
+    "auto"
+  ];
+  toolCallFallbackViaResponseFormat = true;
+  modelSupportsToolCalling = true;
   create(input) {
     input = utils_cjs.shallowCopy(input);
     return context_cjs.RunContext.enter(this, {
@@ -35,6 +48,18 @@ class ChatModel extends serializable_cjs.Serializable {
       ],
       signal: input?.abortSignal
     }, async (run) => {
+      if (!this.modelSupportsToolCalling) {
+        input.tools = [];
+      }
+      const forceToolCallViaResponseFormat = this.shouldForceToolCallViaResponseFormat(input);
+      if (forceToolCallViaResponseFormat && input.tools && !remeda.isEmpty(input.tools)) {
+        input.responseFormat = await utils_cjs$1.generateToolUnionSchema(utils_cjs$1.filterToolsByToolChoice(input.tools, input.toolChoice));
+        input.toolChoice = void 0;
+      }
+      if (!this.isToolChoiceSupported(input.toolChoice)) {
+        this.logger.warn(`The following tool choice value '${input.toolChoice}' is not supported. Ignoring.`);
+        input.toolChoice = void 0;
+      }
       const cacheEntry = await this.createCacheAccessor(input);
       try {
         await run.emitter.emit("start", {
@@ -57,6 +82,24 @@ class ChatModel extends serializable_cjs.Serializable {
         }
         cacheEntry.resolve(chunks);
         const result = ChatModelOutput.fromChunks(chunks);
+        if (forceToolCallViaResponseFormat && remeda.isEmpty(result.getToolCalls())) {
+          const lastMsg = result.messages.at(-1);
+          const toolCall = schema_cjs.parseBrokenJson(lastMsg.text);
+          if (!toolCall) {
+            throw new errors_cjs.ChatModelError(`Failed to produce a valid tool call. Generate output: ${lastMsg.text}`, [], {
+              isFatal: true,
+              isRetryable: false
+            });
+          }
+          lastMsg.content.length = 0;
+          lastMsg.content.push({
+            type: "tool-call",
+            toolCallId: `call_${remeda.randomString(8).toLowerCase()}`,
+            toolName: toolCall.name,
+            // todo: add types
+            args: toolCall.parameters
+          });
+        }
         await run.emitter.emit("success", {
           value: result
         });
@@ -105,7 +148,7 @@ class ChatModel extends serializable_cjs.Serializable {
   async _createStructure(input, run) {
     const { schema, ...options } = input;
     const jsonSchema = schema_cjs.toJsonSchema(schema);
-    const systemTemplate = new template_cjs.PromptTemplate({
+    const systemTemplate = input.systemPromptTemplate ?? new template_cjs.PromptTemplate({
       schema: zod.z.object({
         schema: zod.z.string().min(1)
       }),
@@ -163,7 +206,8 @@ Validation Errors: {{errors}}`
           });
         }
         return {
-          object
+          object,
+          output: response
         };
       }, "executor"),
       config: {
@@ -176,7 +220,11 @@ Validation Errors: {{errors}}`
     return {
       cache: this.cache,
       emitter: this.emitter,
-      parameters: utils_cjs.shallowCopy(this.parameters)
+      parameters: utils_cjs.shallowCopy(this.parameters),
+      logger: this.logger,
+      toolChoiceSupport: this.toolChoiceSupport.slice(),
+      toolCallFallbackViaResponseFormat: this.toolCallFallbackViaResponseFormat,
+      modelSupportsToolCalling: this.modelSupportsToolCalling
     };
   }
   destroy() {
@@ -209,6 +257,16 @@ Validation Errors: {{errors}}`
       }, "reject")
     };
   }
+  shouldForceToolCallViaResponseFormat({ tools = [], toolChoice, responseFormat }) {
+    if (remeda.isEmpty(tools) || !toolChoice || toolChoice === "none" || toolChoice === "auto" || !this.toolCallFallbackViaResponseFormat || Boolean(responseFormat)) {
+      return false;
+    }
+    const toolChoiceSupported = this.isToolChoiceSupported(toolChoice);
+    return !this.modelSupportsToolCalling || !toolChoiceSupported;
+  }
+  isToolChoiceSupported(choice) {
+    return !choice || (choice instanceof base_cjs.Tool ? this.toolChoiceSupport.includes("single") : this.toolChoiceSupport.includes(choice));
+  }
 }
 class ChatModelOutput extends serializable_cjs.Serializable {
   static {

package/dist/backend/chat.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["chat.ts"],"names":["ChatModel","Serializable","cache","NullCache","parameters","create","input","shallowCopy","RunContext","enter","params","signal","abortSignal","run","cacheEntry","createCacheAccessor","emitter","emit","chunks","generator","value","stream","_createStream","toAsyncGenerator","_create","controller","AbortController","push","callbacks","abort","aborted","resolve","result","ChatModelOutput","fromChunks","error","reject","ChatModelError","createStructure","_createStructure","config","isFunction","fromName","name","options","providerId","modelId","parseModel","Target","loadModel","undefined","schema","jsonSchema","toJsonSchema","systemTemplate","PromptTemplate","z","object","string","min","template","messages","SystemMessage","render","JSON","stringify","errorTemplate","errors","expected","received","Retryable","executor","response","responseFormat","type","textResponse","getTextContent","parseBrokenJson","pair","validator","createSchemaValidator","success","context","UserMessage","maxRetries","get","createSnapshot","destroy","_","tools","key","ObjectHashKeyFn","Serializer","serialize","map","msg","toPlain","isNew","task","Task","set","delete","constructor","usage","finishReason","final","forEach","cur","merge","other","customMerge","totalTokens","takeBigger","promptTokens","completionTokens","getToolCalls","filter","r","AssistantMessage","flatMap","Boolean","getTextMessages","text","join","toString","loadSnapshot","snapshot","Object","assign"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AAqIO,MAAeA,kBAAkBC,6BAAAA,CAAAA;EArIxC;;;AAuISC,EAAAA,KAAAA,GAAwB,IAAIC,uBAAAA,EAAAA;AAC5BC,EAAAA,UAAAA,GAAkC,EAAC;AAK1CC,EAAAA,MAAAA,CAAOC,KAA8C,EAAA;AACnDA,IAAAA,KAAAA,GAAQC,sBAAYD,KAAAA,CAAAA;AAEpB,IAAOE,OAAAA,sBAAAA,CAAWC,MAChB,IACA,EAAA;MAAEC,MAAQ,EAAA;AAACJ,QAAAA;;AAAiBK,MAAAA,MAAAA,EAAQL,KAAOM,EAAAA;AAAY,KAAA,EACvD,OAAOC,GAAAA,KAAAA;AACL,MAAA,MAAMC,UAAa,GAAA,MAAM,IAAKC,CAAAA,mBAAAA,CAAoBT,KAAAA,CAAAA;AAElD,MAAI,IAAA;AACF,QAAMO,MAAAA,GAAAA,CAAIG,OAAQC,CAAAA,IAAAA,CAAK,OAAS,EAAA;AAAEX,UAAAA;SAAM,CAAA;AACxC,QAAA,MAAMY,SAA4B,EAAA;AAElC,QAAA,MAAMC,SACJL,GAAAA,UAAAA,CAAWM,KACVd,KAAAA,KAAAA,CAAMe,SACH,IAAKC,CAAAA,aAAAA,CAAchB,KAAOO,EAAAA,GAAAA,IAC1BU,4BAAiB,CAAA,IAAA,CAAKC,OAAQlB,CAAAA,KAAAA,EAAOO,GAAAA,CAAAA,CAAAA,CAAAA;AAE3C,QAAMY,MAAAA,UAAAA,GAAa,IAAIC,eAAAA,EAAAA;AACvB,QAAA,WAAA,MAAiBN,SAASD,SAAW,EAAA;AACnCD,UAAAA,MAAAA,CAAOS,KAAKP,KAAAA,CAAAA;AACZ,UAAMP,MAAAA,GAAAA,CAAIG,OAAQC,CAAAA,IAAAA,CAAK,UAAY,EAAA;AACjCG,YAAAA,KAAAA;YACAQ,SAAW,EAAA;cAAEC,KAAO,kBAAA,MAAA,CAAA,MAAMJ,UAAWI,CAAAA,KAAAA,EAAjB,EAAA,OAAA;AAAyB;WAC/C,CAAA;AACA,UAAIJ,IAAAA,UAAAA,CAAWd,OAAOmB,OAAS,EAAA;AAC7B,YAAA;AACF;AACF;AAEAhB,QAAAA,UAAAA,CAAWiB,QAAQb,MAAAA,CAAAA;AACnB,QAAMc,MAAAA,MAAAA,GAASC,eAAgBC,CAAAA,UAAAA,CAAWhB,MAAAA,CAAAA;AAC1C,QAAML,MAAAA,GAAAA,CAAIG,OAAQC,CAAAA,IAAAA,CAAK,SAAW,EAAA;UAAEG,KAAOY,EAAAA;SAAO,CAAA;AAClD,QAAOA,OAAAA,MAAAA;AACT,OAAA,CAAA,OAASG,KAAO,EAAA;AACd,QAAMtB,MAAAA,GAAAA,CAAIG,OAAQC,CAAAA,IAAAA,CAAK,OAAS,EAAA;AAAEX,UAAAA,KAAAA;AAAO6B,UAAAA;SAAM,CAAA;AAC/C,QAAMrB,MAAAA,UAAAA,CAAWsB,OAAOD,KAAAA,CAAAA;AACxB,QAAA,IAAIA,iBAAiBE,yBAAgB,EAAA;AACnC,UAAMF,MAAAA,KAAAA;SACD,MAAA;AACL,UAAM,MAAA,IAAIE,0BAAe,CAA4C,wCAAA,CAAA,EAAA;AAACF,YAAAA;AAAM,WAAA,CAAA;AAC9E;OACF,SAAA;AACE,QAAA,MAAMtB,GAAIG,CAAAA,OAAAA,CAAQC,IAAK,CAAA,QAAA,EAAU,IAAA,CAAA;AACnC;KACF,CAAA;AAEJ;AAEAqB,EAAAA,eAAAA,CAAmBhC,KAAgC,EAAA;AACjD,IAAOE,OAAAA,sBAAAA,CAAWC,MAChB,IACA,EAAA;MAAEC,MAAQ,EAAA;AAACJ,QAAAA;;AAAiBK,MAAAA,MAAAA,EAAQL,KAAOM,EAAAA;AAAY,KAAA,EACvD,OAAOC,GAAAA,KAAAA;AACL,MAAA,OAAO,MAAM,IAAA,CAAK0B,gBAAoBjC,CAAAA,KAAAA,EAAOO,GAAAA,CAAAA;KAC/C,CAAA;AAEJ;EAEA2B,MAAO,CAAA,EAAEtC,KAAOE,EAAAA,UAAAA,EAAgC,EAAA;AAC9C,IAAA,IAAIF,KAAO,EAAA;AACT,MAAA,IAAA,CAAKA,QAAQuC,iBAAWvC,CAAAA,KAAAA,IAASA,KAAM,CAAA,IAAA,CAAKA,KAAK,CAAIA,GAAAA,KAAAA;AACvD;AACA,IAAA,IAAIE,UAAY,EAAA;AACd,MAAA,IAAA,CAAKA,aAAaqC,iBAAWrC,CAAAA,UAAAA,IAAcA,UAAW,CAAA,IAAA,CAAKA,UAAU,CAAIA,GAAAA,UAAAA;AAC3E;AACF;EAEA,aAAasC,QAAAA,CAASC,MAAoCC,OAA+B,EAAA;AACvF,IAAA,MAAM,EAAEC,UAAAA,EAAYC,OAAO,EAAA,GAAKC,uBAAWJ,IAAAA,CAAAA;AAC3C,IAAA,MAAMK,MAAS,GAAA,MAAMC,qBAAqBJ,CAAAA,UAAAA,EAAY,MAAA,CAAA;AACtD,IAAA,OAAO,IAAIG,MAAAA,CAAOF,OAAWI,IAAAA,MAAAA,EAAWN,OAAAA,CAAAA;AAC1C;EAWA,MAAgBL,gBAAAA,CACdjC,OACAO,GACmC,EAAA;AACnC,IAAA,MAAM,EAAEsC,MAAAA,EAAQ,GAAGP,OAAAA,EAAYtC,GAAAA,KAAAA;AAC/B,IAAM8C,MAAAA,UAAAA,GAAaC,wBAAaF,MAAAA,CAAAA;AAEhC,IAAMG,MAAAA,cAAAA,GAAiB,IAAIC,2BAAe,CAAA;AACxCJ,MAAAA,MAAAA,EAAQK,MAAEC,MAAO,CAAA;AACfN,QAAAA,MAAAA,EAAQK,KAAEE,CAAAA,MAAAA,EAASC,CAAAA,GAAAA,CAAI,CAAA;OACzB,CAAA;MACAC,QAAU,EAAA,CAAA;;;;;;;KAOZ,CAAA;AAEA,IAAA,MAAMC,QAAsB,GAAA;MAC1B,IAAIC,yBAAAA,CAAcR,eAAeS,MAAO,CAAA;AAAEZ,QAAAA,MAAAA,EAAQa,IAAKC,CAAAA,SAAAA,CAAUb,UAAY,EAAA,IAAA,EAAM,CAAA;AAAG,OAAA,CAAA,CAAA;SACnF9C,KAAMuD,CAAAA;;AAGX,IAAMK,MAAAA,aAAAA,GAAgB,IAAIX,2BAAe,CAAA;AACvCJ,MAAAA,MAAAA,EAAQK,MAAEC,MAAO,CAAA;AACfU,QAAAA,MAAAA,EAAQX,MAAEE,MAAM,EAAA;AAChBU,QAAAA,QAAAA,EAAUZ,MAAEE,MAAM,EAAA;AAClBW,QAAAA,QAAAA,EAAUb,MAAEE,MAAM;OACpB,CAAA;MACAE,QAAU,EAAA,CAAA;;;KAGZ,CAAA;AAEA,IAAA,OAAO,IAAIU,uBAAoC,CAAA;AAC7CC,MAAAA,QAAAA,kBAAU,MAAA,CAAA,YAAA;AACR,QAAMC,MAAAA,QAAAA,GAAW,MAAM,IAAA,CAAKhD,OAC1B,CAAA;UACE,GAAGoB,OAAAA;AACHiB,UAAAA,QAAAA;UACAY,cAAgB,EAAA;YAAEC,IAAM,EAAA;AAAc;AACxC,SAAA,EACA7D,GAAAA,CAAAA;AAGF,QAAM8D,MAAAA,YAAAA,GAAeH,SAASI,cAAc,EAAA;AAC5C,QAAMnB,MAAAA,MAAAA,GAAYoB,2BAAgBF,YAAc,EAAA;UAAEG,IAAM,EAAA;AAAC,YAAA,GAAA;AAAK,YAAA;;SAAK,CAAA;AACnE,QAAMC,MAAAA,SAAAA,GAAYC,iCAAsB7B,MAAAA,CAAAA;AAExC,QAAM8B,MAAAA,OAAAA,GAAUF,UAAUtB,MAAAA,CAAAA;AAC1B,QAAA,IAAI,CAACwB,OAAS,EAAA;AACZ,UAAA,MAAMC,OAAU,GAAA;YACdd,QAAUJ,EAAAA,IAAAA,CAAKC,UAAUb,UAAAA,CAAAA;YACzBiB,QAAUM,EAAAA,YAAAA;AACVR,YAAAA,MAAAA,EAAQH,IAAKC,CAAAA,SAAAA,CAAUc,SAAUZ,CAAAA,MAAAA,IAAU,EAAE;AAC/C,WAAA;AAEAN,UAAAA,QAAAA,CAASlC,KAAK,IAAIwD,uBAAAA,CAAYjB,cAAcH,MAAOmB,CAAAA,OAAAA,CAAAA,CAAAA,CAAAA;AACnD,UAAA,MAAM,IAAI7C,yBAAAA,CAAe,CAAuC,mCAAA,CAAA,EAAA,EAAI,EAAA;AAClE6C,YAAAA;WACF,CAAA;AACF;AAEA,QAAO,OAAA;AAAEzB,UAAAA;AAAO,SAAA;OA5BR,EAAA,UAAA,CAAA;MA8BVjB,MAAQ,EAAA;AACN7B,QAAAA,MAAAA,EAAQE,GAAIF,CAAAA,MAAAA;AACZyE,QAAAA,UAAAA,EAAY9E,OAAO8E,UAAc,IAAA;AACnC;AACF,KAAA,EAAGC,GAAG,EAAA;AACR;EAEAC,cAAiB,GAAA;AACf,IAAO,OAAA;AAAEpF,MAAAA,KAAAA,EAAO,IAAKA,CAAAA,KAAAA;AAAOc,MAAAA,OAAAA,EAAS,IAAKA,CAAAA,OAAAA;MAASZ,UAAYG,EAAAA,qBAAAA,CAAY,KAAKH,UAAU;AAAE,KAAA;AAC9F;EAEAmF,OAAU,GAAA;AACR,IAAA,IAAA,CAAKvE,QAAQuE,OAAO,EAAA;AACtB;EAEA,MAAgBxE,mBAAAA,CAAoB,EAClCH,WAAAA,EAAa4E,CACb3B,EAAAA,QAAAA,EACA4B,QAAQ,EAAA,EACR,GAAGnF,KAAAA,EACc,EAAA;AACjB,IAAA,MAAMoF,MAAMC,kCAAgB,CAAA;MAC1B,GAAGrF,KAAAA;MACHuD,QAAU,EAAA,MAAM+B,yBAAWC,CAAAA,SAAAA,CAAUhC,QAASiC,CAAAA,GAAAA,CAAI,CAACC,GAAQA,KAAAA,GAAAA,CAAIC,OAAO,EAAA,CAAA,CAAA;MACtEP,KAAO,EAAA,MAAMG,yBAAWC,CAAAA,SAAAA,CAAUJ,KAAAA;KACpC,CAAA;AACA,IAAA,MAAMrE,KAAQ,GAAA,MAAM,IAAKlB,CAAAA,KAAAA,CAAMmF,IAAIK,GAAAA,CAAAA;AACnC,IAAA,MAAMO,QAAQ7E,KAAU8B,KAAAA,MAAAA;AAExB,IAAA,IAAIgD,IAAuC,GAAA,IAAA;AAC3C,IAAA,IAAID,KAAO,EAAA;AACTC,MAAAA,IAAAA,GAAO,IAAIC,qBAAAA,EAAAA;AACX,MAAA,MAAM,IAAKjG,CAAAA,KAAAA,CAAMkG,GAAIV,CAAAA,GAAAA,EAAKQ,IAAAA,CAAAA;AAC5B;AAEA,IAAO,OAAA;AACLR,MAAAA,GAAAA;AACAtE,MAAAA,KAAAA;AACAW,MAAAA,OAAAA,0BAAsCX,MAAAA,KAAAA;AACpC8E,QAAAA,IAAAA,EAAMnE,UAAUX,MAAAA,CAAAA;OADT,EAAA,SAAA,CAAA;AAGTgB,MAAAA,MAAAA,gCAAeD,KAAAA,KAAAA;AACb+D,QAAAA,IAAAA,EAAM9D,SAASD,KAAAA,CAAAA;AACf,QAAA,IAAI8D,KAAO,EAAA;AACT,UAAM,MAAA,IAAA,CAAK/F,KAAMmG,CAAAA,MAAAA,CAAOX,GAAAA,CAAAA;AAC1B;OAJM,EAAA,QAAA;AAMV,KAAA;AACF;AACF;AAEO,MAAMzD,wBAAwBhC,6BAAAA,CAAAA;EAvVrC;;;;;;EAwVEqG,WACkBzC,CAAAA,QAAAA,EACT0C,OACAC,YACP,EAAA;AACA,IAAK,KAAA,EAAA,EAAA,KAJW3C,QAAAA,GAAAA,QAAAA,EAAAA,KACT0C,KAAAA,GAAAA,KAAAA,EAAAA,KACAC,YAAAA,GAAAA,YAAAA;AAGT;AAEA,EAAA,OAAOtE,WAAWhB,MAA2B,EAAA;AAC3C,IAAA,MAAMuF,KAAQ,GAAA,IAAIxE,eAAgB,CAAA,EAAE,CAAA;AACpCf,IAAAA,MAAAA,CAAOwF,QAAQ,CAACC,GAAAA,KAAQF,KAAMG,CAAAA,KAAAA,CAAMD,GAAAA,CAAAA,CAAAA;AACpC,IAAOF,OAAAA,KAAAA;AACT;AAEAG,EAAAA,KAAAA,CAAMC,KAAwB,EAAA;AAC5B,IAAA,IAAA,CAAKhD,QAASlC,CAAAA,IAAAA,CAAI,GAAIkF,KAAAA,CAAMhD,QAAQ,CAAA;AACpC,IAAA,IAAA,CAAK2C,eAAeK,KAAML,CAAAA,YAAAA;AAC1B,IAAI,IAAA,IAAA,CAAKD,KAASM,IAAAA,KAAAA,CAAMN,KAAO,EAAA;AAC7B,MAAA,IAAA,CAAKA,QAAQO,sBAAY,CAAA;QAAC,IAAKP,CAAAA,KAAAA;QAAOM,KAAMN,CAAAA;AAAQ,OAAA,EAAA;QAClDQ,WAAaC,EAAAA,qBAAAA;QACbC,YAAcD,EAAAA,qBAAAA;QACdE,gBAAkBF,EAAAA;OACpB,CAAA;AACF,KAAA,MAAA,IAAWH,MAAMN,KAAO,EAAA;AACtB,MAAKA,IAAAA,CAAAA,KAAAA,GAAQhG,qBAAYsG,CAAAA,KAAAA,CAAMN,KAAK,CAAA;AACtC;AACF;EAEAY,YAAe,GAAA;AACb,IAAA,OAAO,KAAKtD,QACTuD,CAAAA,MAAAA,CAAO,CAACC,CAAAA,KAAMA,aAAaC,4BAAAA,CAAAA,CAC3BC,OAAQ,CAAA,CAACF,MAAMA,CAAEF,CAAAA,YAAAA,EAAY,CAAA,CAC7BC,OAAOI,OAAAA,CAAAA;AACZ;EAEAC,eAAsC,GAAA;AACpC,IAAA,OAAO,IAAK5D,CAAAA,QAAAA,CAASuD,MAAO,CAAA,CAACC,CAAMA,KAAAA,CAAAA,YAAaC,4BAAAA,CAAAA,CAAkBF,MAAO,CAAA,CAACC,CAAMA,KAAAA,CAAAA,CAAEK,IAAI,CAAA;AACxF;EAEA9C,cAAyB,GAAA;AACvB,IAAA,OAAO,KAAKf,QACTuD,CAAAA,MAAAA,CAAO,CAACC,CAAMA,KAAAA,CAAAA,YAAaC,4BAAAA,CAC3BC,CAAAA,OAAAA,CAAQ,CAACF,CAAAA,KAAMA,EAAEK,IAAI,CAAA,CACrBN,OAAOI,OAAAA,CAAAA,CACPG,KAAK,EAAA,CAAA;AACV;EAEAC,QAAW,GAAA;AACT,IAAA,OAAO,KAAKhD,cAAc,EAAA;AAC5B;EAEAU,cAAiB,GAAA;AACf,IAAO,OAAA;MACLzB,QAAUtD,EAAAA,qBAAAA,CAAY,KAAKsD,QAAQ,CAAA;MACnC0C,KAAOhG,EAAAA,qBAAAA,CAAY,KAAKgG,KAAK,CAAA;AAC7BC,MAAAA,YAAAA,EAAc,IAAKA,CAAAA;AACrB,KAAA;AACF;AAEAqB,EAAAA,YAAAA,CAAaC,QAAkD,EAAA;AAC7DC,IAAOC,MAAAA,CAAAA,MAAAA,CAAO,MAAMF,QAAAA,CAAAA;AACtB;AACF","file":"chat.cjs","sourcesContent":["/**\n * Copyright 2025 IBM Corp.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Serializable } from \"@/internals/serializable.js\";\nimport { shallowCopy } from \"@/serializer/utils.js\";\nimport { customMerge } from \"@/internals/helpers/object.js\";\nimport { takeBigger } from \"@/internals/helpers/number.js\";\nimport { Callback } from \"@/emitter/types.js\";\nimport { FrameworkError } from \"@/errors.js\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { GetRunContext, RunContext } from \"@/context.js\";\nimport { isFunction } from \"remeda\";\nimport { ObjectHashKeyFn } from \"@/cache/decoratorCache.js\";\nimport { Task } from \"promise-based-task\";\nimport { NullCache } from \"@/cache/nullCache.js\";\nimport { BaseCache } from \"@/cache/base.js\";\nimport { FullModelName, loadModel, parseModel } from \"@/backend/utils.js\";\nimport { ProviderName } from \"@/backend/constants.js\";\nimport { AnyTool } from \"@/tools/base.js\";\nimport { AssistantMessage, Message, SystemMessage, UserMessage } from \"@/backend/message.js\";\nimport {\n  JSONSchema7,\n  LanguageModelV1FunctionTool,\n  LanguageModelV1ProviderDefinedTool,\n  LanguageModelV1ToolChoice,\n} from \"@ai-sdk/provider\";\nimport { ChatModelError } from \"@/backend/errors.js\";\nimport { z } from \"zod\";\nimport {\n  createSchemaValidator,\n  parseBrokenJson,\n  toJsonSchema,\n} from \"@/internals/helpers/schema.js\";\nimport { Retryable } from \"@/internals/helpers/retryable.js\";\nimport type { ValidateFunction } from \"ajv\";\nimport { PromptTemplate } from \"@/template.js\";\nimport { toAsyncGenerator } from \"@/internals/helpers/promise.js\";\nimport { Serializer } from \"@/serializer/serializer.js\";\n\nexport interface ChatModelParameters {\n  maxTokens?: number;\n  topP?: number;\n  frequencyPenalty?: number;\n  temperature?: number;\n  topK?: number;\n  n?: number;\n  presencePenalty?: number;\n  seed?: number;\n  stopSequences?: string[];\n}\n\nexport interface ChatModelObjectInput<T> extends ChatModelParameters {\n  schema: z.ZodSchema<T>;\n  messages: Message[];\n  abortSignal?: AbortSignal;\n  maxRetries?: number;\n}\n\nexport interface ChatModelObjectOutput<T> {\n  object: T;\n}\n\nexport interface ChatModelInput extends ChatModelParameters {\n  tools?: AnyTool[];\n  abortSignal?: AbortSignal;\n  stopSequences?: string[];\n  responseFormat?:\n    | {\n        type: \"regular\";\n        tools?: (LanguageModelV1FunctionTool | LanguageModelV1ProviderDefinedTool)[];\n        toolChoice?: LanguageModelV1ToolChoice;\n      }\n    | {\n        type: \"object-json\";\n        schema?: JSONSchema7;\n        name?: string;\n        description?: string;\n      }\n    | {\n        type: \"object-tool\";\n        tool: LanguageModelV1FunctionTool;\n      };\n  toolChoice?: never; // TODO\n  messages: Message[];\n}\n\nexport type ChatModelFinishReason =\n  | \"stop\"\n  | \"length\"\n  | \"content-filter\"\n  | \"tool-calls\"\n  | \"error\"\n  | \"other\"\n  | \"unknown\";\n\nexport interface ChatModelUsage {\n  promptTokens: number;\n  completionTokens: number;\n  totalTokens: number;\n}\n\nexport interface ChatModelEvents {\n  newToken?: Callback<{ value: ChatModelOutput; callbacks: { abort: () => void } }>;\n  success?: Callback<{ value: ChatModelOutput }>;\n  start?: Callback<{ input: ChatModelInput }>;\n  error?: Callback<{ input: ChatModelInput; error: FrameworkError }>;\n  finish?: Callback<null>;\n}\n\nexport type ChatModelEmitter<A = Record<never, never>> = Emitter<\n  ChatModelEvents & Omit<A, keyof ChatModelEvents>\n>;\n\nexport type ChatModelCache = BaseCache<Task<ChatModelOutput[]>>;\nexport type ConfigFn<T> = (value: T) => T;\nexport interface ChatConfig {\n  cache?: ChatModelCache | ConfigFn<ChatModelCache>;\n  parameters?: ChatModelParameters | ConfigFn<ChatModelParameters>;\n}\n\nexport abstract class ChatModel extends Serializable {\n  public abstract readonly emitter: Emitter<ChatModelEvents>;\n  public cache: ChatModelCache = new NullCache();\n  public parameters: ChatModelParameters = {};\n\n  abstract get modelId(): string;\n  abstract get providerId(): string;\n\n  create(input: ChatModelInput & { stream?: boolean }) {\n    input = shallowCopy(input);\n\n    return RunContext.enter(\n      this,\n      { params: [input] as const, signal: input?.abortSignal },\n      async (run) => {\n        const cacheEntry = await this.createCacheAccessor(input);\n\n        try {\n          await run.emitter.emit(\"start\", { input });\n          const chunks: ChatModelOutput[] = [];\n\n          const generator =\n            cacheEntry.value ??\n            (input.stream\n              ? this._createStream(input, run)\n              : toAsyncGenerator(this._create(input, run)));\n\n          const controller = new AbortController();\n          for await (const value of generator) {\n            chunks.push(value);\n            await run.emitter.emit(\"newToken\", {\n              value,\n              callbacks: { abort: () => controller.abort() },\n            });\n            if (controller.signal.aborted) {\n              break;\n            }\n          }\n\n          cacheEntry.resolve(chunks);\n          const result = ChatModelOutput.fromChunks(chunks);\n          await run.emitter.emit(\"success\", { value: result });\n          return result;\n        } catch (error) {\n          await run.emitter.emit(\"error\", { input, error });\n          await cacheEntry.reject(error);\n          if (error instanceof ChatModelError) {\n            throw error;\n          } else {\n            throw new ChatModelError(`The Chat Model has encountered an error.`, [error]);\n          }\n        } finally {\n          await run.emitter.emit(\"finish\", null);\n        }\n      },\n    );\n  }\n\n  createStructure<T>(input: ChatModelObjectInput<T>) {\n    return RunContext.enter(\n      this,\n      { params: [input] as const, signal: input?.abortSignal },\n      async (run) => {\n        return await this._createStructure<T>(input, run);\n      },\n    );\n  }\n\n  config({ cache, parameters }: ChatConfig): void {\n    if (cache) {\n      this.cache = isFunction(cache) ? cache(this.cache) : cache;\n    }\n    if (parameters) {\n      this.parameters = isFunction(parameters) ? parameters(this.parameters) : parameters;\n    }\n  }\n\n  static async fromName(name: FullModelName | ProviderName, options?: ChatModelParameters) {\n    const { providerId, modelId } = parseModel(name);\n    const Target = await loadModel<ChatModel>(providerId, \"chat\");\n    return new Target(modelId || undefined, options);\n  }\n\n  protected abstract _create(\n    input: ChatModelInput,\n    run: GetRunContext<typeof this>,\n  ): Promise<ChatModelOutput>;\n  protected abstract _createStream(\n    input: ChatModelInput,\n    run: GetRunContext<typeof this>,\n  ): AsyncGenerator<ChatModelOutput, void>;\n\n  protected async _createStructure<T>(\n    input: ChatModelObjectInput<T>,\n    run: GetRunContext<typeof this>,\n  ): Promise<ChatModelObjectOutput<T>> {\n    const { schema, ...options } = input;\n    const jsonSchema = toJsonSchema(schema);\n\n    const systemTemplate = new PromptTemplate({\n      schema: z.object({\n        schema: z.string().min(1),\n      }),\n      template: `You are a helpful assistant that generates only valid JSON adhering to the following JSON Schema.\n\n\\`\\`\\`\n{{schema}}\n\\`\\`\\`\n\nIMPORTANT: You MUST answer with a JSON object that matches the JSON schema above.`,\n    });\n\n    const messages: Message[] = [\n      new SystemMessage(systemTemplate.render({ schema: JSON.stringify(jsonSchema, null, 2) })),\n      ...input.messages,\n    ];\n\n    const errorTemplate = new PromptTemplate({\n      schema: z.object({\n        errors: z.string(),\n        expected: z.string(),\n        received: z.string(),\n      }),\n      template: `Generated object does not match the expected JSON schema!\n\nValidation Errors: {{errors}}`,\n    });\n\n    return new Retryable<ChatModelObjectOutput<T>>({\n      executor: async () => {\n        const response = await this._create(\n          {\n            ...options,\n            messages,\n            responseFormat: { type: \"object-json\" },\n          },\n          run,\n        );\n\n        const textResponse = response.getTextContent();\n        const object: T = parseBrokenJson(textResponse, { pair: [\"{\", \"}\"] });\n        const validator = createSchemaValidator(schema) as ValidateFunction<T>;\n\n        const success = validator(object);\n        if (!success) {\n          const context = {\n            expected: JSON.stringify(jsonSchema),\n            received: textResponse,\n            errors: JSON.stringify(validator.errors ?? []),\n          };\n\n          messages.push(new UserMessage(errorTemplate.render(context)));\n          throw new ChatModelError(`LLM did not produce a valid output.`, [], {\n            context,\n          });\n        }\n\n        return { object };\n      },\n      config: {\n        signal: run.signal,\n        maxRetries: input?.maxRetries || 1,\n      },\n    }).get();\n  }\n\n  createSnapshot() {\n    return { cache: this.cache, emitter: this.emitter, parameters: shallowCopy(this.parameters) };\n  }\n\n  destroy() {\n    this.emitter.destroy();\n  }\n\n  protected async createCacheAccessor({\n    abortSignal: _,\n    messages,\n    tools = [],\n    ...input\n  }: ChatModelInput) {\n    const key = ObjectHashKeyFn({\n      ...input,\n      messages: await Serializer.serialize(messages.map((msg) => msg.toPlain())),\n      tools: await Serializer.serialize(tools),\n    });\n    const value = await this.cache.get(key);\n    const isNew = value === undefined;\n\n    let task: Task<ChatModelOutput[]> | null = null;\n    if (isNew) {\n      task = new Task();\n      await this.cache.set(key, task);\n    }\n\n    return {\n      key,\n      value,\n      resolve: <T2 extends ChatModelOutput>(value: T2[]) => {\n        task?.resolve?.(value);\n      },\n      reject: async (error: Error) => {\n        task?.reject?.(error);\n        if (isNew) {\n          await this.cache.delete(key);\n        }\n      },\n    };\n  }\n}\n\nexport class ChatModelOutput extends Serializable {\n  constructor(\n    public readonly messages: Message[],\n    public usage?: ChatModelUsage,\n    public finishReason?: ChatModelFinishReason,\n  ) {\n    super();\n  }\n\n  static fromChunks(chunks: ChatModelOutput[]) {\n    const final = new ChatModelOutput([]);\n    chunks.forEach((cur) => final.merge(cur));\n    return final;\n  }\n\n  merge(other: ChatModelOutput) {\n    this.messages.push(...other.messages);\n    this.finishReason = other.finishReason;\n    if (this.usage && other.usage) {\n      this.usage = customMerge([this.usage, other.usage], {\n        totalTokens: takeBigger,\n        promptTokens: takeBigger,\n        completionTokens: takeBigger,\n      });\n    } else if (other.usage) {\n      this.usage = shallowCopy(other.usage);\n    }\n  }\n\n  getToolCalls() {\n    return this.messages\n      .filter((r) => r instanceof AssistantMessage)\n      .flatMap((r) => r.getToolCalls())\n      .filter(Boolean);\n  }\n\n  getTextMessages(): AssistantMessage[] {\n    return this.messages.filter((r) => r instanceof AssistantMessage).filter((r) => r.text);\n  }\n\n  getTextContent(): string {\n    return this.messages\n      .filter((r) => r instanceof AssistantMessage)\n      .flatMap((r) => r.text)\n      .filter(Boolean)\n      .join(\"\");\n  }\n\n  toString() {\n    return this.getTextContent();\n  }\n\n  createSnapshot() {\n    return {\n      messages: shallowCopy(this.messages),\n      usage: shallowCopy(this.usage),\n      finishReason: this.finishReason,\n    };\n  }\n\n  loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>) {\n    Object.assign(this, snapshot);\n  }\n}\n"]}
+{"version":3,"sources":["chat.ts"],"names":["ChatModel","Serializable","cache","NullCache","parameters","logger","Logger","root","child","name","constructor","toolChoiceSupport","toolCallFallbackViaResponseFormat","modelSupportsToolCalling","create","input","shallowCopy","RunContext","enter","params","signal","abortSignal","run","tools","forceToolCallViaResponseFormat","shouldForceToolCallViaResponseFormat","isEmpty","responseFormat","generateToolUnionSchema","filterToolsByToolChoice","toolChoice","undefined","isToolChoiceSupported","warn","cacheEntry","createCacheAccessor","emitter","emit","chunks","generator","value","stream","_createStream","toAsyncGenerator","_create","controller","AbortController","push","callbacks","abort","aborted","resolve","result","ChatModelOutput","fromChunks","getToolCalls","lastMsg","messages","at","toolCall","parseBrokenJson","text","ChatModelError","isFatal","isRetryable","content","length","type","toolCallId","randomString","toLowerCase","toolName","args","error","reject","createStructure","_createStructure","config","isFunction","fromName","options","providerId","modelId","parseModel","Target","loadModel","schema","jsonSchema","toJsonSchema","systemTemplate","systemPromptTemplate","PromptTemplate","z","object","string","min","template","SystemMessage","render","JSON","stringify","errorTemplate","errors","expected","received","Retryable","executor","response","textResponse","getTextContent","pair","validator","createSchemaValidator","success","context","UserMessage","output","maxRetries","get","createSnapshot","slice","destroy","_","key","ObjectHashKeyFn","Serializer","serialize","map","msg","toPlain","isNew","task","Task","set","delete","Boolean","toolChoiceSupported","choice","Tool","includes","usage","finishReason","final","forEach","cur","merge","other","customMerge","totalTokens","takeBigger","promptTokens","completionTokens","filter","r","AssistantMessage","flatMap","getTextMessages","join","toString","loadSnapshot","snapshot","Object","assign"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAqIO,MAAeA,kBAAkBC,6BAAAA,CAAAA;EArIxC;;;AAuISC,EAAAA,KAAAA,GAAwB,IAAIC,uBAAAA,EAAAA;AAC5BC,EAAAA,UAAAA,GAAkC,EAAC;EACvBC,MAASC,GAAAA,iBAAAA,CAAOC,KAAKC,KAAM,CAAA;AAC5CC,IAAAA,IAAAA,EAAM,KAAKC,WAAYD,CAAAA;GACzB,CAAA;EAEgBE,iBAAkD,GAAA;AAChE,IAAA,UAAA;AACA,IAAA,MAAA;AACA,IAAA,QAAA;AACA,IAAA;;EAEKC,iCAAoC,GAAA,IAAA;EAC3BC,wBAAoC,GAAA,IAAA;AAKpDC,EAAAA,MAAAA,CAAOC,KAA8C,EAAA;AACnDA,IAAAA,KAAAA,GAAQC,sBAAYD,KAAAA,CAAAA;AAEpB,IAAOE,OAAAA,sBAAAA,CAAWC,MAChB,IACA,EAAA;MAAEC,MAAQ,EAAA;AAACJ,QAAAA;;AAAiBK,MAAAA,MAAAA,EAAQL,KAAOM,EAAAA;AAAY,KAAA,EACvD,OAAOC,GAAAA,KAAAA;AACL,MAAI,IAAA,CAAC,KAAKT,wBAA0B,EAAA;AAClCE,QAAAA,KAAAA,CAAMQ,QAAQ,EAAA;AAChB;AAEA,MAAMC,MAAAA,8BAAAA,GAAiC,IAAKC,CAAAA,oCAAAA,CAAqCV,KAAAA,CAAAA;AACjF,MAAA,IAAIS,kCAAkCT,KAAMQ,CAAAA,KAAAA,IAAS,CAACG,cAAQX,CAAAA,KAAAA,CAAMQ,KAAK,CAAG,EAAA;AAC1ER,QAAMY,KAAAA,CAAAA,cAAAA,GAAiB,MAAMC,mCAC3BC,CAAAA,mCAAAA,CAAwBd,MAAMQ,KAAOR,EAAAA,KAAAA,CAAMe,UAAU,CAAA,CAAA;AAEvDf,QAAAA,KAAAA,CAAMe,UAAaC,GAAAA,MAAAA;AACrB;AAEA,MAAA,IAAI,CAAC,IAAA,CAAKC,qBAAsBjB,CAAAA,KAAAA,CAAMe,UAAU,CAAG,EAAA;AACjD,QAAA,IAAA,CAAKzB,MAAO4B,CAAAA,IAAAA,CACV,CAAoClB,iCAAAA,EAAAA,KAAAA,CAAMe,UAAU,CAA+B,6BAAA,CAAA,CAAA;AAErFf,QAAAA,KAAAA,CAAMe,UAAaC,GAAAA,MAAAA;AACrB;AAEA,MAAA,MAAMG,UAAa,GAAA,MAAM,IAAKC,CAAAA,mBAAAA,CAAoBpB,KAAAA,CAAAA;AAElD,MAAI,IAAA;AACF,QAAMO,MAAAA,GAAAA,CAAIc,OAAQC,CAAAA,IAAAA,CAAK,OAAS,EAAA;AAAEtB,UAAAA;SAAM,CAAA;AACxC,QAAA,MAAMuB,SAA4B,EAAA;AAElC,QAAA,MAAMC,SACJL,GAAAA,UAAAA,CAAWM,KACVzB,KAAAA,KAAAA,CAAM0B,SACH,IAAKC,CAAAA,aAAAA,CAAc3B,KAAOO,EAAAA,GAAAA,IAC1BqB,4BAAiB,CAAA,IAAA,CAAKC,OAAQ7B,CAAAA,KAAAA,EAAOO,GAAAA,CAAAA,CAAAA,CAAAA;AAE3C,QAAMuB,MAAAA,UAAAA,GAAa,IAAIC,eAAAA,EAAAA;AACvB,QAAA,WAAA,MAAiBN,SAASD,SAAW,EAAA;AACnCD,UAAAA,MAAAA,CAAOS,KAAKP,KAAAA,CAAAA;AACZ,UAAMlB,MAAAA,GAAAA,CAAIc,OAAQC,CAAAA,IAAAA,CAAK,UAAY,EAAA;AACjCG,YAAAA,KAAAA;YACAQ,SAAW,EAAA;cAAEC,KAAO,kBAAA,MAAA,CAAA,MAAMJ,UAAWI,CAAAA,KAAAA,EAAjB,EAAA,OAAA;AAAyB;WAC/C,CAAA;AACA,UAAIJ,IAAAA,UAAAA,CAAWzB,OAAO8B,OAAS,EAAA;AAC7B,YAAA;AACF;AACF;AAEAhB,QAAAA,UAAAA,CAAWiB,QAAQb,MAAAA,CAAAA;AACnB,QAAMc,MAAAA,MAAAA,GAASC,eAAgBC,CAAAA,UAAAA,CAAWhB,MAAAA,CAAAA;AAE1C,QAAA,IAAId,8BAAkCE,IAAAA,cAAAA,CAAQ0B,MAAOG,CAAAA,YAAAA,EAAY,CAAK,EAAA;AACpE,UAAA,MAAMC,OAAUJ,GAAAA,MAAAA,CAAOK,QAASC,CAAAA,EAAAA,CAAG,CAAC,CAAA,CAAA;AACpC,UAAMC,MAAAA,QAAAA,GAAWC,0BAAgBJ,CAAAA,OAAAA,CAAQK,IAAI,CAAA;AAC7C,UAAA,IAAI,CAACF,QAAU,EAAA;AACb,YAAA,MAAM,IAAIG,yBACR,CAAA,CAAA,sDAAA,EAAyDN,QAAQK,IAAI,CAAA,CAAA,EACrE,EACA,EAAA;cACEE,OAAS,EAAA,IAAA;cACTC,WAAa,EAAA;aACf,CAAA;AAEJ;AACAR,UAAAA,OAAAA,CAAQS,QAAQC,MAAS,GAAA,CAAA;AACzBV,UAAAA,OAAAA,CAAQS,QAAQlB,IAAK,CAAA;YACnBoB,IAAM,EAAA,WAAA;AACNC,YAAAA,UAAAA,EAAY,CAAQC,KAAAA,EAAAA,mBAAAA,CAAa,CAAA,CAAA,CAAGC,aAAW,CAAA,CAAA;AAC/CC,YAAAA,QAAAA,EAAUZ,QAASlD,CAAAA,IAAAA;;AACnB+D,YAAAA,IAAAA,EAAMb,QAASvD,CAAAA;WACjB,CAAA;AACF;AAEA,QAAMkB,MAAAA,GAAAA,CAAIc,OAAQC,CAAAA,IAAAA,CAAK,SAAW,EAAA;UAAEG,KAAOY,EAAAA;SAAO,CAAA;AAClD,QAAOA,OAAAA,MAAAA;AACT,OAAA,CAAA,OAASqB,KAAO,EAAA;AACd,QAAMnD,MAAAA,GAAAA,CAAIc,OAAQC,CAAAA,IAAAA,CAAK,OAAS,EAAA;AAAEtB,UAAAA,KAAAA;AAAO0D,UAAAA;SAAM,CAAA;AAC/C,QAAMvC,MAAAA,UAAAA,CAAWwC,OAAOD,KAAAA,CAAAA;AACxB,QAAA,IAAIA,iBAAiBX,yBAAgB,EAAA;AACnC,UAAMW,MAAAA,KAAAA;SACD,MAAA;AACL,UAAM,MAAA,IAAIX,0BAAe,CAA4C,wCAAA,CAAA,EAAA;AAACW,YAAAA;AAAM,WAAA,CAAA;AAC9E;OACF,SAAA;AACE,QAAA,MAAMnD,GAAIc,CAAAA,OAAAA,CAAQC,IAAK,CAAA,QAAA,EAAU,IAAA,CAAA;AACnC;KACF,CAAA;AAEJ;AAEAsC,EAAAA,eAAAA,CAAmB5D,KAAgC,EAAA;AACjD,IAAOE,OAAAA,sBAAAA,CAAWC,MAChB,IACA,EAAA;MAAEC,MAAQ,EAAA;AAACJ,QAAAA;;AAAiBK,MAAAA,MAAAA,EAAQL,KAAOM,EAAAA;AAAY,KAAA,EACvD,OAAOC,GAAAA,KAAAA;AACL,MAAA,OAAO,MAAM,IAAA,CAAKsD,gBAAoB7D,CAAAA,KAAAA,EAAOO,GAAAA,CAAAA;KAC/C,CAAA;AAEJ;EAEAuD,MAAO,CAAA,EAAE3E,KAAOE,EAAAA,UAAAA,EAAgC,EAAA;AAC9C,IAAA,IAAIF,KAAO,EAAA;AACT,MAAA,IAAA,CAAKA,QAAQ4E,iBAAW5E,CAAAA,KAAAA,IAASA,KAAM,CAAA,IAAA,CAAKA,KAAK,CAAIA,GAAAA,KAAAA;AACvD;AACA,IAAA,IAAIE,UAAY,EAAA;AACd,MAAA,IAAA,CAAKA,aAAa0E,iBAAW1E,CAAAA,UAAAA,IAAcA,UAAW,CAAA,IAAA,CAAKA,UAAU,CAAIA,GAAAA,UAAAA;AAC3E;AACF;EAEA,aAAa2E,QAAAA,CAAStE,MAAoCuE,OAA+B,EAAA;AACvF,IAAA,MAAM,EAAEC,UAAAA,EAAYC,OAAO,EAAA,GAAKC,uBAAW1E,IAAAA,CAAAA;AAC3C,IAAA,MAAM2E,MAAS,GAAA,MAAMC,qBAAqBJ,CAAAA,UAAAA,EAAY,MAAA,CAAA;AACtD,IAAA,OAAO,IAAIG,MAAAA,CAAOF,OAAWnD,IAAAA,MAAAA,EAAWiD,OAAAA,CAAAA;AAC1C;EAWA,MAAgBJ,gBAAAA,CACd7D,OACAO,GACmC,EAAA;AACnC,IAAA,MAAM,EAAEgE,MAAAA,EAAQ,GAAGN,OAAAA,EAAYjE,GAAAA,KAAAA;AAC/B,IAAMwE,MAAAA,UAAAA,GAAaC,wBAAaF,MAAAA,CAAAA;AAEhC,IAAA,MAAMG,cACJ1E,GAAAA,KAAAA,CAAM2E,oBACN,IAAA,IAAIC,2BAAe,CAAA;AACjBL,MAAAA,MAAAA,EAAQM,MAAEC,MAAO,CAAA;AACfP,QAAAA,MAAAA,EAAQM,KAAEE,CAAAA,MAAAA,EAASC,CAAAA,GAAAA,CAAI,CAAA;OACzB,CAAA;MACAC,QAAU,EAAA,CAAA;;;;;;;KAOZ,CAAA;AAEF,IAAA,MAAMvC,QAAsB,GAAA;MAC1B,IAAIwC,yBAAAA,CAAcR,eAAeS,MAAO,CAAA;AAAEZ,QAAAA,MAAAA,EAAQa,IAAKC,CAAAA,SAAAA,CAAUb,UAAY,EAAA,IAAA,EAAM,CAAA;AAAG,OAAA,CAAA,CAAA;SACnFxE,KAAM0C,CAAAA;;AAGX,IAAM4C,MAAAA,aAAAA,GAAgB,IAAIV,2BAAe,CAAA;AACvCL,MAAAA,MAAAA,EAAQM,MAAEC,MAAO,CAAA;AACfS,QAAAA,MAAAA,EAAQV,MAAEE,MAAM,EAAA;AAChBS,QAAAA,QAAAA,EAAUX,MAAEE,MAAM,EAAA;AAClBU,QAAAA,QAAAA,EAAUZ,MAAEE,MAAM;OACpB,CAAA;MACAE,QAAU,EAAA,CAAA;;;KAGZ,CAAA;AAEA,IAAA,OAAO,IAAIS,uBAAoC,CAAA;AAC7CC,MAAAA,QAAAA,kBAAU,MAAA,CAAA,YAAA;AACR,QAAMC,MAAAA,QAAAA,GAAW,MAAM,IAAA,CAAK/D,OAC1B,CAAA;UACE,GAAGoC,OAAAA;AACHvB,UAAAA,QAAAA;UACA9B,cAAgB,EAAA;YAAEwC,IAAM,EAAA;AAAc;AACxC,SAAA,EACA7C,GAAAA,CAAAA;AAGF,QAAMsF,MAAAA,YAAAA,GAAeD,SAASE,cAAc,EAAA;AAC5C,QAAMhB,MAAAA,MAAAA,GAAYjC,2BAAgBgD,YAAc,EAAA;UAAEE,IAAM,EAAA;AAAC,YAAA,GAAA;AAAK,YAAA;;SAAK,CAAA;AACnE,QAAMC,MAAAA,SAAAA,GAAYC,iCAAsB1B,MAAAA,CAAAA;AAExC,QAAM2B,MAAAA,OAAAA,GAAUF,UAAUlB,MAAAA,CAAAA;AAC1B,QAAA,IAAI,CAACoB,OAAS,EAAA;AACZ,UAAA,MAAMC,OAAU,GAAA;YACdX,QAAUJ,EAAAA,IAAAA,CAAKC,UAAUb,UAAAA,CAAAA;YACzBiB,QAAUI,EAAAA,YAAAA;AACVN,YAAAA,MAAAA,EAAQH,IAAKC,CAAAA,SAAAA,CAAUW,SAAUT,CAAAA,MAAAA,IAAU,EAAE;AAC/C,WAAA;AAEA7C,UAAAA,QAAAA,CAASV,KAAK,IAAIoE,uBAAAA,CAAYd,cAAcH,MAAOgB,CAAAA,OAAAA,CAAAA,CAAAA,CAAAA;AACnD,UAAA,MAAM,IAAIpD,yBAAAA,CAAe,CAAuC,mCAAA,CAAA,EAAA,EAAI,EAAA;AAClEoD,YAAAA;WACF,CAAA;AACF;AAEA,QAAO,OAAA;AACLrB,UAAAA,MAAAA;UACAuB,MAAQT,EAAAA;AACV,SAAA;OA/BQ,EAAA,UAAA,CAAA;MAiCV9B,MAAQ,EAAA;AACNzD,QAAAA,MAAAA,EAAQE,GAAIF,CAAAA,MAAAA;AACZiG,QAAAA,UAAAA,EAAYtG,OAAOsG,UAAc,IAAA;AACnC;AACF,KAAA,EAAGC,GAAG,EAAA;AACR;EAEAC,cAAiB,GAAA;AACf,IAAO,OAAA;AACLrH,MAAAA,KAAAA,EAAO,IAAKA,CAAAA,KAAAA;AACZkC,MAAAA,OAAAA,EAAS,IAAKA,CAAAA,OAAAA;MACdhC,UAAYY,EAAAA,qBAAAA,CAAY,KAAKZ,UAAU,CAAA;AACvCC,MAAAA,MAAAA,EAAQ,IAAKA,CAAAA,MAAAA;MACbM,iBAAmB,EAAA,IAAA,CAAKA,kBAAkB6G,KAAK,EAAA;AAC/C5G,MAAAA,iCAAAA,EAAmC,IAAKA,CAAAA,iCAAAA;AACxCC,MAAAA,wBAAAA,EAA0B,IAAKA,CAAAA;AACjC,KAAA;AACF;EAEA4G,OAAU,GAAA;AACR,IAAA,IAAA,CAAKrF,QAAQqF,OAAO,EAAA;AACtB;EAEA,MAAgBtF,mBAAAA,CAAoB,EAClCd,WAAAA,EAAaqG,CACbjE,EAAAA,QAAAA,EACAlC,QAAQ,EAAA,EACR,GAAGR,KAAAA,EACc,EAAA;AACjB,IAAA,MAAM4G,MAAMC,kCAAgB,CAAA;MAC1B,GAAG7G,KAAAA;MACH0C,QAAU,EAAA,MAAMoE,yBAAWC,CAAAA,SAAAA,CAAUrE,QAASsE,CAAAA,GAAAA,CAAI,CAACC,GAAQA,KAAAA,GAAAA,CAAIC,OAAO,EAAA,CAAA,CAAA;MACtE1G,KAAO,EAAA,MAAMsG,yBAAWC,CAAAA,SAAAA,CAAUvG,KAAAA;KACpC,CAAA;AACA,IAAA,MAAMiB,KAAQ,GAAA,MAAM,IAAKtC,CAAAA,KAAAA,CAAMoH,IAAIK,GAAAA,CAAAA;AACnC,IAAA,MAAMO,QAAQ1F,KAAUT,KAAAA,MAAAA;AAExB,IAAA,IAAIoG,IAAuC,GAAA,IAAA;AAC3C,IAAA,IAAID,KAAO,EAAA;AACTC,MAAAA,IAAAA,GAAO,IAAIC,qBAAAA,EAAAA;AACX,MAAA,MAAM,IAAKlI,CAAAA,KAAAA,CAAMmI,GAAIV,CAAAA,GAAAA,EAAKQ,IAAAA,CAAAA;AAC5B;AAEA,IAAO,OAAA;AACLR,MAAAA,GAAAA;AACAnF,MAAAA,KAAAA;AACAW,MAAAA,OAAAA,0BAAsCX,MAAAA,KAAAA;AACpC2F,QAAAA,IAAAA,EAAMhF,UAAUX,MAAAA,CAAAA;OADT,EAAA,SAAA,CAAA;AAGTkC,MAAAA,MAAAA,gCAAeD,KAAAA,KAAAA;AACb0D,QAAAA,IAAAA,EAAMzD,SAASD,KAAAA,CAAAA;AACf,QAAA,IAAIyD,KAAO,EAAA;AACT,UAAM,MAAA,IAAA,CAAKhI,KAAMoI,CAAAA,MAAAA,CAAOX,GAAAA,CAAAA;AAC1B;OAJM,EAAA,QAAA;AAMV,KAAA;AACF;AAEUlG,EAAAA,oCAAAA,CAAqC,EAC7CF,KAAQ,GAAA,EACRO,EAAAA,UAAAA,EACAH,gBACiB,EAAA;AACjB,IAAA,IACED,cAAQH,CAAAA,KAAAA,CACR,IAAA,CAACO,cACDA,UAAe,KAAA,MAAA,IACfA,UAAe,KAAA,MAAA,IACf,CAAC,IAAA,CAAKlB,iCACN2H,IAAAA,OAAAA,CAAQ5G,cAAAA,CACR,EAAA;AACA,MAAO,OAAA,KAAA;AACT;AAEA,IAAM6G,MAAAA,mBAAAA,GAAsB,IAAKxG,CAAAA,qBAAAA,CAAsBF,UAAAA,CAAAA;AACvD,IAAO,OAAA,CAAC,IAAKjB,CAAAA,wBAAAA,IAA4B,CAAC2H,mBAAAA;AAC5C;AAEUxG,EAAAA,qBAAAA,CAAsByG,MAAuC,EAAA;AACrE,IAAA,OACE,CAACA,MAAAA,KACAA,MAAkBC,YAAAA,aAAAA,GACf,IAAK/H,CAAAA,iBAAAA,CAAkBgI,QAAS,CAAA,QAAA,CAChC,GAAA,IAAA,CAAKhI,iBAAkBgI,CAAAA,QAAAA,CAASF,MAAAA,CAAAA,CAAAA;AAExC;AACF;AAEO,MAAMpF,wBAAwBpD,6BAAAA,CAAAA;EAvbrC;;;;;;EAwbES,WACkB+C,CAAAA,QAAAA,EACTmF,OACAC,YACP,EAAA;AACA,IAAK,KAAA,EAAA,EAAA,KAJWpF,QAAAA,GAAAA,QAAAA,EAAAA,KACTmF,KAAAA,GAAAA,KAAAA,EAAAA,KACAC,YAAAA,GAAAA,YAAAA;AAGT;AAEA,EAAA,OAAOvF,WAAWhB,MAA2B,EAAA;AAC3C,IAAA,MAAMwG,KAAQ,GAAA,IAAIzF,eAAgB,CAAA,EAAE,CAAA;AACpCf,IAAAA,MAAAA,CAAOyG,QAAQ,CAACC,GAAAA,KAAQF,KAAMG,CAAAA,KAAAA,CAAMD,GAAAA,CAAAA,CAAAA;AACpC,IAAOF,OAAAA,KAAAA;AACT;AAEAG,EAAAA,KAAAA,CAAMC,KAAwB,EAAA;AAC5B,IAAA,IAAA,CAAKzF,QAASV,CAAAA,IAAAA,CAAI,GAAImG,KAAAA,CAAMzF,QAAQ,CAAA;AACpC,IAAA,IAAA,CAAKoF,eAAeK,KAAML,CAAAA,YAAAA;AAC1B,IAAI,IAAA,IAAA,CAAKD,KAASM,IAAAA,KAAAA,CAAMN,KAAO,EAAA;AAC7B,MAAA,IAAA,CAAKA,QAAQO,sBAAY,CAAA;QAAC,IAAKP,CAAAA,KAAAA;QAAOM,KAAMN,CAAAA;AAAQ,OAAA,EAAA;QAClDQ,WAAaC,EAAAA,qBAAAA;QACbC,YAAcD,EAAAA,qBAAAA;QACdE,gBAAkBF,EAAAA;OACpB,CAAA;AACF,KAAA,MAAA,IAAWH,MAAMN,KAAO,EAAA;AACtB,MAAKA,IAAAA,CAAAA,KAAAA,GAAQ5H,qBAAYkI,CAAAA,KAAAA,CAAMN,KAAK,CAAA;AACtC;AACF;EAEArF,YAAe,GAAA;AACb,IAAA,OAAO,KAAKE,QACT+F,CAAAA,MAAAA,CAAO,CAACC,CAAAA,KAAMA,aAAaC,4BAAAA,CAAAA,CAC3BC,OAAQ,CAAA,CAACF,MAAMA,CAAElG,CAAAA,YAAAA,EAAY,CAAA,CAC7BiG,OAAOjB,OAAAA,CAAAA;AACZ;EAEAqB,eAAsC,GAAA;AACpC,IAAA,OAAO,IAAKnG,CAAAA,QAAAA,CAAS+F,MAAO,CAAA,CAACC,CAAMA,KAAAA,CAAAA,YAAaC,4BAAAA,CAAAA,CAAkBF,MAAO,CAAA,CAACC,CAAMA,KAAAA,CAAAA,CAAE5F,IAAI,CAAA;AACxF;EAEAgD,cAAyB,GAAA;AACvB,IAAA,OAAO,KAAKpD,QACT+F,CAAAA,MAAAA,CAAO,CAACC,CAAMA,KAAAA,CAAAA,YAAaC,4BAAAA,CAC3BC,CAAAA,OAAAA,CAAQ,CAACF,CAAAA,KAAMA,EAAE5F,IAAI,CAAA,CACrB2F,OAAOjB,OAAAA,CAAAA,CACPsB,KAAK,EAAA,CAAA;AACV;EAEAC,QAAW,GAAA;AACT,IAAA,OAAO,KAAKjD,cAAc,EAAA;AAC5B;EAEAU,cAAiB,GAAA;AACf,IAAO,OAAA;MACL9D,QAAUzC,EAAAA,qBAAAA,CAAY,KAAKyC,QAAQ,CAAA;MACnCmF,KAAO5H,EAAAA,qBAAAA,CAAY,KAAK4H,KAAK,CAAA;AAC7BC,MAAAA,YAAAA,EAAc,IAAKA,CAAAA;AACrB,KAAA;AACF;AAEAkB,EAAAA,YAAAA,CAAaC,QAAkD,EAAA;AAC7DC,IAAOC,MAAAA,CAAAA,MAAAA,CAAO,MAAMF,QAAAA,CAAAA;AACtB;AACF","file":"chat.cjs","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Serializable } from \"@/internals/serializable.js\";\nimport { shallowCopy } from \"@/serializer/utils.js\";\nimport { customMerge } from \"@/internals/helpers/object.js\";\nimport { takeBigger } from \"@/internals/helpers/number.js\";\nimport { Callback } from \"@/emitter/types.js\";\nimport { FrameworkError } from \"@/errors.js\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { GetRunContext, RunContext } from \"@/context.js\";\nimport { isEmpty, isFunction, randomString } from \"remeda\";\nimport { ObjectHashKeyFn } from \"@/cache/decoratorCache.js\";\nimport { Task } from \"promise-based-task\";\nimport { NullCache } from \"@/cache/nullCache.js\";\nimport { BaseCache } from \"@/cache/base.js\";\nimport {\n  filterToolsByToolChoice,\n  FullModelName,\n  generateToolUnionSchema,\n  loadModel,\n  parseModel,\n} from \"@/backend/utils.js\";\nimport { ProviderName } from \"@/backend/constants.js\";\nimport { AnyTool, Tool } from \"@/tools/base.js\";\nimport { AssistantMessage, Message, SystemMessage, UserMessage } from \"@/backend/message.js\";\n\nimport { ChatModelError } from \"@/backend/errors.js\";\nimport { z, ZodSchema, ZodType } from \"zod\";\nimport {\n  createSchemaValidator,\n  parseBrokenJson,\n  toJsonSchema,\n} from \"@/internals/helpers/schema.js\";\nimport { Retryable } from \"@/internals/helpers/retryable.js\";\nimport { SchemaObject, ValidateFunction } from \"ajv\";\nimport { PromptTemplate } from \"@/template.js\";\nimport { toAsyncGenerator } from \"@/internals/helpers/promise.js\";\nimport { Serializer } from \"@/serializer/serializer.js\";\nimport { Logger } from \"@/logger/logger.js\";\n\nexport interface ChatModelParameters {\n  maxTokens?: number;\n  topP?: number;\n  frequencyPenalty?: number;\n  temperature?: number;\n  topK?: number;\n  n?: number;\n  presencePenalty?: number;\n  seed?: number;\n  stopSequences?: string[];\n}\n\ninterface ResponseObjectJson {\n  type: \"object-json\";\n  schema?: SchemaObject;\n  name?: string;\n  description?: string;\n}\n\nexport interface ChatModelObjectInput<T> extends ChatModelParameters {\n  schema: z.ZodSchema<T> | ResponseObjectJson;\n  systemPromptTemplate?: PromptTemplate<ZodType<{ schema: string }>>;\n  messages: Message[];\n  abortSignal?: AbortSignal;\n  maxRetries?: number;\n}\n\nexport interface ChatModelObjectOutput<T> {\n  object: T;\n  output: ChatModelOutput;\n}\n\nexport type ChatModelToolChoice = \"auto\" | \"none\" | \"required\" | AnyTool;\n\nexport interface ChatModelInput extends ChatModelParameters {\n  tools?: AnyTool[];\n  abortSignal?: AbortSignal;\n  stopSequences?: string[];\n  responseFormat?: ZodSchema | ResponseObjectJson;\n  toolChoice?: ChatModelToolChoice;\n  messages: Message[];\n}\n\nexport type ChatModelFinishReason =\n  | \"stop\"\n  | \"length\"\n  | \"content-filter\"\n  | \"tool-calls\"\n  | \"error\"\n  | \"other\"\n  | \"unknown\";\n\nexport interface ChatModelUsage {\n  promptTokens: number;\n  completionTokens: number;\n  totalTokens: number;\n}\n\nexport interface ChatModelEvents {\n  newToken?: Callback<{ value: ChatModelOutput; callbacks: { abort: () => void } }>;\n  success?: Callback<{ value: ChatModelOutput }>;\n  start?: Callback<{ input: ChatModelInput }>;\n  error?: Callback<{ input: ChatModelInput; error: FrameworkError }>;\n  finish?: Callback<null>;\n}\n\nexport type ChatModelEmitter<A = Record<never, never>> = Emitter<\n  ChatModelEvents & Omit<A, keyof ChatModelEvents>\n>;\n\nexport type ChatModelCache = BaseCache<Task<ChatModelOutput[]>>;\nexport type ConfigFn<T> = (value: T) => T;\nexport interface ChatConfig {\n  cache?: ChatModelCache | ConfigFn<ChatModelCache>;\n  parameters?: ChatModelParameters | ConfigFn<ChatModelParameters>;\n}\n\nexport type ChatModelToolChoiceSupport = \"required\" | \"none\" | \"single\" | \"auto\";\n\nexport abstract class ChatModel extends Serializable {\n  public abstract readonly emitter: Emitter<ChatModelEvents>;\n  public cache: ChatModelCache = new NullCache();\n  public parameters: ChatModelParameters = {};\n  protected readonly logger = Logger.root.child({\n    name: this.constructor.name,\n  });\n\n  public readonly toolChoiceSupport: ChatModelToolChoiceSupport[] = [\n    \"required\",\n    \"none\",\n    \"single\",\n    \"auto\",\n  ];\n  public toolCallFallbackViaResponseFormat = true;\n  public readonly modelSupportsToolCalling: boolean = true;\n\n  abstract get modelId(): string;\n  abstract get providerId(): string;\n\n  create(input: ChatModelInput & { stream?: boolean }) {\n    input = shallowCopy(input);\n\n    return RunContext.enter(\n      this,\n      { params: [input] as const, signal: input?.abortSignal },\n      async (run) => {\n        if (!this.modelSupportsToolCalling) {\n          input.tools = [];\n        }\n\n        const forceToolCallViaResponseFormat = this.shouldForceToolCallViaResponseFormat(input);\n        if (forceToolCallViaResponseFormat && input.tools && !isEmpty(input.tools)) {\n          input.responseFormat = await generateToolUnionSchema(\n            filterToolsByToolChoice(input.tools, input.toolChoice),\n          );\n          input.toolChoice = undefined;\n        }\n\n        if (!this.isToolChoiceSupported(input.toolChoice)) {\n          this.logger.warn(\n            `The following tool choice value '${input.toolChoice}' is not supported. Ignoring.`,\n          );\n          input.toolChoice = undefined;\n        }\n\n        const cacheEntry = await this.createCacheAccessor(input);\n\n        try {\n          await run.emitter.emit(\"start\", { input });\n          const chunks: ChatModelOutput[] = [];\n\n          const generator =\n            cacheEntry.value ??\n            (input.stream\n              ? this._createStream(input, run)\n              : toAsyncGenerator(this._create(input, run)));\n\n          const controller = new AbortController();\n          for await (const value of generator) {\n            chunks.push(value);\n            await run.emitter.emit(\"newToken\", {\n              value,\n              callbacks: { abort: () => controller.abort() },\n            });\n            if (controller.signal.aborted) {\n              break;\n            }\n          }\n\n          cacheEntry.resolve(chunks);\n          const result = ChatModelOutput.fromChunks(chunks);\n\n          if (forceToolCallViaResponseFormat && isEmpty(result.getToolCalls())) {\n            const lastMsg = result.messages.at(-1)!;\n            const toolCall = parseBrokenJson(lastMsg.text);\n            if (!toolCall) {\n              throw new ChatModelError(\n                `Failed to produce a valid tool call. Generate output: ${lastMsg.text}`,\n                [],\n                {\n                  isFatal: true,\n                  isRetryable: false,\n                },\n              );\n            }\n            lastMsg.content.length = 0;\n            lastMsg.content.push({\n              type: \"tool-call\",\n              toolCallId: `call_${randomString(8).toLowerCase()}`,\n              toolName: toolCall.name, // todo: add types\n              args: toolCall.parameters,\n            });\n          }\n\n          await run.emitter.emit(\"success\", { value: result });\n          return result;\n        } catch (error) {\n          await run.emitter.emit(\"error\", { input, error });\n          await cacheEntry.reject(error);\n          if (error instanceof ChatModelError) {\n            throw error;\n          } else {\n            throw new ChatModelError(`The Chat Model has encountered an error.`, [error]);\n          }\n        } finally {\n          await run.emitter.emit(\"finish\", null);\n        }\n      },\n    );\n  }\n\n  createStructure<T>(input: ChatModelObjectInput<T>) {\n    return RunContext.enter(\n      this,\n      { params: [input] as const, signal: input?.abortSignal },\n      async (run) => {\n        return await this._createStructure<T>(input, run);\n      },\n    );\n  }\n\n  config({ cache, parameters }: ChatConfig): void {\n    if (cache) {\n      this.cache = isFunction(cache) ? cache(this.cache) : cache;\n    }\n    if (parameters) {\n      this.parameters = isFunction(parameters) ? parameters(this.parameters) : parameters;\n    }\n  }\n\n  static async fromName(name: FullModelName | ProviderName, options?: ChatModelParameters) {\n    const { providerId, modelId } = parseModel(name);\n    const Target = await loadModel<ChatModel>(providerId, \"chat\");\n    return new Target(modelId || undefined, options);\n  }\n\n  protected abstract _create(\n    input: ChatModelInput,\n    run: GetRunContext<typeof this>,\n  ): Promise<ChatModelOutput>;\n  protected abstract _createStream(\n    input: ChatModelInput,\n    run: GetRunContext<typeof this>,\n  ): AsyncGenerator<ChatModelOutput, void>;\n\n  protected async _createStructure<T>(\n    input: ChatModelObjectInput<T>,\n    run: GetRunContext<typeof this>,\n  ): Promise<ChatModelObjectOutput<T>> {\n    const { schema, ...options } = input;\n    const jsonSchema = toJsonSchema(schema);\n\n    const systemTemplate =\n      input.systemPromptTemplate ??\n      new PromptTemplate({\n        schema: z.object({\n          schema: z.string().min(1),\n        }),\n        template: `You are a helpful assistant that generates only valid JSON adhering to the following JSON Schema.\n\n\\`\\`\\`\n{{schema}}\n\\`\\`\\`\n\nIMPORTANT: You MUST answer with a JSON object that matches the JSON schema above.`,\n      });\n\n    const messages: Message[] = [\n      new SystemMessage(systemTemplate.render({ schema: JSON.stringify(jsonSchema, null, 2) })),\n      ...input.messages,\n    ];\n\n    const errorTemplate = new PromptTemplate({\n      schema: z.object({\n        errors: z.string(),\n        expected: z.string(),\n        received: z.string(),\n      }),\n      template: `Generated object does not match the expected JSON schema!\n\nValidation Errors: {{errors}}`,\n    });\n\n    return new Retryable<ChatModelObjectOutput<T>>({\n      executor: async () => {\n        const response = await this._create(\n          {\n            ...options,\n            messages,\n            responseFormat: { type: \"object-json\" },\n          },\n          run,\n        );\n\n        const textResponse = response.getTextContent();\n        const object: T = parseBrokenJson(textResponse, { pair: [\"{\", \"}\"] });\n        const validator = createSchemaValidator(schema) as ValidateFunction<T>;\n\n        const success = validator(object);\n        if (!success) {\n          const context = {\n            expected: JSON.stringify(jsonSchema),\n            received: textResponse,\n            errors: JSON.stringify(validator.errors ?? []),\n          };\n\n          messages.push(new UserMessage(errorTemplate.render(context)));\n          throw new ChatModelError(`LLM did not produce a valid output.`, [], {\n            context,\n          });\n        }\n\n        return {\n          object,\n          output: response,\n        };\n      },\n      config: {\n        signal: run.signal,\n        maxRetries: input?.maxRetries || 1,\n      },\n    }).get();\n  }\n\n  createSnapshot() {\n    return {\n      cache: this.cache,\n      emitter: this.emitter,\n      parameters: shallowCopy(this.parameters),\n      logger: this.logger,\n      toolChoiceSupport: this.toolChoiceSupport.slice(),\n      toolCallFallbackViaResponseFormat: this.toolCallFallbackViaResponseFormat,\n      modelSupportsToolCalling: this.modelSupportsToolCalling,\n    };\n  }\n\n  destroy() {\n    this.emitter.destroy();\n  }\n\n  protected async createCacheAccessor({\n    abortSignal: _,\n    messages,\n    tools = [],\n    ...input\n  }: ChatModelInput) {\n    const key = ObjectHashKeyFn({\n      ...input,\n      messages: await Serializer.serialize(messages.map((msg) => msg.toPlain())),\n      tools: await Serializer.serialize(tools),\n    });\n    const value = await this.cache.get(key);\n    const isNew = value === undefined;\n\n    let task: Task<ChatModelOutput[]> | null = null;\n    if (isNew) {\n      task = new Task();\n      await this.cache.set(key, task);\n    }\n\n    return {\n      key,\n      value,\n      resolve: <T2 extends ChatModelOutput>(value: T2[]) => {\n        task?.resolve?.(value);\n      },\n      reject: async (error: Error) => {\n        task?.reject?.(error);\n        if (isNew) {\n          await this.cache.delete(key);\n        }\n      },\n    };\n  }\n\n  protected shouldForceToolCallViaResponseFormat({\n    tools = [],\n    toolChoice,\n    responseFormat,\n  }: ChatModelInput) {\n    if (\n      isEmpty(tools) ||\n      !toolChoice ||\n      toolChoice === \"none\" ||\n      toolChoice === \"auto\" ||\n      !this.toolCallFallbackViaResponseFormat ||\n      Boolean(responseFormat)\n    ) {\n      return false;\n    }\n\n    const toolChoiceSupported = this.isToolChoiceSupported(toolChoice);\n    return !this.modelSupportsToolCalling || !toolChoiceSupported;\n  }\n\n  protected isToolChoiceSupported(choice?: ChatModelToolChoice): boolean {\n    return (\n      !choice ||\n      (choice instanceof Tool\n        ? this.toolChoiceSupport.includes(\"single\")\n        : this.toolChoiceSupport.includes(choice))\n    );\n  }\n}\n\nexport class ChatModelOutput extends Serializable {\n  constructor(\n    public readonly messages: Message[],\n    public usage?: ChatModelUsage,\n    public finishReason?: ChatModelFinishReason,\n  ) {\n    super();\n  }\n\n  static fromChunks(chunks: ChatModelOutput[]) {\n    const final = new ChatModelOutput([]);\n    chunks.forEach((cur) => final.merge(cur));\n    return final;\n  }\n\n  merge(other: ChatModelOutput) {\n    this.messages.push(...other.messages);\n    this.finishReason = other.finishReason;\n    if (this.usage && other.usage) {\n      this.usage = customMerge([this.usage, other.usage], {\n        totalTokens: takeBigger,\n        promptTokens: takeBigger,\n        completionTokens: takeBigger,\n      });\n    } else if (other.usage) {\n      this.usage = shallowCopy(other.usage);\n    }\n  }\n\n  getToolCalls() {\n    return this.messages\n      .filter((r) => r instanceof AssistantMessage)\n      .flatMap((r) => r.getToolCalls())\n      .filter(Boolean);\n  }\n\n  getTextMessages(): AssistantMessage[] {\n    return this.messages.filter((r) => r instanceof AssistantMessage).filter((r) => r.text);\n  }\n\n  getTextContent(): string {\n    return this.messages\n      .filter((r) => r instanceof AssistantMessage)\n      .flatMap((r) => r.text)\n      .filter(Boolean)\n      .join(\"\");\n  }\n\n  toString() {\n    return this.getTextContent();\n  }\n\n  createSnapshot() {\n    return {\n      messages: shallowCopy(this.messages),\n      usage: shallowCopy(this.usage),\n      finishReason: this.finishReason,\n    };\n  }\n\n  loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>) {\n    Object.assign(this, snapshot);\n  }\n}\n"]}

package/dist/backend/chat.d.cts

@@ -1,142 +1,21 @@
-import { Message, AssistantMessage, MessageContentPart } from './message.cjs';
-import * as ai from 'ai';
-import { Run, GetRunContext } from '../context.cjs';
-import { Serializable } from '../internals/serializable.cjs';
-import { C as Callback, E as Emitter } from '../emitter-C9EN5B0j.cjs';
-import { FrameworkError } from '../errors.cjs';
-import { Task } from 'promise-based-task';
-import { BaseCache } from '../cache/base.cjs';
-import { FullModelName } from './utils.cjs';
-import { ProviderName } from './constants.cjs';
-import { AnyTool } from '../tools/base.cjs';
-import { LanguageModelV1FunctionTool, LanguageModelV1ProviderDefinedTool, LanguageModelV1ToolChoice, JSONSchema7 } from '@ai-sdk/provider';
-import { z } from 'zod';
-import '../internals/helpers/promise.cjs';
+import './message.cjs';
+import 'ai';
+import '../context.cjs';
+import '../internals/serializable.cjs';
+import '../emitter-D5Mu0EEH.cjs';
+import '../errors.cjs';
+import 'promise-based-task';
+import '../cache/base.cjs';
+export { k as ChatConfig, m as ChatModel, i as ChatModelCache, h as ChatModelEmitter, g as ChatModelEvents, e as ChatModelFinishReason, d as ChatModelInput, a as ChatModelObjectInput, b as ChatModelObjectOutput, n as ChatModelOutput, C as ChatModelParameters, c as ChatModelToolChoice, l as ChatModelToolChoiceSupport, f as ChatModelUsage, j as ConfigFn } from '../chat-DvMzAHj6.cjs';
+import './constants.cjs';
+import '../tools/base.cjs';
+import 'zod';
+import 'ajv';
+import '../template.cjs';
+import '../logger/logger.cjs';
 import '../internals/types.cjs';
 import '../internals/helpers/guards.cjs';
-import 'ajv';
+import '../internals/helpers/promise.cjs';
 import '../internals/helpers/schema.cjs';
 import 'zod-to-json-schema';
-
-interface ChatModelParameters {
-    maxTokens?: number;
-    topP?: number;
-    frequencyPenalty?: number;
-    temperature?: number;
-    topK?: number;
-    n?: number;
-    presencePenalty?: number;
-    seed?: number;
-    stopSequences?: string[];
-}
-interface ChatModelObjectInput<T> extends ChatModelParameters {
-    schema: z.ZodSchema<T>;
-    messages: Message[];
-    abortSignal?: AbortSignal;
-    maxRetries?: number;
-}
-interface ChatModelObjectOutput<T> {
-    object: T;
-}
-interface ChatModelInput extends ChatModelParameters {
-    tools?: AnyTool[];
-    abortSignal?: AbortSignal;
-    stopSequences?: string[];
-    responseFormat?: {
-        type: "regular";
-        tools?: (LanguageModelV1FunctionTool | LanguageModelV1ProviderDefinedTool)[];
-        toolChoice?: LanguageModelV1ToolChoice;
-    } | {
-        type: "object-json";
-        schema?: JSONSchema7;
-        name?: string;
-        description?: string;
-    } | {
-        type: "object-tool";
-        tool: LanguageModelV1FunctionTool;
-    };
-    toolChoice?: never;
-    messages: Message[];
-}
-type ChatModelFinishReason = "stop" | "length" | "content-filter" | "tool-calls" | "error" | "other" | "unknown";
-interface ChatModelUsage {
-    promptTokens: number;
-    completionTokens: number;
-    totalTokens: number;
-}
-interface ChatModelEvents {
-    newToken?: Callback<{
-        value: ChatModelOutput;
-        callbacks: {
-            abort: () => void;
-        };
-    }>;
-    success?: Callback<{
-        value: ChatModelOutput;
-    }>;
-    start?: Callback<{
-        input: ChatModelInput;
-    }>;
-    error?: Callback<{
-        input: ChatModelInput;
-        error: FrameworkError;
-    }>;
-    finish?: Callback<null>;
-}
-type ChatModelEmitter<A = Record<never, never>> = Emitter<ChatModelEvents & Omit<A, keyof ChatModelEvents>>;
-type ChatModelCache = BaseCache<Task<ChatModelOutput[]>>;
-type ConfigFn<T> = (value: T) => T;
-interface ChatConfig {
-    cache?: ChatModelCache | ConfigFn<ChatModelCache>;
-    parameters?: ChatModelParameters | ConfigFn<ChatModelParameters>;
-}
-declare abstract class ChatModel extends Serializable {
-    abstract readonly emitter: Emitter<ChatModelEvents>;
-    cache: ChatModelCache;
-    parameters: ChatModelParameters;
-    abstract get modelId(): string;
-    abstract get providerId(): string;
-    create(input: ChatModelInput & {
-        stream?: boolean;
-    }): Run<ChatModelOutput, this, readonly [ChatModelInput & {
-        stream?: boolean;
-    }]>;
-    createStructure<T>(input: ChatModelObjectInput<T>): Run<ChatModelObjectOutput<T>, this, readonly [ChatModelObjectInput<T>]>;
-    config({ cache, parameters }: ChatConfig): void;
-    static fromName(name: FullModelName | ProviderName, options?: ChatModelParameters): Promise<ChatModel>;
-    protected abstract _create(input: ChatModelInput, run: GetRunContext<typeof this>): Promise<ChatModelOutput>;
-    protected abstract _createStream(input: ChatModelInput, run: GetRunContext<typeof this>): AsyncGenerator<ChatModelOutput, void>;
-    protected _createStructure<T>(input: ChatModelObjectInput<T>, run: GetRunContext<typeof this>): Promise<ChatModelObjectOutput<T>>;
-    createSnapshot(): {
-        cache: ChatModelCache;
-        emitter: Emitter<ChatModelEvents>;
-        parameters: ChatModelParameters;
-    };
-    destroy(): void;
-    protected createCacheAccessor({ abortSignal: _, messages, tools, ...input }: ChatModelInput): Promise<{
-        key: string;
-        value: ChatModelOutput[] | undefined;
-        resolve: <T2 extends ChatModelOutput>(value: T2[]) => void;
-        reject: (error: Error) => Promise<void>;
-    }>;
-}
-declare class ChatModelOutput extends Serializable {
-    readonly messages: Message[];
-    usage?: ChatModelUsage | undefined;
-    finishReason?: ChatModelFinishReason | undefined;
-    constructor(messages: Message[], usage?: ChatModelUsage | undefined, finishReason?: ChatModelFinishReason | undefined);
-    static fromChunks(chunks: ChatModelOutput[]): ChatModelOutput;
-    merge(other: ChatModelOutput): void;
-    getToolCalls(): ai.ToolCallPart[];
-    getTextMessages(): AssistantMessage[];
-    getTextContent(): string;
-    toString(): string;
-    createSnapshot(): {
-        messages: Message<MessageContentPart, string>[];
-        usage: ChatModelUsage | undefined;
-        finishReason: ChatModelFinishReason | undefined;
-    };
-    loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>): void;
-}
-
-export { type ChatConfig, ChatModel, type ChatModelCache, type ChatModelEmitter, type ChatModelEvents, type ChatModelFinishReason, type ChatModelInput, type ChatModelObjectInput, type ChatModelObjectOutput, ChatModelOutput, type ChatModelParameters, type ChatModelUsage, type ConfigFn };
+import 'pino';