beeai-framework 0.1.23 → 0.1.25

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (233) hide show
  1. package/dist/adapters/a2a/agents/agent.d.cts +2 -2
  2. package/dist/adapters/a2a/agents/agent.d.ts +2 -2
  3. package/dist/adapters/a2a/agents/events.d.cts +1 -1
  4. package/dist/adapters/a2a/agents/events.d.ts +1 -1
  5. package/dist/adapters/a2a/agents/types.d.cts +2 -2
  6. package/dist/adapters/a2a/agents/types.d.ts +2 -2
  7. package/dist/adapters/a2a/serve/agent_executor.d.cts +3 -3
  8. package/dist/adapters/a2a/serve/agent_executor.d.ts +3 -3
  9. package/dist/adapters/a2a/serve/server.d.cts +2 -2
  10. package/dist/adapters/a2a/serve/server.d.ts +2 -2
  11. package/dist/adapters/acp/agents/agent.d.cts +2 -2
  12. package/dist/adapters/acp/agents/agent.d.ts +2 -2
  13. package/dist/adapters/acp/agents/events.d.cts +1 -1
  14. package/dist/adapters/acp/agents/events.d.ts +1 -1
  15. package/dist/adapters/agentstack/agents/agent.d.cts +2 -2
  16. package/dist/adapters/agentstack/agents/agent.d.ts +2 -2
  17. package/dist/adapters/agentstack/agents/events.d.cts +1 -1
  18. package/dist/adapters/agentstack/agents/events.d.ts +1 -1
  19. package/dist/adapters/amazon-bedrock/backend/chat.d.cts +4 -4
  20. package/dist/adapters/amazon-bedrock/backend/chat.d.ts +4 -4
  21. package/dist/adapters/amazon-bedrock/backend/embedding.d.cts +2 -2
  22. package/dist/adapters/amazon-bedrock/backend/embedding.d.ts +2 -2
  23. package/dist/adapters/anthropic/backend/chat.d.cts +4 -4
  24. package/dist/adapters/anthropic/backend/chat.d.ts +4 -4
  25. package/dist/adapters/anthropic/backend/embedding.d.cts +2 -2
  26. package/dist/adapters/anthropic/backend/embedding.d.ts +2 -2
  27. package/dist/adapters/azure-openai/backend/chat.d.cts +4 -4
  28. package/dist/adapters/azure-openai/backend/chat.d.ts +4 -4
  29. package/dist/adapters/azure-openai/backend/embedding.d.cts +2 -2
  30. package/dist/adapters/azure-openai/backend/embedding.d.ts +2 -2
  31. package/dist/adapters/dummy/backend/chat.d.cts +7 -4
  32. package/dist/adapters/dummy/backend/chat.d.ts +7 -4
  33. package/dist/adapters/dummy/backend/embedding.d.cts +2 -2
  34. package/dist/adapters/dummy/backend/embedding.d.ts +2 -2
  35. package/dist/adapters/google-vertex/backend/chat.d.cts +4 -4
  36. package/dist/adapters/google-vertex/backend/chat.d.ts +4 -4
  37. package/dist/adapters/google-vertex/backend/embedding.d.cts +2 -2
  38. package/dist/adapters/google-vertex/backend/embedding.d.ts +2 -2
  39. package/dist/adapters/groq/backend/chat.d.cts +4 -4
  40. package/dist/adapters/groq/backend/chat.d.ts +4 -4
  41. package/dist/adapters/groq/backend/embedding.d.cts +2 -2
  42. package/dist/adapters/groq/backend/embedding.d.ts +2 -2
  43. package/dist/adapters/langchain/backend/chat.d.cts +7 -4
  44. package/dist/adapters/langchain/backend/chat.d.ts +7 -4
  45. package/dist/adapters/langchain/backend/embedding.d.cts +2 -2
  46. package/dist/adapters/langchain/backend/embedding.d.ts +2 -2
  47. package/dist/adapters/langchain/tools.d.cts +1 -1
  48. package/dist/adapters/langchain/tools.d.ts +1 -1
  49. package/dist/adapters/ollama/backend/chat.d.cts +4 -4
  50. package/dist/adapters/ollama/backend/chat.d.ts +4 -4
  51. package/dist/adapters/ollama/backend/embedding.d.cts +2 -2
  52. package/dist/adapters/ollama/backend/embedding.d.ts +2 -2
  53. package/dist/adapters/openai/backend/chat.d.cts +4 -4
  54. package/dist/adapters/openai/backend/chat.d.ts +4 -4
  55. package/dist/adapters/openai/backend/embedding.d.cts +2 -2
  56. package/dist/adapters/openai/backend/embedding.d.ts +2 -2
  57. package/dist/adapters/vercel/backend/chat.d.cts +7 -4
  58. package/dist/adapters/vercel/backend/chat.d.ts +7 -4
  59. package/dist/adapters/vercel/backend/embedding.d.cts +2 -2
  60. package/dist/adapters/vercel/backend/embedding.d.ts +2 -2
  61. package/dist/adapters/vercel/backend/utils.d.cts +2 -2
  62. package/dist/adapters/vercel/backend/utils.d.ts +2 -2
  63. package/dist/adapters/watsonx/backend/chat.cjs +45 -9
  64. package/dist/adapters/watsonx/backend/chat.cjs.map +1 -1
  65. package/dist/adapters/watsonx/backend/chat.d.cts +8 -5
  66. package/dist/adapters/watsonx/backend/chat.d.ts +8 -5
  67. package/dist/adapters/watsonx/backend/chat.js +45 -9
  68. package/dist/adapters/watsonx/backend/chat.js.map +1 -1
  69. package/dist/adapters/watsonx/backend/embedding.d.cts +2 -2
  70. package/dist/adapters/watsonx/backend/embedding.d.ts +2 -2
  71. package/dist/adapters/xai/backend/chat.d.cts +4 -4
  72. package/dist/adapters/xai/backend/chat.d.ts +4 -4
  73. package/dist/{agent-BVuc9Nfn.d.cts → agent-CuJD7Szg.d.cts} +4 -4
  74. package/dist/{agent-Cuy8Q4gw.d.ts → agent-DIyHPkn2.d.ts} +4 -4
  75. package/dist/agents/base.d.cts +2 -2
  76. package/dist/agents/base.d.ts +2 -2
  77. package/dist/agents/experimental/replan/agent.d.cts +3 -3
  78. package/dist/agents/experimental/replan/agent.d.ts +3 -3
  79. package/dist/agents/experimental/replan/prompts.d.cts +1 -1
  80. package/dist/agents/experimental/replan/prompts.d.ts +1 -1
  81. package/dist/agents/experimental/streamlit/agent.d.cts +3 -3
  82. package/dist/agents/experimental/streamlit/agent.d.ts +3 -3
  83. package/dist/agents/react/agent.d.cts +4 -4
  84. package/dist/agents/react/agent.d.ts +4 -4
  85. package/dist/agents/react/runners/base.d.cts +4 -4
  86. package/dist/agents/react/runners/base.d.ts +4 -4
  87. package/dist/agents/react/runners/deep-think/runner.d.cts +4 -4
  88. package/dist/agents/react/runners/deep-think/runner.d.ts +4 -4
  89. package/dist/agents/react/runners/default/runner.d.cts +4 -4
  90. package/dist/agents/react/runners/default/runner.d.ts +4 -4
  91. package/dist/agents/react/runners/granite/runner.d.cts +4 -4
  92. package/dist/agents/react/runners/granite/runner.d.ts +4 -4
  93. package/dist/agents/react/types.d.cts +2 -2
  94. package/dist/agents/react/types.d.ts +2 -2
  95. package/dist/agents/requirement/agent.d.cts +4 -4
  96. package/dist/agents/requirement/agent.d.ts +4 -4
  97. package/dist/agents/requirement/requirements/conditional.d.cts +4 -4
  98. package/dist/agents/requirement/requirements/conditional.d.ts +4 -4
  99. package/dist/agents/requirement/requirements/requirement.d.cts +4 -4
  100. package/dist/agents/requirement/requirements/requirement.d.ts +4 -4
  101. package/dist/agents/requirement/requirements/utils.d.cts +1 -1
  102. package/dist/agents/requirement/requirements/utils.d.ts +1 -1
  103. package/dist/agents/requirement/runner.cjs +21 -13
  104. package/dist/agents/requirement/runner.cjs.map +1 -1
  105. package/dist/agents/requirement/runner.d.cts +4 -4
  106. package/dist/agents/requirement/runner.d.ts +4 -4
  107. package/dist/agents/requirement/runner.js +21 -13
  108. package/dist/agents/requirement/runner.js.map +1 -1
  109. package/dist/agents/requirement/types.d.cts +4 -4
  110. package/dist/agents/requirement/types.d.ts +4 -4
  111. package/dist/agents/requirement/utils/llm.d.cts +4 -4
  112. package/dist/agents/requirement/utils/llm.d.ts +4 -4
  113. package/dist/agents/requirement/utils/tool.cjs +13 -2
  114. package/dist/agents/requirement/utils/tool.cjs.map +1 -1
  115. package/dist/agents/requirement/utils/tool.d.cts +4 -4
  116. package/dist/agents/requirement/utils/tool.d.ts +4 -4
  117. package/dist/agents/requirement/utils/tool.js +11 -0
  118. package/dist/agents/requirement/utils/tool.js.map +1 -1
  119. package/dist/agents/toolCalling/agent.d.cts +3 -3
  120. package/dist/agents/toolCalling/agent.d.ts +3 -3
  121. package/dist/agents/toolCalling/types.d.cts +1 -1
  122. package/dist/agents/toolCalling/types.d.ts +1 -1
  123. package/dist/agents/types.d.cts +2 -2
  124. package/dist/agents/types.d.ts +2 -2
  125. package/dist/backend/backend.d.cts +2 -2
  126. package/dist/backend/backend.d.ts +2 -2
  127. package/dist/backend/chat.cjs +128 -47
  128. package/dist/backend/chat.cjs.map +1 -1
  129. package/dist/backend/chat.d.cts +2 -2
  130. package/dist/backend/chat.d.ts +2 -2
  131. package/dist/backend/chat.js +132 -51
  132. package/dist/backend/chat.js.map +1 -1
  133. package/dist/backend/core.d.cts +3 -3
  134. package/dist/backend/core.d.ts +3 -3
  135. package/dist/backend/embedding.d.cts +2 -2
  136. package/dist/backend/embedding.d.ts +2 -2
  137. package/dist/backend/errors.cjs +25 -0
  138. package/dist/backend/errors.cjs.map +1 -1
  139. package/dist/backend/errors.d.cts +34 -1
  140. package/dist/backend/errors.d.ts +34 -1
  141. package/dist/backend/errors.js +24 -1
  142. package/dist/backend/errors.js.map +1 -1
  143. package/dist/backend/utils.d.cts +2 -2
  144. package/dist/backend/utils.d.ts +2 -2
  145. package/dist/{base-CyFx7BRL.d.ts → base-BfhNzUYf.d.ts} +1 -1
  146. package/dist/{base-XfWeXQ-S.d.cts → base-BqzN2QwB.d.cts} +1 -1
  147. package/dist/{chat-DrqwUgD8.d.ts → chat-DTxmaKP0.d.ts} +10 -2
  148. package/dist/{chat-BOb9n7AJ.d.cts → chat-DaqV3woF.d.cts} +10 -2
  149. package/dist/context.d.cts +1 -1
  150. package/dist/context.d.ts +1 -1
  151. package/dist/emitter/emitter.d.cts +1 -1
  152. package/dist/emitter/emitter.d.ts +1 -1
  153. package/dist/emitter/types.d.cts +1 -1
  154. package/dist/emitter/types.d.ts +1 -1
  155. package/dist/index.d.cts +3 -3
  156. package/dist/index.d.ts +3 -3
  157. package/dist/internals/fetcher.d.cts +1 -1
  158. package/dist/internals/fetcher.d.ts +1 -1
  159. package/dist/internals/helpers/object.cjs +18 -0
  160. package/dist/internals/helpers/object.cjs.map +1 -1
  161. package/dist/internals/helpers/object.d.cts +2 -1
  162. package/dist/internals/helpers/object.d.ts +2 -1
  163. package/dist/internals/helpers/object.js +18 -1
  164. package/dist/internals/helpers/object.js.map +1 -1
  165. package/dist/memory/summarizeMemory.d.cts +2 -2
  166. package/dist/memory/summarizeMemory.d.ts +2 -2
  167. package/dist/middleware/streamToolCall.cjs +16 -1
  168. package/dist/middleware/streamToolCall.cjs.map +1 -1
  169. package/dist/middleware/streamToolCall.d.cts +13 -3
  170. package/dist/middleware/streamToolCall.d.ts +13 -3
  171. package/dist/middleware/streamToolCall.js +16 -1
  172. package/dist/middleware/streamToolCall.js.map +1 -1
  173. package/dist/middleware/trajectory.d.cts +1 -1
  174. package/dist/middleware/trajectory.d.ts +1 -1
  175. package/dist/parsers/linePrefix.d.cts +1 -1
  176. package/dist/parsers/linePrefix.d.ts +1 -1
  177. package/dist/tools/arxiv.d.cts +1 -1
  178. package/dist/tools/arxiv.d.ts +1 -1
  179. package/dist/tools/base.d.cts +1 -1
  180. package/dist/tools/base.d.ts +1 -1
  181. package/dist/tools/calculator.d.cts +1 -1
  182. package/dist/tools/calculator.d.ts +1 -1
  183. package/dist/tools/custom.d.cts +2 -2
  184. package/dist/tools/custom.d.ts +2 -2
  185. package/dist/tools/database/elasticsearch.d.cts +1 -1
  186. package/dist/tools/database/elasticsearch.d.ts +1 -1
  187. package/dist/tools/database/milvus.d.cts +1 -1
  188. package/dist/tools/database/milvus.d.ts +1 -1
  189. package/dist/tools/database/qdrant.d.cts +1 -1
  190. package/dist/tools/database/qdrant.d.ts +1 -1
  191. package/dist/tools/database/sql.d.cts +1 -1
  192. package/dist/tools/database/sql.d.ts +1 -1
  193. package/dist/tools/handoff.d.cts +2 -2
  194. package/dist/tools/handoff.d.ts +2 -2
  195. package/dist/tools/llm.d.cts +2 -2
  196. package/dist/tools/llm.d.ts +2 -2
  197. package/dist/tools/mcp.d.cts +1 -1
  198. package/dist/tools/mcp.d.ts +1 -1
  199. package/dist/tools/openapi.d.cts +1 -1
  200. package/dist/tools/openapi.d.ts +1 -1
  201. package/dist/tools/python/output.d.cts +1 -1
  202. package/dist/tools/python/output.d.ts +1 -1
  203. package/dist/tools/python/python.d.cts +2 -2
  204. package/dist/tools/python/python.d.ts +2 -2
  205. package/dist/tools/search/base.d.cts +1 -1
  206. package/dist/tools/search/base.d.ts +1 -1
  207. package/dist/tools/search/duckDuckGoSearch.d.cts +1 -1
  208. package/dist/tools/search/duckDuckGoSearch.d.ts +1 -1
  209. package/dist/tools/search/googleSearch.d.cts +1 -1
  210. package/dist/tools/search/googleSearch.d.ts +1 -1
  211. package/dist/tools/search/searXNGSearch.d.cts +1 -1
  212. package/dist/tools/search/searXNGSearch.d.ts +1 -1
  213. package/dist/tools/search/wikipedia.d.cts +1 -1
  214. package/dist/tools/search/wikipedia.d.ts +1 -1
  215. package/dist/tools/similarity.d.cts +1 -1
  216. package/dist/tools/similarity.d.ts +1 -1
  217. package/dist/tools/think.d.cts +1 -1
  218. package/dist/tools/think.d.ts +1 -1
  219. package/dist/tools/weather/openMeteo.d.cts +1 -1
  220. package/dist/tools/weather/openMeteo.d.ts +1 -1
  221. package/dist/tools/web/webCrawler.d.cts +1 -1
  222. package/dist/tools/web/webCrawler.d.ts +1 -1
  223. package/dist/{types-CJwiMH3u.d.ts → types-YT-WdK3m.d.ts} +3 -3
  224. package/dist/{types-W0QttuP_.d.cts → types-YoNQSxQH.d.cts} +3 -3
  225. package/dist/version.cjs +1 -1
  226. package/dist/version.js +1 -1
  227. package/dist/workflows/agent.d.cts +3 -3
  228. package/dist/workflows/agent.d.ts +3 -3
  229. package/dist/workflows/workflow.d.cts +1 -1
  230. package/dist/workflows/workflow.d.ts +1 -1
  231. package/package.json +2 -2
  232. package/dist/{emitter-36-9MnvA.d.ts → emitter-CL56qab4.d.ts} +1 -1
  233. package/dist/{emitter-jN55XZZq.d.cts → emitter-UkIkNrek.d.cts} +1 -1
@@ -1,11 +1,11 @@
1
1
  import './message.js';
2
2
  import '../context.js';
3
3
  import '../internals/serializable.js';
4
- import '../emitter-36-9MnvA.js';
4
+ import '../emitter-CL56qab4.js';
5
5
  import '../errors.js';
6
6
  import 'promise-based-task';
7
7
  import '../cache/base.js';
8
- export { k as ChatConfig, m as ChatModel, i as ChatModelCache, h as ChatModelEmitter, g as ChatModelEvents, e as ChatModelFinishReason, d as ChatModelInput, a as ChatModelObjectInput, b as ChatModelObjectOutput, n as ChatModelOutput, C as ChatModelParameters, c as ChatModelToolChoice, l as ChatModelToolChoiceSupport, f as ChatModelUsage, j as ConfigFn } from '../chat-DrqwUgD8.js';
8
+ export { k as ChatConfig, m as ChatModel, i as ChatModelCache, h as ChatModelEmitter, g as ChatModelEvents, e as ChatModelFinishReason, d as ChatModelInput, a as ChatModelObjectInput, b as ChatModelObjectOutput, n as ChatModelOutput, C as ChatModelParameters, c as ChatModelToolChoice, l as ChatModelToolChoiceSupport, f as ChatModelUsage, j as ConfigFn } from '../chat-DTxmaKP0.js';
9
9
  import './constants.js';
10
10
  import '../tools/base.js';
11
11
  import 'zod';
@@ -1,16 +1,16 @@
1
1
  import { Serializable } from '../internals/serializable.js';
2
2
  import { shallowCopy } from '../serializer/utils.js';
3
- import { customMerge } from '../internals/helpers/object.js';
3
+ import { customMerge, getLast } from '../internals/helpers/object.js';
4
4
  import { takeBigger } from '../internals/helpers/number.js';
5
5
  import { RunContext } from '../context.js';
6
- import { isEmpty, isString, randomString, isFunction, isPromise } from 'remeda';
6
+ import { isEmpty, randomString, isString, isFunction, isPromise } from 'remeda';
7
7
  import { ObjectHashKeyFn } from '../cache/decoratorCache.js';
8
8
  import { Task } from 'promise-based-task';
9
9
  import { NullCache } from '../cache/nullCache.js';
10
10
  import { generateToolUnionSchema, filterToolsByToolChoice, parseModel, loadModel } from './utils.js';
11
11
  import { Tool } from '../tools/base.js';
12
- import { SystemMessage, AssistantMessage, UserMessage } from './message.js';
13
- import { ChatModelError } from './errors.js';
12
+ import { AssistantMessage, UserMessage, SystemMessage } from './message.js';
13
+ import { ChatModelToolCallError, EmptyChatModelResponseError, ChatModelError } from './errors.js';
14
14
  import { z } from 'zod';
15
15
  import { parseBrokenJson, toJsonSchema, createSchemaValidator } from '../internals/helpers/schema.js';
16
16
  import { Retryable } from '../internals/helpers/retryable.js';
@@ -18,6 +18,7 @@ import { PromptTemplate } from '../template.js';
18
18
  import { toAsyncGenerator } from '../internals/helpers/promise.js';
19
19
  import { Serializer } from '../serializer/serializer.js';
20
20
  import { Logger } from '../logger/logger.js';
21
+ import { isToolCallValid } from '../adapters/vercel/backend/utils.js';
21
22
 
22
23
  var __defProp = Object.defineProperty;
23
24
  var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
@@ -27,6 +28,7 @@ class ChatModel extends Serializable {
27
28
  }
28
29
  cache = new NullCache();
29
30
  parameters = {};
31
+ middlewares = [];
30
32
  logger = Logger.root.child({
31
33
  name: this.constructor.name
32
34
  });
@@ -38,6 +40,8 @@ class ChatModel extends Serializable {
38
40
  ];
39
41
  toolCallFallbackViaResponseFormat = true;
40
42
  modelSupportsToolCalling = true;
43
+ fixInvalidToolCalls = true;
44
+ retryOnEmptyResponse = true;
41
45
  create(input) {
42
46
  input = shallowCopy(input);
43
47
  if (input.stream === void 0) {
@@ -61,56 +65,124 @@ class ChatModel extends Serializable {
61
65
  this.logger.warn(`The following tool choice value '${input.toolChoice}' is not supported. Ignoring.`);
62
66
  input.toolChoice = void 0;
63
67
  }
68
+ const modelInputMessagesBackup = input.messages.slice();
64
69
  const cacheEntry = await this.createCacheAccessor(input);
65
70
  try {
66
71
  await run.emitter.emit("start", {
67
72
  input
68
73
  });
69
- const chunks = [];
70
- const generator = cacheEntry.value ?? (input.stream ? this._createStream(input, run) : toAsyncGenerator(this._create(input, run)));
71
- const controller = new AbortController();
72
- for await (const value of generator) {
73
- chunks.push(value);
74
- await run.emitter.emit("newToken", {
75
- value,
76
- callbacks: {
77
- abort: /* @__PURE__ */ __name(() => controller.abort(), "abort")
74
+ const result = await new Retryable({
75
+ executor: /* @__PURE__ */ __name(async () => {
76
+ const chunks = [];
77
+ const generator = cacheEntry.value ?? (input.stream ? this._createStream(input, run) : toAsyncGenerator(this._create(input, run)));
78
+ const controller = new AbortController();
79
+ for await (const value of generator) {
80
+ chunks.push(value);
81
+ await run.emitter.emit("newToken", {
82
+ value,
83
+ callbacks: {
84
+ abort: /* @__PURE__ */ __name(() => controller.abort(), "abort")
85
+ }
86
+ });
87
+ if (controller.signal.aborted) {
88
+ break;
89
+ }
78
90
  }
79
- });
80
- if (controller.signal.aborted) {
81
- break;
82
- }
83
- }
84
- cacheEntry.resolve(chunks);
85
- const result = ChatModelOutput.fromChunks(chunks);
86
- for (const toolCall of result.getToolCalls()) {
87
- if (isString(toolCall.input)) {
88
- toolCall.input = JSON.parse(toolCall.input);
89
- }
90
- }
91
- if (forceToolCallViaResponseFormat && isEmpty(result.getToolCalls())) {
92
- const lastMsg = result.messages.at(-1);
93
- const toolCall = parseBrokenJson(lastMsg.text, {
94
- pair: [
95
- "{",
96
- "}"
97
- ]
98
- });
99
- if (!toolCall || !toolCall.name || !toolCall.parameters) {
100
- throw new ChatModelError(`Failed to produce a valid tool call. Generate output: ${lastMsg.text}`, [], {
101
- isFatal: true,
102
- isRetryable: false
103
- });
104
- }
105
- lastMsg.content.length = 0;
106
- lastMsg.content.push({
107
- type: "tool-call",
108
- toolCallId: `call_${randomString(8).toLowerCase()}`,
109
- toolName: toolCall.name,
110
- // todo: add types
111
- input: toolCall.parameters
112
- });
113
- }
91
+ const result2 = ChatModelOutput.fromChunks(chunks);
92
+ if (result2.isEmpty()) {
93
+ throw new EmptyChatModelResponseError();
94
+ }
95
+ if (isEmpty(result2.getToolCalls()) && (forceToolCallViaResponseFormat || input.toolChoice === "required" || input.toolChoice instanceof Tool)) {
96
+ const lastMsg = result2.messages.at(-1);
97
+ let toolCall = parseBrokenJson(lastMsg.text, {
98
+ pair: [
99
+ "{",
100
+ "}"
101
+ ]
102
+ });
103
+ if (toolCall && !toolCall.name && !toolCall.parameters && input.toolChoice instanceof Tool) {
104
+ toolCall = {
105
+ name: input.toolChoice.name,
106
+ parameters: toolCall
107
+ };
108
+ }
109
+ if (!toolCall || !toolCall.name || !toolCall.parameters) {
110
+ throw new ChatModelToolCallError(`Failed to produce a valid tool call. Generate output: ${lastMsg.text}`, [], {
111
+ generatedContent: lastMsg.text,
112
+ generatedError: "Tool call was not produced.",
113
+ response: result2
114
+ });
115
+ }
116
+ lastMsg.content.length = 0;
117
+ lastMsg.content.push({
118
+ type: "tool-call",
119
+ toolCallId: `call_${randomString(8).toLowerCase()}`,
120
+ toolName: toolCall.name,
121
+ // todo: add types
122
+ input: toolCall.parameters
123
+ });
124
+ }
125
+ for (const toolCall of result2.getToolCalls()) {
126
+ const tool = input.tools?.find((t) => t.name === toolCall.toolName);
127
+ if (!tool) {
128
+ const availableTools = input.tools?.map((t) => t.name).join(",") || "None";
129
+ throw new ChatModelToolCallError("Non existing tool call.", [], {
130
+ generatedError: `Error: Unknown tool '${toolCall.toolName}'.
131
+ Use on of the available tools: ${availableTools}`,
132
+ generatedContent: JSON.stringify({
133
+ name: toolCall.toolName,
134
+ input: isString(toolCall.input) ? toolCall.input : JSON.stringify(toolCall.input)
135
+ }),
136
+ response: result2
137
+ });
138
+ }
139
+ if (!isToolCallValid(toolCall)) {
140
+ throw new ChatModelToolCallError("Malformed tool call.", [], {
141
+ generatedContent: isString(toolCall.input) ? toolCall.input : JSON.stringify(toolCall.input),
142
+ generatedError: `The tool call for the '${toolCall.toolName}' tool has malformed parameters. It must be a valid JSON.`,
143
+ response: result2
144
+ });
145
+ }
146
+ if (isString(toolCall.input)) {
147
+ toolCall.input = JSON.parse(toolCall.input);
148
+ }
149
+ }
150
+ cacheEntry.resolve(chunks);
151
+ return result2;
152
+ }, "executor"),
153
+ config: {
154
+ maxRetries: input.maxRetries ?? 0
155
+ },
156
+ onRetry: /* @__PURE__ */ __name(async (_, lastError) => {
157
+ if (this.fixInvalidToolCalls && lastError instanceof ChatModelToolCallError) {
158
+ input.messages = input.messages.slice();
159
+ if (lastError.data.generatedContent) {
160
+ input.messages.push(new AssistantMessage(lastError.data.generatedContent, {
161
+ tempMessage: true
162
+ }));
163
+ }
164
+ const toolNames = input.tools?.map((t) => t.name).join(", ") || "None";
165
+ input.messages.push(new UserMessage(`${lastError.data.generatedError}
166
+
167
+ Available Tools: ${toolNames}`, {
168
+ tempMessage: true
169
+ }));
170
+ } else if (this.retryOnEmptyResponse && lastError instanceof EmptyChatModelResponseError) {
171
+ input.messages = input.messages.slice();
172
+ const lastMessage = input.messages.at(-1);
173
+ if (lastMessage && lastMessage instanceof AssistantMessage && lastMessage.meta["tempMessage"] && lastMessage.text === "") {
174
+ input.messages.push(new UserMessage("No output received. Please regenerate your previous response.", {
175
+ tempMessage: true
176
+ }));
177
+ } else {
178
+ input.messages.push(new AssistantMessage("", {
179
+ tempMessage: true
180
+ }));
181
+ }
182
+ }
183
+ }, "onRetry")
184
+ }).get();
185
+ input.messages = modelInputMessagesBackup;
114
186
  await run.emitter.emit("success", {
115
187
  value: result
116
188
  });
@@ -131,7 +203,7 @@ class ChatModel extends Serializable {
131
203
  } finally {
132
204
  await run.emitter.emit("finish", null);
133
205
  }
134
- });
206
+ }).middleware(...this.middlewares);
135
207
  }
136
208
  createStructure(input) {
137
209
  return RunContext.enter(this, {
@@ -235,11 +307,14 @@ Validation Errors: {{errors}}`
235
307
  return {
236
308
  cache: this.cache,
237
309
  emitter: this.emitter,
310
+ middlewares: shallowCopy(this.middlewares),
238
311
  parameters: shallowCopy(this.parameters),
239
312
  logger: this.logger,
240
313
  toolChoiceSupport: this.toolChoiceSupport.slice(),
241
314
  toolCallFallbackViaResponseFormat: this.toolCallFallbackViaResponseFormat,
242
- modelSupportsToolCalling: this.modelSupportsToolCalling
315
+ modelSupportsToolCalling: this.modelSupportsToolCalling,
316
+ retryOnEmptyResponse: this.retryOnEmptyResponse,
317
+ fixInvalidToolCalls: this.fixInvalidToolCalls
243
318
  };
244
319
  }
245
320
  destroy() {
@@ -299,6 +374,12 @@ class ChatModelOutput extends Serializable {
299
374
  chunks.forEach((cur) => final.merge(cur));
300
375
  return final;
301
376
  }
377
+ isEmpty() {
378
+ if (this.messages.length === 0) {
379
+ return true;
380
+ }
381
+ return this.getTextContent() === "" && this.getToolCalls().length === 0;
382
+ }
302
383
  merge(other) {
303
384
  if (other.messages.length > 0) {
304
385
  const clones = other.messages.map(cloneSync);
@@ -333,7 +414,7 @@ class ChatModelOutput extends Serializable {
333
414
  continue;
334
415
  }
335
416
  if (!chunk.toolCallId && messagesByToolCallId.size > 0) {
336
- const lastToolCallId = Array.from(messagesByToolCallId.keys()).pop();
417
+ const lastToolCallId = getLast(messagesByToolCallId.keys(), "");
337
418
  if (lastToolCallId) {
338
419
  chunk.toolCallId = lastToolCallId;
339
420
  }
@@ -1 +1 @@
1
- {"version":3,"sources":["../../src/backend/chat.ts"],"names":["ChatModel","Serializable","cache","NullCache","parameters","logger","Logger","root","child","name","toolChoiceSupport","toolCallFallbackViaResponseFormat","modelSupportsToolCalling","create","input","shallowCopy","stream","undefined","RunContext","enter","params","signal","abortSignal","run","tools","forceToolCallViaResponseFormat","shouldForceToolCallViaResponseFormat","isEmpty","responseFormat","generateToolUnionSchema","filterToolsByToolChoice","toolChoice","isToolChoiceSupported","warn","cacheEntry","createCacheAccessor","emitter","emit","chunks","generator","value","_createStream","toAsyncGenerator","_create","controller","AbortController","push","callbacks","abort","aborted","resolve","result","ChatModelOutput","fromChunks","toolCall","getToolCalls","isString","JSON","parse","lastMsg","messages","at","parseBrokenJson","text","pair","ChatModelError","isFatal","isRetryable","content","length","type","toolCallId","randomString","toLowerCase","toolName","error","reject","createStructure","_createStructure","config","isFunction","fromName","options","providerId","modelId","parseModel","Target","loadModel","instance","Object","assign","schema","jsonSchema","toJsonSchema","systemTemplate","systemPromptTemplate","PromptTemplate","z","object","string","min","template","SystemMessage","render","stringify","errorTemplate","errors","expected","received","Retryable","executor","response","textResponse","getTextContent","validator","createSchemaValidator","success","context","UserMessage","output","maxRetries","get","createSnapshot","slice","destroy","_","key","ObjectHashKeyFn","Serializer","serialize","map","msg","toPlain","isNew","task","Task","set","delete","Boolean","toolChoiceSupported","choice","Tool","includes","usage","finishReason","dedupe","final","forEach","cur","merge","other","clones","cloneSync","customMerge","totalTokens","takeBigger","promptTokens","completionTokens","messagesById","Map","messagesByToolCallId","msgId","id","AssistantMessage","filteredChunks","chunk","size","lastToolCallId","Array","from","keys","pop","has","values","main","shift","finalToolCalls","lastId","excludedIndexes","index","lastToolCall","Error","reverse","splice","filter","r","flatMap","getTextMessages","join","toString","loadSnapshot","snapshot","serializable","isPromise","target","prototype","load"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;AA+HO,MAAeA,kBAAkBC,YAAAA,CAAAA;EA/HxC;;;AAiISC,EAAAA,KAAAA,GAAwB,IAAIC,SAAAA,EAAAA;AAC5BC,EAAAA,UAAAA,GAAkC,EAAC;EACvBC,MAAAA,GAASC,MAAAA,CAAOC,KAAKC,KAAAA,CAAM;AAC5CC,IAAAA,IAAAA,EAAM,KAAK,WAAA,CAAYA;GACzB,CAAA;EAEgBC,iBAAAA,GAAkD;AAChE,IAAA,UAAA;AACA,IAAA,MAAA;AACA,IAAA,QAAA;AACA,IAAA;;EAEKC,iCAAAA,GAAoC,IAAA;EAC3BC,wBAAAA,GAAoC,IAAA;AAKpDC,EAAAA,MAAAA,CAAOC,KAAAA,EAAuB;AAC5BA,IAAAA,KAAAA,GAAQC,YAAYD,KAAAA,CAAAA;AACpB,IAAA,IAAIA,KAAAA,CAAME,WAAWC,MAAAA,EAAW;AAC9BH,MAAAA,KAAAA,CAAME,MAAAA,GAAS,KAAKZ,UAAAA,CAAWY,MAAAA;AACjC;AAEA,IAAA,OAAOE,UAAAA,CAAWC,MAChB,IAAA,EACA;MAAEC,MAAAA,EAAQ;AAACN,QAAAA;;AAAiBO,MAAAA,MAAAA,EAAQP,KAAAA,EAAOQ;AAAY,KAAA,EACvD,OAAOC,GAAAA,KAAAA;AACL,MAAA,IAAI,CAAC,KAAKX,wBAAAA,EAA0B;AAClCE,QAAAA,KAAAA,CAAMU,QAAQ,EAAA;AAChB;AAEA,MAAA,MAAMC,8BAAAA,GAAiC,IAAA,CAAKC,oCAAAA,CAAqCZ,KAAAA,CAAAA;AACjF,MAAA,IAAIW,kCAAkCX,KAAAA,CAAMU,KAAAA,IAAS,CAACG,OAAAA,CAAQb,KAAAA,CAAMU,KAAK,CAAA,EAAG;AAC1EV,QAAAA,KAAAA,CAAMc,cAAAA,GAAiB,MAAMC,uBAAAA,CAC3BC,uBAAAA,CAAwBhB,MAAMU,KAAAA,EAAOV,KAAAA,CAAMiB,UAAU,CAAA,CAAA;AAEvDjB,QAAAA,KAAAA,CAAMiB,UAAAA,GAAad,MAAAA;AACrB;AAEA,MAAA,IAAI,CAAC,IAAA,CAAKe,qBAAAA,CAAsBlB,KAAAA,CAAMiB,UAAU,CAAA,EAAG;AACjD,QAAA,IAAA,CAAK1B,MAAAA,CAAO4B,IAAAA,CACV,CAAA,iCAAA,EAAoCnB,KAAAA,CAAMiB,UAAU,CAAA,6BAAA,CAA+B,CAAA;AAErFjB,QAAAA,KAAAA,CAAMiB,UAAAA,GAAad,MAAAA;AACrB;AAEA,MAAA,MAAMiB,UAAAA,GAAa,MAAM,IAAA,CAAKC,mBAAAA,CAAoBrB,KAAAA,CAAAA;AAElD,MAAA,IAAI;AACF,QAAA,MAAMS,GAAAA,CAAIa,OAAAA,CAAQC,IAAAA,CAAK,OAAA,EAAS;AAAEvB,UAAAA;SAAM,CAAA;AACxC,QAAA,MAAMwB,SAA4B,EAAA;AAElC,QAAA,MAAMC,SAAAA,GACJL,UAAAA,CAAWM,KAAAA,KACV1B,KAAAA,CAAME,SACH,IAAA,CAAKyB,aAAAA,CAAc3B,KAAAA,EAAOS,GAAAA,IAC1BmB,gBAAAA,CAAiB,IAAA,CAAKC,OAAAA,CAAQ7B,KAAAA,EAAOS,GAAAA,CAAAA,CAAAA,CAAAA;AAE3C,QAAA,MAAMqB,UAAAA,GAAa,IAAIC,eAAAA,EAAAA;AACvB,QAAA,WAAA,MAAiBL,SAASD,SAAAA,EAAW;AACnCD,UAAAA,MAAAA,CAAOQ,KAAKN,KAAAA,CAAAA;AACZ,UAAA,MAAMjB,GAAAA,CAAIa,OAAAA,CAAQC,IAAAA,CAAK,UAAA,EAAY;AACjCG,YAAAA,KAAAA;YACAO,SAAAA,EAAW;cAAEC,KAAAA,kBAAO,MAAA,CAAA,MAAMJ,UAAAA,CAAWI,KAAAA,EAAK,EAAtB,OAAA;AAAyB;WAC/C,CAAA;AACA,UAAA,IAAIJ,UAAAA,CAAWvB,OAAO4B,OAAAA,EAAS;AAC7B,YAAA;AACF;AACF;AAEAf,QAAAA,UAAAA,CAAWgB,QAAQZ,MAAAA,CAAAA;AACnB,QAAA,MAAMa,MAAAA,GAASC,eAAAA,CAAgBC,UAAAA,CAAWf,MAAAA,CAAAA;AAC1C,QAAA,KAAA,MAAWgB,QAAAA,IAAYH,MAAAA,CAAOI,YAAAA,EAAY,EAAI;AAC5C,UAAA,IAAIC,QAAAA,CAASF,QAAAA,CAASxC,KAAK,CAAA,EAAG;AAC5BwC,YAAAA,QAAAA,CAASxC,KAAAA,GAAQ2C,IAAAA,CAAKC,KAAAA,CAAMJ,QAAAA,CAASxC,KAAK,CAAA;AAC5C;AACF;AAEA,QAAA,IAAIW,8BAAAA,IAAkCE,OAAAA,CAAQwB,MAAAA,CAAOI,YAAAA,EAAY,CAAA,EAAK;AACpE,UAAA,MAAMI,OAAAA,GAAUR,MAAAA,CAAOS,QAAAA,CAASC,EAAAA,CAAG,CAAA,CAAC,CAAA;AACpC,UAAA,MAAMP,QAAAA,GAAWQ,eAAAA,CAAgBH,OAAAA,CAAQI,IAAAA,EAAM;YAAEC,IAAAA,EAAM;AAAC,cAAA,GAAA;AAAK,cAAA;;WAAK,CAAA;AAClE,UAAA,IAAI,CAACV,QAAAA,IAAY,CAACA,SAAS7C,IAAAA,IAAQ,CAAC6C,SAASlD,UAAAA,EAAY;AACvD,YAAA,MAAM,IAAI6D,cAAAA,CACR,CAAA,sDAAA,EAAyDN,QAAQI,IAAI,CAAA,CAAA,EACrE,EAAA,EACA;cACEG,OAAAA,EAAS,IAAA;cACTC,WAAAA,EAAa;aACf,CAAA;AAEJ;AACAR,UAAAA,OAAAA,CAAQS,QAAQC,MAAAA,GAAS,CAAA;AACzBV,UAAAA,OAAAA,CAAQS,QAAQtB,IAAAA,CAAK;YACnBwB,IAAAA,EAAM,WAAA;AACNC,YAAAA,UAAAA,EAAY,CAAA,KAAA,EAAQC,YAAAA,CAAa,CAAA,CAAA,CAAGC,aAAW,CAAA,CAAA;AAC/CC,YAAAA,QAAAA,EAAUpB,QAAAA,CAAS7C,IAAAA;;AACnBK,YAAAA,KAAAA,EAAOwC,QAAAA,CAASlD;WAClB,CAAA;AACF;AAEA,QAAA,MAAMmB,GAAAA,CAAIa,OAAAA,CAAQC,IAAAA,CAAK,SAAA,EAAW;UAAEG,KAAAA,EAAOW;SAAO,CAAA;AAClD,QAAA,OAAOA,MAAAA;AACT,OAAA,CAAA,OAASwB,KAAAA,EAAO;AACd,QAAA,MAAMpD,GAAAA,CAAIa,OAAAA,CAAQC,IAAAA,CAAK,OAAA,EAAS;AAAEvB,UAAAA,KAAAA;AAAO6D,UAAAA;SAAM,CAAA;AAC/C,QAAA,MAAMzC,UAAAA,CAAW0C,OAAOD,KAAAA,CAAAA;AACxB,QAAA,IAAIA,iBAAiBV,cAAAA,EAAgB;AACnC,UAAA,MAAMU,KAAAA;SACR,MAAO;AACL,UAAA,MAAM,IAAIV,eAAe,CAAA,wCAAA,CAAA,EAA4C;AAACU,YAAAA;AAAM,WAAA,CAAA;AAC9E;OACF,SAAA;AACE,QAAA,MAAMpD,GAAAA,CAAIa,OAAAA,CAAQC,IAAAA,CAAK,QAAA,EAAU,IAAA,CAAA;AACnC;KACF,CAAA;AAEJ;AAEAwC,EAAAA,eAAAA,CAAmB/D,KAAAA,EAAgC;AACjD,IAAA,OAAOI,UAAAA,CAAWC,MAChB,IAAA,EACA;MAAEC,MAAAA,EAAQ;AAACN,QAAAA;;AAAiBO,MAAAA,MAAAA,EAAQP,KAAAA,EAAOQ;AAAY,KAAA,EACvD,OAAOC,GAAAA,KAAAA;AACL,MAAA,OAAO,MAAM,IAAA,CAAKuD,gBAAAA,CAAoBhE,KAAAA,EAAOS,GAAAA,CAAAA;KAC/C,CAAA;AAEJ;EAEAwD,MAAAA,CAAO,EAAE7E,KAAAA,EAAOE,UAAAA,EAAU,EAAsB;AAC9C,IAAA,IAAIF,KAAAA,EAAO;AACT,MAAA,IAAA,CAAKA,QAAQ8E,UAAAA,CAAW9E,KAAAA,IAASA,KAAAA,CAAM,IAAA,CAAKA,KAAK,CAAA,GAAIA,KAAAA;AACvD;AACA,IAAA,IAAIE,UAAAA,EAAY;AACd,MAAA,IAAA,CAAKA,aAAa4E,UAAAA,CAAW5E,UAAAA,IAAcA,UAAAA,CAAW,IAAA,CAAKA,UAAU,CAAA,GAAIA,UAAAA;AAC3E;AACF;EAEA,aAAa6E,QAAAA,CAASxE,MAAoCyE,OAAAA,EAA+B;AACvF,IAAA,MAAM,EAAEC,UAAAA,EAAYC,OAAAA,EAAO,GAAKC,WAAW5E,IAAAA,CAAAA;AAC3C,IAAA,MAAM6E,MAAAA,GAAS,MAAMC,SAAAA,CAAqBJ,UAAAA,EAAY,MAAA,CAAA;AACtD,IAAA,MAAMK,QAAAA,GAAW,IAAIF,MAAAA,CAAOF,OAAAA,IAAWnE,MAAAA,CAAAA;AACvC,IAAA,IAAIiE,OAAAA,EAAS;AACXO,MAAAA,MAAAA,CAAOC,MAAAA,CAAOF,QAAAA,CAASpF,UAAAA,EAAY8E,OAAAA,CAAAA;AACrC;AACA,IAAA,OAAOM,QAAAA;AACT;EAWA,MAAgBV,gBAAAA,CACdhE,OACAS,GAAAA,EACmC;AACnC,IAAA,MAAM,EAAEoE,MAAAA,EAAQ,GAAGT,OAAAA,EAAAA,GAAYpE,KAAAA;AAC/B,IAAA,MAAM8E,UAAAA,GAAaC,aAAaF,MAAAA,CAAAA;AAEhC,IAAA,MAAMG,cAAAA,GACJhF,KAAAA,CAAMiF,oBAAAA,IACN,IAAIC,cAAAA,CAAe;AACjBL,MAAAA,MAAAA,EAAQM,EAAEC,MAAAA,CAAO;AACfP,QAAAA,MAAAA,EAAQM,CAAAA,CAAEE,MAAAA,EAAM,CAAGC,GAAAA,CAAI,CAAA;OACzB,CAAA;MACAC,QAAAA,EAAU,CAAA;;;;;;;KAOZ,CAAA;AAEF,IAAA,MAAMzC,QAAAA,GAAsB;MAC1B,IAAI0C,aAAAA,CAAcR,eAAeS,MAAAA,CAAO;AAAEZ,QAAAA,MAAAA,EAAQlC,IAAAA,CAAK+C,SAAAA,CAAUZ,UAAAA,EAAY,IAAA,EAAM,CAAA;AAAG,OAAA,CAAA,CAAA;SACnF9E,KAAAA,CAAM8C;;AAGX,IAAA,MAAM6C,aAAAA,GAAgB,IAAIT,cAAAA,CAAe;AACvCL,MAAAA,MAAAA,EAAQM,EAAEC,MAAAA,CAAO;AACfQ,QAAAA,MAAAA,EAAQT,EAAEE,MAAAA,EAAM;AAChBQ,QAAAA,QAAAA,EAAUV,EAAEE,MAAAA,EAAM;AAClBS,QAAAA,QAAAA,EAAUX,EAAEE,MAAAA;OACd,CAAA;MACAE,QAAAA,EAAU,CAAA;;;KAGZ,CAAA;AAEA,IAAA,OAAO,IAAIQ,SAAAA,CAAoC;AAC7CC,MAAAA,QAAAA,kBAAU,MAAA,CAAA,YAAA;AACR,QAAA,MAAMC,QAAAA,GAAW,MAAM,IAAA,CAAKpE,OAAAA,CAC1B;UACE,GAAGuC,OAAAA;AACHtB,UAAAA,QAAAA;UACAhC,cAAAA,EAAgB;YAAE0C,IAAAA,EAAM;AAAc;AACxC,SAAA,EACA/C,GAAAA,CAAAA;AAGF,QAAA,MAAMyF,YAAAA,GAAeD,SAASE,cAAAA,EAAc;AAC5C,QAAA,MAAMf,MAAAA,GAAYpC,gBAAgBkD,YAAAA,EAAc;UAAEhD,IAAAA,EAAM;AAAC,YAAA,GAAA;AAAK,YAAA;;SAAK,CAAA;AACnE,QAAA,MAAMkD,SAAAA,GAAYC,sBAAsBxB,MAAAA,CAAAA;AAExC,QAAA,MAAMyB,OAAAA,GAAUF,UAAUhB,MAAAA,CAAAA;AAC1B,QAAA,IAAI,CAACkB,OAAAA,EAAS;AACZ,UAAA,MAAMC,OAAAA,GAAU;YACdV,QAAAA,EAAUlD,IAAAA,CAAK+C,UAAUZ,UAAAA,CAAAA;YACzBgB,QAAAA,EAAUI,YAAAA;AACVN,YAAAA,MAAAA,EAAQjD,IAAAA,CAAK+C,SAAAA,CAAUU,SAAAA,CAAUR,MAAAA,IAAU,EAAE;AAC/C,WAAA;AAEA9C,UAAAA,QAAAA,CAASd,KAAK,IAAIwE,WAAAA,CAAYb,cAAcF,MAAAA,CAAOc,OAAAA,CAAAA,CAAAA,CAAAA;AACnD,UAAA,MAAM,IAAIpD,cAAAA,CAAe,CAAA,mCAAA,CAAA,EAAuC,EAAA,EAAI;AAClEoD,YAAAA;WACF,CAAA;AACF;AAEA,QAAA,OAAO;AACLnB,UAAAA,MAAAA;UACAqB,MAAAA,EAAQR;AACV,SAAA;OACF,EAhCU,UAAA,CAAA;MAiCVhC,MAAAA,EAAQ;AACN1D,QAAAA,MAAAA,EAAQE,GAAAA,CAAIF,MAAAA;AACZmG,QAAAA,UAAAA,EAAY1G,OAAO0G,UAAAA,IAAc;AACnC;AACF,KAAA,EAAGC,GAAAA,EAAG;AACR;EAEAC,cAAAA,GAAiB;AACf,IAAA,OAAO;AACLxH,MAAAA,KAAAA,EAAO,IAAA,CAAKA,KAAAA;AACZkC,MAAAA,OAAAA,EAAS,IAAA,CAAKA,OAAAA;MACdhC,UAAAA,EAAYW,WAAAA,CAAY,KAAKX,UAAU,CAAA;AACvCC,MAAAA,MAAAA,EAAQ,IAAA,CAAKA,MAAAA;MACbK,iBAAAA,EAAmB,IAAA,CAAKA,kBAAkBiH,KAAAA,EAAK;AAC/ChH,MAAAA,iCAAAA,EAAmC,IAAA,CAAKA,iCAAAA;AACxCC,MAAAA,wBAAAA,EAA0B,IAAA,CAAKA;AACjC,KAAA;AACF;EAEAgH,OAAAA,GAAU;AACR,IAAA,IAAA,CAAKxF,QAAQwF,OAAAA,EAAO;AACtB;EAEA,MAAgBzF,mBAAAA,CAAoB,EAClCb,WAAAA,EAAauG,CAAAA,EACbjE,QAAAA,EACApC,QAAQ,EAAA,EACR,GAAGV,KAAAA,EAAAA,EACc;AACjB,IAAA,MAAMgH,MAAMC,eAAAA,CAAgB;MAC1B,GAAGjH,KAAAA;MACH8C,QAAAA,EAAU,MAAMoE,UAAAA,CAAWC,SAAAA,CAAUrE,QAAAA,CAASsE,GAAAA,CAAI,CAACC,GAAAA,KAAQA,GAAAA,CAAIC,OAAAA,EAAO,CAAA,CAAA;MACtE5G,KAAAA,EAAO,MAAMwG,UAAAA,CAAWC,SAAAA,CAAUzG,KAAAA;KACpC,CAAA;AACA,IAAA,MAAMgB,KAAAA,GAAQ,MAAM,IAAA,CAAKtC,KAAAA,CAAMuH,IAAIK,GAAAA,CAAAA;AACnC,IAAA,MAAMO,QAAQ7F,KAAAA,KAAUvB,MAAAA;AAExB,IAAA,IAAIqH,IAAAA,GAAuC,IAAA;AAC3C,IAAA,IAAID,KAAAA,EAAO;AACTC,MAAAA,IAAAA,GAAO,IAAIC,IAAAA,EAAAA;AACX,MAAA,MAAM,IAAA,CAAKrI,KAAAA,CAAMsI,GAAAA,CAAIV,GAAAA,EAAKQ,IAAAA,CAAAA;AAC5B;AAEA,IAAA,OAAO;AACLR,MAAAA,GAAAA;AACAtF,MAAAA,KAAAA;AACAU,MAAAA,OAAAA,0BAAsCV,MAAAA,KAAAA;AACpC8F,QAAAA,IAAAA,EAAMpF,UAAUV,MAAAA,CAAAA;OAClB,EAFS,SAAA,CAAA;AAGToC,MAAAA,MAAAA,gCAAeD,KAAAA,KAAAA;AACb2D,QAAAA,IAAAA,EAAM1D,SAASD,KAAAA,CAAAA;AACf,QAAA,IAAI0D,KAAAA,EAAO;AACT,UAAA,MAAM,IAAA,CAAKnI,KAAAA,CAAMuI,MAAAA,CAAOX,GAAAA,CAAAA;AAC1B;OACF,EALQ,QAAA;AAMV,KAAA;AACF;AAEUpG,EAAAA,oCAAAA,CAAqC,EAC7CF,KAAAA,GAAQ,EAAA,EACRO,UAAAA,EACAH,gBAAc,EACG;AACjB,IAAA,IACED,OAAAA,CAAQH,KAAAA,CAAAA,IACR,CAACO,cACDA,UAAAA,KAAe,MAAA,IACfA,UAAAA,KAAe,MAAA,IACf,CAAC,IAAA,CAAKpB,iCAAAA,IACN+H,OAAAA,CAAQ9G,cAAAA,CAAAA,EACR;AACA,MAAA,OAAO,KAAA;AACT;AAEA,IAAA,MAAM+G,mBAAAA,GAAsB,IAAA,CAAK3G,qBAAAA,CAAsBD,UAAAA,CAAAA;AACvD,IAAA,OAAO,CAAC,IAAA,CAAKnB,wBAAAA,IAA4B,CAAC+H,mBAAAA;AAC5C;AAEU3G,EAAAA,qBAAAA,CAAsB4G,MAAAA,EAAuC;AACrE,IAAA,OACE,CAACA,MAAAA,KACAA,MAAAA,YAAkBC,IAAAA,GACf,IAAA,CAAKnI,iBAAAA,CAAkBoI,QAAAA,CAAS,QAAA,CAAA,GAChC,IAAA,CAAKpI,iBAAAA,CAAkBoI,QAAAA,CAASF,MAAAA,CAAAA,CAAAA;AAExC;AACF;AAEO,MAAMxF,wBAAwBnD,YAAAA,CAAAA;EA7brC;;;;;;EA8bE,WAAA,CACkB2D,QAAAA,EACTmF,OACAC,YAAAA,EACP;AACA,IAAA,KAAA,EAAK,EAAA,KAJWpF,QAAAA,GAAAA,QAAAA,EAAAA,KACTmF,KAAAA,GAAAA,KAAAA,EAAAA,KACAC,YAAAA,GAAAA,YAAAA;AAGP,IAAA,IAAA,CAAKC,MAAAA,EAAM;AACb;AAEA,EAAA,OAAO5F,WAAWf,MAAAA,EAA2B;AAC3C,IAAA,MAAM4G,KAAAA,GAAQ,IAAI9F,eAAAA,CAAgB,EAAE,CAAA;AACpCd,IAAAA,MAAAA,CAAO6G,QAAQ,CAACC,GAAAA,KAAQF,KAAAA,CAAMG,KAAAA,CAAMD,GAAAA,CAAAA,CAAAA;AACpC,IAAA,OAAOF,KAAAA;AACT;AAEAG,EAAAA,KAAAA,CAAMC,KAAAA,EAAwB;AAC5B,IAAA,IAAIA,KAAAA,CAAM1F,QAAAA,CAASS,MAAAA,GAAS,CAAA,EAAG;AAC7B,MAAA,MAAMkF,MAAAA,GAASD,KAAAA,CAAM1F,QAAAA,CAASsE,GAAAA,CAAIsB,SAAAA,CAAAA;AAClC,MAAA,IAAA,CAAK5F,QAAAA,CAASd,IAAAA,CAAI,GAAIyG,MAAAA,CAAAA;AACtB,MAAA,IAAA,CAAKN,MAAAA,EAAM;AACb;AAEA,IAAA,IAAA,CAAKD,eAAeM,KAAAA,CAAMN,YAAAA;AAC1B,IAAA,IAAI,IAAA,CAAKD,KAAAA,IAASO,KAAAA,CAAMP,KAAAA,EAAO;AAC7B,MAAA,IAAA,CAAKA,QAAQU,WAAAA,CAAY;QAAC,IAAA,CAAKV,KAAAA;QAAOO,KAAAA,CAAMP;AAAQ,OAAA,EAAA;QAClDW,WAAAA,EAAaC,UAAAA;QACbC,YAAAA,EAAcD,UAAAA;QACdE,gBAAAA,EAAkBF;OACpB,CAAA;AACF,KAAA,MAAA,IAAWL,MAAMP,KAAAA,EAAO;AACtB,MAAA,IAAA,CAAKA,KAAAA,GAAQhI,WAAAA,CAAYuI,KAAAA,CAAMP,KAAK,CAAA;AACtC;AACF;EAEAE,MAAAA,GAAe;AAEb,IAAA,IAAI,IAAA,CAAKrF,QAAAA,CAASS,MAAAA,GAAS,CAAA,EAAG;AAC5B,MAAA,MAAMyF,YAAAA,uBAAmBC,GAAAA,EAAAA;AACzB,MAAA,MAAMC,oBAAAA,uBAA2BD,GAAAA,EAAAA;AAEjC,MAAA,KAAA,MAAW5B,GAAAA,IAAO,KAAKvE,QAAAA,EAAU;AAC/B,QAAA,MAAMqG,KAAAA,GAAQ9B,IAAI+B,EAAAA,IAAM,EAAA;AAExB,QAAA,IAAI/B,eAAegC,gBAAAA,IAAoBhC,GAAAA,CAAI5E,YAAAA,EAAY,CAAGc,SAAS,CAAA,EAAG;AACpE,UAAA,MAAM+F,iBAA8C,EAAA;AACpD,UAAA,KAAA,MAAWC,KAAAA,IAASlC,IAAI/D,OAAAA,EAAS;AAC/B,YAAA,IAAIiG,KAAAA,CAAM/F,SAAS,WAAA,EAAa;AAC9B8F,cAAAA,cAAAA,CAAetH,KAAKuH,KAAAA,CAAAA;AACpB,cAAA;AACF;AAGA,YAAA,IAAI,CAACA,KAAAA,CAAM9F,UAAAA,IAAcyF,oBAAAA,CAAqBM,OAAO,CAAA,EAAG;AACtD,cAAA,MAAMC,iBAAiBC,KAAAA,CAAMC,IAAAA,CAAKT,qBAAqBU,IAAAA,EAAI,EAAIC,GAAAA,EAAG;AAClE,cAAA,IAAIJ,cAAAA,EAAgB;AAClBF,gBAAAA,KAAAA,CAAM9F,UAAAA,GAAagG,cAAAA;AACrB;AACF;AAEA,YAAA,IAAIF,MAAM9F,UAAAA,IAAcyF,oBAAAA,CAAqBY,GAAAA,CAAIP,KAAAA,CAAM9F,UAAU,CAAA,EAAG;AAClEyF,cAAAA,oBAAAA,CAAqBvC,IAAI4C,KAAAA,CAAM9F,UAAU,CAAA,CAAGH,OAAAA,CAAQtB,KAAKuH,KAAAA,CAAAA;AAC3D,aAAA,MAAA,IAAWA,MAAM9F,UAAAA,EAAY;AAC3ByF,cAAAA,oBAAAA,CAAqBxB,GAAAA,CAAI6B,KAAAA,CAAM9F,UAAAA,EAAY4D,GAAAA,CAAAA;AAC3CiC,cAAAA,cAAAA,CAAetH,KAAKuH,KAAAA,CAAAA;AACtB;AACF;AAEAlC,UAAAA,GAAAA,CAAI/D,QAAQC,MAAAA,GAAS,CAAA;AACrB8D,UAAAA,GAAAA,CAAI/D,OAAAA,CAAQtB,IAAAA,CAAI,GAAIsH,cAAAA,CAAAA;AAEpB,UAAA,IAAIA,cAAAA,CAAe/F,WAAW,CAAA,EAAG;AAC/B,YAAA;AACF;AACF;AAEA,QAAA,IAAI,CAACyF,YAAAA,CAAac,GAAAA,CAAIX,KAAAA,CAAAA,EAAQ;AAC5BH,UAAAA,YAAAA,CAAatB,IAAIyB,KAAAA,EAAO;AAAC9B,YAAAA;AAAI,WAAA,CAAA;SAC/B,MAAO;AACL2B,UAAAA,YAAAA,CAAarC,GAAAA,CAAIwC,KAAAA,CAAAA,CAAQnH,IAAAA,CAAKqF,GAAAA,CAAAA;AAChC;AACF;AAEA,MAAA,IAAA,CAAKvE,SAASS,MAAAA,GAAS,CAAA;AAEvB,MAAA,KAAA,MAAWT,QAAAA,IAAYkG,YAAAA,CAAae,MAAAA,EAAM,EAAI;AAC5C,QAAA,MAAMC,IAAAA,GAAOlH,SAASmH,KAAAA,EAAK;AAC3B,QAAA,KAAA,MAAWzB,SAAS1F,QAAAA,EAAU;AAC5BkH,UAAAA,IAAAA,CAAKzB,MAAMC,KAAAA,CAAAA;AACb;AACA,QAAA,IAAA,CAAK1F,QAAAA,CAASd,KAAKgI,IAAAA,CAAAA;AACrB;AACF;AAGA,IAAA,KAAA,MAAW3C,GAAAA,IAAO,KAAKvE,QAAAA,EAAU;AAC/B,MAAA,IAAI,EAAEuE,eAAegC,gBAAAA,CAAAA,EAAmB;AACtC,QAAA;AACF;AAEA,MAAA,MAAMa,iBAA+C,EAAC;AACtD,MAAA,IAAIC,MAAAA,GAAS,EAAA;AAEb,MAAA,MAAMC,kBAA4B,EAAA;AAClC/C,MAAAA,GAAAA,CAAI/D,OAAAA,CAAQ+E,OAAAA,CAAQ,CAACkB,KAAAA,EAAOc,KAAAA,KAAAA;AAC1B,QAAA,IAAId,KAAAA,CAAM/F,SAAS,WAAA,EAAa;AAC9B,UAAA;AACF;AACA,QAAA,MAAM4F,EAAAA,GAAKG,MAAM9F,UAAAA,IAAc0G,MAAAA;AAC/B,QAAA,IAAI,EAAEf,MAAMc,cAAAA,CAAAA,EAAiB;AAC3BA,UAAAA,cAAAA,CAAed,EAAAA,CAAAA,GAAMnJ,WAAAA,CAAYsJ,KAAAA,CAAAA;AACjClC,UAAAA,GAAAA,CAAI/D,OAAAA,CAAQ+G,KAAAA,CAAAA,GAASH,cAAAA,CAAed,EAAAA,CAAAA;SACtC,MAAO;AACLgB,UAAAA,eAAAA,CAAgBpI,KAAKqI,KAAAA,CAAAA;AACrB,UAAA,MAAMC,YAAAA,GAAeJ,eAAed,EAAAA,CAAAA;AACpC,UAAA,IAAI1G,SAAS4H,YAAAA,CAAatK,KAAK,KAAK0C,QAAAA,CAAS6G,KAAAA,CAAMvJ,KAAK,CAAA,EAAG;AACzDsK,YAAAA,YAAAA,CAAatK,SAASuJ,KAAAA,CAAMvJ,KAAAA;WAC9B,MAAO;AACL,YAAA,MAAM,IAAIuK,MAAM,0BAAA,CAAA;AAClB;AACA,UAAA,IAAI,CAACD,aAAa1G,QAAAA,EAAU;AAC1B0G,YAAAA,YAAAA,CAAa1G,WAAW2F,KAAAA,CAAM3F,QAAAA;AAChC;AACF;AACAuG,QAAAA,MAAAA,GAASf,EAAAA;OACX,CAAA;AACAgB,MAAAA,eAAAA,CAAgBI,OAAAA,EAAO,CAAGnC,OAAAA,CAAQ,CAACgC,KAAAA,KAAAA;AACjChD,QAAAA,GAAAA,CAAI/D,OAAAA,CAAQmH,MAAAA,CAAOJ,KAAAA,EAAO,CAAA,CAAA;OAC5B,CAAA;AACF;AACF;EAEA5H,YAAAA,GAAe;AACb,IAAA,OAAO,KAAKK,QAAAA,CACT4H,MAAAA,CAAO,CAACC,CAAAA,KAAMA,aAAatB,gBAAAA,CAAAA,CAC3BuB,OAAAA,CAAQ,CAACD,MAAMA,CAAAA,CAAElI,YAAAA,EAAY,CAAA,CAC7BiI,OAAO9C,OAAAA,CAAAA;AACZ;EAEAiD,eAAAA,GAAsC;AACpC,IAAA,OAAO,IAAA,CAAK/H,QAAAA,CAAS4H,MAAAA,CAAO,CAACC,CAAAA,KAAMA,CAAAA,YAAatB,gBAAAA,CAAAA,CAAkBqB,MAAAA,CAAO,CAACC,CAAAA,KAAMA,CAAAA,CAAE1H,IAAI,CAAA;AACxF;EAEAkD,cAAAA,GAAyB;AACvB,IAAA,OAAO,KAAKrD,QAAAA,CACT4H,MAAAA,CAAO,CAACC,CAAAA,KAAMA,CAAAA,YAAatB,gBAAAA,CAAAA,CAC3BuB,OAAAA,CAAQ,CAACD,CAAAA,KAAMA,EAAE1H,IAAI,CAAA,CACrByH,OAAO9C,OAAAA,CAAAA,CACPkD,KAAK,EAAA,CAAA;AACV;EAEAC,QAAAA,GAAW;AACT,IAAA,OAAO,KAAK5E,cAAAA,EAAc;AAC5B;EAEAS,cAAAA,GAAiB;AACf,IAAA,OAAO;MACL9D,QAAAA,EAAU7C,WAAAA,CAAY,KAAK6C,QAAQ,CAAA;MACnCmF,KAAAA,EAAOhI,WAAAA,CAAY,KAAKgI,KAAK,CAAA;AAC7BC,MAAAA,YAAAA,EAAc,IAAA,CAAKA;AACrB,KAAA;AACF;AAEA8C,EAAAA,YAAAA,CAAaC,QAAAA,EAAkD;AAC7DtG,IAAAA,MAAAA,CAAOC,MAAAA,CAAO,MAAMqG,QAAAA,CAAAA;AACtB;AACF;AAEA,SAASvC,UAAkCwC,YAAAA,EAAe;AACxD,EAAA,MAAMD,QAAAA,GAAWC,aAAatE,cAAAA,EAAc;AAC5C,EAAA,IAAIuE,SAAAA,CAAUF,QAAAA,CAAAA,EAAW;AACvB,IAAA,MAAM,IAAIV,MAAM,CAAA,8BAAA,CAAgC,CAAA;AAClD;AAEA,EAAA,MAAMa,MAAAA,GAASzG,MAAAA,CAAO5E,MAAAA,CAAOmL,YAAAA,CAAa,YAAYG,SAAS,CAAA;AAC/D,EAAA,MAAMC,IAAAA,GAAOF,MAAAA,CAAOJ,YAAAA,CAAaC,QAAAA,CAAAA;AACjC,EAAA,IAAIE,SAAAA,CAAUG,IAAAA,CAAAA,EAAO;AACnB,IAAA,MAAM,IAAIf,MAAM,CAAA,4BAAA,CAA8B,CAAA;AAChD;AAEA,EAAA,OAAOa,MAAAA;AACT;AAbS1C,MAAAA,CAAAA,SAAAA,EAAAA,WAAAA,CAAAA","file":"chat.js","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { Serializable } from \"@/internals/serializable.js\";\nimport { shallowCopy } from \"@/serializer/utils.js\";\nimport { customMerge } from \"@/internals/helpers/object.js\";\nimport { takeBigger } from \"@/internals/helpers/number.js\";\nimport { Callback } from \"@/emitter/types.js\";\nimport { FrameworkError } from \"@/errors.js\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { GetRunContext, RunContext } from \"@/context.js\";\nimport { isEmpty, isFunction, isPromise, isString, randomString } from \"remeda\";\nimport { ObjectHashKeyFn } from \"@/cache/decoratorCache.js\";\nimport { Task } from \"promise-based-task\";\nimport { NullCache } from \"@/cache/nullCache.js\";\nimport { BaseCache } from \"@/cache/base.js\";\nimport {\n filterToolsByToolChoice,\n FullModelName,\n generateToolUnionSchema,\n loadModel,\n parseModel,\n} from \"@/backend/utils.js\";\nimport { ProviderName } from \"@/backend/constants.js\";\nimport { AnyTool, Tool } from \"@/tools/base.js\";\nimport { AssistantMessage, Message, SystemMessage, UserMessage } from \"@/backend/message.js\";\n\nimport { ChatModelError } from \"@/backend/errors.js\";\nimport { z, ZodSchema, ZodType } from \"zod\";\nimport {\n createSchemaValidator,\n parseBrokenJson,\n toJsonSchema,\n} from \"@/internals/helpers/schema.js\";\nimport { Retryable } from \"@/internals/helpers/retryable.js\";\nimport { SchemaObject, ValidateFunction } from \"ajv\";\nimport { PromptTemplate } from \"@/template.js\";\nimport { toAsyncGenerator } from \"@/internals/helpers/promise.js\";\nimport { Serializer } from \"@/serializer/serializer.js\";\nimport { Logger } from \"@/logger/logger.js\";\nimport { ToolCallPart } from \"ai\";\n\nexport interface ChatModelParameters {\n maxTokens?: number;\n topP?: number;\n frequencyPenalty?: number;\n temperature?: number;\n topK?: number;\n n?: number;\n presencePenalty?: number;\n seed?: number;\n stopSequences?: string[];\n stream?: boolean;\n}\n\ninterface ResponseObjectJson {\n type: \"object-json\";\n schema?: SchemaObject;\n name?: string;\n description?: string;\n}\n\nexport interface ChatModelObjectInput<T> extends ChatModelParameters {\n schema: z.ZodSchema<T, any, any> | ResponseObjectJson;\n systemPromptTemplate?: PromptTemplate<ZodType<{ schema: string }>>;\n messages: Message[];\n abortSignal?: AbortSignal;\n maxRetries?: number;\n}\n\nexport interface ChatModelObjectOutput<T> {\n object: T;\n output: ChatModelOutput;\n}\n\nexport type ChatModelToolChoice = \"auto\" | \"none\" | \"required\" | AnyTool;\n\nexport interface ChatModelInput extends ChatModelParameters {\n tools?: AnyTool[];\n abortSignal?: AbortSignal;\n stopSequences?: string[];\n responseFormat?: ZodSchema | ResponseObjectJson;\n toolChoice?: ChatModelToolChoice;\n messages: Message[];\n streamPartialToolCalls?: boolean;\n}\n\nexport type ChatModelFinishReason =\n | \"stop\"\n | \"length\"\n | \"content-filter\"\n | \"tool-calls\"\n | \"error\"\n | \"other\"\n | \"unknown\";\n\nexport interface ChatModelUsage {\n promptTokens: number;\n completionTokens: number;\n totalTokens: number;\n reasoningTokens?: number;\n cachedPromptTokens?: number;\n}\n\nexport interface ChatModelEvents {\n newToken?: Callback<{ value: ChatModelOutput; callbacks: { abort: () => void } }>;\n success?: Callback<{ value: ChatModelOutput }>;\n start?: Callback<{ input: ChatModelInput }>;\n error?: Callback<{ input: ChatModelInput; error: FrameworkError }>;\n finish?: Callback<null>;\n}\n\nexport type ChatModelEmitter<A = Record<never, never>> = Emitter<\n ChatModelEvents & Omit<A, keyof ChatModelEvents>\n>;\n\nexport type ChatModelCache = BaseCache<Task<ChatModelOutput[]>>;\nexport type ConfigFn<T> = (value: T) => T;\nexport interface ChatConfig {\n cache?: ChatModelCache | ConfigFn<ChatModelCache>;\n parameters?: ChatModelParameters | ConfigFn<ChatModelParameters>;\n}\n\nexport type ChatModelToolChoiceSupport = \"required\" | \"none\" | \"single\" | \"auto\";\n\nexport abstract class ChatModel extends Serializable {\n public abstract readonly emitter: Emitter<ChatModelEvents>;\n public cache: ChatModelCache = new NullCache();\n public parameters: ChatModelParameters = {};\n protected readonly logger = Logger.root.child({\n name: this.constructor.name,\n });\n\n public readonly toolChoiceSupport: ChatModelToolChoiceSupport[] = [\n \"required\",\n \"none\",\n \"single\",\n \"auto\",\n ];\n public toolCallFallbackViaResponseFormat = true;\n public readonly modelSupportsToolCalling: boolean = true;\n\n abstract get modelId(): string;\n abstract get providerId(): string;\n\n create(input: ChatModelInput) {\n input = shallowCopy(input);\n if (input.stream === undefined) {\n input.stream = this.parameters.stream;\n }\n\n return RunContext.enter(\n this,\n { params: [input] as const, signal: input?.abortSignal },\n async (run) => {\n if (!this.modelSupportsToolCalling) {\n input.tools = [];\n }\n\n const forceToolCallViaResponseFormat = this.shouldForceToolCallViaResponseFormat(input);\n if (forceToolCallViaResponseFormat && input.tools && !isEmpty(input.tools)) {\n input.responseFormat = await generateToolUnionSchema(\n filterToolsByToolChoice(input.tools, input.toolChoice),\n );\n input.toolChoice = undefined;\n }\n\n if (!this.isToolChoiceSupported(input.toolChoice)) {\n this.logger.warn(\n `The following tool choice value '${input.toolChoice}' is not supported. Ignoring.`,\n );\n input.toolChoice = undefined;\n }\n\n const cacheEntry = await this.createCacheAccessor(input);\n\n try {\n await run.emitter.emit(\"start\", { input });\n const chunks: ChatModelOutput[] = [];\n\n const generator =\n cacheEntry.value ??\n (input.stream\n ? this._createStream(input, run)\n : toAsyncGenerator(this._create(input, run)));\n\n const controller = new AbortController();\n for await (const value of generator) {\n chunks.push(value);\n await run.emitter.emit(\"newToken\", {\n value,\n callbacks: { abort: () => controller.abort() },\n });\n if (controller.signal.aborted) {\n break;\n }\n }\n\n cacheEntry.resolve(chunks);\n const result = ChatModelOutput.fromChunks(chunks);\n for (const toolCall of result.getToolCalls()) {\n if (isString(toolCall.input)) {\n toolCall.input = JSON.parse(toolCall.input);\n }\n }\n\n if (forceToolCallViaResponseFormat && isEmpty(result.getToolCalls())) {\n const lastMsg = result.messages.at(-1)!;\n const toolCall = parseBrokenJson(lastMsg.text, { pair: [\"{\", \"}\"] });\n if (!toolCall || !toolCall.name || !toolCall.parameters) {\n throw new ChatModelError(\n `Failed to produce a valid tool call. Generate output: ${lastMsg.text}`,\n [],\n {\n isFatal: true,\n isRetryable: false,\n },\n );\n }\n lastMsg.content.length = 0;\n lastMsg.content.push({\n type: \"tool-call\",\n toolCallId: `call_${randomString(8).toLowerCase()}`,\n toolName: toolCall.name, // todo: add types\n input: toolCall.parameters,\n });\n }\n\n await run.emitter.emit(\"success\", { value: result });\n return result;\n } catch (error) {\n await run.emitter.emit(\"error\", { input, error });\n await cacheEntry.reject(error);\n if (error instanceof ChatModelError) {\n throw error;\n } else {\n throw new ChatModelError(`The Chat Model has encountered an error.`, [error]);\n }\n } finally {\n await run.emitter.emit(\"finish\", null);\n }\n },\n );\n }\n\n createStructure<T>(input: ChatModelObjectInput<T>) {\n return RunContext.enter(\n this,\n { params: [input] as const, signal: input?.abortSignal },\n async (run) => {\n return await this._createStructure<T>(input, run);\n },\n );\n }\n\n config({ cache, parameters }: ChatConfig): void {\n if (cache) {\n this.cache = isFunction(cache) ? cache(this.cache) : cache;\n }\n if (parameters) {\n this.parameters = isFunction(parameters) ? parameters(this.parameters) : parameters;\n }\n }\n\n static async fromName(name: FullModelName | ProviderName, options?: ChatModelParameters) {\n const { providerId, modelId } = parseModel(name);\n const Target = await loadModel<ChatModel>(providerId, \"chat\");\n const instance = new Target(modelId || undefined);\n if (options) {\n Object.assign(instance.parameters, options);\n }\n return instance;\n }\n\n protected abstract _create(\n input: ChatModelInput,\n run: GetRunContext<typeof this>,\n ): Promise<ChatModelOutput>;\n protected abstract _createStream(\n input: ChatModelInput,\n run: GetRunContext<typeof this>,\n ): AsyncGenerator<ChatModelOutput, void>;\n\n protected async _createStructure<T>(\n input: ChatModelObjectInput<T>,\n run: GetRunContext<typeof this>,\n ): Promise<ChatModelObjectOutput<T>> {\n const { schema, ...options } = input;\n const jsonSchema = toJsonSchema(schema);\n\n const systemTemplate =\n input.systemPromptTemplate ??\n new PromptTemplate({\n schema: z.object({\n schema: z.string().min(1),\n }),\n template: `You are a helpful assistant that generates only valid JSON adhering to the following JSON Schema.\n\n\\`\\`\\`\n{{schema}}\n\\`\\`\\`\n\nIMPORTANT: You MUST answer with a JSON object that matches the JSON schema above.`,\n });\n\n const messages: Message[] = [\n new SystemMessage(systemTemplate.render({ schema: JSON.stringify(jsonSchema, null, 2) })),\n ...input.messages,\n ];\n\n const errorTemplate = new PromptTemplate({\n schema: z.object({\n errors: z.string(),\n expected: z.string(),\n received: z.string(),\n }),\n template: `Generated object does not match the expected JSON schema!\n\nValidation Errors: {{errors}}`,\n });\n\n return new Retryable<ChatModelObjectOutput<T>>({\n executor: async () => {\n const response = await this._create(\n {\n ...options,\n messages,\n responseFormat: { type: \"object-json\" },\n },\n run,\n );\n\n const textResponse = response.getTextContent();\n const object: T = parseBrokenJson(textResponse, { pair: [\"{\", \"}\"] });\n const validator = createSchemaValidator(schema) as ValidateFunction<T>;\n\n const success = validator(object);\n if (!success) {\n const context = {\n expected: JSON.stringify(jsonSchema),\n received: textResponse,\n errors: JSON.stringify(validator.errors ?? []),\n };\n\n messages.push(new UserMessage(errorTemplate.render(context)));\n throw new ChatModelError(`LLM did not produce a valid output.`, [], {\n context,\n });\n }\n\n return {\n object,\n output: response,\n };\n },\n config: {\n signal: run.signal,\n maxRetries: input?.maxRetries || 1,\n },\n }).get();\n }\n\n createSnapshot() {\n return {\n cache: this.cache,\n emitter: this.emitter,\n parameters: shallowCopy(this.parameters),\n logger: this.logger,\n toolChoiceSupport: this.toolChoiceSupport.slice(),\n toolCallFallbackViaResponseFormat: this.toolCallFallbackViaResponseFormat,\n modelSupportsToolCalling: this.modelSupportsToolCalling,\n };\n }\n\n destroy() {\n this.emitter.destroy();\n }\n\n protected async createCacheAccessor({\n abortSignal: _,\n messages,\n tools = [],\n ...input\n }: ChatModelInput) {\n const key = ObjectHashKeyFn({\n ...input,\n messages: await Serializer.serialize(messages.map((msg) => msg.toPlain())),\n tools: await Serializer.serialize(tools),\n });\n const value = await this.cache.get(key);\n const isNew = value === undefined;\n\n let task: Task<ChatModelOutput[]> | null = null;\n if (isNew) {\n task = new Task();\n await this.cache.set(key, task);\n }\n\n return {\n key,\n value,\n resolve: <T2 extends ChatModelOutput>(value: T2[]) => {\n task?.resolve?.(value);\n },\n reject: async (error: Error) => {\n task?.reject?.(error);\n if (isNew) {\n await this.cache.delete(key);\n }\n },\n };\n }\n\n protected shouldForceToolCallViaResponseFormat({\n tools = [],\n toolChoice,\n responseFormat,\n }: ChatModelInput) {\n if (\n isEmpty(tools) ||\n !toolChoice ||\n toolChoice === \"none\" ||\n toolChoice === \"auto\" ||\n !this.toolCallFallbackViaResponseFormat ||\n Boolean(responseFormat)\n ) {\n return false;\n }\n\n const toolChoiceSupported = this.isToolChoiceSupported(toolChoice);\n return !this.modelSupportsToolCalling || !toolChoiceSupported;\n }\n\n protected isToolChoiceSupported(choice?: ChatModelToolChoice): boolean {\n return (\n !choice ||\n (choice instanceof Tool\n ? this.toolChoiceSupport.includes(\"single\")\n : this.toolChoiceSupport.includes(choice))\n );\n }\n}\n\nexport class ChatModelOutput extends Serializable {\n constructor(\n public readonly messages: Message[],\n public usage?: ChatModelUsage,\n public finishReason?: ChatModelFinishReason,\n ) {\n super();\n this.dedupe();\n }\n\n static fromChunks(chunks: ChatModelOutput[]) {\n const final = new ChatModelOutput([]);\n chunks.forEach((cur) => final.merge(cur));\n return final;\n }\n\n merge(other: ChatModelOutput) {\n if (other.messages.length > 0) {\n const clones = other.messages.map(cloneSync);\n this.messages.push(...clones);\n this.dedupe();\n }\n\n this.finishReason = other.finishReason;\n if (this.usage && other.usage) {\n this.usage = customMerge([this.usage, other.usage], {\n totalTokens: takeBigger,\n promptTokens: takeBigger,\n completionTokens: takeBigger,\n });\n } else if (other.usage) {\n this.usage = shallowCopy(other.usage);\n }\n }\n\n dedupe(): void {\n // Dedupe messages\n if (this.messages.length > 1) {\n const messagesById = new Map<string, Message[]>();\n const messagesByToolCallId = new Map<string, AssistantMessage>();\n\n for (const msg of this.messages) {\n const msgId = msg.id || \"\";\n\n if (msg instanceof AssistantMessage && msg.getToolCalls().length > 0) {\n const filteredChunks: AssistantMessage[\"content\"] = [];\n for (const chunk of msg.content) {\n if (chunk.type !== \"tool-call\") {\n filteredChunks.push(chunk);\n continue;\n }\n\n // Assume tool calls with no id refer to the most recent tool call\n if (!chunk.toolCallId && messagesByToolCallId.size > 0) {\n const lastToolCallId = Array.from(messagesByToolCallId.keys()).pop();\n if (lastToolCallId) {\n chunk.toolCallId = lastToolCallId;\n }\n }\n\n if (chunk.toolCallId && messagesByToolCallId.has(chunk.toolCallId)) {\n messagesByToolCallId.get(chunk.toolCallId)!.content.push(chunk);\n } else if (chunk.toolCallId) {\n messagesByToolCallId.set(chunk.toolCallId, msg);\n filteredChunks.push(chunk);\n }\n }\n\n msg.content.length = 0;\n msg.content.push(...filteredChunks);\n\n if (filteredChunks.length === 0) {\n continue; // nothing to process\n }\n }\n\n if (!messagesById.has(msgId)) {\n messagesById.set(msgId, [msg]);\n } else {\n messagesById.get(msgId)!.push(msg);\n }\n }\n\n this.messages.length = 0;\n\n for (const messages of messagesById.values()) {\n const main = messages.shift()!;\n for (const other of messages) {\n main.merge(other);\n }\n this.messages.push(main);\n }\n }\n\n // Dedupe tool calls\n for (const msg of this.messages) {\n if (!(msg instanceof AssistantMessage)) {\n continue;\n }\n\n const finalToolCalls: Record<string, ToolCallPart> = {};\n let lastId = \"\";\n\n const excludedIndexes: number[] = [];\n msg.content.forEach((chunk, index) => {\n if (chunk.type !== \"tool-call\") {\n return;\n }\n const id = chunk.toolCallId || lastId;\n if (!(id in finalToolCalls)) {\n finalToolCalls[id] = shallowCopy(chunk);\n msg.content[index] = finalToolCalls[id];\n } else {\n excludedIndexes.push(index);\n const lastToolCall = finalToolCalls[id];\n if (isString(lastToolCall.input) && isString(chunk.input)) {\n lastToolCall.input += chunk.input;\n } else {\n throw new Error(\"Chunks cannot be merged.\");\n }\n if (!lastToolCall.toolName) {\n lastToolCall.toolName = chunk.toolName;\n }\n }\n lastId = id;\n });\n excludedIndexes.reverse().forEach((index) => {\n msg.content.splice(index, 1);\n });\n }\n }\n\n getToolCalls() {\n return this.messages\n .filter((r) => r instanceof AssistantMessage)\n .flatMap((r) => r.getToolCalls())\n .filter(Boolean);\n }\n\n getTextMessages(): AssistantMessage[] {\n return this.messages.filter((r) => r instanceof AssistantMessage).filter((r) => r.text);\n }\n\n getTextContent(): string {\n return this.messages\n .filter((r) => r instanceof AssistantMessage)\n .flatMap((r) => r.text)\n .filter(Boolean)\n .join(\"\");\n }\n\n toString() {\n return this.getTextContent();\n }\n\n createSnapshot() {\n return {\n messages: shallowCopy(this.messages),\n usage: shallowCopy(this.usage),\n finishReason: this.finishReason,\n };\n }\n\n loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>) {\n Object.assign(this, snapshot);\n }\n}\n\nfunction cloneSync<T extends Serializable>(serializable: T): T {\n const snapshot = serializable.createSnapshot();\n if (isPromise(snapshot)) {\n throw new Error(`createSnapshot cannot be async`);\n }\n\n const target = Object.create(serializable.constructor.prototype) as T;\n const load = target.loadSnapshot(snapshot);\n if (isPromise(load)) {\n throw new Error(`loadSnapshot cannot be async`);\n }\n\n return target;\n}\n"]}
1
+ {"version":3,"sources":["../../src/backend/chat.ts"],"names":["ChatModel","Serializable","cache","NullCache","parameters","middlewares","logger","Logger","root","child","name","toolChoiceSupport","toolCallFallbackViaResponseFormat","modelSupportsToolCalling","fixInvalidToolCalls","retryOnEmptyResponse","create","input","shallowCopy","stream","undefined","RunContext","enter","params","signal","abortSignal","run","tools","forceToolCallViaResponseFormat","shouldForceToolCallViaResponseFormat","isEmpty","responseFormat","generateToolUnionSchema","filterToolsByToolChoice","toolChoice","isToolChoiceSupported","warn","modelInputMessagesBackup","messages","slice","cacheEntry","createCacheAccessor","emitter","emit","result","Retryable","executor","chunks","generator","value","_createStream","toAsyncGenerator","_create","controller","AbortController","push","callbacks","abort","aborted","ChatModelOutput","fromChunks","EmptyChatModelResponseError","getToolCalls","Tool","lastMsg","at","toolCall","parseBrokenJson","text","pair","ChatModelToolCallError","generatedContent","generatedError","response","content","length","type","toolCallId","randomString","toLowerCase","toolName","tool","find","t","availableTools","map","join","JSON","stringify","isString","isToolCallValid","parse","resolve","config","maxRetries","onRetry","_","lastError","data","AssistantMessage","tempMessage","toolNames","UserMessage","lastMessage","meta","get","error","reject","ChatModelError","middleware","createStructure","_createStructure","isFunction","fromName","options","providerId","modelId","parseModel","Target","loadModel","instance","Object","assign","schema","jsonSchema","toJsonSchema","systemTemplate","systemPromptTemplate","PromptTemplate","z","object","string","min","template","SystemMessage","render","errorTemplate","errors","expected","received","textResponse","getTextContent","validator","createSchemaValidator","success","context","output","createSnapshot","destroy","key","ObjectHashKeyFn","Serializer","serialize","msg","toPlain","isNew","task","Task","set","delete","Boolean","toolChoiceSupported","choice","includes","usage","finishReason","dedupe","final","forEach","cur","merge","other","clones","cloneSync","customMerge","totalTokens","takeBigger","promptTokens","completionTokens","messagesById","Map","messagesByToolCallId","msgId","id","filteredChunks","chunk","size","lastToolCallId","getLast","keys","has","values","main","shift","finalToolCalls","lastId","excludedIndexes","index","lastToolCall","Error","reverse","splice","filter","r","flatMap","getTextMessages","toString","loadSnapshot","snapshot","serializable","isPromise","target","prototype","load"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;AAqIO,MAAeA,kBAAkBC,YAAAA,CAAAA;EArIxC;;;AAuISC,EAAAA,KAAAA,GAAwB,IAAIC,SAAAA,EAAAA;AAC5BC,EAAAA,UAAAA,GAAkC,EAAC;AAC1BC,EAAAA,WAAAA,GAA6C,EAAA;EAC1CC,MAAAA,GAASC,MAAAA,CAAOC,KAAKC,KAAAA,CAAM;AAC5CC,IAAAA,IAAAA,EAAM,KAAK,WAAA,CAAYA;GACzB,CAAA;EAEgBC,iBAAAA,GAAkD;AAChE,IAAA,UAAA;AACA,IAAA,MAAA;AACA,IAAA,QAAA;AACA,IAAA;;EAEKC,iCAAAA,GAAoC,IAAA;EAC3BC,wBAAAA,GAAoC,IAAA;EACpCC,mBAAAA,GAA+B,IAAA;EAC/BC,oBAAAA,GAAgC,IAAA;AAKhDC,EAAAA,MAAAA,CAAOC,KAAAA,EAAuB;AAC5BA,IAAAA,KAAAA,GAAQC,YAAYD,KAAAA,CAAAA;AACpB,IAAA,IAAIA,KAAAA,CAAME,WAAWC,MAAAA,EAAW;AAC9BH,MAAAA,KAAAA,CAAME,MAAAA,GAAS,KAAKf,UAAAA,CAAWe,MAAAA;AACjC;AAEA,IAAA,OAAOE,UAAAA,CAAWC,MAChB,IAAA,EACA;MAAEC,MAAAA,EAAQ;AAACN,QAAAA;;AAAiBO,MAAAA,MAAAA,EAAQP,KAAAA,EAAOQ;AAAY,KAAA,EACvD,OAAOC,GAAAA,KAAAA;AACL,MAAA,IAAI,CAAC,KAAKb,wBAAAA,EAA0B;AAClCI,QAAAA,KAAAA,CAAMU,QAAQ,EAAA;AAChB;AAEA,MAAA,MAAMC,8BAAAA,GAAiC,IAAA,CAAKC,oCAAAA,CAAqCZ,KAAAA,CAAAA;AACjF,MAAA,IAAIW,kCAAkCX,KAAAA,CAAMU,KAAAA,IAAS,CAACG,OAAAA,CAAQb,KAAAA,CAAMU,KAAK,CAAA,EAAG;AAC1EV,QAAAA,KAAAA,CAAMc,cAAAA,GAAiB,MAAMC,uBAAAA,CAC3BC,uBAAAA,CAAwBhB,MAAMU,KAAAA,EAAOV,KAAAA,CAAMiB,UAAU,CAAA,CAAA;AAEvDjB,QAAAA,KAAAA,CAAMiB,UAAAA,GAAad,MAAAA;AACrB;AAEA,MAAA,IAAI,CAAC,IAAA,CAAKe,qBAAAA,CAAsBlB,KAAAA,CAAMiB,UAAU,CAAA,EAAG;AACjD,QAAA,IAAA,CAAK5B,MAAAA,CAAO8B,IAAAA,CACV,CAAA,iCAAA,EAAoCnB,KAAAA,CAAMiB,UAAU,CAAA,6BAAA,CAA+B,CAAA;AAErFjB,QAAAA,KAAAA,CAAMiB,UAAAA,GAAad,MAAAA;AACrB;AAEA,MAAA,MAAMiB,wBAAAA,GAA2BpB,KAAAA,CAAMqB,QAAAA,CAASC,KAAAA,EAAK;AACrD,MAAA,MAAMC,UAAAA,GAAa,MAAM,IAAA,CAAKC,mBAAAA,CAAoBxB,KAAAA,CAAAA;AAElD,MAAA,IAAI;AACF,QAAA,MAAMS,GAAAA,CAAIgB,OAAAA,CAAQC,IAAAA,CAAK,OAAA,EAAS;AAAE1B,UAAAA;SAAM,CAAA;AAExC,QAAA,MAAM2B,MAAAA,GAAS,MAAM,IAAIC,SAAAA,CAAU;AACjCC,UAAAA,QAAAA,kBAAU,MAAA,CAAA,YAAA;AACR,YAAA,MAAMC,SAA4B,EAAA;AAElC,YAAA,MAAMC,SAAAA,GACJR,UAAAA,CAAWS,KAAAA,KACVhC,KAAAA,CAAME,SACH,IAAA,CAAK+B,aAAAA,CAAcjC,KAAAA,EAAOS,GAAAA,IAC1ByB,gBAAAA,CAAiB,IAAA,CAAKC,OAAAA,CAAQnC,KAAAA,EAAOS,GAAAA,CAAAA,CAAAA,CAAAA;AAE3C,YAAA,MAAM2B,UAAAA,GAAa,IAAIC,eAAAA,EAAAA;AACvB,YAAA,WAAA,MAAiBL,SAASD,SAAAA,EAAW;AACnCD,cAAAA,MAAAA,CAAOQ,KAAKN,KAAAA,CAAAA;AACZ,cAAA,MAAMvB,GAAAA,CAAIgB,OAAAA,CAAQC,IAAAA,CAAK,UAAA,EAAY;AACjCM,gBAAAA,KAAAA;gBACAO,SAAAA,EAAW;kBAAEC,KAAAA,kBAAO,MAAA,CAAA,MAAMJ,UAAAA,CAAWI,KAAAA,EAAK,EAAtB,OAAA;AAAyB;eAC/C,CAAA;AACA,cAAA,IAAIJ,UAAAA,CAAW7B,OAAOkC,OAAAA,EAAS;AAC7B,gBAAA;AACF;AACF;AAEA,YAAA,MAAMd,OAAAA,GAASe,eAAAA,CAAgBC,UAAAA,CAAWb,MAAAA,CAAAA;AAC1C,YAAA,IAAIH,OAAAA,CAAOd,SAAO,EAAI;AACpB,cAAA,MAAM,IAAI+B,2BAAAA,EAAAA;AACZ;AAEA,YAAA,IACE/B,OAAAA,CAAQc,OAAAA,CAAOkB,YAAAA,EAAY,CAAA,KAC1BlC,8BAAAA,IACCX,KAAAA,CAAMiB,UAAAA,KAAe,UAAA,IACrBjB,KAAAA,CAAMiB,UAAAA,YAAsB6B,IAAAA,CAAAA,EAC9B;AACA,cAAA,MAAMC,OAAAA,GAAUpB,OAAAA,CAAON,QAAAA,CAAS2B,EAAAA,CAAG,CAAA,CAAC,CAAA;AACpC,cAAA,IAAIC,QAAAA,GAAWC,eAAAA,CAAgBH,OAAAA,CAAQI,IAAAA,EAAM;gBAAEC,IAAAA,EAAM;AAAC,kBAAA,GAAA;AAAK,kBAAA;;eAAK,CAAA;AAChE,cAAA,IACEH,QAAAA,IACA,CAACA,QAAAA,CAASxD,IAAAA,IACV,CAACwD,QAAAA,CAAS9D,UAAAA,IACVa,KAAAA,CAAMiB,UAAAA,YAAsB6B,IAAAA,EAC5B;AACAG,gBAAAA,QAAAA,GAAW;AAAExD,kBAAAA,IAAAA,EAAMO,MAAMiB,UAAAA,CAAWxB,IAAAA;kBAAMN,UAAAA,EAAY8D;AAAS,iBAAA;AACjE;AACA,cAAA,IAAI,CAACA,QAAAA,IAAY,CAACA,SAASxD,IAAAA,IAAQ,CAACwD,SAAS9D,UAAAA,EAAY;AACvD,gBAAA,MAAM,IAAIkE,sBAAAA,CACR,CAAA,sDAAA,EAAyDN,QAAQI,IAAI,CAAA,CAAA,EACrE,EAAA,EACA;AACEG,kBAAAA,gBAAAA,EAAkBP,OAAAA,CAAQI,IAAAA;kBAC1BI,cAAAA,EAAgB,6BAAA;kBAChBC,QAAAA,EAAU7B;iBACZ,CAAA;AAEJ;AACAoB,cAAAA,OAAAA,CAAQU,QAAQC,MAAAA,GAAS,CAAA;AACzBX,cAAAA,OAAAA,CAAQU,QAAQnB,IAAAA,CAAK;gBACnBqB,IAAAA,EAAM,WAAA;AACNC,gBAAAA,UAAAA,EAAY,CAAA,KAAA,EAAQC,YAAAA,CAAa,CAAA,CAAA,CAAGC,aAAW,CAAA,CAAA;AAC/CC,gBAAAA,QAAAA,EAAUd,QAAAA,CAASxD,IAAAA;;AACnBO,gBAAAA,KAAAA,EAAOiD,QAAAA,CAAS9D;eAClB,CAAA;AACF;AAEA,YAAA,KAAA,MAAW8D,QAAAA,IAAYtB,OAAAA,CAAOkB,YAAAA,EAAY,EAAI;AAC5C,cAAA,MAAMmB,IAAAA,GAAOhE,MAAMU,KAAAA,EAAOuD,IAAAA,CAAK,CAACC,CAAAA,KAAMA,CAAAA,CAAEzE,IAAAA,KAASwD,QAAAA,CAASc,QAAQ,CAAA;AAClE,cAAA,IAAI,CAACC,IAAAA,EAAM;AACT,gBAAA,MAAMG,cAAAA,GAAiBnE,KAAAA,CAAMU,KAAAA,EAAO0D,GAAAA,CAAI,CAACF,CAAAA,KAAMA,CAAAA,CAAEzE,IAAI,CAAA,CAAE4E,IAAAA,CAAK,GAAA,CAAA,IAAQ,MAAA;AACpE,gBAAA,MAAM,IAAIhB,sBAAAA,CAAuB,yBAAA,EAA2B,EAAA,EAAI;kBAC9DE,cAAAA,EAAgB,CAAA,qBAAA,EAAwBN,SAASc,QAAQ,CAAA;iCAAsCI,cAAAA,CAAAA,CAAAA;AAC/Fb,kBAAAA,gBAAAA,EAAkBgB,KAAKC,SAAAA,CAAU;AAC/B9E,oBAAAA,IAAAA,EAAMwD,QAAAA,CAASc,QAAAA;oBACf/D,KAAAA,EAAOwE,QAAAA,CAASvB,SAASjD,KAAK,CAAA,GAC1BiD,SAASjD,KAAAA,GACTsE,IAAAA,CAAKC,SAAAA,CAAUtB,QAAAA,CAASjD,KAAK;mBACnC,CAAA;kBACAwD,QAAAA,EAAU7B;iBACZ,CAAA;AACF;AAEA,cAAA,IAAI,CAAC8C,eAAAA,CAAgBxB,QAAAA,CAAAA,EAAW;AAC9B,gBAAA,MAAM,IAAII,sBAAAA,CAAuB,sBAAA,EAAwB,EAAA,EAAI;kBAC3DC,gBAAAA,EAAkBkB,QAAAA,CAASvB,SAASjD,KAAK,CAAA,GACrCiD,SAASjD,KAAAA,GACTsE,IAAAA,CAAKC,SAAAA,CAAUtB,QAAAA,CAASjD,KAAK,CAAA;kBACjCuD,cAAAA,EAAgB,CAAA,uBAAA,EAA0BN,SAASc,QAAQ,CAAA,yDAAA,CAAA;kBAC3DP,QAAAA,EAAU7B;iBACZ,CAAA;AACF;AAEA,cAAA,IAAI6C,QAAAA,CAASvB,QAAAA,CAASjD,KAAK,CAAA,EAAG;AAC5BiD,gBAAAA,QAAAA,CAASjD,KAAAA,GAAQsE,IAAAA,CAAKI,KAAAA,CAAMzB,QAAAA,CAASjD,KAAK,CAAA;AAC5C;AACF;AAEAuB,YAAAA,UAAAA,CAAWoD,QAAQ7C,MAAAA,CAAAA;AAEnB,YAAA,OAAOH,OAAAA;WACT,EAhGU,UAAA,CAAA;UAiGViD,MAAAA,EAAQ;AAAEC,YAAAA,UAAAA,EAAY7E,MAAM6E,UAAAA,IAAc;AAAE,WAAA;UAC5CC,OAAAA,kBAAS,MAAA,CAAA,OAAOC,GAAGC,SAAAA,KAAAA;AACjB,YAAA,IAAI,IAAA,CAAKnF,mBAAAA,IAAuBmF,SAAAA,YAAqB3B,sBAAAA,EAAwB;AAC3ErD,cAAAA,KAAAA,CAAMqB,QAAAA,GAAWrB,KAAAA,CAAMqB,QAAAA,CAASC,KAAAA,EAAK;AACrC,cAAA,IAAI0D,SAAAA,CAAUC,KAAK3B,gBAAAA,EAAkB;AACnCtD,gBAAAA,KAAAA,CAAMqB,SAASiB,IAAAA,CACb,IAAI4C,gBAAAA,CAAiBF,SAAAA,CAAUC,KAAK3B,gBAAAA,EAAkB;kBACpD6B,WAAAA,EAAa;AACf,iBAAA,CAAA,CAAA;AAEJ;AAEA,cAAA,MAAMC,SAAAA,GAAYpF,KAAAA,CAAMU,KAAAA,EAAO0D,GAAAA,CAAI,CAACF,CAAAA,KAAMA,CAAAA,CAAEzE,IAAI,CAAA,CAAE4E,IAAAA,CAAK,IAAA,CAAA,IAAS,MAAA;AAChErE,cAAAA,KAAAA,CAAMqB,SAASiB,IAAAA,CACb,IAAI+C,YACF,CAAA,EAAGL,SAAAA,CAAUC,KAAK1B,cAAc;;AAAwB6B,iBAAAA,EAAAA,SAAAA,CAAAA,CAAAA,EACxD;gBACED,WAAAA,EAAa;AACf,eAAA,CAAA,CAAA;aAGN,MAAA,IACE,IAAA,CAAKrF,oBAAAA,IACLkF,SAAAA,YAAqBpC,2BAAAA,EACrB;AACA5C,cAAAA,KAAAA,CAAMqB,QAAAA,GAAWrB,KAAAA,CAAMqB,QAAAA,CAASC,KAAAA,EAAK;AACrC,cAAA,MAAMgE,WAAAA,GAActF,KAAAA,CAAMqB,QAAAA,CAAS2B,EAAAA,CAAG,CAAA,CAAC,CAAA;AACvC,cAAA,IACEsC,WAAAA,IACAA,uBAAuBJ,gBAAAA,IACvBI,WAAAA,CAAYC,KAAK,aAAA,CAAA,IACjBD,WAAAA,CAAYnC,IAAAA,KAAS,EAAA,EACrB;AACAnD,gBAAAA,KAAAA,CAAMqB,QAAAA,CAASiB,IAAAA,CACb,IAAI+C,WAAAA,CACF,+DAAA,EACA;kBAAEF,WAAAA,EAAa;AAAK,iBAAA,CAAA,CAAA;eAG1B,MAAO;AAELnF,gBAAAA,KAAAA,CAAMqB,QAAAA,CAASiB,IAAAA,CAAK,IAAI4C,gBAAAA,CAAiB,EAAA,EAAI;kBAAEC,WAAAA,EAAa;AAAK,iBAAA,CAAA,CAAA;AACnE;AACF;WACF,EA3CS,SAAA;AA4CX,SAAA,EAAGK,GAAAA,EAAG;AAENxF,QAAAA,KAAAA,CAAMqB,QAAAA,GAAWD,wBAAAA;AACjB,QAAA,MAAMX,GAAAA,CAAIgB,OAAAA,CAAQC,IAAAA,CAAK,SAAA,EAAW;UAAEM,KAAAA,EAAOL;SAAO,CAAA;AAClD,QAAA,OAAOA,MAAAA;AACT,OAAA,CAAA,OAAS8D,KAAAA,EAAO;AACd,QAAA,MAAMhF,GAAAA,CAAIgB,OAAAA,CAAQC,IAAAA,CAAK,OAAA,EAAS;AAAE1B,UAAAA,KAAAA;AAAOyF,UAAAA;SAAM,CAAA;AAC/C,QAAA,MAAMlE,UAAAA,CAAWmE,OAAOD,KAAAA,CAAAA;AACxB,QAAA,IAAIA,iBAAiBE,cAAAA,EAAgB;AACnC,UAAA,MAAMF,KAAAA;SACR,MAAO;AACL,UAAA,MAAM,IAAIE,eAAe,CAAA,wCAAA,CAAA,EAA4C;AAACF,YAAAA;AAAM,WAAA,CAAA;AAC9E;OACF,SAAA;AACE,QAAA,MAAMhF,GAAAA,CAAIgB,OAAAA,CAAQC,IAAAA,CAAK,QAAA,EAAU,IAAA,CAAA;AACnC;AACF,KAAA,CAAA,CACAkE,UAAAA,CAAU,GAAI,IAAA,CAAKxG,WAAW,CAAA;AAClC;AAEAyG,EAAAA,eAAAA,CAAmB7F,KAAAA,EAAgC;AACjD,IAAA,OAAOI,UAAAA,CAAWC,MAChB,IAAA,EACA;MAAEC,MAAAA,EAAQ;AAACN,QAAAA;;AAAiBO,MAAAA,MAAAA,EAAQP,KAAAA,EAAOQ;AAAY,KAAA,EACvD,OAAOC,GAAAA,KAAAA;AACL,MAAA,OAAO,MAAM,IAAA,CAAKqF,gBAAAA,CAAoB9F,KAAAA,EAAOS,GAAAA,CAAAA;KAC/C,CAAA;AAEJ;EAEAmE,MAAAA,CAAO,EAAE3F,KAAAA,EAAOE,UAAAA,EAAU,EAAsB;AAC9C,IAAA,IAAIF,KAAAA,EAAO;AACT,MAAA,IAAA,CAAKA,QAAQ8G,UAAAA,CAAW9G,KAAAA,IAASA,KAAAA,CAAM,IAAA,CAAKA,KAAK,CAAA,GAAIA,KAAAA;AACvD;AACA,IAAA,IAAIE,UAAAA,EAAY;AACd,MAAA,IAAA,CAAKA,aAAa4G,UAAAA,CAAW5G,UAAAA,IAAcA,UAAAA,CAAW,IAAA,CAAKA,UAAU,CAAA,GAAIA,UAAAA;AAC3E;AACF;EAEA,aAAa6G,QAAAA,CAASvG,MAAoCwG,OAAAA,EAA+B;AACvF,IAAA,MAAM,EAAEC,UAAAA,EAAYC,OAAAA,EAAO,GAAKC,WAAW3G,IAAAA,CAAAA;AAC3C,IAAA,MAAM4G,MAAAA,GAAS,MAAMC,SAAAA,CAAqBJ,UAAAA,EAAY,MAAA,CAAA;AACtD,IAAA,MAAMK,QAAAA,GAAW,IAAIF,MAAAA,CAAOF,OAAAA,IAAWhG,MAAAA,CAAAA;AACvC,IAAA,IAAI8F,OAAAA,EAAS;AACXO,MAAAA,MAAAA,CAAOC,MAAAA,CAAOF,QAAAA,CAASpH,UAAAA,EAAY8G,OAAAA,CAAAA;AACrC;AACA,IAAA,OAAOM,QAAAA;AACT;EAWA,MAAgBT,gBAAAA,CACd9F,OACAS,GAAAA,EACmC;AACnC,IAAA,MAAM,EAAEiG,MAAAA,EAAQ,GAAGT,OAAAA,EAAAA,GAAYjG,KAAAA;AAC/B,IAAA,MAAM2G,UAAAA,GAAaC,aAAaF,MAAAA,CAAAA;AAEhC,IAAA,MAAMG,cAAAA,GACJ7G,KAAAA,CAAM8G,oBAAAA,IACN,IAAIC,cAAAA,CAAe;AACjBL,MAAAA,MAAAA,EAAQM,EAAEC,MAAAA,CAAO;AACfP,QAAAA,MAAAA,EAAQM,CAAAA,CAAEE,MAAAA,EAAM,CAAGC,GAAAA,CAAI,CAAA;OACzB,CAAA;MACAC,QAAAA,EAAU,CAAA;;;;;;;KAOZ,CAAA;AAEF,IAAA,MAAM/F,QAAAA,GAAsB;MAC1B,IAAIgG,aAAAA,CAAcR,eAAeS,MAAAA,CAAO;AAAEZ,QAAAA,MAAAA,EAAQpC,IAAAA,CAAKC,SAAAA,CAAUoC,UAAAA,EAAY,IAAA,EAAM,CAAA;AAAG,OAAA,CAAA,CAAA;SACnF3G,KAAAA,CAAMqB;;AAGX,IAAA,MAAMkG,aAAAA,GAAgB,IAAIR,cAAAA,CAAe;AACvCL,MAAAA,MAAAA,EAAQM,EAAEC,MAAAA,CAAO;AACfO,QAAAA,MAAAA,EAAQR,EAAEE,MAAAA,EAAM;AAChBO,QAAAA,QAAAA,EAAUT,EAAEE,MAAAA,EAAM;AAClBQ,QAAAA,QAAAA,EAAUV,EAAEE,MAAAA;OACd,CAAA;MACAE,QAAAA,EAAU,CAAA;;;KAGZ,CAAA;AAEA,IAAA,OAAO,IAAIxF,SAAAA,CAAoC;AAC7CC,MAAAA,QAAAA,kBAAU,MAAA,CAAA,YAAA;AACR,QAAA,MAAM2B,QAAAA,GAAW,MAAM,IAAA,CAAKrB,OAAAA,CAC1B;UACE,GAAG8D,OAAAA;AACH5E,UAAAA,QAAAA;UACAP,cAAAA,EAAgB;YAAE6C,IAAAA,EAAM;AAAc;AACxC,SAAA,EACAlD,GAAAA,CAAAA;AAGF,QAAA,MAAMkH,YAAAA,GAAenE,SAASoE,cAAAA,EAAc;AAC5C,QAAA,MAAMX,MAAAA,GAAY/D,gBAAgByE,YAAAA,EAAc;UAAEvE,IAAAA,EAAM;AAAC,YAAA,GAAA;AAAK,YAAA;;SAAK,CAAA;AACnE,QAAA,MAAMyE,SAAAA,GAAYC,sBAAsBpB,MAAAA,CAAAA;AAExC,QAAA,MAAMqB,OAAAA,GAAUF,UAAUZ,MAAAA,CAAAA;AAC1B,QAAA,IAAI,CAACc,OAAAA,EAAS;AACZ,UAAA,MAAMC,OAAAA,GAAU;YACdP,QAAAA,EAAUnD,IAAAA,CAAKC,UAAUoC,UAAAA,CAAAA;YACzBe,QAAAA,EAAUC,YAAAA;AACVH,YAAAA,MAAAA,EAAQlD,IAAAA,CAAKC,SAAAA,CAAUsD,SAAAA,CAAUL,MAAAA,IAAU,EAAE;AAC/C,WAAA;AAEAnG,UAAAA,QAAAA,CAASiB,KAAK,IAAI+C,WAAAA,CAAYkC,cAAcD,MAAAA,CAAOU,OAAAA,CAAAA,CAAAA,CAAAA;AACnD,UAAA,MAAM,IAAIrC,cAAAA,CAAe,CAAA,mCAAA,CAAA,EAAuC,EAAA,EAAI;AAClEqC,YAAAA;WACF,CAAA;AACF;AAEA,QAAA,OAAO;AACLf,UAAAA,MAAAA;UACAgB,MAAAA,EAAQzE;AACV,SAAA;OACF,EAhCU,UAAA,CAAA;MAiCVoB,MAAAA,EAAQ;AACNrE,QAAAA,MAAAA,EAAQE,GAAAA,CAAIF,MAAAA;AACZsE,QAAAA,UAAAA,EAAY7E,OAAO6E,UAAAA,IAAc;AACnC;AACF,KAAA,EAAGW,GAAAA,EAAG;AACR;EAEA0C,cAAAA,GAAiB;AACf,IAAA,OAAO;AACLjJ,MAAAA,KAAAA,EAAO,IAAA,CAAKA,KAAAA;AACZwC,MAAAA,OAAAA,EAAS,IAAA,CAAKA,OAAAA;MACdrC,WAAAA,EAAaa,WAAAA,CAAY,KAAKb,WAAW,CAAA;MACzCD,UAAAA,EAAYc,WAAAA,CAAY,KAAKd,UAAU,CAAA;AACvCE,MAAAA,MAAAA,EAAQ,IAAA,CAAKA,MAAAA;MACbK,iBAAAA,EAAmB,IAAA,CAAKA,kBAAkB4B,KAAAA,EAAK;AAC/C3B,MAAAA,iCAAAA,EAAmC,IAAA,CAAKA,iCAAAA;AACxCC,MAAAA,wBAAAA,EAA0B,IAAA,CAAKA,wBAAAA;AAC/BE,MAAAA,oBAAAA,EAAsB,IAAA,CAAKA,oBAAAA;AAC3BD,MAAAA,mBAAAA,EAAqB,IAAA,CAAKA;AAC5B,KAAA;AACF;EAEAsI,OAAAA,GAAU;AACR,IAAA,IAAA,CAAK1G,QAAQ0G,OAAAA,EAAO;AACtB;EAEA,MAAgB3G,mBAAAA,CAAoB,EAClChB,WAAAA,EAAauE,CAAAA,EACb1D,QAAAA,EACAX,QAAQ,EAAA,EACR,GAAGV,KAAAA,EAAAA,EACc;AACjB,IAAA,MAAMoI,MAAMC,eAAAA,CAAgB;MAC1B,GAAGrI,KAAAA;MACHqB,QAAAA,EAAU,MAAMiH,UAAAA,CAAWC,SAAAA,CAAUlH,QAAAA,CAAS+C,GAAAA,CAAI,CAACoE,GAAAA,KAAQA,GAAAA,CAAIC,OAAAA,EAAO,CAAA,CAAA;MACtE/H,KAAAA,EAAO,MAAM4H,UAAAA,CAAWC,SAAAA,CAAU7H,KAAAA;KACpC,CAAA;AACA,IAAA,MAAMsB,KAAAA,GAAQ,MAAM,IAAA,CAAK/C,KAAAA,CAAMuG,IAAI4C,GAAAA,CAAAA;AACnC,IAAA,MAAMM,QAAQ1G,KAAAA,KAAU7B,MAAAA;AAExB,IAAA,IAAIwI,IAAAA,GAAuC,IAAA;AAC3C,IAAA,IAAID,KAAAA,EAAO;AACTC,MAAAA,IAAAA,GAAO,IAAIC,IAAAA,EAAAA;AACX,MAAA,MAAM,IAAA,CAAK3J,KAAAA,CAAM4J,GAAAA,CAAIT,GAAAA,EAAKO,IAAAA,CAAAA;AAC5B;AAEA,IAAA,OAAO;AACLP,MAAAA,GAAAA;AACApG,MAAAA,KAAAA;AACA2C,MAAAA,OAAAA,0BAAsC3C,MAAAA,KAAAA;AACpC2G,QAAAA,IAAAA,EAAMhE,UAAU3C,MAAAA,CAAAA;OAClB,EAFS,SAAA,CAAA;AAGT0D,MAAAA,MAAAA,gCAAeD,KAAAA,KAAAA;AACbkD,QAAAA,IAAAA,EAAMjD,SAASD,KAAAA,CAAAA;AACf,QAAA,IAAIiD,KAAAA,EAAO;AACT,UAAA,MAAM,IAAA,CAAKzJ,KAAAA,CAAM6J,MAAAA,CAAOV,GAAAA,CAAAA;AAC1B;OACF,EALQ,QAAA;AAMV,KAAA;AACF;AAEUxH,EAAAA,oCAAAA,CAAqC,EAC7CF,KAAAA,GAAQ,EAAA,EACRO,UAAAA,EACAH,gBAAc,EACG;AACjB,IAAA,IACED,OAAAA,CAAQH,KAAAA,CAAAA,IACR,CAACO,cACDA,UAAAA,KAAe,MAAA,IACfA,UAAAA,KAAe,MAAA,IACf,CAAC,IAAA,CAAKtB,iCAAAA,IACNoJ,OAAAA,CAAQjI,cAAAA,CAAAA,EACR;AACA,MAAA,OAAO,KAAA;AACT;AAEA,IAAA,MAAMkI,mBAAAA,GAAsB,IAAA,CAAK9H,qBAAAA,CAAsBD,UAAAA,CAAAA;AACvD,IAAA,OAAO,CAAC,IAAA,CAAKrB,wBAAAA,IAA4B,CAACoJ,mBAAAA;AAC5C;AAEU9H,EAAAA,qBAAAA,CAAsB+H,MAAAA,EAAuC;AACrE,IAAA,OACE,CAACA,MAAAA,KACAA,MAAAA,YAAkBnG,IAAAA,GACf,IAAA,CAAKpD,iBAAAA,CAAkBwJ,QAAAA,CAAS,QAAA,CAAA,GAChC,IAAA,CAAKxJ,iBAAAA,CAAkBwJ,QAAAA,CAASD,MAAAA,CAAAA,CAAAA;AAExC;AACF;AAEO,MAAMvG,wBAAwB1D,YAAAA,CAAAA;EA3iBrC;;;;;;EA4iBE,WAAA,CACkBqC,QAAAA,EACT8H,OACAC,YAAAA,EACP;AACA,IAAA,KAAA,EAAK,EAAA,KAJW/H,QAAAA,GAAAA,QAAAA,EAAAA,KACT8H,KAAAA,GAAAA,KAAAA,EAAAA,KACAC,YAAAA,GAAAA,YAAAA;AAGP,IAAA,IAAA,CAAKC,MAAAA,EAAM;AACb;AAEA,EAAA,OAAO1G,WAAWb,MAAAA,EAA2B;AAC3C,IAAA,MAAMwH,KAAAA,GAAQ,IAAI5G,eAAAA,CAAgB,EAAE,CAAA;AACpCZ,IAAAA,MAAAA,CAAOyH,QAAQ,CAACC,GAAAA,KAAQF,KAAAA,CAAMG,KAAAA,CAAMD,GAAAA,CAAAA,CAAAA;AACpC,IAAA,OAAOF,KAAAA;AACT;EAEAzI,OAAAA,GAAU;AACR,IAAA,IAAI,IAAA,CAAKQ,QAAAA,CAASqC,MAAAA,KAAW,CAAA,EAAG;AAC9B,MAAA,OAAO,IAAA;AACT;AACA,IAAA,OAAO,KAAKkE,cAAAA,EAAc,KAAO,MAAM,IAAA,CAAK/E,YAAAA,GAAea,MAAAA,KAAW,CAAA;AACxE;AAEA+F,EAAAA,KAAAA,CAAMC,KAAAA,EAAwB;AAC5B,IAAA,IAAIA,KAAAA,CAAMrI,QAAAA,CAASqC,MAAAA,GAAS,CAAA,EAAG;AAC7B,MAAA,MAAMiG,MAAAA,GAASD,KAAAA,CAAMrI,QAAAA,CAAS+C,GAAAA,CAAIwF,SAAAA,CAAAA;AAClC,MAAA,IAAA,CAAKvI,QAAAA,CAASiB,IAAAA,CAAI,GAAIqH,MAAAA,CAAAA;AACtB,MAAA,IAAA,CAAKN,MAAAA,EAAM;AACb;AAEA,IAAA,IAAA,CAAKD,eAAeM,KAAAA,CAAMN,YAAAA;AAC1B,IAAA,IAAI,IAAA,CAAKD,KAAAA,IAASO,KAAAA,CAAMP,KAAAA,EAAO;AAC7B,MAAA,IAAA,CAAKA,QAAQU,WAAAA,CAAY;QAAC,IAAA,CAAKV,KAAAA;QAAOO,KAAAA,CAAMP;AAAQ,OAAA,EAAA;QAClDW,WAAAA,EAAaC,UAAAA;QACbC,YAAAA,EAAcD,UAAAA;QACdE,gBAAAA,EAAkBF;OACpB,CAAA;AACF,KAAA,MAAA,IAAWL,MAAMP,KAAAA,EAAO;AACtB,MAAA,IAAA,CAAKA,KAAAA,GAAQlJ,WAAAA,CAAYyJ,KAAAA,CAAMP,KAAK,CAAA;AACtC;AACF;EAEAE,MAAAA,GAAe;AAEb,IAAA,IAAI,IAAA,CAAKhI,QAAAA,CAASqC,MAAAA,GAAS,CAAA,EAAG;AAC5B,MAAA,MAAMwG,YAAAA,uBAAmBC,GAAAA,EAAAA;AACzB,MAAA,MAAMC,oBAAAA,uBAA2BD,GAAAA,EAAAA;AAEjC,MAAA,KAAA,MAAW3B,GAAAA,IAAO,KAAKnH,QAAAA,EAAU;AAC/B,QAAA,MAAMgJ,KAAAA,GAAQ7B,IAAI8B,EAAAA,IAAM,EAAA;AAExB,QAAA,IAAI9B,eAAetD,gBAAAA,IAAoBsD,GAAAA,CAAI3F,YAAAA,EAAY,CAAGa,SAAS,CAAA,EAAG;AACpE,UAAA,MAAM6G,iBAA8C,EAAA;AACpD,UAAA,KAAA,MAAWC,KAAAA,IAAShC,IAAI/E,OAAAA,EAAS;AAC/B,YAAA,IAAI+G,KAAAA,CAAM7G,SAAS,WAAA,EAAa;AAC9B4G,cAAAA,cAAAA,CAAejI,KAAKkI,KAAAA,CAAAA;AACpB,cAAA;AACF;AAGA,YAAA,IAAI,CAACA,KAAAA,CAAM5G,UAAAA,IAAcwG,oBAAAA,CAAqBK,OAAO,CAAA,EAAG;AACtD,cAAA,MAAMC,cAAAA,GAAiBC,OAAAA,CAAQP,oBAAAA,CAAqBQ,IAAAA,IAAQ,EAAA,CAAA;AAC5D,cAAA,IAAIF,cAAAA,EAAgB;AAClBF,gBAAAA,KAAAA,CAAM5G,UAAAA,GAAa8G,cAAAA;AACrB;AACF;AAEA,YAAA,IAAIF,MAAM5G,UAAAA,IAAcwG,oBAAAA,CAAqBS,GAAAA,CAAIL,KAAAA,CAAM5G,UAAU,CAAA,EAAG;AAClEwG,cAAAA,oBAAAA,CAAqB5E,IAAIgF,KAAAA,CAAM5G,UAAU,CAAA,CAAGH,OAAAA,CAAQnB,KAAKkI,KAAAA,CAAAA;AAC3D,aAAA,MAAA,IAAWA,MAAM5G,UAAAA,EAAY;AAC3BwG,cAAAA,oBAAAA,CAAqBvB,GAAAA,CAAI2B,KAAAA,CAAM5G,UAAAA,EAAY4E,GAAAA,CAAAA;AAC3C+B,cAAAA,cAAAA,CAAejI,KAAKkI,KAAAA,CAAAA;AACtB;AACF;AAEAhC,UAAAA,GAAAA,CAAI/E,QAAQC,MAAAA,GAAS,CAAA;AACrB8E,UAAAA,GAAAA,CAAI/E,OAAAA,CAAQnB,IAAAA,CAAI,GAAIiI,cAAAA,CAAAA;AAEpB,UAAA,IAAIA,cAAAA,CAAe7G,WAAW,CAAA,EAAG;AAC/B,YAAA;AACF;AACF;AAEA,QAAA,IAAI,CAACwG,YAAAA,CAAaW,GAAAA,CAAIR,KAAAA,CAAAA,EAAQ;AAC5BH,UAAAA,YAAAA,CAAarB,IAAIwB,KAAAA,EAAO;AAAC7B,YAAAA;AAAI,WAAA,CAAA;SAC/B,MAAO;AACL0B,UAAAA,YAAAA,CAAa1E,GAAAA,CAAI6E,KAAAA,CAAAA,CAAQ/H,IAAAA,CAAKkG,GAAAA,CAAAA;AAChC;AACF;AAEA,MAAA,IAAA,CAAKnH,SAASqC,MAAAA,GAAS,CAAA;AAEvB,MAAA,KAAA,MAAWrC,QAAAA,IAAY6I,YAAAA,CAAaY,MAAAA,EAAM,EAAI;AAC5C,QAAA,MAAMC,IAAAA,GAAO1J,SAAS2J,KAAAA,EAAK;AAC3B,QAAA,KAAA,MAAWtB,SAASrI,QAAAA,EAAU;AAC5B0J,UAAAA,IAAAA,CAAKtB,MAAMC,KAAAA,CAAAA;AACb;AACA,QAAA,IAAA,CAAKrI,QAAAA,CAASiB,KAAKyI,IAAAA,CAAAA;AACrB;AACF;AAGA,IAAA,KAAA,MAAWvC,GAAAA,IAAO,KAAKnH,QAAAA,EAAU;AAC/B,MAAA,IAAI,EAAEmH,eAAetD,gBAAAA,CAAAA,EAAmB;AACtC,QAAA;AACF;AAEA,MAAA,MAAM+F,iBAA+C,EAAC;AACtD,MAAA,IAAIC,MAAAA,GAAS,EAAA;AAEb,MAAA,MAAMC,kBAA4B,EAAA;AAClC3C,MAAAA,GAAAA,CAAI/E,OAAAA,CAAQ8F,OAAAA,CAAQ,CAACiB,KAAAA,EAAOY,KAAAA,KAAAA;AAC1B,QAAA,IAAIZ,KAAAA,CAAM7G,SAAS,WAAA,EAAa;AAC9B,UAAA;AACF;AACA,QAAA,MAAM2G,EAAAA,GAAKE,MAAM5G,UAAAA,IAAcsH,MAAAA;AAC/B,QAAA,IAAI,EAAEZ,MAAMW,cAAAA,CAAAA,EAAiB;AAC3BA,UAAAA,cAAAA,CAAeX,EAAAA,CAAAA,GAAMrK,WAAAA,CAAYuK,KAAAA,CAAAA;AACjChC,UAAAA,GAAAA,CAAI/E,OAAAA,CAAQ2H,KAAAA,CAAAA,GAASH,cAAAA,CAAeX,EAAAA,CAAAA;SACtC,MAAO;AACLa,UAAAA,eAAAA,CAAgB7I,KAAK8I,KAAAA,CAAAA;AACrB,UAAA,MAAMC,YAAAA,GAAeJ,eAAeX,EAAAA,CAAAA;AACpC,UAAA,IAAI9F,SAAS6G,YAAAA,CAAarL,KAAK,KAAKwE,QAAAA,CAASgG,KAAAA,CAAMxK,KAAK,CAAA,EAAG;AACzDqL,YAAAA,YAAAA,CAAarL,SAASwK,KAAAA,CAAMxK,KAAAA;WAC9B,MAAO;AACL,YAAA,MAAM,IAAIsL,MAAM,0BAAA,CAAA;AAClB;AACA,UAAA,IAAI,CAACD,aAAatH,QAAAA,EAAU;AAC1BsH,YAAAA,YAAAA,CAAatH,WAAWyG,KAAAA,CAAMzG,QAAAA;AAChC;AACF;AACAmH,QAAAA,MAAAA,GAASZ,EAAAA;OACX,CAAA;AACAa,MAAAA,eAAAA,CAAgBI,OAAAA,EAAO,CAAGhC,OAAAA,CAAQ,CAAC6B,KAAAA,KAAAA;AACjC5C,QAAAA,GAAAA,CAAI/E,OAAAA,CAAQ+H,MAAAA,CAAOJ,KAAAA,EAAO,CAAA,CAAA;OAC5B,CAAA;AACF;AACF;EAEAvI,YAAAA,GAAe;AACb,IAAA,OAAO,KAAKxB,QAAAA,CACToK,MAAAA,CAAO,CAACC,CAAAA,KAAMA,aAAaxG,gBAAAA,CAAAA,CAC3ByG,OAAAA,CAAQ,CAACD,MAAMA,CAAAA,CAAE7I,YAAAA,EAAY,CAAA,CAC7B4I,OAAO1C,OAAAA,CAAAA;AACZ;EAEA6C,eAAAA,GAAsC;AACpC,IAAA,OAAO,IAAA,CAAKvK,QAAAA,CAASoK,MAAAA,CAAO,CAACC,CAAAA,KAAMA,CAAAA,YAAaxG,gBAAAA,CAAAA,CAAkBuG,MAAAA,CAAO,CAACC,CAAAA,KAAMA,CAAAA,CAAEvI,IAAI,CAAA;AACxF;EAEAyE,cAAAA,GAAyB;AACvB,IAAA,OAAO,KAAKvG,QAAAA,CACToK,MAAAA,CAAO,CAACC,CAAAA,KAAMA,CAAAA,YAAaxG,gBAAAA,CAAAA,CAC3ByG,OAAAA,CAAQ,CAACD,CAAAA,KAAMA,EAAEvI,IAAI,CAAA,CACrBsI,OAAO1C,OAAAA,CAAAA,CACP1E,KAAK,EAAA,CAAA;AACV;EAEAwH,QAAAA,GAAW;AACT,IAAA,OAAO,KAAKjE,cAAAA,EAAc;AAC5B;EAEAM,cAAAA,GAAiB;AACf,IAAA,OAAO;MACL7G,QAAAA,EAAUpB,WAAAA,CAAY,KAAKoB,QAAQ,CAAA;MACnC8H,KAAAA,EAAOlJ,WAAAA,CAAY,KAAKkJ,KAAK,CAAA;AAC7BC,MAAAA,YAAAA,EAAc,IAAA,CAAKA;AACrB,KAAA;AACF;AAEA0C,EAAAA,YAAAA,CAAaC,QAAAA,EAAkD;AAC7DvF,IAAAA,MAAAA,CAAOC,MAAAA,CAAO,MAAMsF,QAAAA,CAAAA;AACtB;AACF;AAEA,SAASnC,UAAkCoC,YAAAA,EAAe;AACxD,EAAA,MAAMD,QAAAA,GAAWC,aAAa9D,cAAAA,EAAc;AAC5C,EAAA,IAAI+D,SAAAA,CAAUF,QAAAA,CAAAA,EAAW;AACvB,IAAA,MAAM,IAAIT,MAAM,CAAA,8BAAA,CAAgC,CAAA;AAClD;AAEA,EAAA,MAAMY,MAAAA,GAAS1F,MAAAA,CAAOzG,MAAAA,CAAOiM,YAAAA,CAAa,YAAYG,SAAS,CAAA;AAC/D,EAAA,MAAMC,IAAAA,GAAOF,MAAAA,CAAOJ,YAAAA,CAAaC,QAAAA,CAAAA;AACjC,EAAA,IAAIE,SAAAA,CAAUG,IAAAA,CAAAA,EAAO;AACnB,IAAA,MAAM,IAAId,MAAM,CAAA,4BAAA,CAA8B,CAAA;AAChD;AAEA,EAAA,OAAOY,MAAAA;AACT;AAbStC,MAAAA,CAAAA,SAAAA,EAAAA,WAAAA,CAAAA","file":"chat.js","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { Serializable } from \"@/internals/serializable.js\";\nimport { shallowCopy } from \"@/serializer/utils.js\";\nimport { customMerge, getLast } from \"@/internals/helpers/object.js\";\nimport { takeBigger } from \"@/internals/helpers/number.js\";\nimport { Callback } from \"@/emitter/types.js\";\nimport { FrameworkError } from \"@/errors.js\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { GetRunContext, MiddlewareType, RunContext } from \"@/context.js\";\nimport { isEmpty, isFunction, isPromise, isString, randomString } from \"remeda\";\nimport { ObjectHashKeyFn } from \"@/cache/decoratorCache.js\";\nimport { Task } from \"promise-based-task\";\nimport { NullCache } from \"@/cache/nullCache.js\";\nimport { BaseCache } from \"@/cache/base.js\";\nimport {\n filterToolsByToolChoice,\n FullModelName,\n generateToolUnionSchema,\n loadModel,\n parseModel,\n} from \"@/backend/utils.js\";\nimport { ProviderName } from \"@/backend/constants.js\";\nimport { AnyTool, Tool } from \"@/tools/base.js\";\nimport { AssistantMessage, Message, SystemMessage, UserMessage } from \"@/backend/message.js\";\n\nimport {\n ChatModelError,\n ChatModelToolCallError,\n EmptyChatModelResponseError,\n} from \"@/backend/errors.js\";\nimport { z, ZodSchema, ZodType } from \"zod\";\nimport {\n createSchemaValidator,\n parseBrokenJson,\n toJsonSchema,\n} from \"@/internals/helpers/schema.js\";\nimport { Retryable } from \"@/internals/helpers/retryable.js\";\nimport { SchemaObject, ValidateFunction } from \"ajv\";\nimport { PromptTemplate } from \"@/template.js\";\nimport { toAsyncGenerator } from \"@/internals/helpers/promise.js\";\nimport { Serializer } from \"@/serializer/serializer.js\";\nimport { Logger } from \"@/logger/logger.js\";\nimport { ToolCallPart } from \"ai\";\nimport { isToolCallValid } from \"@/adapters/vercel/backend/utils.js\";\n\nexport interface ChatModelParameters {\n maxTokens?: number;\n topP?: number;\n frequencyPenalty?: number;\n temperature?: number;\n topK?: number;\n n?: number;\n presencePenalty?: number;\n seed?: number;\n stopSequences?: string[];\n stream?: boolean;\n}\n\ninterface ResponseObjectJson {\n type: \"object-json\";\n schema?: SchemaObject;\n name?: string;\n description?: string;\n}\n\nexport interface ChatModelObjectInput<T> extends ChatModelParameters {\n schema: z.ZodSchema<T, any, any> | ResponseObjectJson;\n systemPromptTemplate?: PromptTemplate<ZodType<{ schema: string }>>;\n messages: Message[];\n abortSignal?: AbortSignal;\n maxRetries?: number;\n}\n\nexport interface ChatModelObjectOutput<T> {\n object: T;\n output: ChatModelOutput;\n}\n\nexport type ChatModelToolChoice = \"auto\" | \"none\" | \"required\" | AnyTool;\n\nexport interface ChatModelInput extends ChatModelParameters {\n tools?: AnyTool[];\n abortSignal?: AbortSignal;\n stopSequences?: string[];\n responseFormat?: ZodSchema | ResponseObjectJson;\n toolChoice?: ChatModelToolChoice;\n messages: Message[];\n streamPartialToolCalls?: boolean;\n maxRetries?: number;\n}\n\nexport type ChatModelFinishReason =\n | \"stop\"\n | \"length\"\n | \"content-filter\"\n | \"tool-calls\"\n | \"error\"\n | \"other\"\n | \"unknown\";\n\nexport interface ChatModelUsage {\n promptTokens: number;\n completionTokens: number;\n totalTokens: number;\n reasoningTokens?: number;\n cachedPromptTokens?: number;\n}\n\nexport interface ChatModelEvents {\n newToken?: Callback<{ value: ChatModelOutput; callbacks: { abort: () => void } }>;\n success?: Callback<{ value: ChatModelOutput }>;\n start?: Callback<{ input: ChatModelInput }>;\n error?: Callback<{ input: ChatModelInput; error: FrameworkError }>;\n finish?: Callback<null>;\n}\n\nexport type ChatModelEmitter<A = Record<never, never>> = Emitter<\n ChatModelEvents & Omit<A, keyof ChatModelEvents>\n>;\n\nexport type ChatModelCache = BaseCache<Task<ChatModelOutput[]>>;\nexport type ConfigFn<T> = (value: T) => T;\nexport interface ChatConfig {\n cache?: ChatModelCache | ConfigFn<ChatModelCache>;\n parameters?: ChatModelParameters | ConfigFn<ChatModelParameters>;\n}\n\nexport type ChatModelToolChoiceSupport = \"required\" | \"none\" | \"single\" | \"auto\";\n\nexport abstract class ChatModel extends Serializable {\n public abstract readonly emitter: Emitter<ChatModelEvents>;\n public cache: ChatModelCache = new NullCache();\n public parameters: ChatModelParameters = {};\n public readonly middlewares: MiddlewareType<typeof this>[] = [];\n protected readonly logger = Logger.root.child({\n name: this.constructor.name,\n });\n\n public readonly toolChoiceSupport: ChatModelToolChoiceSupport[] = [\n \"required\",\n \"none\",\n \"single\",\n \"auto\",\n ];\n public toolCallFallbackViaResponseFormat = true;\n public readonly modelSupportsToolCalling: boolean = true;\n public readonly fixInvalidToolCalls: boolean = true;\n public readonly retryOnEmptyResponse: boolean = true;\n\n abstract get modelId(): string;\n abstract get providerId(): string;\n\n create(input: ChatModelInput) {\n input = shallowCopy(input);\n if (input.stream === undefined) {\n input.stream = this.parameters.stream;\n }\n\n return RunContext.enter(\n this,\n { params: [input] as const, signal: input?.abortSignal },\n async (run): Promise<ChatModelOutput> => {\n if (!this.modelSupportsToolCalling) {\n input.tools = [];\n }\n\n const forceToolCallViaResponseFormat = this.shouldForceToolCallViaResponseFormat(input);\n if (forceToolCallViaResponseFormat && input.tools && !isEmpty(input.tools)) {\n input.responseFormat = await generateToolUnionSchema(\n filterToolsByToolChoice(input.tools, input.toolChoice),\n );\n input.toolChoice = undefined;\n }\n\n if (!this.isToolChoiceSupported(input.toolChoice)) {\n this.logger.warn(\n `The following tool choice value '${input.toolChoice}' is not supported. Ignoring.`,\n );\n input.toolChoice = undefined;\n }\n\n const modelInputMessagesBackup = input.messages.slice();\n const cacheEntry = await this.createCacheAccessor(input);\n\n try {\n await run.emitter.emit(\"start\", { input });\n\n const result = await new Retryable({\n executor: async () => {\n const chunks: ChatModelOutput[] = [];\n\n const generator =\n cacheEntry.value ??\n (input.stream\n ? this._createStream(input, run)\n : toAsyncGenerator(this._create(input, run)));\n\n const controller = new AbortController();\n for await (const value of generator) {\n chunks.push(value);\n await run.emitter.emit(\"newToken\", {\n value,\n callbacks: { abort: () => controller.abort() },\n });\n if (controller.signal.aborted) {\n break;\n }\n }\n\n const result = ChatModelOutput.fromChunks(chunks);\n if (result.isEmpty()) {\n throw new EmptyChatModelResponseError();\n }\n\n if (\n isEmpty(result.getToolCalls()) &&\n (forceToolCallViaResponseFormat ||\n input.toolChoice === \"required\" ||\n input.toolChoice instanceof Tool)\n ) {\n const lastMsg = result.messages.at(-1)!;\n let toolCall = parseBrokenJson(lastMsg.text, { pair: [\"{\", \"}\"] });\n if (\n toolCall &&\n !toolCall.name &&\n !toolCall.parameters &&\n input.toolChoice instanceof Tool\n ) {\n toolCall = { name: input.toolChoice.name, parameters: toolCall };\n }\n if (!toolCall || !toolCall.name || !toolCall.parameters) {\n throw new ChatModelToolCallError(\n `Failed to produce a valid tool call. Generate output: ${lastMsg.text}`,\n [],\n {\n generatedContent: lastMsg.text,\n generatedError: \"Tool call was not produced.\",\n response: result,\n },\n );\n }\n lastMsg.content.length = 0;\n lastMsg.content.push({\n type: \"tool-call\",\n toolCallId: `call_${randomString(8).toLowerCase()}`,\n toolName: toolCall.name, // todo: add types\n input: toolCall.parameters,\n });\n }\n\n for (const toolCall of result.getToolCalls()) {\n const tool = input.tools?.find((t) => t.name === toolCall.toolName);\n if (!tool) {\n const availableTools = input.tools?.map((t) => t.name).join(\",\") || \"None\";\n throw new ChatModelToolCallError(\"Non existing tool call.\", [], {\n generatedError: `Error: Unknown tool '${toolCall.toolName}'.\\nUse on of the available tools: ${availableTools}`,\n generatedContent: JSON.stringify({\n name: toolCall.toolName,\n input: isString(toolCall.input)\n ? toolCall.input\n : JSON.stringify(toolCall.input),\n }),\n response: result,\n });\n }\n\n if (!isToolCallValid(toolCall)) {\n throw new ChatModelToolCallError(\"Malformed tool call.\", [], {\n generatedContent: isString(toolCall.input)\n ? toolCall.input\n : JSON.stringify(toolCall.input),\n generatedError: `The tool call for the '${toolCall.toolName}' tool has malformed parameters. It must be a valid JSON.`,\n response: result,\n });\n }\n\n if (isString(toolCall.input)) {\n toolCall.input = JSON.parse(toolCall.input);\n }\n }\n\n cacheEntry.resolve(chunks);\n\n return result;\n },\n config: { maxRetries: input.maxRetries ?? 0 },\n onRetry: async (_, lastError) => {\n if (this.fixInvalidToolCalls && lastError instanceof ChatModelToolCallError) {\n input.messages = input.messages.slice();\n if (lastError.data.generatedContent) {\n input.messages.push(\n new AssistantMessage(lastError.data.generatedContent, {\n tempMessage: true,\n }),\n );\n }\n\n const toolNames = input.tools?.map((t) => t.name).join(\", \") || \"None\";\n input.messages.push(\n new UserMessage(\n `${lastError.data.generatedError}\\n\\nAvailable Tools: ${toolNames}`,\n {\n tempMessage: true,\n },\n ),\n );\n } else if (\n this.retryOnEmptyResponse &&\n lastError instanceof EmptyChatModelResponseError\n ) {\n input.messages = input.messages.slice();\n const lastMessage = input.messages.at(-1);\n if (\n lastMessage &&\n lastMessage instanceof AssistantMessage &&\n lastMessage.meta[\"tempMessage\"] &&\n lastMessage.text === \"\"\n ) {\n input.messages.push(\n new UserMessage(\n \"No output received. Please regenerate your previous response.\",\n { tempMessage: true },\n ),\n );\n } else {\n // Python compatibility\n input.messages.push(new AssistantMessage(\"\", { tempMessage: true }));\n }\n }\n },\n }).get();\n\n input.messages = modelInputMessagesBackup;\n await run.emitter.emit(\"success\", { value: result });\n return result;\n } catch (error) {\n await run.emitter.emit(\"error\", { input, error });\n await cacheEntry.reject(error);\n if (error instanceof ChatModelError) {\n throw error;\n } else {\n throw new ChatModelError(`The Chat Model has encountered an error.`, [error]);\n }\n } finally {\n await run.emitter.emit(\"finish\", null);\n }\n },\n ).middleware(...this.middlewares);\n }\n\n createStructure<T>(input: ChatModelObjectInput<T>) {\n return RunContext.enter(\n this,\n { params: [input] as const, signal: input?.abortSignal },\n async (run) => {\n return await this._createStructure<T>(input, run);\n },\n );\n }\n\n config({ cache, parameters }: ChatConfig): void {\n if (cache) {\n this.cache = isFunction(cache) ? cache(this.cache) : cache;\n }\n if (parameters) {\n this.parameters = isFunction(parameters) ? parameters(this.parameters) : parameters;\n }\n }\n\n static async fromName(name: FullModelName | ProviderName, options?: ChatModelParameters) {\n const { providerId, modelId } = parseModel(name);\n const Target = await loadModel<ChatModel>(providerId, \"chat\");\n const instance = new Target(modelId || undefined);\n if (options) {\n Object.assign(instance.parameters, options);\n }\n return instance;\n }\n\n protected abstract _create(\n input: ChatModelInput,\n run: GetRunContext<typeof this>,\n ): Promise<ChatModelOutput>;\n protected abstract _createStream(\n input: ChatModelInput,\n run: GetRunContext<typeof this>,\n ): AsyncGenerator<ChatModelOutput, void>;\n\n protected async _createStructure<T>(\n input: ChatModelObjectInput<T>,\n run: GetRunContext<typeof this>,\n ): Promise<ChatModelObjectOutput<T>> {\n const { schema, ...options } = input;\n const jsonSchema = toJsonSchema(schema);\n\n const systemTemplate =\n input.systemPromptTemplate ??\n new PromptTemplate({\n schema: z.object({\n schema: z.string().min(1),\n }),\n template: `You are a helpful assistant that generates only valid JSON adhering to the following JSON Schema.\n\n\\`\\`\\`\n{{schema}}\n\\`\\`\\`\n\nIMPORTANT: You MUST answer with a JSON object that matches the JSON schema above.`,\n });\n\n const messages: Message[] = [\n new SystemMessage(systemTemplate.render({ schema: JSON.stringify(jsonSchema, null, 2) })),\n ...input.messages,\n ];\n\n const errorTemplate = new PromptTemplate({\n schema: z.object({\n errors: z.string(),\n expected: z.string(),\n received: z.string(),\n }),\n template: `Generated object does not match the expected JSON schema!\n\nValidation Errors: {{errors}}`,\n });\n\n return new Retryable<ChatModelObjectOutput<T>>({\n executor: async () => {\n const response = await this._create(\n {\n ...options,\n messages,\n responseFormat: { type: \"object-json\" },\n },\n run,\n );\n\n const textResponse = response.getTextContent();\n const object: T = parseBrokenJson(textResponse, { pair: [\"{\", \"}\"] });\n const validator = createSchemaValidator(schema) as ValidateFunction<T>;\n\n const success = validator(object);\n if (!success) {\n const context = {\n expected: JSON.stringify(jsonSchema),\n received: textResponse,\n errors: JSON.stringify(validator.errors ?? []),\n };\n\n messages.push(new UserMessage(errorTemplate.render(context)));\n throw new ChatModelError(`LLM did not produce a valid output.`, [], {\n context,\n });\n }\n\n return {\n object,\n output: response,\n };\n },\n config: {\n signal: run.signal,\n maxRetries: input?.maxRetries || 1,\n },\n }).get();\n }\n\n createSnapshot() {\n return {\n cache: this.cache,\n emitter: this.emitter,\n middlewares: shallowCopy(this.middlewares) as MiddlewareType<any>[],\n parameters: shallowCopy(this.parameters),\n logger: this.logger,\n toolChoiceSupport: this.toolChoiceSupport.slice(),\n toolCallFallbackViaResponseFormat: this.toolCallFallbackViaResponseFormat,\n modelSupportsToolCalling: this.modelSupportsToolCalling,\n retryOnEmptyResponse: this.retryOnEmptyResponse,\n fixInvalidToolCalls: this.fixInvalidToolCalls,\n };\n }\n\n destroy() {\n this.emitter.destroy();\n }\n\n protected async createCacheAccessor({\n abortSignal: _,\n messages,\n tools = [],\n ...input\n }: ChatModelInput) {\n const key = ObjectHashKeyFn({\n ...input,\n messages: await Serializer.serialize(messages.map((msg) => msg.toPlain())),\n tools: await Serializer.serialize(tools),\n });\n const value = await this.cache.get(key);\n const isNew = value === undefined;\n\n let task: Task<ChatModelOutput[]> | null = null;\n if (isNew) {\n task = new Task();\n await this.cache.set(key, task);\n }\n\n return {\n key,\n value,\n resolve: <T2 extends ChatModelOutput>(value: T2[]) => {\n task?.resolve?.(value);\n },\n reject: async (error: Error) => {\n task?.reject?.(error);\n if (isNew) {\n await this.cache.delete(key);\n }\n },\n };\n }\n\n protected shouldForceToolCallViaResponseFormat({\n tools = [],\n toolChoice,\n responseFormat,\n }: ChatModelInput) {\n if (\n isEmpty(tools) ||\n !toolChoice ||\n toolChoice === \"none\" ||\n toolChoice === \"auto\" ||\n !this.toolCallFallbackViaResponseFormat ||\n Boolean(responseFormat)\n ) {\n return false;\n }\n\n const toolChoiceSupported = this.isToolChoiceSupported(toolChoice);\n return !this.modelSupportsToolCalling || !toolChoiceSupported;\n }\n\n protected isToolChoiceSupported(choice?: ChatModelToolChoice): boolean {\n return (\n !choice ||\n (choice instanceof Tool\n ? this.toolChoiceSupport.includes(\"single\")\n : this.toolChoiceSupport.includes(choice))\n );\n }\n}\n\nexport class ChatModelOutput extends Serializable {\n constructor(\n public readonly messages: Message[],\n public usage?: ChatModelUsage,\n public finishReason?: ChatModelFinishReason,\n ) {\n super();\n this.dedupe();\n }\n\n static fromChunks(chunks: ChatModelOutput[]) {\n const final = new ChatModelOutput([]);\n chunks.forEach((cur) => final.merge(cur));\n return final;\n }\n\n isEmpty() {\n if (this.messages.length === 0) {\n return true;\n }\n return this.getTextContent() === \"\" && this.getToolCalls().length === 0;\n }\n\n merge(other: ChatModelOutput) {\n if (other.messages.length > 0) {\n const clones = other.messages.map(cloneSync);\n this.messages.push(...clones);\n this.dedupe();\n }\n\n this.finishReason = other.finishReason;\n if (this.usage && other.usage) {\n this.usage = customMerge([this.usage, other.usage], {\n totalTokens: takeBigger,\n promptTokens: takeBigger,\n completionTokens: takeBigger,\n });\n } else if (other.usage) {\n this.usage = shallowCopy(other.usage);\n }\n }\n\n dedupe(): void {\n // Dedupe messages\n if (this.messages.length > 1) {\n const messagesById = new Map<string, Message[]>();\n const messagesByToolCallId = new Map<string, AssistantMessage>();\n\n for (const msg of this.messages) {\n const msgId = msg.id || \"\";\n\n if (msg instanceof AssistantMessage && msg.getToolCalls().length > 0) {\n const filteredChunks: AssistantMessage[\"content\"] = [];\n for (const chunk of msg.content) {\n if (chunk.type !== \"tool-call\") {\n filteredChunks.push(chunk);\n continue;\n }\n\n // Assume tool calls with no id refer to the most recent tool call\n if (!chunk.toolCallId && messagesByToolCallId.size > 0) {\n const lastToolCallId = getLast(messagesByToolCallId.keys(), \"\");\n if (lastToolCallId) {\n chunk.toolCallId = lastToolCallId;\n }\n }\n\n if (chunk.toolCallId && messagesByToolCallId.has(chunk.toolCallId)) {\n messagesByToolCallId.get(chunk.toolCallId)!.content.push(chunk);\n } else if (chunk.toolCallId) {\n messagesByToolCallId.set(chunk.toolCallId, msg);\n filteredChunks.push(chunk);\n }\n }\n\n msg.content.length = 0;\n msg.content.push(...filteredChunks);\n\n if (filteredChunks.length === 0) {\n continue; // nothing to process\n }\n }\n\n if (!messagesById.has(msgId)) {\n messagesById.set(msgId, [msg]);\n } else {\n messagesById.get(msgId)!.push(msg);\n }\n }\n\n this.messages.length = 0;\n\n for (const messages of messagesById.values()) {\n const main = messages.shift()!;\n for (const other of messages) {\n main.merge(other);\n }\n this.messages.push(main);\n }\n }\n\n // Dedupe tool calls\n for (const msg of this.messages) {\n if (!(msg instanceof AssistantMessage)) {\n continue;\n }\n\n const finalToolCalls: Record<string, ToolCallPart> = {};\n let lastId = \"\";\n\n const excludedIndexes: number[] = [];\n msg.content.forEach((chunk, index) => {\n if (chunk.type !== \"tool-call\") {\n return;\n }\n const id = chunk.toolCallId || lastId;\n if (!(id in finalToolCalls)) {\n finalToolCalls[id] = shallowCopy(chunk);\n msg.content[index] = finalToolCalls[id];\n } else {\n excludedIndexes.push(index);\n const lastToolCall = finalToolCalls[id];\n if (isString(lastToolCall.input) && isString(chunk.input)) {\n lastToolCall.input += chunk.input;\n } else {\n throw new Error(\"Chunks cannot be merged.\");\n }\n if (!lastToolCall.toolName) {\n lastToolCall.toolName = chunk.toolName;\n }\n }\n lastId = id;\n });\n excludedIndexes.reverse().forEach((index) => {\n msg.content.splice(index, 1);\n });\n }\n }\n\n getToolCalls() {\n return this.messages\n .filter((r) => r instanceof AssistantMessage)\n .flatMap((r) => r.getToolCalls())\n .filter(Boolean);\n }\n\n getTextMessages(): AssistantMessage[] {\n return this.messages.filter((r) => r instanceof AssistantMessage).filter((r) => r.text);\n }\n\n getTextContent(): string {\n return this.messages\n .filter((r) => r instanceof AssistantMessage)\n .flatMap((r) => r.text)\n .filter(Boolean)\n .join(\"\");\n }\n\n toString() {\n return this.getTextContent();\n }\n\n createSnapshot() {\n return {\n messages: shallowCopy(this.messages),\n usage: shallowCopy(this.usage),\n finishReason: this.finishReason,\n };\n }\n\n loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>) {\n Object.assign(this, snapshot);\n }\n}\n\nfunction cloneSync<T extends Serializable>(serializable: T): T {\n const snapshot = serializable.createSnapshot();\n if (isPromise(snapshot)) {\n throw new Error(`createSnapshot cannot be async`);\n }\n\n const target = Object.create(serializable.constructor.prototype) as T;\n const load = target.loadSnapshot(snapshot);\n if (isPromise(load)) {\n throw new Error(`loadSnapshot cannot be async`);\n }\n\n return target;\n}\n"]}
@@ -1,14 +1,14 @@
1
1
  export { Backend } from './backend.cjs';
2
- export { k as ChatConfig, m as ChatModel, i as ChatModelCache, h as ChatModelEmitter, g as ChatModelEvents, e as ChatModelFinishReason, d as ChatModelInput, a as ChatModelObjectInput, b as ChatModelObjectOutput, n as ChatModelOutput, C as ChatModelParameters, c as ChatModelToolChoice, l as ChatModelToolChoiceSupport, f as ChatModelUsage, j as ConfigFn } from '../chat-BOb9n7AJ.cjs';
2
+ export { k as ChatConfig, m as ChatModel, i as ChatModelCache, h as ChatModelEmitter, g as ChatModelEvents, e as ChatModelFinishReason, d as ChatModelInput, a as ChatModelObjectInput, b as ChatModelObjectOutput, n as ChatModelOutput, C as ChatModelParameters, c as ChatModelToolChoice, l as ChatModelToolChoiceSupport, f as ChatModelUsage, j as ConfigFn } from '../chat-DaqV3woF.cjs';
3
3
  export { EmbeddingModel, EmbeddingModelEmitter, EmbeddingModelEvents, EmbeddingModelInput, EmbeddingModelOutput } from './embedding.cjs';
4
4
  export { AssistantMessage, CustomMessage, Message, MessageContentPart, MessageInput, MessageMeta, MessageRole, Role, SystemMessage, ToolMessage, UserMessage } from './message.cjs';
5
- export { BackendError, ChatModelError, EmbeddingModelError } from './errors.cjs';
5
+ export { BackendError, ChatModelError, ChatModelToolCallError, EmbeddingModelError, EmptyChatModelResponseError } from './errors.cjs';
6
6
  import '../internals/serializable.cjs';
7
7
  import '../internals/types.cjs';
8
8
  import '../internals/helpers/guards.cjs';
9
9
  import './constants.cjs';
10
10
  import '../context.cjs';
11
- import '../emitter-jN55XZZq.cjs';
11
+ import '../emitter-UkIkNrek.cjs';
12
12
  import '../internals/helpers/promise.cjs';
13
13
  import '../errors.cjs';
14
14
  import 'promise-based-task';
@@ -1,14 +1,14 @@
1
1
  export { Backend } from './backend.js';
2
- export { k as ChatConfig, m as ChatModel, i as ChatModelCache, h as ChatModelEmitter, g as ChatModelEvents, e as ChatModelFinishReason, d as ChatModelInput, a as ChatModelObjectInput, b as ChatModelObjectOutput, n as ChatModelOutput, C as ChatModelParameters, c as ChatModelToolChoice, l as ChatModelToolChoiceSupport, f as ChatModelUsage, j as ConfigFn } from '../chat-DrqwUgD8.js';
2
+ export { k as ChatConfig, m as ChatModel, i as ChatModelCache, h as ChatModelEmitter, g as ChatModelEvents, e as ChatModelFinishReason, d as ChatModelInput, a as ChatModelObjectInput, b as ChatModelObjectOutput, n as ChatModelOutput, C as ChatModelParameters, c as ChatModelToolChoice, l as ChatModelToolChoiceSupport, f as ChatModelUsage, j as ConfigFn } from '../chat-DTxmaKP0.js';
3
3
  export { EmbeddingModel, EmbeddingModelEmitter, EmbeddingModelEvents, EmbeddingModelInput, EmbeddingModelOutput } from './embedding.js';
4
4
  export { AssistantMessage, CustomMessage, Message, MessageContentPart, MessageInput, MessageMeta, MessageRole, Role, SystemMessage, ToolMessage, UserMessage } from './message.js';
5
- export { BackendError, ChatModelError, EmbeddingModelError } from './errors.js';
5
+ export { BackendError, ChatModelError, ChatModelToolCallError, EmbeddingModelError, EmptyChatModelResponseError } from './errors.js';
6
6
  import '../internals/serializable.js';
7
7
  import '../internals/types.js';
8
8
  import '../internals/helpers/guards.js';
9
9
  import './constants.js';
10
10
  import '../context.js';
11
- import '../emitter-36-9MnvA.js';
11
+ import '../emitter-CL56qab4.js';
12
12
  import '../internals/helpers/promise.js';
13
13
  import '../errors.js';
14
14
  import 'promise-based-task';
@@ -1,8 +1,8 @@
1
1
  import { Run, GetRunContext } from '../context.cjs';
2
2
  import { Serializable } from '../internals/serializable.cjs';
3
- import { C as Callback, E as Emitter } from '../emitter-jN55XZZq.cjs';
3
+ import { C as Callback, E as Emitter } from '../emitter-UkIkNrek.cjs';
4
4
  import { FrameworkError } from '../errors.cjs';
5
- import { F as FullModelName } from '../chat-BOb9n7AJ.cjs';
5
+ import { F as FullModelName } from '../chat-DaqV3woF.cjs';
6
6
  import { ProviderName } from './constants.cjs';
7
7
  import '../internals/helpers/promise.cjs';
8
8
  import '../internals/types.cjs';
@@ -1,8 +1,8 @@
1
1
  import { Run, GetRunContext } from '../context.js';
2
2
  import { Serializable } from '../internals/serializable.js';
3
- import { C as Callback, E as Emitter } from '../emitter-36-9MnvA.js';
3
+ import { C as Callback, E as Emitter } from '../emitter-CL56qab4.js';
4
4
  import { FrameworkError } from '../errors.js';
5
- import { F as FullModelName } from '../chat-DrqwUgD8.js';
5
+ import { F as FullModelName } from '../chat-DTxmaKP0.js';
6
6
  import { ProviderName } from './constants.js';
7
7
  import '../internals/helpers/promise.js';
8
8
  import '../internals/types.js';
@@ -14,6 +14,29 @@ class ChatModelError extends BackendError {
14
14
  __name(this, "ChatModelError");
15
15
  }
16
16
  }
17
+ class EmptyChatModelResponseError extends ChatModelError {
18
+ static {
19
+ __name(this, "EmptyChatModelResponseError");
20
+ }
21
+ constructor(message = "Chat Model produced an empty response!") {
22
+ super(message, [], {
23
+ isFatal: true,
24
+ isRetryable: true
25
+ });
26
+ }
27
+ }
28
+ class ChatModelToolCallError extends ChatModelError {
29
+ static {
30
+ __name(this, "ChatModelToolCallError");
31
+ }
32
+ data;
33
+ constructor(message, errors = [], data) {
34
+ super(message, errors, {
35
+ isFatal: true,
36
+ isRetryable: true
37
+ }), this.data = data;
38
+ }
39
+ }
17
40
  class EmbeddingModelError extends BackendError {
18
41
  static {
19
42
  __name(this, "EmbeddingModelError");
@@ -22,6 +45,8 @@ class EmbeddingModelError extends BackendError {
22
45
 
23
46
  exports.BackendError = BackendError;
24
47
  exports.ChatModelError = ChatModelError;
48
+ exports.ChatModelToolCallError = ChatModelToolCallError;
25
49
  exports.EmbeddingModelError = EmbeddingModelError;
50
+ exports.EmptyChatModelResponseError = EmptyChatModelResponseError;
26
51
  //# sourceMappingURL=errors.cjs.map
27
52
  //# sourceMappingURL=errors.cjs.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../../src/backend/errors.ts"],"names":["BackendError","FrameworkError","ChatModelError","EmbeddingModelError"],"mappings":";;;;;;AAOO,MAAMA,qBAAqBC,yBAAAA,CAAAA;EAPlC;;;AAOkD;AAE3C,MAAMC,uBAAuBF,YAAAA,CAAAA;EATpC;;;AASkD;AAE3C,MAAMG,4BAA4BH,YAAAA,CAAAA;EAXzC;;;AAWuD","file":"errors.cjs","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { FrameworkError } from \"@/errors.js\";\n\nexport class BackendError extends FrameworkError {}\n\nexport class ChatModelError extends BackendError {}\n\nexport class EmbeddingModelError extends BackendError {}\n"]}
1
+ {"version":3,"sources":["../../src/backend/errors.ts"],"names":["BackendError","FrameworkError","ChatModelError","EmptyChatModelResponseError","message","isFatal","isRetryable","ChatModelToolCallError","errors","data","EmbeddingModelError"],"mappings":";;;;;;AAQO,MAAMA,qBAAqBC,yBAAAA,CAAAA;EARlC;;;AAQkD;AAE3C,MAAMC,uBAAuBF,YAAAA,CAAAA;EAVpC;;;AAUkD;AAE3C,MAAMG,oCAAoCD,cAAAA,CAAAA;EAZjD;;;AAaE,EAAA,WAAA,CAAYE,UAAU,wCAAA,EAA0C;AAC9D,IAAA,KAAA,CAAMA,OAAAA,EAAS,EAAA,EAAI;MACjBC,OAAAA,EAAS,IAAA;MACTC,WAAAA,EAAa;KACf,CAAA;AACF;AACF;AAEO,MAAMC,+BAA+BL,cAAAA,CAAAA;EArB5C;;;;AAsBE,EAAA,WAAA,CACEE,OAAAA,EACAI,MAAAA,GAAkB,EAAA,EACFC,IAAAA,EAKhB;AACA,IAAA,KAAA,CAAML,SAASI,MAAAA,EAAQ;MACrBH,OAAAA,EAAS,IAAA;MACTC,WAAAA,EAAa;KACf,CAAA,EAAA,KATgBG,IAAAA,GAAAA,IAAAA;AAUlB;AACF;AAEO,MAAMC,4BAA4BV,YAAAA,CAAAA;EAtCzC;;;AAsCuD","file":"errors.cjs","sourcesContent":["/**\n * Copyright 2025 © BeeAI a Series of LF Projects, LLC\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { FrameworkError } from \"@/errors.js\";\nimport type { ChatModelOutput } from \"@/backend/chat.js\";\n\nexport class BackendError extends FrameworkError {}\n\nexport class ChatModelError extends BackendError {}\n\nexport class EmptyChatModelResponseError extends ChatModelError {\n constructor(message = \"Chat Model produced an empty response!\") {\n super(message, [], {\n isFatal: true,\n isRetryable: true,\n });\n }\n}\n\nexport class ChatModelToolCallError extends ChatModelError {\n constructor(\n message: string,\n errors: Error[] = [],\n public readonly data: {\n generatedContent: string;\n generatedError: string;\n response?: ChatModelOutput;\n },\n ) {\n super(message, errors, {\n isFatal: true,\n isRetryable: true,\n });\n }\n}\n\nexport class EmbeddingModelError extends BackendError {}\n"]}