beeai-framework 0.1.6 → 0.1.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (268) hide show
  1. package/README.md +35 -29
  2. package/dist/adapters/amazon-bedrock/backend/chat.d.cts +1 -1
  3. package/dist/adapters/amazon-bedrock/backend/chat.d.ts +1 -1
  4. package/dist/adapters/amazon-bedrock/backend/embedding.d.cts +1 -1
  5. package/dist/adapters/amazon-bedrock/backend/embedding.d.ts +1 -1
  6. package/dist/adapters/anthropic/backend/chat.d.cts +1 -1
  7. package/dist/adapters/anthropic/backend/chat.d.ts +1 -1
  8. package/dist/adapters/anthropic/backend/embedding.d.cts +1 -1
  9. package/dist/adapters/anthropic/backend/embedding.d.ts +1 -1
  10. package/dist/adapters/azure-openai/backend/chat.d.cts +1 -1
  11. package/dist/adapters/azure-openai/backend/chat.d.ts +1 -1
  12. package/dist/adapters/azure-openai/backend/embedding.d.cts +1 -1
  13. package/dist/adapters/azure-openai/backend/embedding.d.ts +1 -1
  14. package/dist/adapters/dummy/backend/chat.d.cts +1 -1
  15. package/dist/adapters/dummy/backend/chat.d.ts +1 -1
  16. package/dist/adapters/dummy/backend/embedding.d.cts +1 -1
  17. package/dist/adapters/dummy/backend/embedding.d.ts +1 -1
  18. package/dist/adapters/google-vertex/backend/chat.d.cts +1 -1
  19. package/dist/adapters/google-vertex/backend/chat.d.ts +1 -1
  20. package/dist/adapters/google-vertex/backend/embedding.d.cts +1 -1
  21. package/dist/adapters/google-vertex/backend/embedding.d.ts +1 -1
  22. package/dist/adapters/groq/backend/chat.d.cts +1 -1
  23. package/dist/adapters/groq/backend/chat.d.ts +1 -1
  24. package/dist/adapters/groq/backend/embedding.d.cts +1 -1
  25. package/dist/adapters/groq/backend/embedding.d.ts +1 -1
  26. package/dist/adapters/langchain/backend/chat.d.cts +1 -1
  27. package/dist/adapters/langchain/backend/chat.d.ts +1 -1
  28. package/dist/adapters/langchain/backend/embedding.d.cts +1 -1
  29. package/dist/adapters/langchain/backend/embedding.d.ts +1 -1
  30. package/dist/adapters/langchain/tools.d.cts +1 -1
  31. package/dist/adapters/langchain/tools.d.ts +1 -1
  32. package/dist/adapters/ollama/backend/chat.d.cts +1 -1
  33. package/dist/adapters/ollama/backend/chat.d.ts +1 -1
  34. package/dist/adapters/ollama/backend/embedding.d.cts +1 -1
  35. package/dist/adapters/ollama/backend/embedding.d.ts +1 -1
  36. package/dist/adapters/openai/backend/chat.d.cts +1 -1
  37. package/dist/adapters/openai/backend/chat.d.ts +1 -1
  38. package/dist/adapters/openai/backend/client.cjs +9 -2
  39. package/dist/adapters/openai/backend/client.cjs.map +1 -1
  40. package/dist/adapters/openai/backend/client.js +9 -2
  41. package/dist/adapters/openai/backend/client.js.map +1 -1
  42. package/dist/adapters/openai/backend/embedding.d.cts +1 -1
  43. package/dist/adapters/openai/backend/embedding.d.ts +1 -1
  44. package/dist/adapters/vercel/backend/chat.cjs +0 -1
  45. package/dist/adapters/vercel/backend/chat.cjs.map +1 -1
  46. package/dist/adapters/vercel/backend/chat.d.cts +1 -1
  47. package/dist/adapters/vercel/backend/chat.d.ts +1 -1
  48. package/dist/adapters/vercel/backend/chat.js +0 -1
  49. package/dist/adapters/vercel/backend/chat.js.map +1 -1
  50. package/dist/adapters/vercel/backend/embedding.d.cts +1 -1
  51. package/dist/adapters/vercel/backend/embedding.d.ts +1 -1
  52. package/dist/adapters/watsonx/backend/chat.cjs +6 -2
  53. package/dist/adapters/watsonx/backend/chat.cjs.map +1 -1
  54. package/dist/adapters/watsonx/backend/chat.d.cts +2 -2
  55. package/dist/adapters/watsonx/backend/chat.d.ts +2 -2
  56. package/dist/adapters/watsonx/backend/chat.js +6 -2
  57. package/dist/adapters/watsonx/backend/chat.js.map +1 -1
  58. package/dist/adapters/watsonx/backend/embedding.d.cts +1 -1
  59. package/dist/adapters/watsonx/backend/embedding.d.ts +1 -1
  60. package/dist/agent-COg8SPbf.d.cts +84 -0
  61. package/dist/agent-Dv5YSk8H.d.ts +84 -0
  62. package/dist/agents/base.d.cts +2 -2
  63. package/dist/agents/base.d.ts +2 -2
  64. package/dist/agents/experimental/remote/agent.cjs +25 -18
  65. package/dist/agents/experimental/remote/agent.cjs.map +1 -1
  66. package/dist/agents/experimental/remote/agent.d.cts +6 -5
  67. package/dist/agents/experimental/remote/agent.d.ts +6 -5
  68. package/dist/agents/experimental/remote/agent.js +26 -19
  69. package/dist/agents/experimental/remote/agent.js.map +1 -1
  70. package/dist/agents/experimental/replan/agent.d.cts +2 -2
  71. package/dist/agents/experimental/replan/agent.d.ts +2 -2
  72. package/dist/agents/experimental/replan/prompts.d.cts +1 -1
  73. package/dist/agents/experimental/replan/prompts.d.ts +1 -1
  74. package/dist/agents/experimental/streamlit/agent.d.cts +2 -2
  75. package/dist/agents/experimental/streamlit/agent.d.ts +2 -2
  76. package/dist/agents/{bee → react}/agent.cjs +5 -5
  77. package/dist/agents/react/agent.cjs.map +1 -0
  78. package/dist/agents/{bee → react}/agent.d.cts +3 -3
  79. package/dist/agents/{bee → react}/agent.d.ts +3 -3
  80. package/dist/agents/{bee → react}/agent.js +5 -5
  81. package/dist/agents/react/agent.js.map +1 -0
  82. package/dist/agents/{bee → react}/prompts.cjs +18 -18
  83. package/dist/agents/react/prompts.cjs.map +1 -0
  84. package/dist/agents/{bee → react}/prompts.d.cts +10 -10
  85. package/dist/agents/{bee → react}/prompts.d.ts +10 -10
  86. package/dist/agents/{bee → react}/prompts.js +10 -10
  87. package/dist/agents/react/prompts.js.map +1 -0
  88. package/dist/agents/{bee → react}/runners/base.cjs +1 -1
  89. package/dist/agents/{bee → react}/runners/base.cjs.map +1 -1
  90. package/dist/agents/{bee → react}/runners/base.d.cts +3 -3
  91. package/dist/agents/{bee → react}/runners/base.d.ts +3 -3
  92. package/dist/agents/{bee → react}/runners/base.js +1 -1
  93. package/dist/agents/{bee → react}/runners/base.js.map +1 -1
  94. package/dist/agents/{bee → react}/runners/deep-think/prompts.cjs +14 -14
  95. package/dist/agents/react/runners/deep-think/prompts.cjs.map +1 -0
  96. package/dist/agents/{bee/runners/granite → react/runners/deep-think}/prompts.d.cts +8 -8
  97. package/dist/agents/{bee/runners/granite → react/runners/deep-think}/prompts.d.ts +8 -8
  98. package/dist/agents/{bee → react}/runners/deep-think/prompts.js +9 -9
  99. package/dist/agents/react/runners/deep-think/prompts.js.map +1 -0
  100. package/dist/agents/{bee → react}/runners/deep-think/runner.cjs +10 -10
  101. package/dist/agents/react/runners/deep-think/runner.cjs.map +1 -0
  102. package/dist/agents/{bee → react}/runners/deep-think/runner.d.cts +6 -6
  103. package/dist/agents/{bee → react}/runners/deep-think/runner.d.ts +6 -6
  104. package/dist/agents/{bee → react}/runners/deep-think/runner.js +12 -12
  105. package/dist/agents/react/runners/deep-think/runner.js.map +1 -0
  106. package/dist/agents/{bee → react}/runners/default/runner.cjs +10 -10
  107. package/dist/agents/react/runners/default/runner.cjs.map +1 -0
  108. package/dist/agents/{bee → react}/runners/default/runner.d.cts +9 -9
  109. package/dist/agents/{bee → react}/runners/default/runner.d.ts +9 -9
  110. package/dist/agents/{bee → react}/runners/default/runner.js +11 -11
  111. package/dist/agents/react/runners/default/runner.js.map +1 -0
  112. package/dist/agents/{bee → react}/runners/default/runner.spec.cjs +5 -5
  113. package/dist/agents/react/runners/default/runner.spec.cjs.map +1 -0
  114. package/dist/agents/{bee → react}/runners/default/runner.spec.js +6 -6
  115. package/dist/agents/react/runners/default/runner.spec.js.map +1 -0
  116. package/dist/agents/{bee → react}/runners/granite/prompts.cjs +14 -14
  117. package/dist/agents/react/runners/granite/prompts.cjs.map +1 -0
  118. package/dist/agents/{bee/runners/deep-think → react/runners/granite}/prompts.d.cts +8 -8
  119. package/dist/agents/{bee/runners/deep-think → react/runners/granite}/prompts.d.ts +8 -8
  120. package/dist/agents/{bee → react}/runners/granite/prompts.js +9 -9
  121. package/dist/agents/react/runners/granite/prompts.js.map +1 -0
  122. package/dist/agents/{bee → react}/runners/granite/runner.cjs +10 -10
  123. package/dist/agents/react/runners/granite/runner.cjs.map +1 -0
  124. package/dist/agents/{bee → react}/runners/granite/runner.d.cts +6 -6
  125. package/dist/agents/{bee → react}/runners/granite/runner.d.ts +6 -6
  126. package/dist/agents/{bee → react}/runners/granite/runner.js +12 -12
  127. package/dist/agents/react/runners/granite/runner.js.map +1 -0
  128. package/dist/agents/{bee → react}/types.d.cts +46 -46
  129. package/dist/agents/{bee → react}/types.d.ts +46 -46
  130. package/dist/agents/toolCalling/agent.cjs +208 -0
  131. package/dist/agents/toolCalling/agent.cjs.map +1 -0
  132. package/dist/agents/toolCalling/agent.d.cts +70 -0
  133. package/dist/agents/toolCalling/agent.d.ts +70 -0
  134. package/dist/agents/toolCalling/agent.js +206 -0
  135. package/dist/agents/toolCalling/agent.js.map +1 -0
  136. package/dist/agents/toolCalling/prompts.cjs +64 -0
  137. package/dist/agents/toolCalling/prompts.cjs.map +1 -0
  138. package/dist/agents/toolCalling/prompts.d.cts +49 -0
  139. package/dist/agents/toolCalling/prompts.d.ts +49 -0
  140. package/dist/agents/toolCalling/prompts.js +61 -0
  141. package/dist/agents/toolCalling/prompts.js.map +1 -0
  142. package/dist/agents/toolCalling/types.cjs +4 -0
  143. package/dist/agents/toolCalling/types.cjs.map +1 -0
  144. package/dist/agents/toolCalling/types.d.cts +66 -0
  145. package/dist/agents/toolCalling/types.d.ts +66 -0
  146. package/dist/agents/toolCalling/types.js +3 -0
  147. package/dist/agents/toolCalling/types.js.map +1 -0
  148. package/dist/agents/types.d.cts +2 -2
  149. package/dist/agents/types.d.ts +2 -2
  150. package/dist/backend/backend.d.cts +1 -1
  151. package/dist/backend/backend.d.ts +1 -1
  152. package/dist/backend/chat.cjs +3 -0
  153. package/dist/backend/chat.cjs.map +1 -1
  154. package/dist/backend/chat.d.cts +4 -3
  155. package/dist/backend/chat.d.ts +4 -3
  156. package/dist/backend/chat.js +3 -0
  157. package/dist/backend/chat.js.map +1 -1
  158. package/dist/backend/core.d.cts +1 -1
  159. package/dist/backend/core.d.ts +1 -1
  160. package/dist/backend/embedding.d.cts +1 -1
  161. package/dist/backend/embedding.d.ts +1 -1
  162. package/dist/backend/message.cjs +9 -0
  163. package/dist/backend/message.cjs.map +1 -1
  164. package/dist/backend/message.d.cts +2 -0
  165. package/dist/backend/message.d.ts +2 -0
  166. package/dist/backend/message.js +9 -0
  167. package/dist/backend/message.js.map +1 -1
  168. package/dist/{base-daM6fHUP.d.cts → base-Csr9guq2.d.cts} +1 -1
  169. package/dist/{base-mmG-8Pk9.d.ts → base-DHhpWHQm.d.ts} +1 -1
  170. package/dist/context.d.cts +1 -1
  171. package/dist/context.d.ts +1 -1
  172. package/dist/emitter/emitter.d.cts +1 -1
  173. package/dist/emitter/emitter.d.ts +1 -1
  174. package/dist/emitter/types.d.cts +1 -1
  175. package/dist/emitter/types.d.ts +1 -1
  176. package/dist/index.cjs +21 -0
  177. package/dist/index.d.cts +8 -3
  178. package/dist/index.d.ts +8 -3
  179. package/dist/index.js +3 -0
  180. package/dist/instrumentation/create-telemetry-middleware.cjs.map +1 -1
  181. package/dist/instrumentation/create-telemetry-middleware.d.cts +1 -1
  182. package/dist/instrumentation/create-telemetry-middleware.d.ts +1 -1
  183. package/dist/instrumentation/create-telemetry-middleware.js.map +1 -1
  184. package/dist/instrumentation/helpers/utils.d.cts +1 -1
  185. package/dist/instrumentation/helpers/utils.d.ts +1 -1
  186. package/dist/internals/fetcher.d.cts +1 -1
  187. package/dist/internals/fetcher.d.ts +1 -1
  188. package/dist/memory/summarizeMemory.d.cts +1 -1
  189. package/dist/memory/summarizeMemory.d.ts +1 -1
  190. package/dist/parsers/linePrefix.d.cts +1 -1
  191. package/dist/parsers/linePrefix.d.ts +1 -1
  192. package/dist/tools/arxiv.d.cts +1 -1
  193. package/dist/tools/arxiv.d.ts +1 -1
  194. package/dist/tools/base.d.cts +1 -1
  195. package/dist/tools/base.d.ts +1 -1
  196. package/dist/tools/calculator.d.cts +1 -1
  197. package/dist/tools/calculator.d.ts +1 -1
  198. package/dist/tools/custom.d.cts +1 -1
  199. package/dist/tools/custom.d.ts +1 -1
  200. package/dist/tools/database/elasticsearch.d.cts +1 -1
  201. package/dist/tools/database/elasticsearch.d.ts +1 -1
  202. package/dist/tools/database/milvus.d.cts +3 -3
  203. package/dist/tools/database/milvus.d.ts +3 -3
  204. package/dist/tools/database/sql.d.cts +1 -1
  205. package/dist/tools/database/sql.d.ts +1 -1
  206. package/dist/tools/llm.d.cts +1 -1
  207. package/dist/tools/llm.d.ts +1 -1
  208. package/dist/tools/mcp.d.cts +1 -1
  209. package/dist/tools/mcp.d.ts +1 -1
  210. package/dist/tools/openapi.d.cts +1 -1
  211. package/dist/tools/openapi.d.ts +1 -1
  212. package/dist/tools/python/output.d.cts +1 -1
  213. package/dist/tools/python/output.d.ts +1 -1
  214. package/dist/tools/python/python.d.cts +1 -1
  215. package/dist/tools/python/python.d.ts +1 -1
  216. package/dist/tools/search/base.d.cts +1 -1
  217. package/dist/tools/search/base.d.ts +1 -1
  218. package/dist/tools/search/duckDuckGoSearch.d.cts +1 -1
  219. package/dist/tools/search/duckDuckGoSearch.d.ts +1 -1
  220. package/dist/tools/search/googleSearch.d.cts +1 -1
  221. package/dist/tools/search/googleSearch.d.ts +1 -1
  222. package/dist/tools/search/searXNGSearch.d.cts +1 -1
  223. package/dist/tools/search/searXNGSearch.d.ts +1 -1
  224. package/dist/tools/search/wikipedia.d.cts +1 -1
  225. package/dist/tools/search/wikipedia.d.ts +1 -1
  226. package/dist/tools/similarity.d.cts +1 -1
  227. package/dist/tools/similarity.d.ts +1 -1
  228. package/dist/tools/weather/openMeteo.d.cts +1 -1
  229. package/dist/tools/weather/openMeteo.d.ts +1 -1
  230. package/dist/tools/web/webCrawler.d.cts +1 -1
  231. package/dist/tools/web/webCrawler.d.ts +1 -1
  232. package/dist/version.cjs +1 -1
  233. package/dist/version.js +1 -1
  234. package/dist/workflows/agent.cjs +28 -20
  235. package/dist/workflows/agent.cjs.map +1 -1
  236. package/dist/workflows/agent.d.cts +223 -43
  237. package/dist/workflows/agent.d.ts +223 -43
  238. package/dist/workflows/agent.js +29 -21
  239. package/dist/workflows/agent.js.map +1 -1
  240. package/dist/workflows/workflow.d.cts +1 -1
  241. package/dist/workflows/workflow.d.ts +1 -1
  242. package/package.json +7 -7
  243. package/dist/agent-BZ-_ATuJ.d.cts +0 -84
  244. package/dist/agent-BqoZ6FbM.d.ts +0 -84
  245. package/dist/agents/bee/agent.cjs.map +0 -1
  246. package/dist/agents/bee/agent.js.map +0 -1
  247. package/dist/agents/bee/prompts.cjs.map +0 -1
  248. package/dist/agents/bee/prompts.js.map +0 -1
  249. package/dist/agents/bee/runners/deep-think/prompts.cjs.map +0 -1
  250. package/dist/agents/bee/runners/deep-think/prompts.js.map +0 -1
  251. package/dist/agents/bee/runners/deep-think/runner.cjs.map +0 -1
  252. package/dist/agents/bee/runners/deep-think/runner.js.map +0 -1
  253. package/dist/agents/bee/runners/default/runner.cjs.map +0 -1
  254. package/dist/agents/bee/runners/default/runner.js.map +0 -1
  255. package/dist/agents/bee/runners/default/runner.spec.cjs.map +0 -1
  256. package/dist/agents/bee/runners/default/runner.spec.js.map +0 -1
  257. package/dist/agents/bee/runners/granite/prompts.cjs.map +0 -1
  258. package/dist/agents/bee/runners/granite/prompts.js.map +0 -1
  259. package/dist/agents/bee/runners/granite/runner.cjs.map +0 -1
  260. package/dist/agents/bee/runners/granite/runner.js.map +0 -1
  261. package/dist/agents/{bee → react}/runners/default/runner.spec.d.cts +0 -0
  262. package/dist/agents/{bee → react}/runners/default/runner.spec.d.ts +0 -0
  263. package/dist/agents/{bee → react}/types.cjs +0 -0
  264. package/dist/agents/{bee → react}/types.cjs.map +0 -0
  265. package/dist/agents/{bee → react}/types.js +0 -0
  266. package/dist/agents/{bee → react}/types.js.map +0 -0
  267. package/dist/{emitter-C9EN5B0j.d.cts → emitter-BWtGHYn0.d.cts} +1 -1
  268. package/dist/{emitter-BxVxGBbJ.d.ts → emitter-l0W9gC1A.d.ts} +1 -1
@@ -0,0 +1,64 @@
1
+ 'use strict';
2
+
3
+ var template_cjs = require('../../template.cjs');
4
+ var zod = require('zod');
5
+
6
+ var __defProp = Object.defineProperty;
7
+ var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
8
+ const ToolCallingAgentSystemPrompt = new template_cjs.PromptTemplate({
9
+ schema: zod.z.object({
10
+ role: zod.z.string(),
11
+ instructions: zod.z.string().optional()
12
+ }),
13
+ functions: {
14
+ formatDate: /* @__PURE__ */ __name(function() {
15
+ return (/* @__PURE__ */ new Date()).toISOString();
16
+ }, "formatDate")
17
+ },
18
+ defaults: {
19
+ role: "A helpful AI assistant",
20
+ instructions: ""
21
+ },
22
+ template: `Assume the role of {{role}}.
23
+ {{#instructions}}
24
+
25
+ Your instructions are:
26
+ {{.}}
27
+ {{/instructions}}
28
+
29
+ When the user sends a message, figure out a solution and provide a final answer.
30
+ You can use tools to improve your answers if available.
31
+
32
+ # Best practices
33
+ - Use markdown syntax to format code snippets, links, JSON, tables, images, and files.
34
+ - If the provided task is unclear, ask the user for clarification.
35
+ - Do not refer to tools or tool outputs by name when responding.
36
+
37
+ # Date and Time
38
+ The current date and time is: {{formatDate}}
39
+ You do not need a tool to get the current Date and Time. Use the information available here.
40
+ `
41
+ });
42
+ const ToolCallingAgentTaskPrompt = new template_cjs.PromptTemplate({
43
+ schema: zod.z.object({
44
+ prompt: zod.z.string(),
45
+ context: zod.z.string().optional(),
46
+ expectedOutput: zod.z.string().optional()
47
+ }),
48
+ template: `{{#context}}This is the context that you are working with:
49
+ {{.}}
50
+
51
+ {{/context}}
52
+ {{#expectedOutput}}
53
+ This is the expected criteria for your output:
54
+ {{.}}
55
+
56
+ {{/expectedOutput}}
57
+ Your task: {{prompt}}
58
+ `
59
+ });
60
+
61
+ exports.ToolCallingAgentSystemPrompt = ToolCallingAgentSystemPrompt;
62
+ exports.ToolCallingAgentTaskPrompt = ToolCallingAgentTaskPrompt;
63
+ //# sourceMappingURL=prompts.cjs.map
64
+ //# sourceMappingURL=prompts.cjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["prompts.ts"],"names":["ToolCallingAgentSystemPrompt","PromptTemplate","schema","z","object","role","string","instructions","optional","functions","formatDate","Date","toISOString","defaults","template","ToolCallingAgentTaskPrompt","prompt","context","expectedOutput"],"mappings":";;;;;;;AAmBaA,MAAAA,4BAAAA,GAA+B,IAAIC,2BAAe,CAAA;AAC7DC,EAAAA,MAAAA,EAAQC,MAAEC,MAAO,CAAA;AACfC,IAAAA,IAAAA,EAAMF,MAAEG,MAAM,EAAA;IACdC,YAAcJ,EAAAA,KAAAA,CAAEG,MAAM,EAAA,CAAGE,QAAQ;GACnC,CAAA;EACAC,SAAW,EAAA;AACTC,IAAAA,UAAAA,kBAAY,MAAA,CAAA,WAAA;AACV,MAAO,OAAA,iBAAA,IAAIC,IAAAA,EAAAA,EAAOC,WAAW,EAAA;KADnB,EAAA,YAAA;AAGd,GAAA;EACAC,QAAU,EAAA;IAAER,IAAM,EAAA,wBAAA;IAA0BE,YAAc,EAAA;AAAG,GAAA;EAC7DO,QAAU,EAAA,CAAA;;;;;;;;;;;;;;;;;;;AAmBZ,CAAA;AAEaC,MAAAA,0BAAAA,GAA6B,IAAId,2BAAe,CAAA;AAC3DC,EAAAA,MAAAA,EAAQC,MAAEC,MAAO,CAAA;AACfY,IAAAA,MAAAA,EAAQb,MAAEG,MAAM,EAAA;IAChBW,OAASd,EAAAA,KAAAA,CAAEG,MAAM,EAAA,CAAGE,QAAQ,EAAA;IAC5BU,cAAgBf,EAAAA,KAAAA,CAAEG,MAAM,EAAA,CAAGE,QAAQ;GACrC,CAAA;EACAM,QAAU,EAAA,CAAA;;;;;;;;;;;AAWZ,CAAA","file":"prompts.cjs","sourcesContent":["/**\n * Copyright 2025 IBM Corp.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { PromptTemplate } from \"@/template.js\";\nimport { z } from \"zod\";\n\nexport const ToolCallingAgentSystemPrompt = new PromptTemplate({\n schema: z.object({\n role: z.string(),\n instructions: z.string().optional(),\n }),\n functions: {\n formatDate: function () {\n return new Date().toISOString();\n },\n },\n defaults: { role: \"A helpful AI assistant\", instructions: \"\" },\n template: `Assume the role of {{role}}.\n{{#instructions}}\n\nYour instructions are:\n{{.}}\n{{/instructions}}\n\nWhen the user sends a message, figure out a solution and provide a final answer.\nYou can use tools to improve your answers if available.\n\n# Best practices\n- Use markdown syntax to format code snippets, links, JSON, tables, images, and files.\n- If the provided task is unclear, ask the user for clarification.\n- Do not refer to tools or tool outputs by name when responding.\n\n# Date and Time\nThe current date and time is: {{formatDate}}\nYou do not need a tool to get the current Date and Time. Use the information available here.\n`,\n});\n\nexport const ToolCallingAgentTaskPrompt = new PromptTemplate({\n schema: z.object({\n prompt: z.string(),\n context: z.string().optional(),\n expectedOutput: z.string().optional(),\n }),\n template: `{{#context}}This is the context that you are working with:\n{{.}}\n\n{{/context}}\n{{#expectedOutput}}\nThis is the expected criteria for your output:\n{{.}}\n\n{{/expectedOutput}}\nYour task: {{prompt}}\n`,\n});\n"]}
@@ -0,0 +1,49 @@
1
+ import { PromptTemplate } from '../../template.cjs';
2
+ import { z } from 'zod';
3
+ import '../../errors.cjs';
4
+ import '../../internals/types.cjs';
5
+ import '../../internals/helpers/guards.cjs';
6
+ import '../../internals/serializable.cjs';
7
+ import 'ajv';
8
+
9
+ /**
10
+ * Copyright 2025 IBM Corp.
11
+ *
12
+ * Licensed under the Apache License, Version 2.0 (the "License");
13
+ * you may not use this file except in compliance with the License.
14
+ * You may obtain a copy of the License at
15
+ *
16
+ * http://www.apache.org/licenses/LICENSE-2.0
17
+ *
18
+ * Unless required by applicable law or agreed to in writing, software
19
+ * distributed under the License is distributed on an "AS IS" BASIS,
20
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
21
+ * See the License for the specific language governing permissions and
22
+ * limitations under the License.
23
+ */
24
+
25
+ declare const ToolCallingAgentSystemPrompt: PromptTemplate<z.ZodObject<{
26
+ role: z.ZodString;
27
+ instructions: z.ZodOptional<z.ZodString>;
28
+ }, "strip", z.ZodTypeAny, {
29
+ role: string;
30
+ instructions?: string | undefined;
31
+ }, {
32
+ role: string;
33
+ instructions?: string | undefined;
34
+ }>>;
35
+ declare const ToolCallingAgentTaskPrompt: PromptTemplate<z.ZodObject<{
36
+ prompt: z.ZodString;
37
+ context: z.ZodOptional<z.ZodString>;
38
+ expectedOutput: z.ZodOptional<z.ZodString>;
39
+ }, "strip", z.ZodTypeAny, {
40
+ prompt: string;
41
+ context?: string | undefined;
42
+ expectedOutput?: string | undefined;
43
+ }, {
44
+ prompt: string;
45
+ context?: string | undefined;
46
+ expectedOutput?: string | undefined;
47
+ }>>;
48
+
49
+ export { ToolCallingAgentSystemPrompt, ToolCallingAgentTaskPrompt };
@@ -0,0 +1,49 @@
1
+ import { PromptTemplate } from '../../template.js';
2
+ import { z } from 'zod';
3
+ import '../../errors.js';
4
+ import '../../internals/types.js';
5
+ import '../../internals/helpers/guards.js';
6
+ import '../../internals/serializable.js';
7
+ import 'ajv';
8
+
9
+ /**
10
+ * Copyright 2025 IBM Corp.
11
+ *
12
+ * Licensed under the Apache License, Version 2.0 (the "License");
13
+ * you may not use this file except in compliance with the License.
14
+ * You may obtain a copy of the License at
15
+ *
16
+ * http://www.apache.org/licenses/LICENSE-2.0
17
+ *
18
+ * Unless required by applicable law or agreed to in writing, software
19
+ * distributed under the License is distributed on an "AS IS" BASIS,
20
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
21
+ * See the License for the specific language governing permissions and
22
+ * limitations under the License.
23
+ */
24
+
25
+ declare const ToolCallingAgentSystemPrompt: PromptTemplate<z.ZodObject<{
26
+ role: z.ZodString;
27
+ instructions: z.ZodOptional<z.ZodString>;
28
+ }, "strip", z.ZodTypeAny, {
29
+ role: string;
30
+ instructions?: string | undefined;
31
+ }, {
32
+ role: string;
33
+ instructions?: string | undefined;
34
+ }>>;
35
+ declare const ToolCallingAgentTaskPrompt: PromptTemplate<z.ZodObject<{
36
+ prompt: z.ZodString;
37
+ context: z.ZodOptional<z.ZodString>;
38
+ expectedOutput: z.ZodOptional<z.ZodString>;
39
+ }, "strip", z.ZodTypeAny, {
40
+ prompt: string;
41
+ context?: string | undefined;
42
+ expectedOutput?: string | undefined;
43
+ }, {
44
+ prompt: string;
45
+ context?: string | undefined;
46
+ expectedOutput?: string | undefined;
47
+ }>>;
48
+
49
+ export { ToolCallingAgentSystemPrompt, ToolCallingAgentTaskPrompt };
@@ -0,0 +1,61 @@
1
+ import { PromptTemplate } from '../../template.js';
2
+ import { z } from 'zod';
3
+
4
+ var __defProp = Object.defineProperty;
5
+ var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
6
+ const ToolCallingAgentSystemPrompt = new PromptTemplate({
7
+ schema: z.object({
8
+ role: z.string(),
9
+ instructions: z.string().optional()
10
+ }),
11
+ functions: {
12
+ formatDate: /* @__PURE__ */ __name(function() {
13
+ return (/* @__PURE__ */ new Date()).toISOString();
14
+ }, "formatDate")
15
+ },
16
+ defaults: {
17
+ role: "A helpful AI assistant",
18
+ instructions: ""
19
+ },
20
+ template: `Assume the role of {{role}}.
21
+ {{#instructions}}
22
+
23
+ Your instructions are:
24
+ {{.}}
25
+ {{/instructions}}
26
+
27
+ When the user sends a message, figure out a solution and provide a final answer.
28
+ You can use tools to improve your answers if available.
29
+
30
+ # Best practices
31
+ - Use markdown syntax to format code snippets, links, JSON, tables, images, and files.
32
+ - If the provided task is unclear, ask the user for clarification.
33
+ - Do not refer to tools or tool outputs by name when responding.
34
+
35
+ # Date and Time
36
+ The current date and time is: {{formatDate}}
37
+ You do not need a tool to get the current Date and Time. Use the information available here.
38
+ `
39
+ });
40
+ const ToolCallingAgentTaskPrompt = new PromptTemplate({
41
+ schema: z.object({
42
+ prompt: z.string(),
43
+ context: z.string().optional(),
44
+ expectedOutput: z.string().optional()
45
+ }),
46
+ template: `{{#context}}This is the context that you are working with:
47
+ {{.}}
48
+
49
+ {{/context}}
50
+ {{#expectedOutput}}
51
+ This is the expected criteria for your output:
52
+ {{.}}
53
+
54
+ {{/expectedOutput}}
55
+ Your task: {{prompt}}
56
+ `
57
+ });
58
+
59
+ export { ToolCallingAgentSystemPrompt, ToolCallingAgentTaskPrompt };
60
+ //# sourceMappingURL=prompts.js.map
61
+ //# sourceMappingURL=prompts.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["prompts.ts"],"names":["ToolCallingAgentSystemPrompt","PromptTemplate","schema","z","object","role","string","instructions","optional","functions","formatDate","Date","toISOString","defaults","template","ToolCallingAgentTaskPrompt","prompt","context","expectedOutput"],"mappings":";;;;;AAmBaA,MAAAA,4BAAAA,GAA+B,IAAIC,cAAe,CAAA;AAC7DC,EAAAA,MAAAA,EAAQC,EAAEC,MAAO,CAAA;AACfC,IAAAA,IAAAA,EAAMF,EAAEG,MAAM,EAAA;IACdC,YAAcJ,EAAAA,CAAAA,CAAEG,MAAM,EAAA,CAAGE,QAAQ;GACnC,CAAA;EACAC,SAAW,EAAA;AACTC,IAAAA,UAAAA,kBAAY,MAAA,CAAA,WAAA;AACV,MAAO,OAAA,iBAAA,IAAIC,IAAAA,EAAAA,EAAOC,WAAW,EAAA;KADnB,EAAA,YAAA;AAGd,GAAA;EACAC,QAAU,EAAA;IAAER,IAAM,EAAA,wBAAA;IAA0BE,YAAc,EAAA;AAAG,GAAA;EAC7DO,QAAU,EAAA,CAAA;;;;;;;;;;;;;;;;;;;AAmBZ,CAAA;AAEaC,MAAAA,0BAAAA,GAA6B,IAAId,cAAe,CAAA;AAC3DC,EAAAA,MAAAA,EAAQC,EAAEC,MAAO,CAAA;AACfY,IAAAA,MAAAA,EAAQb,EAAEG,MAAM,EAAA;IAChBW,OAASd,EAAAA,CAAAA,CAAEG,MAAM,EAAA,CAAGE,QAAQ,EAAA;IAC5BU,cAAgBf,EAAAA,CAAAA,CAAEG,MAAM,EAAA,CAAGE,QAAQ;GACrC,CAAA;EACAM,QAAU,EAAA,CAAA;;;;;;;;;;;AAWZ,CAAA","file":"prompts.js","sourcesContent":["/**\n * Copyright 2025 IBM Corp.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { PromptTemplate } from \"@/template.js\";\nimport { z } from \"zod\";\n\nexport const ToolCallingAgentSystemPrompt = new PromptTemplate({\n schema: z.object({\n role: z.string(),\n instructions: z.string().optional(),\n }),\n functions: {\n formatDate: function () {\n return new Date().toISOString();\n },\n },\n defaults: { role: \"A helpful AI assistant\", instructions: \"\" },\n template: `Assume the role of {{role}}.\n{{#instructions}}\n\nYour instructions are:\n{{.}}\n{{/instructions}}\n\nWhen the user sends a message, figure out a solution and provide a final answer.\nYou can use tools to improve your answers if available.\n\n# Best practices\n- Use markdown syntax to format code snippets, links, JSON, tables, images, and files.\n- If the provided task is unclear, ask the user for clarification.\n- Do not refer to tools or tool outputs by name when responding.\n\n# Date and Time\nThe current date and time is: {{formatDate}}\nYou do not need a tool to get the current Date and Time. Use the information available here.\n`,\n});\n\nexport const ToolCallingAgentTaskPrompt = new PromptTemplate({\n schema: z.object({\n prompt: z.string(),\n context: z.string().optional(),\n expectedOutput: z.string().optional(),\n }),\n template: `{{#context}}This is the context that you are working with:\n{{.}}\n\n{{/context}}\n{{#expectedOutput}}\nThis is the expected criteria for your output:\n{{.}}\n\n{{/expectedOutput}}\nYour task: {{prompt}}\n`,\n});\n"]}
@@ -0,0 +1,4 @@
1
+ 'use strict';
2
+
3
+ //# sourceMappingURL=types.cjs.map
4
+ //# sourceMappingURL=types.cjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":[],"names":[],"mappings":"","file":"types.cjs"}
@@ -0,0 +1,66 @@
1
+ import { BaseMemory } from '../../memory/base.cjs';
2
+ import { AssistantMessage } from '../../backend/message.cjs';
3
+ import { C as Callback } from '../../emitter-BWtGHYn0.cjs';
4
+ import { ToolCallingAgentSystemPrompt, ToolCallingAgentTaskPrompt } from './prompts.cjs';
5
+ import { ZodSchema } from 'zod';
6
+ import '../../errors.cjs';
7
+ import '../../internals/types.cjs';
8
+ import '../../internals/helpers/guards.cjs';
9
+ import '../../internals/serializable.cjs';
10
+ import 'ai';
11
+ import '../../template.cjs';
12
+ import 'ajv';
13
+
14
+ /**
15
+ * Copyright 2025 IBM Corp.
16
+ *
17
+ * Licensed under the Apache License, Version 2.0 (the "License");
18
+ * you may not use this file except in compliance with the License.
19
+ * You may obtain a copy of the License at
20
+ *
21
+ * http://www.apache.org/licenses/LICENSE-2.0
22
+ *
23
+ * Unless required by applicable law or agreed to in writing, software
24
+ * distributed under the License is distributed on an "AS IS" BASIS,
25
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
26
+ * See the License for the specific language governing permissions and
27
+ * limitations under the License.
28
+ */
29
+
30
+ interface ToolCallingAgentRunInput {
31
+ prompt?: string;
32
+ context?: string;
33
+ expectedOutput?: string | ZodSchema;
34
+ }
35
+ interface ToolCallingAgentRunOutput {
36
+ result: AssistantMessage;
37
+ memory: BaseMemory;
38
+ }
39
+ interface ToolCallingAgentRunState {
40
+ result?: AssistantMessage;
41
+ memory: BaseMemory;
42
+ iteration: number;
43
+ }
44
+ interface ToolCallingAgentExecutionConfig {
45
+ totalMaxRetries?: number;
46
+ maxRetriesPerStep?: number;
47
+ maxIterations?: number;
48
+ }
49
+ interface ToolCallingAgentRunOptions {
50
+ signal?: AbortSignal;
51
+ execution?: ToolCallingAgentExecutionConfig;
52
+ }
53
+ interface ToolCallingAgentCallbacks {
54
+ start?: Callback<{
55
+ state: ToolCallingAgentRunState;
56
+ }>;
57
+ success?: Callback<{
58
+ state: ToolCallingAgentRunState;
59
+ }>;
60
+ }
61
+ interface ToolCallingAgentTemplates {
62
+ system: typeof ToolCallingAgentSystemPrompt;
63
+ task: typeof ToolCallingAgentTaskPrompt;
64
+ }
65
+
66
+ export type { ToolCallingAgentCallbacks, ToolCallingAgentExecutionConfig, ToolCallingAgentRunInput, ToolCallingAgentRunOptions, ToolCallingAgentRunOutput, ToolCallingAgentRunState, ToolCallingAgentTemplates };
@@ -0,0 +1,66 @@
1
+ import { BaseMemory } from '../../memory/base.js';
2
+ import { AssistantMessage } from '../../backend/message.js';
3
+ import { C as Callback } from '../../emitter-l0W9gC1A.js';
4
+ import { ToolCallingAgentSystemPrompt, ToolCallingAgentTaskPrompt } from './prompts.js';
5
+ import { ZodSchema } from 'zod';
6
+ import '../../errors.js';
7
+ import '../../internals/types.js';
8
+ import '../../internals/helpers/guards.js';
9
+ import '../../internals/serializable.js';
10
+ import 'ai';
11
+ import '../../template.js';
12
+ import 'ajv';
13
+
14
+ /**
15
+ * Copyright 2025 IBM Corp.
16
+ *
17
+ * Licensed under the Apache License, Version 2.0 (the "License");
18
+ * you may not use this file except in compliance with the License.
19
+ * You may obtain a copy of the License at
20
+ *
21
+ * http://www.apache.org/licenses/LICENSE-2.0
22
+ *
23
+ * Unless required by applicable law or agreed to in writing, software
24
+ * distributed under the License is distributed on an "AS IS" BASIS,
25
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
26
+ * See the License for the specific language governing permissions and
27
+ * limitations under the License.
28
+ */
29
+
30
+ interface ToolCallingAgentRunInput {
31
+ prompt?: string;
32
+ context?: string;
33
+ expectedOutput?: string | ZodSchema;
34
+ }
35
+ interface ToolCallingAgentRunOutput {
36
+ result: AssistantMessage;
37
+ memory: BaseMemory;
38
+ }
39
+ interface ToolCallingAgentRunState {
40
+ result?: AssistantMessage;
41
+ memory: BaseMemory;
42
+ iteration: number;
43
+ }
44
+ interface ToolCallingAgentExecutionConfig {
45
+ totalMaxRetries?: number;
46
+ maxRetriesPerStep?: number;
47
+ maxIterations?: number;
48
+ }
49
+ interface ToolCallingAgentRunOptions {
50
+ signal?: AbortSignal;
51
+ execution?: ToolCallingAgentExecutionConfig;
52
+ }
53
+ interface ToolCallingAgentCallbacks {
54
+ start?: Callback<{
55
+ state: ToolCallingAgentRunState;
56
+ }>;
57
+ success?: Callback<{
58
+ state: ToolCallingAgentRunState;
59
+ }>;
60
+ }
61
+ interface ToolCallingAgentTemplates {
62
+ system: typeof ToolCallingAgentSystemPrompt;
63
+ task: typeof ToolCallingAgentTaskPrompt;
64
+ }
65
+
66
+ export type { ToolCallingAgentCallbacks, ToolCallingAgentExecutionConfig, ToolCallingAgentRunInput, ToolCallingAgentRunOptions, ToolCallingAgentRunOutput, ToolCallingAgentRunState, ToolCallingAgentTemplates };
@@ -0,0 +1,3 @@
1
+
2
+ //# sourceMappingURL=types.js.map
3
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":[],"names":[],"mappings":"","file":"types.js"}
@@ -1,8 +1,8 @@
1
- export { d as AgentCallback, c as AgentCallbackValue, b as AgentMeta, f as AnyAgent, G as GetAgentInput, e as GetAgentOutput, I as InternalAgentCallbackValue, P as PublicAgentCallbackValue } from '../base-daM6fHUP.cjs';
1
+ export { d as AgentCallback, c as AgentCallbackValue, b as AgentMeta, f as AnyAgent, G as GetAgentInput, e as GetAgentOutput, I as InternalAgentCallbackValue, P as PublicAgentCallbackValue } from '../base-Csr9guq2.cjs';
2
2
  import '../internals/types.cjs';
3
3
  import '../tools/base.cjs';
4
4
  import '../context.cjs';
5
- import '../emitter-C9EN5B0j.cjs';
5
+ import '../emitter-BWtGHYn0.cjs';
6
6
  import '../internals/serializable.cjs';
7
7
  import '../internals/helpers/guards.cjs';
8
8
  import '../internals/helpers/promise.cjs';
@@ -1,8 +1,8 @@
1
- export { d as AgentCallback, c as AgentCallbackValue, b as AgentMeta, f as AnyAgent, G as GetAgentInput, e as GetAgentOutput, I as InternalAgentCallbackValue, P as PublicAgentCallbackValue } from '../base-mmG-8Pk9.js';
1
+ export { d as AgentCallback, c as AgentCallbackValue, b as AgentMeta, f as AnyAgent, G as GetAgentInput, e as GetAgentOutput, I as InternalAgentCallbackValue, P as PublicAgentCallbackValue } from '../base-DHhpWHQm.js';
2
2
  import '../internals/types.js';
3
3
  import '../tools/base.js';
4
4
  import '../context.js';
5
- import '../emitter-BxVxGBbJ.js';
5
+ import '../emitter-l0W9gC1A.js';
6
6
  import '../internals/serializable.js';
7
7
  import '../internals/helpers/guards.js';
8
8
  import '../internals/helpers/promise.js';
@@ -7,7 +7,7 @@ import { OptionalExcept } from '../internals/types.cjs';
7
7
  import './message.cjs';
8
8
  import 'ai';
9
9
  import '../context.cjs';
10
- import '../emitter-C9EN5B0j.cjs';
10
+ import '../emitter-BWtGHYn0.cjs';
11
11
  import '../internals/helpers/promise.cjs';
12
12
  import '../errors.cjs';
13
13
  import 'promise-based-task';
@@ -7,7 +7,7 @@ import { OptionalExcept } from '../internals/types.js';
7
7
  import './message.js';
8
8
  import 'ai';
9
9
  import '../context.js';
10
- import '../emitter-BxVxGBbJ.js';
10
+ import '../emitter-l0W9gC1A.js';
11
11
  import '../internals/helpers/promise.js';
12
12
  import '../errors.js';
13
13
  import 'promise-based-task';
@@ -246,6 +246,9 @@ class ChatModelOutput extends serializable_cjs.Serializable {
246
246
  getToolCalls() {
247
247
  return this.messages.filter((r) => r instanceof message_cjs.AssistantMessage).flatMap((r) => r.getToolCalls()).filter(Boolean);
248
248
  }
249
+ getTextMessages() {
250
+ return this.messages.filter((r) => r instanceof message_cjs.AssistantMessage).filter((r) => r.text);
251
+ }
249
252
  getTextContent() {
250
253
  return this.messages.filter((r) => r instanceof message_cjs.AssistantMessage).flatMap((r) => r.text).filter(Boolean).join("");
251
254
  }
@@ -1 +1 @@
1
- {"version":3,"sources":["chat.ts"],"names":["ChatModel","Serializable","cache","NullCache","parameters","create","input","shallowCopy","RunContext","enter","params","signal","abortSignal","run","cacheEntry","createCacheAccessor","emitter","emit","chunks","generator","value","stream","_createStream","toAsyncGenerator","_create","controller","AbortController","push","callbacks","abort","aborted","resolve","result","ChatModelOutput","fromChunks","error","reject","ChatModelError","middleware","INSTRUMENTATION_ENABLED","createTelemetryMiddleware","doNothing","createStructure","_createStructure","config","isFunction","fromName","name","options","providerId","modelId","parseModel","Target","loadModel","undefined","schema","jsonSchema","toJsonSchema","systemTemplate","PromptTemplate","z","object","string","min","template","messages","SystemMessage","render","JSON","stringify","errorTemplate","errors","expected","received","Retryable","executor","response","responseFormat","type","textResponse","getTextContent","parseBrokenJson","pair","validator","createSchemaValidator","success","context","UserMessage","maxRetries","get","createSnapshot","destroy","_","tools","key","ObjectHashKeyFn","Serializer","serialize","map","msg","toPlain","isNew","task","Task","set","delete","constructor","usage","finishReason","final","forEach","cur","merge","other","customMerge","totalTokens","takeBigger","promptTokens","completionTokens","getToolCalls","filter","r","AssistantMessage","flatMap","Boolean","text","join","toString","loadSnapshot","snapshot","Object","assign"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAuIO,MAAeA,kBAAkBC,6BAAAA,CAAAA;EAvIxC;;;AAyISC,EAAAA,KAAAA,GAAwB,IAAIC,uBAAAA,EAAAA;AAC5BC,EAAAA,UAAAA,GAAkC,EAAC;AAK1CC,EAAAA,MAAAA,CAAOC,KAA8C,EAAA;AACnDA,IAAAA,KAAAA,GAAQC,sBAAYD,KAAAA,CAAAA;AAEpB,IAAOE,OAAAA,sBAAAA,CAAWC,MAChB,IACA,EAAA;MAAEC,MAAQ,EAAA;AAACJ,QAAAA;;AAAiBK,MAAAA,MAAAA,EAAQL,KAAOM,EAAAA;AAAY,KAAA,EACvD,OAAOC,GAAAA,KAAAA;AACL,MAAA,MAAMC,UAAa,GAAA,MAAM,IAAKC,CAAAA,mBAAAA,CAAoBT,KAAAA,CAAAA;AAElD,MAAI,IAAA;AACF,QAAMO,MAAAA,GAAAA,CAAIG,OAAQC,CAAAA,IAAAA,CAAK,OAAS,EAAA;AAAEX,UAAAA;SAAM,CAAA;AACxC,QAAA,MAAMY,SAA4B,EAAA;AAElC,QAAA,MAAMC,SACJL,GAAAA,UAAAA,CAAWM,KACVd,KAAAA,KAAAA,CAAMe,SACH,IAAKC,CAAAA,aAAAA,CAAchB,KAAOO,EAAAA,GAAAA,IAC1BU,4BAAiB,CAAA,IAAA,CAAKC,OAAQlB,CAAAA,KAAAA,EAAOO,GAAAA,CAAAA,CAAAA,CAAAA;AAE3C,QAAMY,MAAAA,UAAAA,GAAa,IAAIC,eAAAA,EAAAA;AACvB,QAAA,WAAA,MAAiBN,SAASD,SAAW,EAAA;AACnCD,UAAAA,MAAAA,CAAOS,KAAKP,KAAAA,CAAAA;AACZ,UAAMP,MAAAA,GAAAA,CAAIG,OAAQC,CAAAA,IAAAA,CAAK,UAAY,EAAA;AACjCG,YAAAA,KAAAA;YACAQ,SAAW,EAAA;cAAEC,KAAO,kBAAA,MAAA,CAAA,MAAMJ,UAAWI,CAAAA,KAAAA,EAAjB,EAAA,OAAA;AAAyB;WAC/C,CAAA;AACA,UAAIJ,IAAAA,UAAAA,CAAWd,OAAOmB,OAAS,EAAA;AAC7B,YAAA;AACF;AACF;AAEAhB,QAAAA,UAAAA,CAAWiB,QAAQb,MAAAA,CAAAA;AACnB,QAAMc,MAAAA,MAAAA,GAASC,eAAgBC,CAAAA,UAAAA,CAAWhB,MAAAA,CAAAA;AAC1C,QAAML,MAAAA,GAAAA,CAAIG,OAAQC,CAAAA,IAAAA,CAAK,SAAW,EAAA;UAAEG,KAAOY,EAAAA;SAAO,CAAA;AAClD,QAAOA,OAAAA,MAAAA;AACT,OAAA,CAAA,OAASG,KAAO,EAAA;AACd,QAAMtB,MAAAA,GAAAA,CAAIG,OAAQC,CAAAA,IAAAA,CAAK,OAAS,EAAA;AAAEX,UAAAA,KAAAA;AAAO6B,UAAAA;SAAM,CAAA;AAC/C,QAAMrB,MAAAA,UAAAA,CAAWsB,OAAOD,KAAAA,CAAAA;AACxB,QAAA,IAAIA,iBAAiBE,yBAAgB,EAAA;AACnC,UAAMF,MAAAA,KAAAA;SACD,MAAA;AACL,UAAM,MAAA,IAAIE,0BAAe,CAA4C,wCAAA,CAAA,EAAA;AAACF,YAAAA;AAAM,WAAA,CAAA;AAC9E;OACF,SAAA;AACE,QAAA,MAAMtB,GAAIG,CAAAA,OAAAA,CAAQC,IAAK,CAAA,QAAA,EAAU,IAAA,CAAA;AACnC;AACF,KAAA,EACAqB,UAAWC,CAAAA,kCAAAA,GAA0BC,uDAAAA,EAAAA,GAA8BC,kBAAAA,CAAAA;AACvE;AAEAC,EAAAA,eAAAA,CAAmBpC,KAAgC,EAAA;AACjD,IAAOE,OAAAA,sBAAAA,CAAWC,MAChB,IACA,EAAA;MAAEC,MAAQ,EAAA;AAACJ,QAAAA;;AAAiBK,MAAAA,MAAAA,EAAQL,KAAOM,EAAAA;AAAY,KAAA,EACvD,OAAOC,GAAAA,KAAAA;AACL,MAAA,OAAO,MAAM,IAAA,CAAK8B,gBAAoBrC,CAAAA,KAAAA,EAAOO,GAAAA,CAAAA;KAC/C,CAAA;AAEJ;EAEA+B,MAAO,CAAA,EAAE1C,KAAOE,EAAAA,UAAAA,EAAgC,EAAA;AAC9C,IAAA,IAAIF,KAAO,EAAA;AACT,MAAA,IAAA,CAAKA,QAAQ2C,iBAAW3C,CAAAA,KAAAA,IAASA,KAAM,CAAA,IAAA,CAAKA,KAAK,CAAIA,GAAAA,KAAAA;AACvD;AACA,IAAA,IAAIE,UAAY,EAAA;AACd,MAAA,IAAA,CAAKA,aAAayC,iBAAWzC,CAAAA,UAAAA,IAAcA,UAAW,CAAA,IAAA,CAAKA,UAAU,CAAIA,GAAAA,UAAAA;AAC3E;AACF;EAEA,aAAa0C,QAAAA,CAASC,MAAoCC,OAA+B,EAAA;AACvF,IAAA,MAAM,EAAEC,UAAAA,EAAYC,OAAO,EAAA,GAAKC,uBAAWJ,IAAAA,CAAAA;AAC3C,IAAA,MAAMK,MAAS,GAAA,MAAMC,qBAAqBJ,CAAAA,UAAAA,EAAY,MAAA,CAAA;AACtD,IAAA,OAAO,IAAIG,MAAAA,CAAOF,OAAWI,IAAAA,MAAAA,EAAWN,OAAAA,CAAAA;AAC1C;EAWA,MAAgBL,gBAAAA,CACdrC,OACAO,GACmC,EAAA;AACnC,IAAA,MAAM,EAAE0C,MAAAA,EAAQ,GAAGP,OAAAA,EAAY1C,GAAAA,KAAAA;AAC/B,IAAMkD,MAAAA,UAAAA,GAAaC,wBAAaF,MAAAA,CAAAA;AAEhC,IAAMG,MAAAA,cAAAA,GAAiB,IAAIC,2BAAe,CAAA;AACxCJ,MAAAA,MAAAA,EAAQK,MAAEC,MAAO,CAAA;AACfN,QAAAA,MAAAA,EAAQK,KAAEE,CAAAA,MAAAA,EAASC,CAAAA,GAAAA,CAAI,CAAA;OACzB,CAAA;MACAC,QAAU,EAAA,CAAA;;;;;;;KAOZ,CAAA;AAEA,IAAA,MAAMC,QAAsB,GAAA;MAC1B,IAAIC,yBAAAA,CAAcR,eAAeS,MAAO,CAAA;AAAEZ,QAAAA,MAAAA,EAAQa,IAAKC,CAAAA,SAAAA,CAAUb,UAAY,EAAA,IAAA,EAAM,CAAA;AAAG,OAAA,CAAA,CAAA;SACnFlD,KAAM2D,CAAAA;;AAGX,IAAMK,MAAAA,aAAAA,GAAgB,IAAIX,2BAAe,CAAA;AACvCJ,MAAAA,MAAAA,EAAQK,MAAEC,MAAO,CAAA;AACfU,QAAAA,MAAAA,EAAQX,MAAEE,MAAM,EAAA;AAChBU,QAAAA,QAAAA,EAAUZ,MAAEE,MAAM,EAAA;AAClBW,QAAAA,QAAAA,EAAUb,MAAEE,MAAM;OACpB,CAAA;MACAE,QAAU,EAAA,CAAA;;;KAGZ,CAAA;AAEA,IAAA,OAAO,IAAIU,uBAAoC,CAAA;AAC7CC,MAAAA,QAAAA,kBAAU,MAAA,CAAA,YAAA;AACR,QAAMC,MAAAA,QAAAA,GAAW,MAAM,IAAA,CAAKpD,OAC1B,CAAA;UACE,GAAGwB,OAAAA;AACHiB,UAAAA,QAAAA;UACAY,cAAgB,EAAA;YAAEC,IAAM,EAAA;AAAc;AACxC,SAAA,EACAjE,GAAAA,CAAAA;AAGF,QAAMkE,MAAAA,YAAAA,GAAeH,SAASI,cAAc,EAAA;AAC5C,QAAMnB,MAAAA,MAAAA,GAAYoB,2BAAgBF,YAAc,EAAA;UAAEG,IAAM,EAAA;AAAC,YAAA,GAAA;AAAK,YAAA;;SAAK,CAAA;AACnE,QAAMC,MAAAA,SAAAA,GAAYC,iCAAsB7B,MAAAA,CAAAA;AAExC,QAAM8B,MAAAA,OAAAA,GAAUF,UAAUtB,MAAAA,CAAAA;AAC1B,QAAA,IAAI,CAACwB,OAAS,EAAA;AACZ,UAAA,MAAMC,OAAU,GAAA;YACdd,QAAUJ,EAAAA,IAAAA,CAAKC,UAAUb,UAAAA,CAAAA;YACzBiB,QAAUM,EAAAA,YAAAA;AACVR,YAAAA,MAAAA,EAAQH,IAAKC,CAAAA,SAAAA,CAAUc,SAAUZ,CAAAA,MAAAA,IAAU,EAAE;AAC/C,WAAA;AAEAN,UAAAA,QAAAA,CAAStC,KAAK,IAAI4D,uBAAAA,CAAYjB,cAAcH,MAAOmB,CAAAA,OAAAA,CAAAA,CAAAA,CAAAA;AACnD,UAAA,MAAM,IAAIjD,yBAAAA,CAAe,CAAuC,mCAAA,CAAA,EAAA,EAAI,EAAA;AAClEiD,YAAAA;WACF,CAAA;AACF;AAEA,QAAO,OAAA;AAAEzB,UAAAA;AAAO,SAAA;OA5BR,EAAA,UAAA,CAAA;MA8BVjB,MAAQ,EAAA;AACNjC,QAAAA,MAAAA,EAAQE,GAAIF,CAAAA,MAAAA;AACZ6E,QAAAA,UAAAA,EAAYlF,OAAOkF,UAAc,IAAA;AACnC;AACF,KAAA,EAAGC,GAAG,EAAA;AACR;EAEAC,cAAiB,GAAA;AACf,IAAO,OAAA;AAAExF,MAAAA,KAAAA,EAAO,IAAKA,CAAAA,KAAAA;AAAOc,MAAAA,OAAAA,EAAS,IAAKA,CAAAA,OAAAA;MAASZ,UAAYG,EAAAA,qBAAAA,CAAY,KAAKH,UAAU;AAAE,KAAA;AAC9F;EAEAuF,OAAU,GAAA;AACR,IAAA,IAAA,CAAK3E,QAAQ2E,OAAO,EAAA;AACtB;EAEA,MAAgB5E,mBAAAA,CAAoB,EAClCH,WAAAA,EAAagF,CACb3B,EAAAA,QAAAA,EACA4B,QAAQ,EAAA,EACR,GAAGvF,KAAAA,EACc,EAAA;AACjB,IAAA,MAAMwF,MAAMC,kCAAgB,CAAA;MAC1B,GAAGzF,KAAAA;MACH2D,QAAU,EAAA,MAAM+B,yBAAWC,CAAAA,SAAAA,CAAUhC,QAASiC,CAAAA,GAAAA,CAAI,CAACC,GAAQA,KAAAA,GAAAA,CAAIC,OAAO,EAAA,CAAA,CAAA;MACtEP,KAAO,EAAA,MAAMG,yBAAWC,CAAAA,SAAAA,CAAUJ,KAAAA;KACpC,CAAA;AACA,IAAA,MAAMzE,KAAQ,GAAA,MAAM,IAAKlB,CAAAA,KAAAA,CAAMuF,IAAIK,GAAAA,CAAAA;AACnC,IAAA,MAAMO,QAAQjF,KAAUkC,KAAAA,MAAAA;AAExB,IAAA,IAAIgD,IAAuC,GAAA,IAAA;AAC3C,IAAA,IAAID,KAAO,EAAA;AACTC,MAAAA,IAAAA,GAAO,IAAIC,qBAAAA,EAAAA;AACX,MAAA,MAAM,IAAKrG,CAAAA,KAAAA,CAAMsG,GAAIV,CAAAA,GAAAA,EAAKQ,IAAAA,CAAAA;AAC5B;AAEA,IAAO,OAAA;AACLR,MAAAA,GAAAA;AACA1E,MAAAA,KAAAA;AACAW,MAAAA,OAAAA,0BAAsCX,MAAAA,KAAAA;AACpCkF,QAAAA,IAAAA,EAAMvE,UAAUX,MAAAA,CAAAA;OADT,EAAA,SAAA,CAAA;AAGTgB,MAAAA,MAAAA,gCAAeD,KAAAA,KAAAA;AACbmE,QAAAA,IAAAA,EAAMlE,SAASD,KAAAA,CAAAA;AACf,QAAA,IAAIkE,KAAO,EAAA;AACT,UAAM,MAAA,IAAA,CAAKnG,KAAMuG,CAAAA,MAAAA,CAAOX,GAAAA,CAAAA;AAC1B;OAJM,EAAA,QAAA;AAMV,KAAA;AACF;AACF;AAEO,MAAM7D,wBAAwBhC,6BAAAA,CAAAA;EAzVrC;;;;;;EA0VEyG,WACkBzC,CAAAA,QAAAA,EACT0C,OACAC,YACP,EAAA;AACA,IAAK,KAAA,EAAA,EAAA,KAJW3C,QAAAA,GAAAA,QAAAA,EAAAA,KACT0C,KAAAA,GAAAA,KAAAA,EAAAA,KACAC,YAAAA,GAAAA,YAAAA;AAGT;AAEA,EAAA,OAAO1E,WAAWhB,MAA2B,EAAA;AAC3C,IAAA,MAAM2F,KAAQ,GAAA,IAAI5E,eAAgB,CAAA,EAAE,CAAA;AACpCf,IAAAA,MAAAA,CAAO4F,QAAQ,CAACC,GAAAA,KAAQF,KAAMG,CAAAA,KAAAA,CAAMD,GAAAA,CAAAA,CAAAA;AACpC,IAAOF,OAAAA,KAAAA;AACT;AAEAG,EAAAA,KAAAA,CAAMC,KAAwB,EAAA;AAC5B,IAAA,IAAA,CAAKhD,QAAStC,CAAAA,IAAAA,CAAI,GAAIsF,KAAAA,CAAMhD,QAAQ,CAAA;AACpC,IAAA,IAAA,CAAK2C,eAAeK,KAAML,CAAAA,YAAAA;AAC1B,IAAI,IAAA,IAAA,CAAKD,KAASM,IAAAA,KAAAA,CAAMN,KAAO,EAAA;AAC7B,MAAA,IAAA,CAAKA,QAAQO,sBAAY,CAAA;QAAC,IAAKP,CAAAA,KAAAA;QAAOM,KAAMN,CAAAA;AAAQ,OAAA,EAAA;QAClDQ,WAAaC,EAAAA,qBAAAA;QACbC,YAAcD,EAAAA,qBAAAA;QACdE,gBAAkBF,EAAAA;OACpB,CAAA;AACF,KAAA,MAAA,IAAWH,MAAMN,KAAO,EAAA;AACtB,MAAKA,IAAAA,CAAAA,KAAAA,GAAQpG,qBAAY0G,CAAAA,KAAAA,CAAMN,KAAK,CAAA;AACtC;AACF;EAEAY,YAAe,GAAA;AACb,IAAA,OAAO,KAAKtD,QACTuD,CAAAA,MAAAA,CAAO,CAACC,CAAAA,KAAMA,aAAaC,4BAAAA,CAAAA,CAC3BC,OAAQ,CAAA,CAACF,MAAMA,CAAEF,CAAAA,YAAAA,EAAY,CAAA,CAC7BC,OAAOI,OAAAA,CAAAA;AACZ;EAEA5C,cAAyB,GAAA;AACvB,IAAA,OAAO,KAAKf,QACTuD,CAAAA,MAAAA,CAAO,CAACC,CAAMA,KAAAA,CAAAA,YAAaC,4BAAAA,CAC3BC,CAAAA,OAAAA,CAAQ,CAACF,CAAAA,KAAMA,EAAEI,IAAI,CAAA,CACrBL,OAAOI,OAAAA,CAAAA,CACPE,KAAK,EAAA,CAAA;AACV;EAEAC,QAAW,GAAA;AACT,IAAA,OAAO,KAAK/C,cAAc,EAAA;AAC5B;EAEAU,cAAiB,GAAA;AACf,IAAO,OAAA;MACLzB,QAAU1D,EAAAA,qBAAAA,CAAY,KAAK0D,QAAQ,CAAA;MACnC0C,KAAOpG,EAAAA,qBAAAA,CAAY,KAAKoG,KAAK,CAAA;AAC7BC,MAAAA,YAAAA,EAAc,IAAKA,CAAAA;AACrB,KAAA;AACF;AAEAoB,EAAAA,YAAAA,CAAaC,QAAkD,EAAA;AAC7DC,IAAOC,MAAAA,CAAAA,MAAAA,CAAO,MAAMF,QAAAA,CAAAA;AACtB;AACF","file":"chat.cjs","sourcesContent":["/**\n * Copyright 2025 IBM Corp.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Serializable } from \"@/internals/serializable.js\";\nimport { shallowCopy } from \"@/serializer/utils.js\";\nimport { customMerge } from \"@/internals/helpers/object.js\";\nimport { takeBigger } from \"@/internals/helpers/number.js\";\nimport { Callback } from \"@/emitter/types.js\";\nimport { FrameworkError } from \"@/errors.js\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { GetRunContext, RunContext } from \"@/context.js\";\nimport { INSTRUMENTATION_ENABLED } from \"@/instrumentation/config.js\";\nimport { createTelemetryMiddleware } from \"@/instrumentation/create-telemetry-middleware.js\";\nimport { doNothing, isFunction } from \"remeda\";\nimport { ObjectHashKeyFn } from \"@/cache/decoratorCache.js\";\nimport { Task } from \"promise-based-task\";\nimport { NullCache } from \"@/cache/nullCache.js\";\nimport { BaseCache } from \"@/cache/base.js\";\nimport { FullModelName, loadModel, parseModel } from \"@/backend/utils.js\";\nimport { ProviderName } from \"@/backend/constants.js\";\nimport { AnyTool } from \"@/tools/base.js\";\nimport { AssistantMessage, Message, SystemMessage, UserMessage } from \"@/backend/message.js\";\nimport {\n JSONSchema7,\n LanguageModelV1FunctionTool,\n LanguageModelV1ProviderDefinedTool,\n LanguageModelV1ToolChoice,\n} from \"@ai-sdk/provider\";\nimport { ChatModelError } from \"@/backend/errors.js\";\nimport { z } from \"zod\";\nimport {\n createSchemaValidator,\n parseBrokenJson,\n toJsonSchema,\n} from \"@/internals/helpers/schema.js\";\nimport { Retryable } from \"@/internals/helpers/retryable.js\";\nimport type { ValidateFunction } from \"ajv\";\nimport { PromptTemplate } from \"@/template.js\";\nimport { toAsyncGenerator } from \"@/internals/helpers/promise.js\";\nimport { Serializer } from \"@/serializer/serializer.js\";\n\nexport interface ChatModelParameters {\n maxTokens?: number;\n topP?: number;\n frequencyPenalty?: number;\n temperature?: number;\n topK?: number;\n n?: number;\n presencePenalty?: number;\n seed?: number;\n stopSequences?: string[];\n}\n\nexport interface ChatModelObjectInput<T> extends ChatModelParameters {\n schema: z.ZodSchema<T>;\n messages: Message[];\n abortSignal?: AbortSignal;\n maxRetries?: number;\n}\n\nexport interface ChatModelObjectOutput<T> {\n object: T;\n}\n\nexport interface ChatModelInput extends ChatModelParameters {\n tools?: AnyTool[];\n abortSignal?: AbortSignal;\n stopSequences?: string[];\n responseFormat?:\n | {\n type: \"regular\";\n tools?: (LanguageModelV1FunctionTool | LanguageModelV1ProviderDefinedTool)[];\n toolChoice?: LanguageModelV1ToolChoice;\n }\n | {\n type: \"object-json\";\n schema?: JSONSchema7;\n name?: string;\n description?: string;\n }\n | {\n type: \"object-tool\";\n tool: LanguageModelV1FunctionTool;\n };\n toolChoice?: never; // TODO\n messages: Message[];\n}\n\nexport type ChatModelFinishReason =\n | \"stop\"\n | \"length\"\n | \"content-filter\"\n | \"tool-calls\"\n | \"error\"\n | \"other\"\n | \"unknown\";\n\nexport interface ChatModelUsage {\n promptTokens: number;\n completionTokens: number;\n totalTokens: number;\n}\n\nexport interface ChatModelEvents {\n newToken?: Callback<{ value: ChatModelOutput; callbacks: { abort: () => void } }>;\n success?: Callback<{ value: ChatModelOutput }>;\n start?: Callback<{ input: ChatModelInput }>;\n error?: Callback<{ input: ChatModelInput; error: FrameworkError }>;\n finish?: Callback<null>;\n}\n\nexport type ChatModelEmitter<A = Record<never, never>> = Emitter<\n ChatModelEvents & Omit<A, keyof ChatModelEvents>\n>;\n\nexport type ChatModelCache = BaseCache<Task<ChatModelOutput[]>>;\nexport type ConfigFn<T> = (value: T) => T;\nexport interface ChatConfig {\n cache?: ChatModelCache | ConfigFn<ChatModelCache>;\n parameters?: ChatModelParameters | ConfigFn<ChatModelParameters>;\n}\n\nexport abstract class ChatModel extends Serializable {\n public abstract readonly emitter: Emitter<ChatModelEvents>;\n public cache: ChatModelCache = new NullCache();\n public parameters: ChatModelParameters = {};\n\n abstract get modelId(): string;\n abstract get providerId(): string;\n\n create(input: ChatModelInput & { stream?: boolean }) {\n input = shallowCopy(input);\n\n return RunContext.enter(\n this,\n { params: [input] as const, signal: input?.abortSignal },\n async (run) => {\n const cacheEntry = await this.createCacheAccessor(input);\n\n try {\n await run.emitter.emit(\"start\", { input });\n const chunks: ChatModelOutput[] = [];\n\n const generator =\n cacheEntry.value ??\n (input.stream\n ? this._createStream(input, run)\n : toAsyncGenerator(this._create(input, run)));\n\n const controller = new AbortController();\n for await (const value of generator) {\n chunks.push(value);\n await run.emitter.emit(\"newToken\", {\n value,\n callbacks: { abort: () => controller.abort() },\n });\n if (controller.signal.aborted) {\n break;\n }\n }\n\n cacheEntry.resolve(chunks);\n const result = ChatModelOutput.fromChunks(chunks);\n await run.emitter.emit(\"success\", { value: result });\n return result;\n } catch (error) {\n await run.emitter.emit(\"error\", { input, error });\n await cacheEntry.reject(error);\n if (error instanceof ChatModelError) {\n throw error;\n } else {\n throw new ChatModelError(`The Chat Model has encountered an error.`, [error]);\n }\n } finally {\n await run.emitter.emit(\"finish\", null);\n }\n },\n ).middleware(INSTRUMENTATION_ENABLED ? createTelemetryMiddleware() : doNothing());\n }\n\n createStructure<T>(input: ChatModelObjectInput<T>) {\n return RunContext.enter(\n this,\n { params: [input] as const, signal: input?.abortSignal },\n async (run) => {\n return await this._createStructure<T>(input, run);\n },\n );\n }\n\n config({ cache, parameters }: ChatConfig): void {\n if (cache) {\n this.cache = isFunction(cache) ? cache(this.cache) : cache;\n }\n if (parameters) {\n this.parameters = isFunction(parameters) ? parameters(this.parameters) : parameters;\n }\n }\n\n static async fromName(name: FullModelName | ProviderName, options?: ChatModelParameters) {\n const { providerId, modelId } = parseModel(name);\n const Target = await loadModel<ChatModel>(providerId, \"chat\");\n return new Target(modelId || undefined, options);\n }\n\n protected abstract _create(\n input: ChatModelInput,\n run: GetRunContext<typeof this>,\n ): Promise<ChatModelOutput>;\n protected abstract _createStream(\n input: ChatModelInput,\n run: GetRunContext<typeof this>,\n ): AsyncGenerator<ChatModelOutput, void>;\n\n protected async _createStructure<T>(\n input: ChatModelObjectInput<T>,\n run: GetRunContext<typeof this>,\n ): Promise<ChatModelObjectOutput<T>> {\n const { schema, ...options } = input;\n const jsonSchema = toJsonSchema(schema);\n\n const systemTemplate = new PromptTemplate({\n schema: z.object({\n schema: z.string().min(1),\n }),\n template: `You are a helpful assistant that generates only valid JSON adhering to the following JSON Schema.\n\n\\`\\`\\`\n{{schema}}\n\\`\\`\\`\n\nIMPORTANT: You MUST answer with a JSON object that matches the JSON schema above.`,\n });\n\n const messages: Message[] = [\n new SystemMessage(systemTemplate.render({ schema: JSON.stringify(jsonSchema, null, 2) })),\n ...input.messages,\n ];\n\n const errorTemplate = new PromptTemplate({\n schema: z.object({\n errors: z.string(),\n expected: z.string(),\n received: z.string(),\n }),\n template: `Generated object does not match the expected JSON schema!\n\nValidation Errors: {{errors}}`,\n });\n\n return new Retryable<ChatModelObjectOutput<T>>({\n executor: async () => {\n const response = await this._create(\n {\n ...options,\n messages,\n responseFormat: { type: \"object-json\" },\n },\n run,\n );\n\n const textResponse = response.getTextContent();\n const object: T = parseBrokenJson(textResponse, { pair: [\"{\", \"}\"] });\n const validator = createSchemaValidator(schema) as ValidateFunction<T>;\n\n const success = validator(object);\n if (!success) {\n const context = {\n expected: JSON.stringify(jsonSchema),\n received: textResponse,\n errors: JSON.stringify(validator.errors ?? []),\n };\n\n messages.push(new UserMessage(errorTemplate.render(context)));\n throw new ChatModelError(`LLM did not produce a valid output.`, [], {\n context,\n });\n }\n\n return { object };\n },\n config: {\n signal: run.signal,\n maxRetries: input?.maxRetries || 1,\n },\n }).get();\n }\n\n createSnapshot() {\n return { cache: this.cache, emitter: this.emitter, parameters: shallowCopy(this.parameters) };\n }\n\n destroy() {\n this.emitter.destroy();\n }\n\n protected async createCacheAccessor({\n abortSignal: _,\n messages,\n tools = [],\n ...input\n }: ChatModelInput) {\n const key = ObjectHashKeyFn({\n ...input,\n messages: await Serializer.serialize(messages.map((msg) => msg.toPlain())),\n tools: await Serializer.serialize(tools),\n });\n const value = await this.cache.get(key);\n const isNew = value === undefined;\n\n let task: Task<ChatModelOutput[]> | null = null;\n if (isNew) {\n task = new Task();\n await this.cache.set(key, task);\n }\n\n return {\n key,\n value,\n resolve: <T2 extends ChatModelOutput>(value: T2[]) => {\n task?.resolve?.(value);\n },\n reject: async (error: Error) => {\n task?.reject?.(error);\n if (isNew) {\n await this.cache.delete(key);\n }\n },\n };\n }\n}\n\nexport class ChatModelOutput extends Serializable {\n constructor(\n public readonly messages: Message[],\n public usage?: ChatModelUsage,\n public finishReason?: ChatModelFinishReason,\n ) {\n super();\n }\n\n static fromChunks(chunks: ChatModelOutput[]) {\n const final = new ChatModelOutput([]);\n chunks.forEach((cur) => final.merge(cur));\n return final;\n }\n\n merge(other: ChatModelOutput) {\n this.messages.push(...other.messages);\n this.finishReason = other.finishReason;\n if (this.usage && other.usage) {\n this.usage = customMerge([this.usage, other.usage], {\n totalTokens: takeBigger,\n promptTokens: takeBigger,\n completionTokens: takeBigger,\n });\n } else if (other.usage) {\n this.usage = shallowCopy(other.usage);\n }\n }\n\n getToolCalls() {\n return this.messages\n .filter((r) => r instanceof AssistantMessage)\n .flatMap((r) => r.getToolCalls())\n .filter(Boolean);\n }\n\n getTextContent(): string {\n return this.messages\n .filter((r) => r instanceof AssistantMessage)\n .flatMap((r) => r.text)\n .filter(Boolean)\n .join(\"\");\n }\n\n toString() {\n return this.getTextContent();\n }\n\n createSnapshot() {\n return {\n messages: shallowCopy(this.messages),\n usage: shallowCopy(this.usage),\n finishReason: this.finishReason,\n };\n }\n\n loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>) {\n Object.assign(this, snapshot);\n }\n}\n"]}
1
+ {"version":3,"sources":["chat.ts"],"names":["ChatModel","Serializable","cache","NullCache","parameters","create","input","shallowCopy","RunContext","enter","params","signal","abortSignal","run","cacheEntry","createCacheAccessor","emitter","emit","chunks","generator","value","stream","_createStream","toAsyncGenerator","_create","controller","AbortController","push","callbacks","abort","aborted","resolve","result","ChatModelOutput","fromChunks","error","reject","ChatModelError","middleware","INSTRUMENTATION_ENABLED","createTelemetryMiddleware","doNothing","createStructure","_createStructure","config","isFunction","fromName","name","options","providerId","modelId","parseModel","Target","loadModel","undefined","schema","jsonSchema","toJsonSchema","systemTemplate","PromptTemplate","z","object","string","min","template","messages","SystemMessage","render","JSON","stringify","errorTemplate","errors","expected","received","Retryable","executor","response","responseFormat","type","textResponse","getTextContent","parseBrokenJson","pair","validator","createSchemaValidator","success","context","UserMessage","maxRetries","get","createSnapshot","destroy","_","tools","key","ObjectHashKeyFn","Serializer","serialize","map","msg","toPlain","isNew","task","Task","set","delete","constructor","usage","finishReason","final","forEach","cur","merge","other","customMerge","totalTokens","takeBigger","promptTokens","completionTokens","getToolCalls","filter","r","AssistantMessage","flatMap","Boolean","getTextMessages","text","join","toString","loadSnapshot","snapshot","Object","assign"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAuIO,MAAeA,kBAAkBC,6BAAAA,CAAAA;EAvIxC;;;AAyISC,EAAAA,KAAAA,GAAwB,IAAIC,uBAAAA,EAAAA;AAC5BC,EAAAA,UAAAA,GAAkC,EAAC;AAK1CC,EAAAA,MAAAA,CAAOC,KAA8C,EAAA;AACnDA,IAAAA,KAAAA,GAAQC,sBAAYD,KAAAA,CAAAA;AAEpB,IAAOE,OAAAA,sBAAAA,CAAWC,MAChB,IACA,EAAA;MAAEC,MAAQ,EAAA;AAACJ,QAAAA;;AAAiBK,MAAAA,MAAAA,EAAQL,KAAOM,EAAAA;AAAY,KAAA,EACvD,OAAOC,GAAAA,KAAAA;AACL,MAAA,MAAMC,UAAa,GAAA,MAAM,IAAKC,CAAAA,mBAAAA,CAAoBT,KAAAA,CAAAA;AAElD,MAAI,IAAA;AACF,QAAMO,MAAAA,GAAAA,CAAIG,OAAQC,CAAAA,IAAAA,CAAK,OAAS,EAAA;AAAEX,UAAAA;SAAM,CAAA;AACxC,QAAA,MAAMY,SAA4B,EAAA;AAElC,QAAA,MAAMC,SACJL,GAAAA,UAAAA,CAAWM,KACVd,KAAAA,KAAAA,CAAMe,SACH,IAAKC,CAAAA,aAAAA,CAAchB,KAAOO,EAAAA,GAAAA,IAC1BU,4BAAiB,CAAA,IAAA,CAAKC,OAAQlB,CAAAA,KAAAA,EAAOO,GAAAA,CAAAA,CAAAA,CAAAA;AAE3C,QAAMY,MAAAA,UAAAA,GAAa,IAAIC,eAAAA,EAAAA;AACvB,QAAA,WAAA,MAAiBN,SAASD,SAAW,EAAA;AACnCD,UAAAA,MAAAA,CAAOS,KAAKP,KAAAA,CAAAA;AACZ,UAAMP,MAAAA,GAAAA,CAAIG,OAAQC,CAAAA,IAAAA,CAAK,UAAY,EAAA;AACjCG,YAAAA,KAAAA;YACAQ,SAAW,EAAA;cAAEC,KAAO,kBAAA,MAAA,CAAA,MAAMJ,UAAWI,CAAAA,KAAAA,EAAjB,EAAA,OAAA;AAAyB;WAC/C,CAAA;AACA,UAAIJ,IAAAA,UAAAA,CAAWd,OAAOmB,OAAS,EAAA;AAC7B,YAAA;AACF;AACF;AAEAhB,QAAAA,UAAAA,CAAWiB,QAAQb,MAAAA,CAAAA;AACnB,QAAMc,MAAAA,MAAAA,GAASC,eAAgBC,CAAAA,UAAAA,CAAWhB,MAAAA,CAAAA;AAC1C,QAAML,MAAAA,GAAAA,CAAIG,OAAQC,CAAAA,IAAAA,CAAK,SAAW,EAAA;UAAEG,KAAOY,EAAAA;SAAO,CAAA;AAClD,QAAOA,OAAAA,MAAAA;AACT,OAAA,CAAA,OAASG,KAAO,EAAA;AACd,QAAMtB,MAAAA,GAAAA,CAAIG,OAAQC,CAAAA,IAAAA,CAAK,OAAS,EAAA;AAAEX,UAAAA,KAAAA;AAAO6B,UAAAA;SAAM,CAAA;AAC/C,QAAMrB,MAAAA,UAAAA,CAAWsB,OAAOD,KAAAA,CAAAA;AACxB,QAAA,IAAIA,iBAAiBE,yBAAgB,EAAA;AACnC,UAAMF,MAAAA,KAAAA;SACD,MAAA;AACL,UAAM,MAAA,IAAIE,0BAAe,CAA4C,wCAAA,CAAA,EAAA;AAACF,YAAAA;AAAM,WAAA,CAAA;AAC9E;OACF,SAAA;AACE,QAAA,MAAMtB,GAAIG,CAAAA,OAAAA,CAAQC,IAAK,CAAA,QAAA,EAAU,IAAA,CAAA;AACnC;AACF,KAAA,EACAqB,UAAWC,CAAAA,kCAAAA,GAA0BC,uDAAAA,EAAAA,GAA8BC,kBAAAA,CAAAA;AACvE;AAEAC,EAAAA,eAAAA,CAAmBpC,KAAgC,EAAA;AACjD,IAAOE,OAAAA,sBAAAA,CAAWC,MAChB,IACA,EAAA;MAAEC,MAAQ,EAAA;AAACJ,QAAAA;;AAAiBK,MAAAA,MAAAA,EAAQL,KAAOM,EAAAA;AAAY,KAAA,EACvD,OAAOC,GAAAA,KAAAA;AACL,MAAA,OAAO,MAAM,IAAA,CAAK8B,gBAAoBrC,CAAAA,KAAAA,EAAOO,GAAAA,CAAAA;KAC/C,CAAA;AAEJ;EAEA+B,MAAO,CAAA,EAAE1C,KAAOE,EAAAA,UAAAA,EAAgC,EAAA;AAC9C,IAAA,IAAIF,KAAO,EAAA;AACT,MAAA,IAAA,CAAKA,QAAQ2C,iBAAW3C,CAAAA,KAAAA,IAASA,KAAM,CAAA,IAAA,CAAKA,KAAK,CAAIA,GAAAA,KAAAA;AACvD;AACA,IAAA,IAAIE,UAAY,EAAA;AACd,MAAA,IAAA,CAAKA,aAAayC,iBAAWzC,CAAAA,UAAAA,IAAcA,UAAW,CAAA,IAAA,CAAKA,UAAU,CAAIA,GAAAA,UAAAA;AAC3E;AACF;EAEA,aAAa0C,QAAAA,CAASC,MAAoCC,OAA+B,EAAA;AACvF,IAAA,MAAM,EAAEC,UAAAA,EAAYC,OAAO,EAAA,GAAKC,uBAAWJ,IAAAA,CAAAA;AAC3C,IAAA,MAAMK,MAAS,GAAA,MAAMC,qBAAqBJ,CAAAA,UAAAA,EAAY,MAAA,CAAA;AACtD,IAAA,OAAO,IAAIG,MAAAA,CAAOF,OAAWI,IAAAA,MAAAA,EAAWN,OAAAA,CAAAA;AAC1C;EAWA,MAAgBL,gBAAAA,CACdrC,OACAO,GACmC,EAAA;AACnC,IAAA,MAAM,EAAE0C,MAAAA,EAAQ,GAAGP,OAAAA,EAAY1C,GAAAA,KAAAA;AAC/B,IAAMkD,MAAAA,UAAAA,GAAaC,wBAAaF,MAAAA,CAAAA;AAEhC,IAAMG,MAAAA,cAAAA,GAAiB,IAAIC,2BAAe,CAAA;AACxCJ,MAAAA,MAAAA,EAAQK,MAAEC,MAAO,CAAA;AACfN,QAAAA,MAAAA,EAAQK,KAAEE,CAAAA,MAAAA,EAASC,CAAAA,GAAAA,CAAI,CAAA;OACzB,CAAA;MACAC,QAAU,EAAA,CAAA;;;;;;;KAOZ,CAAA;AAEA,IAAA,MAAMC,QAAsB,GAAA;MAC1B,IAAIC,yBAAAA,CAAcR,eAAeS,MAAO,CAAA;AAAEZ,QAAAA,MAAAA,EAAQa,IAAKC,CAAAA,SAAAA,CAAUb,UAAY,EAAA,IAAA,EAAM,CAAA;AAAG,OAAA,CAAA,CAAA;SACnFlD,KAAM2D,CAAAA;;AAGX,IAAMK,MAAAA,aAAAA,GAAgB,IAAIX,2BAAe,CAAA;AACvCJ,MAAAA,MAAAA,EAAQK,MAAEC,MAAO,CAAA;AACfU,QAAAA,MAAAA,EAAQX,MAAEE,MAAM,EAAA;AAChBU,QAAAA,QAAAA,EAAUZ,MAAEE,MAAM,EAAA;AAClBW,QAAAA,QAAAA,EAAUb,MAAEE,MAAM;OACpB,CAAA;MACAE,QAAU,EAAA,CAAA;;;KAGZ,CAAA;AAEA,IAAA,OAAO,IAAIU,uBAAoC,CAAA;AAC7CC,MAAAA,QAAAA,kBAAU,MAAA,CAAA,YAAA;AACR,QAAMC,MAAAA,QAAAA,GAAW,MAAM,IAAA,CAAKpD,OAC1B,CAAA;UACE,GAAGwB,OAAAA;AACHiB,UAAAA,QAAAA;UACAY,cAAgB,EAAA;YAAEC,IAAM,EAAA;AAAc;AACxC,SAAA,EACAjE,GAAAA,CAAAA;AAGF,QAAMkE,MAAAA,YAAAA,GAAeH,SAASI,cAAc,EAAA;AAC5C,QAAMnB,MAAAA,MAAAA,GAAYoB,2BAAgBF,YAAc,EAAA;UAAEG,IAAM,EAAA;AAAC,YAAA,GAAA;AAAK,YAAA;;SAAK,CAAA;AACnE,QAAMC,MAAAA,SAAAA,GAAYC,iCAAsB7B,MAAAA,CAAAA;AAExC,QAAM8B,MAAAA,OAAAA,GAAUF,UAAUtB,MAAAA,CAAAA;AAC1B,QAAA,IAAI,CAACwB,OAAS,EAAA;AACZ,UAAA,MAAMC,OAAU,GAAA;YACdd,QAAUJ,EAAAA,IAAAA,CAAKC,UAAUb,UAAAA,CAAAA;YACzBiB,QAAUM,EAAAA,YAAAA;AACVR,YAAAA,MAAAA,EAAQH,IAAKC,CAAAA,SAAAA,CAAUc,SAAUZ,CAAAA,MAAAA,IAAU,EAAE;AAC/C,WAAA;AAEAN,UAAAA,QAAAA,CAAStC,KAAK,IAAI4D,uBAAAA,CAAYjB,cAAcH,MAAOmB,CAAAA,OAAAA,CAAAA,CAAAA,CAAAA;AACnD,UAAA,MAAM,IAAIjD,yBAAAA,CAAe,CAAuC,mCAAA,CAAA,EAAA,EAAI,EAAA;AAClEiD,YAAAA;WACF,CAAA;AACF;AAEA,QAAO,OAAA;AAAEzB,UAAAA;AAAO,SAAA;OA5BR,EAAA,UAAA,CAAA;MA8BVjB,MAAQ,EAAA;AACNjC,QAAAA,MAAAA,EAAQE,GAAIF,CAAAA,MAAAA;AACZ6E,QAAAA,UAAAA,EAAYlF,OAAOkF,UAAc,IAAA;AACnC;AACF,KAAA,EAAGC,GAAG,EAAA;AACR;EAEAC,cAAiB,GAAA;AACf,IAAO,OAAA;AAAExF,MAAAA,KAAAA,EAAO,IAAKA,CAAAA,KAAAA;AAAOc,MAAAA,OAAAA,EAAS,IAAKA,CAAAA,OAAAA;MAASZ,UAAYG,EAAAA,qBAAAA,CAAY,KAAKH,UAAU;AAAE,KAAA;AAC9F;EAEAuF,OAAU,GAAA;AACR,IAAA,IAAA,CAAK3E,QAAQ2E,OAAO,EAAA;AACtB;EAEA,MAAgB5E,mBAAAA,CAAoB,EAClCH,WAAAA,EAAagF,CACb3B,EAAAA,QAAAA,EACA4B,QAAQ,EAAA,EACR,GAAGvF,KAAAA,EACc,EAAA;AACjB,IAAA,MAAMwF,MAAMC,kCAAgB,CAAA;MAC1B,GAAGzF,KAAAA;MACH2D,QAAU,EAAA,MAAM+B,yBAAWC,CAAAA,SAAAA,CAAUhC,QAASiC,CAAAA,GAAAA,CAAI,CAACC,GAAQA,KAAAA,GAAAA,CAAIC,OAAO,EAAA,CAAA,CAAA;MACtEP,KAAO,EAAA,MAAMG,yBAAWC,CAAAA,SAAAA,CAAUJ,KAAAA;KACpC,CAAA;AACA,IAAA,MAAMzE,KAAQ,GAAA,MAAM,IAAKlB,CAAAA,KAAAA,CAAMuF,IAAIK,GAAAA,CAAAA;AACnC,IAAA,MAAMO,QAAQjF,KAAUkC,KAAAA,MAAAA;AAExB,IAAA,IAAIgD,IAAuC,GAAA,IAAA;AAC3C,IAAA,IAAID,KAAO,EAAA;AACTC,MAAAA,IAAAA,GAAO,IAAIC,qBAAAA,EAAAA;AACX,MAAA,MAAM,IAAKrG,CAAAA,KAAAA,CAAMsG,GAAIV,CAAAA,GAAAA,EAAKQ,IAAAA,CAAAA;AAC5B;AAEA,IAAO,OAAA;AACLR,MAAAA,GAAAA;AACA1E,MAAAA,KAAAA;AACAW,MAAAA,OAAAA,0BAAsCX,MAAAA,KAAAA;AACpCkF,QAAAA,IAAAA,EAAMvE,UAAUX,MAAAA,CAAAA;OADT,EAAA,SAAA,CAAA;AAGTgB,MAAAA,MAAAA,gCAAeD,KAAAA,KAAAA;AACbmE,QAAAA,IAAAA,EAAMlE,SAASD,KAAAA,CAAAA;AACf,QAAA,IAAIkE,KAAO,EAAA;AACT,UAAM,MAAA,IAAA,CAAKnG,KAAMuG,CAAAA,MAAAA,CAAOX,GAAAA,CAAAA;AAC1B;OAJM,EAAA,QAAA;AAMV,KAAA;AACF;AACF;AAEO,MAAM7D,wBAAwBhC,6BAAAA,CAAAA;EAzVrC;;;;;;EA0VEyG,WACkBzC,CAAAA,QAAAA,EACT0C,OACAC,YACP,EAAA;AACA,IAAK,KAAA,EAAA,EAAA,KAJW3C,QAAAA,GAAAA,QAAAA,EAAAA,KACT0C,KAAAA,GAAAA,KAAAA,EAAAA,KACAC,YAAAA,GAAAA,YAAAA;AAGT;AAEA,EAAA,OAAO1E,WAAWhB,MAA2B,EAAA;AAC3C,IAAA,MAAM2F,KAAQ,GAAA,IAAI5E,eAAgB,CAAA,EAAE,CAAA;AACpCf,IAAAA,MAAAA,CAAO4F,QAAQ,CAACC,GAAAA,KAAQF,KAAMG,CAAAA,KAAAA,CAAMD,GAAAA,CAAAA,CAAAA;AACpC,IAAOF,OAAAA,KAAAA;AACT;AAEAG,EAAAA,KAAAA,CAAMC,KAAwB,EAAA;AAC5B,IAAA,IAAA,CAAKhD,QAAStC,CAAAA,IAAAA,CAAI,GAAIsF,KAAAA,CAAMhD,QAAQ,CAAA;AACpC,IAAA,IAAA,CAAK2C,eAAeK,KAAML,CAAAA,YAAAA;AAC1B,IAAI,IAAA,IAAA,CAAKD,KAASM,IAAAA,KAAAA,CAAMN,KAAO,EAAA;AAC7B,MAAA,IAAA,CAAKA,QAAQO,sBAAY,CAAA;QAAC,IAAKP,CAAAA,KAAAA;QAAOM,KAAMN,CAAAA;AAAQ,OAAA,EAAA;QAClDQ,WAAaC,EAAAA,qBAAAA;QACbC,YAAcD,EAAAA,qBAAAA;QACdE,gBAAkBF,EAAAA;OACpB,CAAA;AACF,KAAA,MAAA,IAAWH,MAAMN,KAAO,EAAA;AACtB,MAAKA,IAAAA,CAAAA,KAAAA,GAAQpG,qBAAY0G,CAAAA,KAAAA,CAAMN,KAAK,CAAA;AACtC;AACF;EAEAY,YAAe,GAAA;AACb,IAAA,OAAO,KAAKtD,QACTuD,CAAAA,MAAAA,CAAO,CAACC,CAAAA,KAAMA,aAAaC,4BAAAA,CAAAA,CAC3BC,OAAQ,CAAA,CAACF,MAAMA,CAAEF,CAAAA,YAAAA,EAAY,CAAA,CAC7BC,OAAOI,OAAAA,CAAAA;AACZ;EAEAC,eAAsC,GAAA;AACpC,IAAA,OAAO,IAAK5D,CAAAA,QAAAA,CAASuD,MAAO,CAAA,CAACC,CAAMA,KAAAA,CAAAA,YAAaC,4BAAAA,CAAAA,CAAkBF,MAAO,CAAA,CAACC,CAAMA,KAAAA,CAAAA,CAAEK,IAAI,CAAA;AACxF;EAEA9C,cAAyB,GAAA;AACvB,IAAA,OAAO,KAAKf,QACTuD,CAAAA,MAAAA,CAAO,CAACC,CAAMA,KAAAA,CAAAA,YAAaC,4BAAAA,CAC3BC,CAAAA,OAAAA,CAAQ,CAACF,CAAAA,KAAMA,EAAEK,IAAI,CAAA,CACrBN,OAAOI,OAAAA,CAAAA,CACPG,KAAK,EAAA,CAAA;AACV;EAEAC,QAAW,GAAA;AACT,IAAA,OAAO,KAAKhD,cAAc,EAAA;AAC5B;EAEAU,cAAiB,GAAA;AACf,IAAO,OAAA;MACLzB,QAAU1D,EAAAA,qBAAAA,CAAY,KAAK0D,QAAQ,CAAA;MACnC0C,KAAOpG,EAAAA,qBAAAA,CAAY,KAAKoG,KAAK,CAAA;AAC7BC,MAAAA,YAAAA,EAAc,IAAKA,CAAAA;AACrB,KAAA;AACF;AAEAqB,EAAAA,YAAAA,CAAaC,QAAkD,EAAA;AAC7DC,IAAOC,MAAAA,CAAAA,MAAAA,CAAO,MAAMF,QAAAA,CAAAA;AACtB;AACF","file":"chat.cjs","sourcesContent":["/**\n * Copyright 2025 IBM Corp.\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Serializable } from \"@/internals/serializable.js\";\nimport { shallowCopy } from \"@/serializer/utils.js\";\nimport { customMerge } from \"@/internals/helpers/object.js\";\nimport { takeBigger } from \"@/internals/helpers/number.js\";\nimport { Callback } from \"@/emitter/types.js\";\nimport { FrameworkError } from \"@/errors.js\";\nimport { Emitter } from \"@/emitter/emitter.js\";\nimport { GetRunContext, RunContext } from \"@/context.js\";\nimport { INSTRUMENTATION_ENABLED } from \"@/instrumentation/config.js\";\nimport { createTelemetryMiddleware } from \"@/instrumentation/create-telemetry-middleware.js\";\nimport { doNothing, isFunction } from \"remeda\";\nimport { ObjectHashKeyFn } from \"@/cache/decoratorCache.js\";\nimport { Task } from \"promise-based-task\";\nimport { NullCache } from \"@/cache/nullCache.js\";\nimport { BaseCache } from \"@/cache/base.js\";\nimport { FullModelName, loadModel, parseModel } from \"@/backend/utils.js\";\nimport { ProviderName } from \"@/backend/constants.js\";\nimport { AnyTool } from \"@/tools/base.js\";\nimport { AssistantMessage, Message, SystemMessage, UserMessage } from \"@/backend/message.js\";\nimport {\n JSONSchema7,\n LanguageModelV1FunctionTool,\n LanguageModelV1ProviderDefinedTool,\n LanguageModelV1ToolChoice,\n} from \"@ai-sdk/provider\";\nimport { ChatModelError } from \"@/backend/errors.js\";\nimport { z } from \"zod\";\nimport {\n createSchemaValidator,\n parseBrokenJson,\n toJsonSchema,\n} from \"@/internals/helpers/schema.js\";\nimport { Retryable } from \"@/internals/helpers/retryable.js\";\nimport type { ValidateFunction } from \"ajv\";\nimport { PromptTemplate } from \"@/template.js\";\nimport { toAsyncGenerator } from \"@/internals/helpers/promise.js\";\nimport { Serializer } from \"@/serializer/serializer.js\";\n\nexport interface ChatModelParameters {\n maxTokens?: number;\n topP?: number;\n frequencyPenalty?: number;\n temperature?: number;\n topK?: number;\n n?: number;\n presencePenalty?: number;\n seed?: number;\n stopSequences?: string[];\n}\n\nexport interface ChatModelObjectInput<T> extends ChatModelParameters {\n schema: z.ZodSchema<T>;\n messages: Message[];\n abortSignal?: AbortSignal;\n maxRetries?: number;\n}\n\nexport interface ChatModelObjectOutput<T> {\n object: T;\n}\n\nexport interface ChatModelInput extends ChatModelParameters {\n tools?: AnyTool[];\n abortSignal?: AbortSignal;\n stopSequences?: string[];\n responseFormat?:\n | {\n type: \"regular\";\n tools?: (LanguageModelV1FunctionTool | LanguageModelV1ProviderDefinedTool)[];\n toolChoice?: LanguageModelV1ToolChoice;\n }\n | {\n type: \"object-json\";\n schema?: JSONSchema7;\n name?: string;\n description?: string;\n }\n | {\n type: \"object-tool\";\n tool: LanguageModelV1FunctionTool;\n };\n toolChoice?: never; // TODO\n messages: Message[];\n}\n\nexport type ChatModelFinishReason =\n | \"stop\"\n | \"length\"\n | \"content-filter\"\n | \"tool-calls\"\n | \"error\"\n | \"other\"\n | \"unknown\";\n\nexport interface ChatModelUsage {\n promptTokens: number;\n completionTokens: number;\n totalTokens: number;\n}\n\nexport interface ChatModelEvents {\n newToken?: Callback<{ value: ChatModelOutput; callbacks: { abort: () => void } }>;\n success?: Callback<{ value: ChatModelOutput }>;\n start?: Callback<{ input: ChatModelInput }>;\n error?: Callback<{ input: ChatModelInput; error: FrameworkError }>;\n finish?: Callback<null>;\n}\n\nexport type ChatModelEmitter<A = Record<never, never>> = Emitter<\n ChatModelEvents & Omit<A, keyof ChatModelEvents>\n>;\n\nexport type ChatModelCache = BaseCache<Task<ChatModelOutput[]>>;\nexport type ConfigFn<T> = (value: T) => T;\nexport interface ChatConfig {\n cache?: ChatModelCache | ConfigFn<ChatModelCache>;\n parameters?: ChatModelParameters | ConfigFn<ChatModelParameters>;\n}\n\nexport abstract class ChatModel extends Serializable {\n public abstract readonly emitter: Emitter<ChatModelEvents>;\n public cache: ChatModelCache = new NullCache();\n public parameters: ChatModelParameters = {};\n\n abstract get modelId(): string;\n abstract get providerId(): string;\n\n create(input: ChatModelInput & { stream?: boolean }) {\n input = shallowCopy(input);\n\n return RunContext.enter(\n this,\n { params: [input] as const, signal: input?.abortSignal },\n async (run) => {\n const cacheEntry = await this.createCacheAccessor(input);\n\n try {\n await run.emitter.emit(\"start\", { input });\n const chunks: ChatModelOutput[] = [];\n\n const generator =\n cacheEntry.value ??\n (input.stream\n ? this._createStream(input, run)\n : toAsyncGenerator(this._create(input, run)));\n\n const controller = new AbortController();\n for await (const value of generator) {\n chunks.push(value);\n await run.emitter.emit(\"newToken\", {\n value,\n callbacks: { abort: () => controller.abort() },\n });\n if (controller.signal.aborted) {\n break;\n }\n }\n\n cacheEntry.resolve(chunks);\n const result = ChatModelOutput.fromChunks(chunks);\n await run.emitter.emit(\"success\", { value: result });\n return result;\n } catch (error) {\n await run.emitter.emit(\"error\", { input, error });\n await cacheEntry.reject(error);\n if (error instanceof ChatModelError) {\n throw error;\n } else {\n throw new ChatModelError(`The Chat Model has encountered an error.`, [error]);\n }\n } finally {\n await run.emitter.emit(\"finish\", null);\n }\n },\n ).middleware(INSTRUMENTATION_ENABLED ? createTelemetryMiddleware() : doNothing());\n }\n\n createStructure<T>(input: ChatModelObjectInput<T>) {\n return RunContext.enter(\n this,\n { params: [input] as const, signal: input?.abortSignal },\n async (run) => {\n return await this._createStructure<T>(input, run);\n },\n );\n }\n\n config({ cache, parameters }: ChatConfig): void {\n if (cache) {\n this.cache = isFunction(cache) ? cache(this.cache) : cache;\n }\n if (parameters) {\n this.parameters = isFunction(parameters) ? parameters(this.parameters) : parameters;\n }\n }\n\n static async fromName(name: FullModelName | ProviderName, options?: ChatModelParameters) {\n const { providerId, modelId } = parseModel(name);\n const Target = await loadModel<ChatModel>(providerId, \"chat\");\n return new Target(modelId || undefined, options);\n }\n\n protected abstract _create(\n input: ChatModelInput,\n run: GetRunContext<typeof this>,\n ): Promise<ChatModelOutput>;\n protected abstract _createStream(\n input: ChatModelInput,\n run: GetRunContext<typeof this>,\n ): AsyncGenerator<ChatModelOutput, void>;\n\n protected async _createStructure<T>(\n input: ChatModelObjectInput<T>,\n run: GetRunContext<typeof this>,\n ): Promise<ChatModelObjectOutput<T>> {\n const { schema, ...options } = input;\n const jsonSchema = toJsonSchema(schema);\n\n const systemTemplate = new PromptTemplate({\n schema: z.object({\n schema: z.string().min(1),\n }),\n template: `You are a helpful assistant that generates only valid JSON adhering to the following JSON Schema.\n\n\\`\\`\\`\n{{schema}}\n\\`\\`\\`\n\nIMPORTANT: You MUST answer with a JSON object that matches the JSON schema above.`,\n });\n\n const messages: Message[] = [\n new SystemMessage(systemTemplate.render({ schema: JSON.stringify(jsonSchema, null, 2) })),\n ...input.messages,\n ];\n\n const errorTemplate = new PromptTemplate({\n schema: z.object({\n errors: z.string(),\n expected: z.string(),\n received: z.string(),\n }),\n template: `Generated object does not match the expected JSON schema!\n\nValidation Errors: {{errors}}`,\n });\n\n return new Retryable<ChatModelObjectOutput<T>>({\n executor: async () => {\n const response = await this._create(\n {\n ...options,\n messages,\n responseFormat: { type: \"object-json\" },\n },\n run,\n );\n\n const textResponse = response.getTextContent();\n const object: T = parseBrokenJson(textResponse, { pair: [\"{\", \"}\"] });\n const validator = createSchemaValidator(schema) as ValidateFunction<T>;\n\n const success = validator(object);\n if (!success) {\n const context = {\n expected: JSON.stringify(jsonSchema),\n received: textResponse,\n errors: JSON.stringify(validator.errors ?? []),\n };\n\n messages.push(new UserMessage(errorTemplate.render(context)));\n throw new ChatModelError(`LLM did not produce a valid output.`, [], {\n context,\n });\n }\n\n return { object };\n },\n config: {\n signal: run.signal,\n maxRetries: input?.maxRetries || 1,\n },\n }).get();\n }\n\n createSnapshot() {\n return { cache: this.cache, emitter: this.emitter, parameters: shallowCopy(this.parameters) };\n }\n\n destroy() {\n this.emitter.destroy();\n }\n\n protected async createCacheAccessor({\n abortSignal: _,\n messages,\n tools = [],\n ...input\n }: ChatModelInput) {\n const key = ObjectHashKeyFn({\n ...input,\n messages: await Serializer.serialize(messages.map((msg) => msg.toPlain())),\n tools: await Serializer.serialize(tools),\n });\n const value = await this.cache.get(key);\n const isNew = value === undefined;\n\n let task: Task<ChatModelOutput[]> | null = null;\n if (isNew) {\n task = new Task();\n await this.cache.set(key, task);\n }\n\n return {\n key,\n value,\n resolve: <T2 extends ChatModelOutput>(value: T2[]) => {\n task?.resolve?.(value);\n },\n reject: async (error: Error) => {\n task?.reject?.(error);\n if (isNew) {\n await this.cache.delete(key);\n }\n },\n };\n }\n}\n\nexport class ChatModelOutput extends Serializable {\n constructor(\n public readonly messages: Message[],\n public usage?: ChatModelUsage,\n public finishReason?: ChatModelFinishReason,\n ) {\n super();\n }\n\n static fromChunks(chunks: ChatModelOutput[]) {\n const final = new ChatModelOutput([]);\n chunks.forEach((cur) => final.merge(cur));\n return final;\n }\n\n merge(other: ChatModelOutput) {\n this.messages.push(...other.messages);\n this.finishReason = other.finishReason;\n if (this.usage && other.usage) {\n this.usage = customMerge([this.usage, other.usage], {\n totalTokens: takeBigger,\n promptTokens: takeBigger,\n completionTokens: takeBigger,\n });\n } else if (other.usage) {\n this.usage = shallowCopy(other.usage);\n }\n }\n\n getToolCalls() {\n return this.messages\n .filter((r) => r instanceof AssistantMessage)\n .flatMap((r) => r.getToolCalls())\n .filter(Boolean);\n }\n\n getTextMessages(): AssistantMessage[] {\n return this.messages.filter((r) => r instanceof AssistantMessage).filter((r) => r.text);\n }\n\n getTextContent(): string {\n return this.messages\n .filter((r) => r instanceof AssistantMessage)\n .flatMap((r) => r.text)\n .filter(Boolean)\n .join(\"\");\n }\n\n toString() {\n return this.getTextContent();\n }\n\n createSnapshot() {\n return {\n messages: shallowCopy(this.messages),\n usage: shallowCopy(this.usage),\n finishReason: this.finishReason,\n };\n }\n\n loadSnapshot(snapshot: ReturnType<typeof this.createSnapshot>) {\n Object.assign(this, snapshot);\n }\n}\n"]}
@@ -1,8 +1,8 @@
1
- import { Message, MessageContentPart } from './message.cjs';
1
+ import { Message, AssistantMessage, MessageContentPart } from './message.cjs';
2
2
  import * as ai from 'ai';
3
3
  import { Run, GetRunContext } from '../context.cjs';
4
4
  import { Serializable } from '../internals/serializable.cjs';
5
- import { E as Emitter, C as Callback } from '../emitter-C9EN5B0j.cjs';
5
+ import { C as Callback, E as Emitter } from '../emitter-BWtGHYn0.cjs';
6
6
  import { FrameworkError } from '../errors.cjs';
7
7
  import { Task } from 'promise-based-task';
8
8
  import { BaseCache } from '../cache/base.cjs';
@@ -11,9 +11,9 @@ import { ProviderName } from './constants.cjs';
11
11
  import { AnyTool } from '../tools/base.cjs';
12
12
  import { LanguageModelV1FunctionTool, LanguageModelV1ProviderDefinedTool, LanguageModelV1ToolChoice, JSONSchema7 } from '@ai-sdk/provider';
13
13
  import { z } from 'zod';
14
+ import '../internals/helpers/promise.cjs';
14
15
  import '../internals/types.cjs';
15
16
  import '../internals/helpers/guards.cjs';
16
- import '../internals/helpers/promise.cjs';
17
17
  import 'ajv';
18
18
  import '../internals/helpers/schema.cjs';
19
19
  import 'zod-to-json-schema';
@@ -128,6 +128,7 @@ declare class ChatModelOutput extends Serializable {
128
128
  static fromChunks(chunks: ChatModelOutput[]): ChatModelOutput;
129
129
  merge(other: ChatModelOutput): void;
130
130
  getToolCalls(): ai.ToolCallPart[];
131
+ getTextMessages(): AssistantMessage[];
131
132
  getTextContent(): string;
132
133
  toString(): string;
133
134
  createSnapshot(): {
@@ -1,8 +1,8 @@
1
- import { Message, MessageContentPart } from './message.js';
1
+ import { Message, AssistantMessage, MessageContentPart } from './message.js';
2
2
  import * as ai from 'ai';
3
3
  import { Run, GetRunContext } from '../context.js';
4
4
  import { Serializable } from '../internals/serializable.js';
5
- import { E as Emitter, C as Callback } from '../emitter-BxVxGBbJ.js';
5
+ import { C as Callback, E as Emitter } from '../emitter-l0W9gC1A.js';
6
6
  import { FrameworkError } from '../errors.js';
7
7
  import { Task } from 'promise-based-task';
8
8
  import { BaseCache } from '../cache/base.js';
@@ -11,9 +11,9 @@ import { ProviderName } from './constants.js';
11
11
  import { AnyTool } from '../tools/base.js';
12
12
  import { LanguageModelV1FunctionTool, LanguageModelV1ProviderDefinedTool, LanguageModelV1ToolChoice, JSONSchema7 } from '@ai-sdk/provider';
13
13
  import { z } from 'zod';
14
+ import '../internals/helpers/promise.js';
14
15
  import '../internals/types.js';
15
16
  import '../internals/helpers/guards.js';
16
- import '../internals/helpers/promise.js';
17
17
  import 'ajv';
18
18
  import '../internals/helpers/schema.js';
19
19
  import 'zod-to-json-schema';
@@ -128,6 +128,7 @@ declare class ChatModelOutput extends Serializable {
128
128
  static fromChunks(chunks: ChatModelOutput[]): ChatModelOutput;
129
129
  merge(other: ChatModelOutput): void;
130
130
  getToolCalls(): ai.ToolCallPart[];
131
+ getTextMessages(): AssistantMessage[];
131
132
  getTextContent(): string;
132
133
  toString(): string;
133
134
  createSnapshot(): {
@@ -244,6 +244,9 @@ class ChatModelOutput extends Serializable {
244
244
  getToolCalls() {
245
245
  return this.messages.filter((r) => r instanceof AssistantMessage).flatMap((r) => r.getToolCalls()).filter(Boolean);
246
246
  }
247
+ getTextMessages() {
248
+ return this.messages.filter((r) => r instanceof AssistantMessage).filter((r) => r.text);
249
+ }
247
250
  getTextContent() {
248
251
  return this.messages.filter((r) => r instanceof AssistantMessage).flatMap((r) => r.text).filter(Boolean).join("");
249
252
  }