illuma-agents 1.0.7 → 1.0.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (237) hide show
  1. package/LICENSE +1 -5
  2. package/dist/cjs/common/enum.cjs +1 -2
  3. package/dist/cjs/common/enum.cjs.map +1 -1
  4. package/dist/cjs/instrumentation.cjs.map +1 -1
  5. package/dist/cjs/llm/anthropic/types.cjs.map +1 -1
  6. package/dist/cjs/llm/anthropic/utils/message_inputs.cjs +79 -2
  7. package/dist/cjs/llm/anthropic/utils/message_inputs.cjs.map +1 -1
  8. package/dist/cjs/llm/anthropic/utils/tools.cjs.map +1 -1
  9. package/dist/cjs/llm/bedrock/index.cjs +99 -0
  10. package/dist/cjs/llm/bedrock/index.cjs.map +1 -0
  11. package/dist/cjs/llm/fake.cjs.map +1 -1
  12. package/dist/cjs/llm/google/index.cjs +78 -9
  13. package/dist/cjs/llm/google/index.cjs.map +1 -1
  14. package/dist/cjs/llm/google/utils/common.cjs +185 -28
  15. package/dist/cjs/llm/google/utils/common.cjs.map +1 -1
  16. package/dist/cjs/llm/providers.cjs +13 -16
  17. package/dist/cjs/llm/providers.cjs.map +1 -1
  18. package/dist/cjs/llm/text.cjs.map +1 -1
  19. package/dist/cjs/messages/core.cjs +14 -14
  20. package/dist/cjs/messages/core.cjs.map +1 -1
  21. package/dist/cjs/messages/ids.cjs.map +1 -1
  22. package/dist/cjs/messages/prune.cjs.map +1 -1
  23. package/dist/cjs/run.cjs +10 -1
  24. package/dist/cjs/run.cjs.map +1 -1
  25. package/dist/cjs/splitStream.cjs.map +1 -1
  26. package/dist/cjs/stream.cjs +4 -1
  27. package/dist/cjs/stream.cjs.map +1 -1
  28. package/dist/cjs/tools/ToolNode.cjs +163 -55
  29. package/dist/cjs/tools/ToolNode.cjs.map +1 -1
  30. package/dist/cjs/tools/handlers.cjs +29 -25
  31. package/dist/cjs/tools/handlers.cjs.map +1 -1
  32. package/dist/cjs/tools/search/anthropic.cjs.map +1 -1
  33. package/dist/cjs/tools/search/content.cjs.map +1 -1
  34. package/dist/cjs/tools/search/firecrawl.cjs.map +1 -1
  35. package/dist/cjs/tools/search/format.cjs.map +1 -1
  36. package/dist/cjs/tools/search/highlights.cjs.map +1 -1
  37. package/dist/cjs/tools/search/rerankers.cjs.map +1 -1
  38. package/dist/cjs/tools/search/schema.cjs +25 -25
  39. package/dist/cjs/tools/search/schema.cjs.map +1 -1
  40. package/dist/cjs/tools/search/search.cjs +6 -1
  41. package/dist/cjs/tools/search/search.cjs.map +1 -1
  42. package/dist/cjs/tools/search/serper-scraper.cjs.map +1 -1
  43. package/dist/cjs/tools/search/tool.cjs +162 -35
  44. package/dist/cjs/tools/search/tool.cjs.map +1 -1
  45. package/dist/cjs/tools/search/utils.cjs.map +1 -1
  46. package/dist/cjs/utils/graph.cjs.map +1 -1
  47. package/dist/cjs/utils/llm.cjs +0 -1
  48. package/dist/cjs/utils/llm.cjs.map +1 -1
  49. package/dist/cjs/utils/misc.cjs.map +1 -1
  50. package/dist/cjs/utils/run.cjs.map +1 -1
  51. package/dist/cjs/utils/title.cjs +7 -7
  52. package/dist/cjs/utils/title.cjs.map +1 -1
  53. package/dist/esm/common/enum.mjs +1 -2
  54. package/dist/esm/common/enum.mjs.map +1 -1
  55. package/dist/esm/instrumentation.mjs.map +1 -1
  56. package/dist/esm/llm/anthropic/types.mjs.map +1 -1
  57. package/dist/esm/llm/anthropic/utils/message_inputs.mjs +79 -2
  58. package/dist/esm/llm/anthropic/utils/message_inputs.mjs.map +1 -1
  59. package/dist/esm/llm/anthropic/utils/tools.mjs.map +1 -1
  60. package/dist/esm/llm/bedrock/index.mjs +97 -0
  61. package/dist/esm/llm/bedrock/index.mjs.map +1 -0
  62. package/dist/esm/llm/fake.mjs.map +1 -1
  63. package/dist/esm/llm/google/index.mjs +79 -10
  64. package/dist/esm/llm/google/index.mjs.map +1 -1
  65. package/dist/esm/llm/google/utils/common.mjs +184 -30
  66. package/dist/esm/llm/google/utils/common.mjs.map +1 -1
  67. package/dist/esm/llm/providers.mjs +2 -5
  68. package/dist/esm/llm/providers.mjs.map +1 -1
  69. package/dist/esm/llm/text.mjs.map +1 -1
  70. package/dist/esm/messages/core.mjs +14 -14
  71. package/dist/esm/messages/core.mjs.map +1 -1
  72. package/dist/esm/messages/ids.mjs.map +1 -1
  73. package/dist/esm/messages/prune.mjs.map +1 -1
  74. package/dist/esm/run.mjs +10 -1
  75. package/dist/esm/run.mjs.map +1 -1
  76. package/dist/esm/splitStream.mjs.map +1 -1
  77. package/dist/esm/stream.mjs +4 -1
  78. package/dist/esm/stream.mjs.map +1 -1
  79. package/dist/esm/tools/ToolNode.mjs +164 -56
  80. package/dist/esm/tools/ToolNode.mjs.map +1 -1
  81. package/dist/esm/tools/handlers.mjs +30 -26
  82. package/dist/esm/tools/handlers.mjs.map +1 -1
  83. package/dist/esm/tools/search/anthropic.mjs.map +1 -1
  84. package/dist/esm/tools/search/content.mjs.map +1 -1
  85. package/dist/esm/tools/search/firecrawl.mjs.map +1 -1
  86. package/dist/esm/tools/search/format.mjs.map +1 -1
  87. package/dist/esm/tools/search/highlights.mjs.map +1 -1
  88. package/dist/esm/tools/search/rerankers.mjs.map +1 -1
  89. package/dist/esm/tools/search/schema.mjs +25 -25
  90. package/dist/esm/tools/search/schema.mjs.map +1 -1
  91. package/dist/esm/tools/search/search.mjs +6 -1
  92. package/dist/esm/tools/search/search.mjs.map +1 -1
  93. package/dist/esm/tools/search/serper-scraper.mjs.map +1 -1
  94. package/dist/esm/tools/search/tool.mjs +162 -35
  95. package/dist/esm/tools/search/tool.mjs.map +1 -1
  96. package/dist/esm/tools/search/utils.mjs.map +1 -1
  97. package/dist/esm/utils/graph.mjs.map +1 -1
  98. package/dist/esm/utils/llm.mjs +0 -1
  99. package/dist/esm/utils/llm.mjs.map +1 -1
  100. package/dist/esm/utils/misc.mjs.map +1 -1
  101. package/dist/esm/utils/run.mjs.map +1 -1
  102. package/dist/esm/utils/title.mjs +7 -7
  103. package/dist/esm/utils/title.mjs.map +1 -1
  104. package/dist/types/common/enum.d.ts +1 -2
  105. package/dist/types/llm/bedrock/index.d.ts +36 -0
  106. package/dist/types/llm/google/index.d.ts +10 -0
  107. package/dist/types/llm/google/types.d.ts +11 -1
  108. package/dist/types/llm/google/utils/common.d.ts +17 -2
  109. package/dist/types/tools/ToolNode.d.ts +9 -1
  110. package/dist/types/tools/search/types.d.ts +2 -0
  111. package/dist/types/types/llm.d.ts +3 -8
  112. package/dist/types/types/tools.d.ts +1 -1
  113. package/package.json +15 -11
  114. package/src/common/enum.ts +1 -2
  115. package/src/common/index.ts +1 -1
  116. package/src/instrumentation.ts +22 -22
  117. package/src/llm/anthropic/llm.spec.ts +1442 -1442
  118. package/src/llm/anthropic/types.ts +140 -140
  119. package/src/llm/anthropic/utils/message_inputs.ts +757 -660
  120. package/src/llm/anthropic/utils/output_parsers.ts +133 -133
  121. package/src/llm/anthropic/utils/tools.ts +29 -29
  122. package/src/llm/bedrock/index.ts +128 -0
  123. package/src/llm/fake.ts +133 -133
  124. package/src/llm/google/data/gettysburg10.wav +0 -0
  125. package/src/llm/google/data/hotdog.jpg +0 -0
  126. package/src/llm/google/index.ts +129 -14
  127. package/src/llm/google/llm.spec.ts +932 -0
  128. package/src/llm/google/types.ts +56 -43
  129. package/src/llm/google/utils/common.ts +873 -660
  130. package/src/llm/google/utils/tools.ts +160 -160
  131. package/src/llm/openai/types.ts +24 -24
  132. package/src/llm/openai/utils/isReasoningModel.test.ts +90 -90
  133. package/src/llm/providers.ts +2 -7
  134. package/src/llm/text.ts +94 -94
  135. package/src/messages/core.ts +463 -463
  136. package/src/messages/formatAgentMessages.tools.test.ts +400 -400
  137. package/src/messages/formatMessage.test.ts +693 -693
  138. package/src/messages/ids.ts +26 -26
  139. package/src/messages/prune.ts +567 -567
  140. package/src/messages/shiftIndexTokenCountMap.test.ts +81 -81
  141. package/src/mockStream.ts +98 -98
  142. package/src/prompts/collab.ts +5 -5
  143. package/src/prompts/index.ts +1 -1
  144. package/src/prompts/taskmanager.ts +61 -61
  145. package/src/run.ts +13 -4
  146. package/src/scripts/ant_web_search_edge_case.ts +162 -0
  147. package/src/scripts/ant_web_search_error_edge_case.ts +148 -0
  148. package/src/scripts/args.ts +48 -48
  149. package/src/scripts/caching.ts +123 -123
  150. package/src/scripts/code_exec_files.ts +193 -193
  151. package/src/scripts/empty_input.ts +137 -137
  152. package/src/scripts/image.ts +178 -178
  153. package/src/scripts/memory.ts +97 -97
  154. package/src/scripts/thinking.ts +149 -149
  155. package/src/specs/anthropic.simple.test.ts +67 -0
  156. package/src/specs/spec.utils.ts +3 -3
  157. package/src/specs/token-distribution-edge-case.test.ts +316 -316
  158. package/src/specs/tool-error.test.ts +193 -193
  159. package/src/splitStream.test.ts +691 -691
  160. package/src/splitStream.ts +234 -234
  161. package/src/stream.test.ts +94 -94
  162. package/src/stream.ts +4 -1
  163. package/src/tools/ToolNode.ts +206 -64
  164. package/src/tools/handlers.ts +32 -28
  165. package/src/tools/search/anthropic.ts +51 -51
  166. package/src/tools/search/content.test.ts +173 -173
  167. package/src/tools/search/content.ts +147 -147
  168. package/src/tools/search/direct-url.test.ts +530 -0
  169. package/src/tools/search/firecrawl.ts +210 -210
  170. package/src/tools/search/format.ts +250 -250
  171. package/src/tools/search/highlights.ts +320 -320
  172. package/src/tools/search/index.ts +2 -2
  173. package/src/tools/search/jina-reranker.test.ts +126 -126
  174. package/src/tools/search/output.md +2775 -2775
  175. package/src/tools/search/rerankers.ts +242 -242
  176. package/src/tools/search/schema.ts +63 -63
  177. package/src/tools/search/search.ts +766 -759
  178. package/src/tools/search/serper-scraper.ts +155 -155
  179. package/src/tools/search/test.html +883 -883
  180. package/src/tools/search/test.md +642 -642
  181. package/src/tools/search/test.ts +159 -159
  182. package/src/tools/search/tool.ts +619 -471
  183. package/src/tools/search/types.ts +689 -687
  184. package/src/tools/search/utils.ts +79 -79
  185. package/src/types/index.ts +6 -6
  186. package/src/types/llm.ts +2 -8
  187. package/src/types/tools.ts +80 -80
  188. package/src/utils/graph.ts +10 -10
  189. package/src/utils/llm.ts +26 -27
  190. package/src/utils/llmConfig.ts +5 -3
  191. package/src/utils/logging.ts +48 -48
  192. package/src/utils/misc.ts +57 -57
  193. package/src/utils/run.ts +100 -100
  194. package/src/utils/title.ts +165 -165
  195. package/dist/cjs/llm/ollama/index.cjs +0 -70
  196. package/dist/cjs/llm/ollama/index.cjs.map +0 -1
  197. package/dist/cjs/llm/ollama/utils.cjs +0 -158
  198. package/dist/cjs/llm/ollama/utils.cjs.map +0 -1
  199. package/dist/esm/llm/ollama/index.mjs +0 -68
  200. package/dist/esm/llm/ollama/index.mjs.map +0 -1
  201. package/dist/esm/llm/ollama/utils.mjs +0 -155
  202. package/dist/esm/llm/ollama/utils.mjs.map +0 -1
  203. package/dist/types/llm/ollama/index.d.ts +0 -8
  204. package/dist/types/llm/ollama/utils.d.ts +0 -7
  205. package/src/llm/ollama/index.ts +0 -92
  206. package/src/llm/ollama/utils.ts +0 -193
  207. package/src/proto/CollabGraph.ts +0 -269
  208. package/src/proto/TaskManager.ts +0 -243
  209. package/src/proto/collab.ts +0 -200
  210. package/src/proto/collab_design.ts +0 -184
  211. package/src/proto/collab_design_v2.ts +0 -224
  212. package/src/proto/collab_design_v3.ts +0 -255
  213. package/src/proto/collab_design_v4.ts +0 -220
  214. package/src/proto/collab_design_v5.ts +0 -251
  215. package/src/proto/collab_graph.ts +0 -181
  216. package/src/proto/collab_original.ts +0 -123
  217. package/src/proto/example.ts +0 -93
  218. package/src/proto/example_new.ts +0 -68
  219. package/src/proto/example_old.ts +0 -201
  220. package/src/proto/example_test.ts +0 -152
  221. package/src/proto/example_test_anthropic.ts +0 -100
  222. package/src/proto/log_stream.ts +0 -202
  223. package/src/proto/main_collab_community_event.ts +0 -133
  224. package/src/proto/main_collab_design_v2.ts +0 -96
  225. package/src/proto/main_collab_design_v4.ts +0 -100
  226. package/src/proto/main_collab_design_v5.ts +0 -135
  227. package/src/proto/main_collab_global_analysis.ts +0 -122
  228. package/src/proto/main_collab_hackathon_event.ts +0 -153
  229. package/src/proto/main_collab_space_mission.ts +0 -153
  230. package/src/proto/main_philosophy.ts +0 -210
  231. package/src/proto/original_script.ts +0 -126
  232. package/src/proto/standard.ts +0 -100
  233. package/src/proto/stream.ts +0 -56
  234. package/src/proto/tasks.ts +0 -118
  235. package/src/proto/tools/global_analysis_tools.ts +0 -86
  236. package/src/proto/tools/space_mission_tools.ts +0 -60
  237. package/src/proto/vertexai.ts +0 -54
@@ -1,160 +1,160 @@
1
- import {
2
- Tool as GenerativeAITool,
3
- ToolConfig,
4
- FunctionCallingMode,
5
- FunctionDeclaration,
6
- FunctionDeclarationsTool,
7
- FunctionDeclarationSchema,
8
- } from '@google/generative-ai';
9
- import { ToolChoice } from '@langchain/core/language_models/chat_models';
10
- import { StructuredToolInterface } from '@langchain/core/tools';
11
- import { isLangChainTool } from '@langchain/core/utils/function_calling';
12
- import {
13
- isOpenAITool,
14
- ToolDefinition,
15
- } from '@langchain/core/language_models/base';
16
- import { convertToGenerativeAITools } from './common';
17
- import { GoogleGenerativeAIToolType } from '../types';
18
- import { removeAdditionalProperties } from './zod_to_genai_parameters';
19
-
20
- export function convertToolsToGenAI(
21
- tools: GoogleGenerativeAIToolType[],
22
- extra?: {
23
- toolChoice?: ToolChoice;
24
- allowedFunctionNames?: string[];
25
- }
26
- ): {
27
- tools: GenerativeAITool[];
28
- toolConfig?: ToolConfig;
29
- } {
30
- // Extract function declaration processing to a separate function
31
- const genAITools = processTools(tools);
32
-
33
- // Simplify tool config creation
34
- const toolConfig = createToolConfig(genAITools, extra);
35
-
36
- return { tools: genAITools, toolConfig };
37
- }
38
-
39
- function processTools(tools: GoogleGenerativeAIToolType[]): GenerativeAITool[] {
40
- let functionDeclarationTools: FunctionDeclaration[] = [];
41
- const genAITools: GenerativeAITool[] = [];
42
-
43
- tools.forEach((tool) => {
44
- if (isLangChainTool(tool)) {
45
- const [convertedTool] = convertToGenerativeAITools([
46
- tool as StructuredToolInterface,
47
- ]);
48
- if (convertedTool.functionDeclarations) {
49
- functionDeclarationTools.push(...convertedTool.functionDeclarations);
50
- }
51
- } else if (isOpenAITool(tool)) {
52
- const { functionDeclarations } = convertOpenAIToolToGenAI(tool);
53
- if (functionDeclarations) {
54
- functionDeclarationTools.push(...functionDeclarations);
55
- } else {
56
- throw new Error(
57
- 'Failed to convert OpenAI structured tool to GenerativeAI tool'
58
- );
59
- }
60
- } else {
61
- genAITools.push(tool as GenerativeAITool);
62
- }
63
- });
64
-
65
- const genAIFunctionDeclaration = genAITools.find(
66
- (t) => 'functionDeclarations' in t
67
- );
68
- if (genAIFunctionDeclaration) {
69
- return genAITools.map((tool) => {
70
- if (
71
- functionDeclarationTools.length > 0 &&
72
- 'functionDeclarations' in tool
73
- ) {
74
- const newTool = {
75
- functionDeclarations: [
76
- ...(tool.functionDeclarations || []),
77
- ...functionDeclarationTools,
78
- ],
79
- };
80
- // Clear the functionDeclarationTools array so it is not passed again
81
- functionDeclarationTools = [];
82
- return newTool;
83
- }
84
- return tool;
85
- });
86
- }
87
-
88
- return [
89
- ...genAITools,
90
- ...(functionDeclarationTools.length > 0
91
- ? [
92
- {
93
- functionDeclarations: functionDeclarationTools,
94
- },
95
- ]
96
- : []),
97
- ];
98
- }
99
-
100
- function convertOpenAIToolToGenAI(
101
- tool: ToolDefinition
102
- ): FunctionDeclarationsTool {
103
- return {
104
- functionDeclarations: [
105
- {
106
- name: tool.function.name,
107
- description: tool.function.description,
108
- parameters: removeAdditionalProperties(
109
- tool.function.parameters
110
- ) as FunctionDeclarationSchema,
111
- },
112
- ],
113
- };
114
- }
115
-
116
- function createToolConfig(
117
- genAITools: GenerativeAITool[],
118
- extra?: {
119
- toolChoice?: ToolChoice;
120
- allowedFunctionNames?: string[];
121
- }
122
- ): ToolConfig | undefined {
123
- if (!genAITools.length || !extra) return undefined;
124
-
125
- const { toolChoice, allowedFunctionNames } = extra;
126
-
127
- const modeMap: Record<string, FunctionCallingMode> = {
128
- any: FunctionCallingMode.ANY,
129
- auto: FunctionCallingMode.AUTO,
130
- none: FunctionCallingMode.NONE,
131
- };
132
-
133
- if (
134
- toolChoice != null &&
135
- ['any', 'auto', 'none'].includes(toolChoice as string)
136
- ) {
137
- return {
138
- functionCallingConfig: {
139
- mode: modeMap[toolChoice as keyof typeof modeMap] ?? 'MODE_UNSPECIFIED',
140
- allowedFunctionNames,
141
- },
142
- };
143
- }
144
-
145
- if (typeof toolChoice === 'string' || allowedFunctionNames) {
146
- return {
147
- functionCallingConfig: {
148
- mode: FunctionCallingMode.ANY,
149
- allowedFunctionNames: [
150
- ...(allowedFunctionNames ?? []),
151
- ...(toolChoice != null && typeof toolChoice === 'string'
152
- ? [toolChoice]
153
- : []),
154
- ],
155
- },
156
- };
157
- }
158
-
159
- return undefined;
160
- }
1
+ import {
2
+ Tool as GenerativeAITool,
3
+ ToolConfig,
4
+ FunctionCallingMode,
5
+ FunctionDeclaration,
6
+ FunctionDeclarationsTool,
7
+ FunctionDeclarationSchema,
8
+ } from '@google/generative-ai';
9
+ import { ToolChoice } from '@langchain/core/language_models/chat_models';
10
+ import { StructuredToolInterface } from '@langchain/core/tools';
11
+ import { isLangChainTool } from '@langchain/core/utils/function_calling';
12
+ import {
13
+ isOpenAITool,
14
+ ToolDefinition,
15
+ } from '@langchain/core/language_models/base';
16
+ import { convertToGenerativeAITools } from './common';
17
+ import { GoogleGenerativeAIToolType } from '../types';
18
+ import { removeAdditionalProperties } from './zod_to_genai_parameters';
19
+
20
+ export function convertToolsToGenAI(
21
+ tools: GoogleGenerativeAIToolType[],
22
+ extra?: {
23
+ toolChoice?: ToolChoice;
24
+ allowedFunctionNames?: string[];
25
+ }
26
+ ): {
27
+ tools: GenerativeAITool[];
28
+ toolConfig?: ToolConfig;
29
+ } {
30
+ // Extract function declaration processing to a separate function
31
+ const genAITools = processTools(tools);
32
+
33
+ // Simplify tool config creation
34
+ const toolConfig = createToolConfig(genAITools, extra);
35
+
36
+ return { tools: genAITools, toolConfig };
37
+ }
38
+
39
+ function processTools(tools: GoogleGenerativeAIToolType[]): GenerativeAITool[] {
40
+ let functionDeclarationTools: FunctionDeclaration[] = [];
41
+ const genAITools: GenerativeAITool[] = [];
42
+
43
+ tools.forEach((tool) => {
44
+ if (isLangChainTool(tool)) {
45
+ const [convertedTool] = convertToGenerativeAITools([
46
+ tool as StructuredToolInterface,
47
+ ]);
48
+ if (convertedTool.functionDeclarations) {
49
+ functionDeclarationTools.push(...convertedTool.functionDeclarations);
50
+ }
51
+ } else if (isOpenAITool(tool)) {
52
+ const { functionDeclarations } = convertOpenAIToolToGenAI(tool);
53
+ if (functionDeclarations) {
54
+ functionDeclarationTools.push(...functionDeclarations);
55
+ } else {
56
+ throw new Error(
57
+ 'Failed to convert OpenAI structured tool to GenerativeAI tool'
58
+ );
59
+ }
60
+ } else {
61
+ genAITools.push(tool as GenerativeAITool);
62
+ }
63
+ });
64
+
65
+ const genAIFunctionDeclaration = genAITools.find(
66
+ (t) => 'functionDeclarations' in t
67
+ );
68
+ if (genAIFunctionDeclaration) {
69
+ return genAITools.map((tool) => {
70
+ if (
71
+ functionDeclarationTools.length > 0 &&
72
+ 'functionDeclarations' in tool
73
+ ) {
74
+ const newTool = {
75
+ functionDeclarations: [
76
+ ...(tool.functionDeclarations || []),
77
+ ...functionDeclarationTools,
78
+ ],
79
+ };
80
+ // Clear the functionDeclarationTools array so it is not passed again
81
+ functionDeclarationTools = [];
82
+ return newTool;
83
+ }
84
+ return tool;
85
+ });
86
+ }
87
+
88
+ return [
89
+ ...genAITools,
90
+ ...(functionDeclarationTools.length > 0
91
+ ? [
92
+ {
93
+ functionDeclarations: functionDeclarationTools,
94
+ },
95
+ ]
96
+ : []),
97
+ ];
98
+ }
99
+
100
+ function convertOpenAIToolToGenAI(
101
+ tool: ToolDefinition
102
+ ): FunctionDeclarationsTool {
103
+ return {
104
+ functionDeclarations: [
105
+ {
106
+ name: tool.function.name,
107
+ description: tool.function.description,
108
+ parameters: removeAdditionalProperties(
109
+ tool.function.parameters
110
+ ) as FunctionDeclarationSchema,
111
+ },
112
+ ],
113
+ };
114
+ }
115
+
116
+ function createToolConfig(
117
+ genAITools: GenerativeAITool[],
118
+ extra?: {
119
+ toolChoice?: ToolChoice;
120
+ allowedFunctionNames?: string[];
121
+ }
122
+ ): ToolConfig | undefined {
123
+ if (!genAITools.length || !extra) return undefined;
124
+
125
+ const { toolChoice, allowedFunctionNames } = extra;
126
+
127
+ const modeMap: Record<string, FunctionCallingMode> = {
128
+ any: FunctionCallingMode.ANY,
129
+ auto: FunctionCallingMode.AUTO,
130
+ none: FunctionCallingMode.NONE,
131
+ };
132
+
133
+ if (
134
+ toolChoice != null &&
135
+ ['any', 'auto', 'none'].includes(toolChoice as string)
136
+ ) {
137
+ return {
138
+ functionCallingConfig: {
139
+ mode: modeMap[toolChoice as keyof typeof modeMap] ?? 'MODE_UNSPECIFIED',
140
+ allowedFunctionNames,
141
+ },
142
+ };
143
+ }
144
+
145
+ if (typeof toolChoice === 'string' || allowedFunctionNames) {
146
+ return {
147
+ functionCallingConfig: {
148
+ mode: FunctionCallingMode.ANY,
149
+ allowedFunctionNames: [
150
+ ...(allowedFunctionNames ?? []),
151
+ ...(toolChoice != null && typeof toolChoice === 'string'
152
+ ? [toolChoice]
153
+ : []),
154
+ ],
155
+ },
156
+ };
157
+ }
158
+
159
+ return undefined;
160
+ }
@@ -1,24 +1,24 @@
1
- import type { OpenAICallOptions } from '@langchain/openai';
2
-
3
- export interface OpenAIChatCallOptions extends OpenAICallOptions {
4
- promptIndex?: number;
5
- }
6
-
7
- // TODO import from SDK when available
8
- export type OpenAIRoleEnum =
9
- | 'system'
10
- | 'developer'
11
- | 'assistant'
12
- | 'user'
13
- | 'function'
14
- | 'tool';
15
-
16
- export type HeaderValue = string | undefined | null;
17
- export type HeadersLike =
18
- | Headers
19
- | readonly HeaderValue[][]
20
- | Record<string, HeaderValue | readonly HeaderValue[]>
21
- | undefined
22
- | null
23
- // NullableHeaders
24
- | { values: Headers; [key: string]: unknown };
1
+ import type { OpenAICallOptions } from '@langchain/openai';
2
+
3
+ export interface OpenAIChatCallOptions extends OpenAICallOptions {
4
+ promptIndex?: number;
5
+ }
6
+
7
+ // TODO import from SDK when available
8
+ export type OpenAIRoleEnum =
9
+ | 'system'
10
+ | 'developer'
11
+ | 'assistant'
12
+ | 'user'
13
+ | 'function'
14
+ | 'tool';
15
+
16
+ export type HeaderValue = string | undefined | null;
17
+ export type HeadersLike =
18
+ | Headers
19
+ | readonly HeaderValue[][]
20
+ | Record<string, HeaderValue | readonly HeaderValue[]>
21
+ | undefined
22
+ | null
23
+ // NullableHeaders
24
+ | { values: Headers; [key: string]: unknown };
@@ -1,90 +1,90 @@
1
- import { isReasoningModel } from './index';
2
-
3
- describe('isReasoningModel', () => {
4
- describe('should return true for reasoning models', () => {
5
- test('basic o-series models', () => {
6
- expect(isReasoningModel('o1')).toBe(true);
7
- expect(isReasoningModel('o2')).toBe(true);
8
- expect(isReasoningModel('o9')).toBe(true);
9
- expect(isReasoningModel('o1-preview')).toBe(true);
10
- expect(isReasoningModel('o1-mini')).toBe(true);
11
- });
12
-
13
- test('gpt-5+ models', () => {
14
- expect(isReasoningModel('gpt-5')).toBe(true);
15
- expect(isReasoningModel('gpt-6')).toBe(true);
16
- expect(isReasoningModel('gpt-7')).toBe(true);
17
- expect(isReasoningModel('gpt-8')).toBe(true);
18
- expect(isReasoningModel('gpt-9')).toBe(true);
19
- });
20
-
21
- test('with provider prefixes', () => {
22
- expect(isReasoningModel('azure/o1')).toBe(true);
23
- expect(isReasoningModel('azure/gpt-5')).toBe(true);
24
- expect(isReasoningModel('openai/o1')).toBe(true);
25
- expect(isReasoningModel('openai/gpt-5')).toBe(true);
26
- });
27
-
28
- test('with custom prefixes', () => {
29
- expect(isReasoningModel('custom-provider/o1')).toBe(true);
30
- expect(isReasoningModel('my-deployment/gpt-5')).toBe(true);
31
- expect(isReasoningModel('company/azure/gpt-5')).toBe(true);
32
- });
33
-
34
- test('case insensitive', () => {
35
- expect(isReasoningModel('O1')).toBe(true);
36
- expect(isReasoningModel('GPT-5')).toBe(true);
37
- expect(isReasoningModel('gPt-6')).toBe(true);
38
- expect(isReasoningModel('Azure/O1')).toBe(true);
39
- });
40
- });
41
-
42
- describe('should return false for non-reasoning models', () => {
43
- test('older GPT models', () => {
44
- expect(isReasoningModel('gpt-3.5-turbo')).toBe(false);
45
- expect(isReasoningModel('gpt-4')).toBe(false);
46
- expect(isReasoningModel('gpt-4-turbo')).toBe(false);
47
- expect(isReasoningModel('gpt-4o')).toBe(false);
48
- expect(isReasoningModel('gpt-4o-mini')).toBe(false);
49
- });
50
-
51
- test('other model families', () => {
52
- expect(isReasoningModel('claude-3')).toBe(false);
53
- expect(isReasoningModel('claude-3-opus')).toBe(false);
54
- expect(isReasoningModel('llama-2')).toBe(false);
55
- expect(isReasoningModel('gemini-pro')).toBe(false);
56
- });
57
-
58
- test('partial matches that should not match', () => {
59
- expect(isReasoningModel('proto1')).toBe(false);
60
- expect(isReasoningModel('version-o1')).toBe(true);
61
- expect(isReasoningModel('gpt-40')).toBe(false);
62
- expect(isReasoningModel('gpt-3.5')).toBe(false);
63
- });
64
-
65
- test('empty, null, and undefined', () => {
66
- expect(isReasoningModel('')).toBe(false);
67
- expect(isReasoningModel()).toBe(false);
68
- expect(isReasoningModel(undefined)).toBe(false);
69
- });
70
- });
71
-
72
- describe('edge cases', () => {
73
- test('with special characters', () => {
74
- expect(isReasoningModel('deployment_o1_model')).toBe(false);
75
- expect(isReasoningModel('gpt-5-deployment')).toBe(true);
76
- expect(isReasoningModel('o1@latest')).toBe(true);
77
- expect(isReasoningModel('gpt-5.0')).toBe(true);
78
- });
79
-
80
- test('word boundary behavior', () => {
81
- // These should match because o1 and gpt-5 are whole words
82
- expect(isReasoningModel('use-o1-model')).toBe(true);
83
- expect(isReasoningModel('model-gpt-5-latest')).toBe(true);
84
-
85
- // These should not match because o1/gpt-5 are not whole words
86
- expect(isReasoningModel('proto1model')).toBe(false);
87
- expect(isReasoningModel('supergpt-50')).toBe(false);
88
- });
89
- });
90
- });
1
+ import { isReasoningModel } from './index';
2
+
3
+ describe('isReasoningModel', () => {
4
+ describe('should return true for reasoning models', () => {
5
+ test('basic o-series models', () => {
6
+ expect(isReasoningModel('o1')).toBe(true);
7
+ expect(isReasoningModel('o2')).toBe(true);
8
+ expect(isReasoningModel('o9')).toBe(true);
9
+ expect(isReasoningModel('o1-preview')).toBe(true);
10
+ expect(isReasoningModel('o1-mini')).toBe(true);
11
+ });
12
+
13
+ test('gpt-5+ models', () => {
14
+ expect(isReasoningModel('gpt-5')).toBe(true);
15
+ expect(isReasoningModel('gpt-6')).toBe(true);
16
+ expect(isReasoningModel('gpt-7')).toBe(true);
17
+ expect(isReasoningModel('gpt-8')).toBe(true);
18
+ expect(isReasoningModel('gpt-9')).toBe(true);
19
+ });
20
+
21
+ test('with provider prefixes', () => {
22
+ expect(isReasoningModel('azure/o1')).toBe(true);
23
+ expect(isReasoningModel('azure/gpt-5')).toBe(true);
24
+ expect(isReasoningModel('openai/o1')).toBe(true);
25
+ expect(isReasoningModel('openai/gpt-5')).toBe(true);
26
+ });
27
+
28
+ test('with custom prefixes', () => {
29
+ expect(isReasoningModel('custom-provider/o1')).toBe(true);
30
+ expect(isReasoningModel('my-deployment/gpt-5')).toBe(true);
31
+ expect(isReasoningModel('company/azure/gpt-5')).toBe(true);
32
+ });
33
+
34
+ test('case insensitive', () => {
35
+ expect(isReasoningModel('O1')).toBe(true);
36
+ expect(isReasoningModel('GPT-5')).toBe(true);
37
+ expect(isReasoningModel('gPt-6')).toBe(true);
38
+ expect(isReasoningModel('Azure/O1')).toBe(true);
39
+ });
40
+ });
41
+
42
+ describe('should return false for non-reasoning models', () => {
43
+ test('older GPT models', () => {
44
+ expect(isReasoningModel('gpt-3.5-turbo')).toBe(false);
45
+ expect(isReasoningModel('gpt-4')).toBe(false);
46
+ expect(isReasoningModel('gpt-4-turbo')).toBe(false);
47
+ expect(isReasoningModel('gpt-4o')).toBe(false);
48
+ expect(isReasoningModel('gpt-4o-mini')).toBe(false);
49
+ });
50
+
51
+ test('other model families', () => {
52
+ expect(isReasoningModel('claude-3')).toBe(false);
53
+ expect(isReasoningModel('claude-3-opus')).toBe(false);
54
+ expect(isReasoningModel('llama-2')).toBe(false);
55
+ expect(isReasoningModel('gemini-pro')).toBe(false);
56
+ });
57
+
58
+ test('partial matches that should not match', () => {
59
+ expect(isReasoningModel('proto1')).toBe(false);
60
+ expect(isReasoningModel('version-o1')).toBe(true);
61
+ expect(isReasoningModel('gpt-40')).toBe(false);
62
+ expect(isReasoningModel('gpt-3.5')).toBe(false);
63
+ });
64
+
65
+ test('empty, null, and undefined', () => {
66
+ expect(isReasoningModel('')).toBe(false);
67
+ expect(isReasoningModel()).toBe(false);
68
+ expect(isReasoningModel(undefined)).toBe(false);
69
+ });
70
+ });
71
+
72
+ describe('edge cases', () => {
73
+ test('with special characters', () => {
74
+ expect(isReasoningModel('deployment_o1_model')).toBe(false);
75
+ expect(isReasoningModel('gpt-5-deployment')).toBe(true);
76
+ expect(isReasoningModel('o1@latest')).toBe(true);
77
+ expect(isReasoningModel('gpt-5.0')).toBe(true);
78
+ });
79
+
80
+ test('word boundary behavior', () => {
81
+ // These should match because o1 and gpt-5 are whole words
82
+ expect(isReasoningModel('use-o1-model')).toBe(true);
83
+ expect(isReasoningModel('model-gpt-5-latest')).toBe(true);
84
+
85
+ // These should not match because o1/gpt-5 are not whole words
86
+ expect(isReasoningModel('proto1model')).toBe(false);
87
+ expect(isReasoningModel('supergpt-50')).toBe(false);
88
+ });
89
+ });
90
+ });
@@ -1,8 +1,5 @@
1
1
  // src/llm/providers.ts
2
2
  import { ChatMistralAI } from '@langchain/mistralai';
3
- import { ChatBedrockConverse } from '@langchain/aws';
4
- // import { ChatAnthropic } from '@langchain/anthropic';
5
- // import { ChatVertexAI } from '@langchain/google-vertexai';
6
3
  import type {
7
4
  ChatModelConstructorMap,
8
5
  ProviderOptionsMap,
@@ -15,16 +12,15 @@ import {
15
12
  ChatXAI,
16
13
  } from '@/llm/openai';
17
14
  import { CustomChatGoogleGenerativeAI } from '@/llm/google';
15
+ import { CustomChatBedrockConverse } from '@/llm/bedrock';
18
16
  import { CustomAnthropic } from '@/llm/anthropic';
19
17
  import { ChatOpenRouter } from '@/llm/openrouter';
20
18
  import { ChatVertexAI } from '@/llm/vertexai';
21
- import { ChatOllama } from '@/llm/ollama';
22
19
  import { Providers } from '@/common';
23
20
 
24
21
  export const llmProviders: Partial<ChatModelConstructorMap> = {
25
22
  [Providers.XAI]: ChatXAI,
26
23
  [Providers.OPENAI]: ChatOpenAI,
27
- [Providers.OLLAMA]: ChatOllama,
28
24
  [Providers.AZURE]: AzureChatOpenAI,
29
25
  [Providers.VERTEXAI]: ChatVertexAI,
30
26
  [Providers.DEEPSEEK]: ChatDeepSeek,
@@ -32,7 +28,7 @@ export const llmProviders: Partial<ChatModelConstructorMap> = {
32
28
  [Providers.MISTRAL]: ChatMistralAI,
33
29
  [Providers.ANTHROPIC]: CustomAnthropic,
34
30
  [Providers.OPENROUTER]: ChatOpenRouter,
35
- [Providers.BEDROCK]: ChatBedrockConverse,
31
+ [Providers.BEDROCK]: CustomChatBedrockConverse,
36
32
  // [Providers.ANTHROPIC]: ChatAnthropic,
37
33
  [Providers.GOOGLE]: CustomChatGoogleGenerativeAI,
38
34
  };
@@ -40,7 +36,6 @@ export const llmProviders: Partial<ChatModelConstructorMap> = {
40
36
  export const manualToolStreamProviders = new Set<Providers | string>([
41
37
  Providers.ANTHROPIC,
42
38
  Providers.BEDROCK,
43
- Providers.OLLAMA,
44
39
  ]);
45
40
 
46
41
  export const getChatModelClass = <P extends Providers>(