@juspay/neurolink 9.29.1 → 9.31.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (981) hide show
  1. package/CHANGELOG.md +20 -0
  2. package/README.md +2 -3
  3. package/dist/adapters/providerImageAdapter.js +13 -22
  4. package/dist/adapters/video/videoAnalyzer.d.ts +4 -4
  5. package/dist/adapters/video/videoAnalyzer.js +3 -3
  6. package/dist/agent/directTools.d.ts +20 -289
  7. package/dist/agent/directTools.js +11 -10
  8. package/dist/auth/accountPool.d.ts +68 -0
  9. package/dist/auth/accountPool.js +178 -0
  10. package/dist/auth/anthropicOAuth.d.ts +15 -5
  11. package/dist/auth/anthropicOAuth.js +117 -57
  12. package/dist/auth/index.d.ts +7 -5
  13. package/dist/auth/index.js +6 -2
  14. package/dist/auth/tokenStore.d.ts +71 -27
  15. package/dist/auth/tokenStore.js +342 -64
  16. package/dist/cli/commands/auth.d.ts +39 -2
  17. package/dist/cli/commands/auth.js +585 -36
  18. package/dist/cli/commands/config.d.ts +47 -574
  19. package/dist/cli/commands/config.js +142 -24
  20. package/dist/cli/commands/docs.d.ts +1 -5
  21. package/dist/cli/commands/observability.d.ts +1 -17
  22. package/dist/cli/commands/ollama.js +1 -1
  23. package/dist/cli/commands/proxy.d.ts +20 -0
  24. package/dist/cli/commands/proxy.js +1254 -0
  25. package/dist/cli/commands/setup-anthropic.js +1 -1
  26. package/dist/cli/commands/setup-azure.js +1 -1
  27. package/dist/cli/commands/setup-bedrock.js +2 -2
  28. package/dist/cli/commands/setup-gcp.js +1 -1
  29. package/dist/cli/commands/setup-google-ai.js +1 -1
  30. package/dist/cli/commands/setup-huggingface.js +2 -2
  31. package/dist/cli/commands/setup-mistral.js +1 -1
  32. package/dist/cli/commands/setup-openai.js +1 -1
  33. package/dist/cli/commands/setup.js +3 -3
  34. package/dist/cli/commands/telemetry.d.ts +1 -22
  35. package/dist/cli/factories/authCommandFactory.d.ts +16 -11
  36. package/dist/cli/factories/authCommandFactory.js +96 -1
  37. package/dist/cli/factories/ollamaCommandFactory.js +1 -1
  38. package/dist/cli/factories/sagemakerCommandFactory.js +25 -6
  39. package/dist/cli/index.d.ts +0 -6
  40. package/dist/cli/index.js +5 -2
  41. package/dist/cli/loop/conversationSelector.js +7 -2
  42. package/dist/cli/parser.js +19 -1
  43. package/dist/cli/utils/envManager.js +2 -2
  44. package/dist/cli/utils/ollamaUtils.d.ts +1 -2
  45. package/dist/client/adapters/providerImageAdapter.js +588 -0
  46. package/dist/client/adapters/tts/googleTTSHandler.js +344 -0
  47. package/dist/client/adapters/video/directorPipeline.js +516 -0
  48. package/dist/client/adapters/video/ffmpegAdapter.js +206 -0
  49. package/dist/client/adapters/video/frameExtractor.js +143 -0
  50. package/dist/client/adapters/video/vertexVideoHandler.js +763 -0
  51. package/dist/client/adapters/video/videoAnalyzer.js +238 -0
  52. package/dist/client/adapters/video/videoMerger.js +171 -0
  53. package/dist/client/agent/directTools.js +840 -0
  54. package/dist/client/aiSdkAdapter.d.ts +196 -0
  55. package/dist/client/aiSdkAdapter.js +487 -0
  56. package/dist/client/auth/anthropicOAuth.js +974 -0
  57. package/dist/client/auth/tokenStore.js +799 -0
  58. package/dist/client/auth.d.ts +248 -0
  59. package/dist/client/auth.js +473 -0
  60. package/dist/client/client/aiSdkAdapter.js +487 -0
  61. package/dist/client/client/auth.js +473 -0
  62. package/dist/client/client/errors.js +552 -0
  63. package/dist/client/client/httpClient.js +837 -0
  64. package/dist/client/client/index.js +172 -0
  65. package/dist/client/client/interceptors.js +601 -0
  66. package/dist/client/client/reactHooks.js +1159 -0
  67. package/dist/client/client/sseClient.js +545 -0
  68. package/dist/client/client/streamingClient.js +917 -0
  69. package/dist/client/client/wsClient.js +369 -0
  70. package/dist/client/config/configManager.js +303 -0
  71. package/dist/client/config/conversationMemory.js +86 -0
  72. package/dist/client/config/taskClassificationConfig.js +148 -0
  73. package/dist/client/constants/contextWindows.js +295 -0
  74. package/dist/client/constants/enums.js +853 -0
  75. package/dist/client/constants/index.js +207 -0
  76. package/dist/client/constants/performance.js +389 -0
  77. package/dist/client/constants/retry.js +266 -0
  78. package/dist/client/constants/timeouts.js +182 -0
  79. package/dist/client/constants/tokens.js +380 -0
  80. package/dist/client/constants/videoErrors.js +46 -0
  81. package/dist/client/context/budgetChecker.js +98 -0
  82. package/dist/client/context/contextCompactor.js +205 -0
  83. package/dist/client/context/emergencyTruncation.js +88 -0
  84. package/dist/client/context/errorDetection.js +171 -0
  85. package/dist/client/context/errors.js +21 -0
  86. package/dist/client/context/fileTokenBudget.js +127 -0
  87. package/dist/client/context/prompts/summarizationPrompt.js +117 -0
  88. package/dist/client/context/stages/fileReadDeduplicator.js +66 -0
  89. package/dist/client/context/stages/slidingWindowTruncator.js +190 -0
  90. package/dist/client/context/stages/structuredSummarizer.js +99 -0
  91. package/dist/client/context/stages/toolOutputPruner.js +52 -0
  92. package/dist/client/context/summarizationEngine.js +136 -0
  93. package/dist/client/context/toolOutputLimits.js +78 -0
  94. package/dist/client/context/toolPairRepair.js +66 -0
  95. package/dist/client/core/analytics.js +88 -0
  96. package/dist/client/core/baseProvider.js +1385 -0
  97. package/dist/client/core/constants.js +140 -0
  98. package/dist/client/core/conversationMemoryFactory.js +141 -0
  99. package/dist/client/core/conversationMemoryInitializer.js +128 -0
  100. package/dist/client/core/conversationMemoryManager.js +344 -0
  101. package/dist/client/core/dynamicModels.js +358 -0
  102. package/dist/client/core/evaluation.js +309 -0
  103. package/dist/client/core/evaluationProviders.js +248 -0
  104. package/dist/client/core/factory.js +412 -0
  105. package/dist/client/core/infrastructure/baseError.js +22 -0
  106. package/dist/client/core/infrastructure/baseFactory.js +54 -0
  107. package/dist/client/core/infrastructure/baseRegistry.js +49 -0
  108. package/dist/client/core/infrastructure/index.js +5 -0
  109. package/dist/client/core/infrastructure/retry.js +20 -0
  110. package/dist/client/core/infrastructure/typedEventEmitter.js +23 -0
  111. package/dist/client/core/modelConfiguration.js +851 -0
  112. package/dist/client/core/modules/GenerationHandler.js +588 -0
  113. package/dist/client/core/modules/MessageBuilder.js +273 -0
  114. package/dist/client/core/modules/StreamHandler.js +185 -0
  115. package/dist/client/core/modules/TelemetryHandler.js +203 -0
  116. package/dist/client/core/modules/ToolsManager.js +499 -0
  117. package/dist/client/core/modules/Utilities.js +331 -0
  118. package/dist/client/core/redisConversationMemoryManager.js +1435 -0
  119. package/dist/client/core/streamAnalytics.js +131 -0
  120. package/dist/client/errors.d.ts +299 -0
  121. package/dist/client/errors.js +552 -0
  122. package/dist/client/evaluation/contextBuilder.js +134 -0
  123. package/dist/client/evaluation/index.js +61 -0
  124. package/dist/client/evaluation/prompts.js +73 -0
  125. package/dist/client/evaluation/ragasEvaluator.js +110 -0
  126. package/dist/client/evaluation/retryManager.js +78 -0
  127. package/dist/client/evaluation/scoring.js +61 -0
  128. package/dist/client/factories/providerFactory.js +166 -0
  129. package/dist/client/factories/providerRegistry.js +166 -0
  130. package/dist/client/features/ppt/constants.js +896 -0
  131. package/dist/client/features/ppt/contentPlanner.js +529 -0
  132. package/dist/client/features/ppt/presentationOrchestrator.js +236 -0
  133. package/dist/client/features/ppt/slideGenerator.js +532 -0
  134. package/dist/client/features/ppt/slideRenderers.js +2383 -0
  135. package/dist/client/features/ppt/slideTypeInference.js +405 -0
  136. package/dist/client/features/ppt/types.js +13 -0
  137. package/dist/client/features/ppt/utils.js +443 -0
  138. package/dist/client/files/fileReferenceRegistry.js +1543 -0
  139. package/dist/client/files/fileTools.js +450 -0
  140. package/dist/client/files/streamingReader.js +321 -0
  141. package/dist/client/files/types.js +23 -0
  142. package/dist/client/hitl/hitlErrors.js +54 -0
  143. package/dist/client/hitl/hitlManager.js +460 -0
  144. package/dist/client/httpClient.d.ts +297 -0
  145. package/dist/client/httpClient.js +837 -0
  146. package/dist/client/index.d.ts +111 -0
  147. package/dist/client/index.js +511 -0
  148. package/dist/client/interceptors.d.ts +283 -0
  149. package/dist/client/interceptors.js +601 -0
  150. package/dist/client/mcp/agentExposure.js +356 -0
  151. package/dist/client/mcp/auth/index.js +11 -0
  152. package/dist/client/mcp/auth/oauthClientProvider.js +325 -0
  153. package/dist/client/mcp/auth/tokenStorage.js +134 -0
  154. package/dist/client/mcp/batching/index.js +10 -0
  155. package/dist/client/mcp/batching/requestBatcher.js +441 -0
  156. package/dist/client/mcp/caching/index.js +10 -0
  157. package/dist/client/mcp/caching/toolCache.js +433 -0
  158. package/dist/client/mcp/elicitation/elicitationManager.js +376 -0
  159. package/dist/client/mcp/elicitation/index.js +11 -0
  160. package/dist/client/mcp/elicitation/types.js +10 -0
  161. package/dist/client/mcp/elicitationProtocol.js +375 -0
  162. package/dist/client/mcp/enhancedToolDiscovery.js +481 -0
  163. package/dist/client/mcp/externalServerManager.js +1478 -0
  164. package/dist/client/mcp/factory.js +161 -0
  165. package/dist/client/mcp/flexibleToolValidator.js +161 -0
  166. package/dist/client/mcp/httpRateLimiter.js +391 -0
  167. package/dist/client/mcp/httpRetryHandler.js +178 -0
  168. package/dist/client/mcp/index.js +74 -0
  169. package/dist/client/mcp/mcpCircuitBreaker.js +427 -0
  170. package/dist/client/mcp/mcpClientFactory.js +708 -0
  171. package/dist/client/mcp/mcpRegistryClient.js +488 -0
  172. package/dist/client/mcp/mcpServerBase.js +373 -0
  173. package/dist/client/mcp/multiServerManager.js +579 -0
  174. package/dist/client/mcp/registry.js +158 -0
  175. package/dist/client/mcp/routing/index.js +10 -0
  176. package/dist/client/mcp/routing/toolRouter.js +416 -0
  177. package/dist/client/mcp/serverCapabilities.js +502 -0
  178. package/dist/client/mcp/servers/agent/directToolsServer.js +150 -0
  179. package/dist/client/mcp/toolAnnotations.js +239 -0
  180. package/dist/client/mcp/toolConverter.js +258 -0
  181. package/dist/client/mcp/toolDiscoveryService.js +798 -0
  182. package/dist/client/mcp/toolIntegration.js +334 -0
  183. package/dist/client/mcp/toolRegistry.js +719 -0
  184. package/dist/client/memory/hippocampusInitializer.js +19 -0
  185. package/dist/client/memory/memoryRetrievalTools.js +166 -0
  186. package/dist/client/middleware/builtin/analytics.js +132 -0
  187. package/dist/client/middleware/builtin/autoEvaluation.js +203 -0
  188. package/dist/client/middleware/builtin/guardrails.js +109 -0
  189. package/dist/client/middleware/builtin/lifecycle.js +168 -0
  190. package/dist/client/middleware/factory.js +327 -0
  191. package/dist/client/middleware/registry.js +295 -0
  192. package/dist/client/middleware/utils/guardrailsUtils.js +396 -0
  193. package/dist/client/models/anthropicModels.js +527 -0
  194. package/dist/client/neurolink.js +8015 -0
  195. package/dist/client/observability/exporterRegistry.js +413 -0
  196. package/dist/client/observability/exporters/arizeExporter.js +138 -0
  197. package/dist/client/observability/exporters/baseExporter.js +190 -0
  198. package/dist/client/observability/exporters/braintrustExporter.js +154 -0
  199. package/dist/client/observability/exporters/datadogExporter.js +196 -0
  200. package/dist/client/observability/exporters/laminarExporter.js +302 -0
  201. package/dist/client/observability/exporters/langfuseExporter.js +209 -0
  202. package/dist/client/observability/exporters/langsmithExporter.js +143 -0
  203. package/dist/client/observability/exporters/otelExporter.js +164 -0
  204. package/dist/client/observability/exporters/posthogExporter.js +287 -0
  205. package/dist/client/observability/exporters/sentryExporter.js +165 -0
  206. package/dist/client/observability/index.js +31 -0
  207. package/dist/client/observability/metricsAggregator.js +556 -0
  208. package/dist/client/observability/otelBridge.js +131 -0
  209. package/dist/client/observability/retryPolicy.js +383 -0
  210. package/dist/client/observability/sampling/samplers.js +216 -0
  211. package/dist/client/observability/spanProcessor.js +303 -0
  212. package/dist/client/observability/tokenTracker.js +413 -0
  213. package/dist/client/observability/types/exporterTypes.js +5 -0
  214. package/dist/client/observability/types/index.js +4 -0
  215. package/dist/client/observability/types/spanTypes.js +92 -0
  216. package/dist/client/observability/utils/safeMetadata.js +25 -0
  217. package/dist/client/observability/utils/spanSerializer.js +292 -0
  218. package/dist/client/processors/archive/ArchiveProcessor.js +1308 -0
  219. package/dist/client/processors/base/BaseFileProcessor.js +614 -0
  220. package/dist/client/processors/base/types.js +82 -0
  221. package/dist/client/processors/config/fileTypes.js +520 -0
  222. package/dist/client/processors/config/index.js +92 -0
  223. package/dist/client/processors/config/languageMap.js +410 -0
  224. package/dist/client/processors/config/mimeTypes.js +363 -0
  225. package/dist/client/processors/config/sizeLimits.js +258 -0
  226. package/dist/client/processors/document/ExcelProcessor.js +590 -0
  227. package/dist/client/processors/document/OpenDocumentProcessor.js +212 -0
  228. package/dist/client/processors/document/PptxProcessor.js +157 -0
  229. package/dist/client/processors/document/RtfProcessor.js +361 -0
  230. package/dist/client/processors/document/WordProcessor.js +353 -0
  231. package/dist/client/processors/errors/FileErrorCode.js +255 -0
  232. package/dist/client/processors/errors/errorHelpers.js +386 -0
  233. package/dist/client/processors/errors/errorSerializer.js +507 -0
  234. package/dist/client/processors/errors/index.js +49 -0
  235. package/dist/client/processors/markup/SvgProcessor.js +240 -0
  236. package/dist/client/processors/media/AudioProcessor.js +707 -0
  237. package/dist/client/processors/media/VideoProcessor.js +1045 -0
  238. package/dist/client/providers/amazonBedrock.js +1512 -0
  239. package/dist/client/providers/amazonSagemaker.js +162 -0
  240. package/dist/client/providers/anthropic.js +831 -0
  241. package/dist/client/providers/azureOpenai.js +143 -0
  242. package/dist/client/providers/googleAiStudio.js +1200 -0
  243. package/dist/client/providers/googleNativeGemini3.js +543 -0
  244. package/dist/client/providers/googleVertex.js +2936 -0
  245. package/dist/client/providers/huggingFace.js +315 -0
  246. package/dist/client/providers/litellm.js +488 -0
  247. package/dist/client/providers/mistral.js +157 -0
  248. package/dist/client/providers/ollama.js +1579 -0
  249. package/dist/client/providers/openAI.js +627 -0
  250. package/dist/client/providers/openRouter.js +543 -0
  251. package/dist/client/providers/openaiCompatible.js +290 -0
  252. package/dist/client/providers/providerTypeUtils.js +46 -0
  253. package/dist/client/providers/sagemaker/adaptive-semaphore.js +215 -0
  254. package/dist/client/providers/sagemaker/client.js +472 -0
  255. package/dist/client/providers/sagemaker/config.js +317 -0
  256. package/dist/client/providers/sagemaker/detection.js +606 -0
  257. package/dist/client/providers/sagemaker/error-constants.js +227 -0
  258. package/dist/client/providers/sagemaker/errors.js +299 -0
  259. package/dist/client/providers/sagemaker/language-model.js +775 -0
  260. package/dist/client/providers/sagemaker/parsers.js +634 -0
  261. package/dist/client/providers/sagemaker/streaming.js +331 -0
  262. package/dist/client/providers/sagemaker/structured-parser.js +625 -0
  263. package/dist/client/proxy/accountQuota.js +162 -0
  264. package/dist/client/proxy/claudeFormat.js +595 -0
  265. package/dist/client/proxy/modelRouter.js +29 -0
  266. package/dist/client/proxy/oauthFetch.js +367 -0
  267. package/dist/client/proxy/proxyFetch.js +586 -0
  268. package/dist/client/proxy/requestLogger.js +207 -0
  269. package/dist/client/proxy/tokenRefresh.js +124 -0
  270. package/dist/client/proxy/usageStats.js +74 -0
  271. package/dist/client/proxy/utils/noProxyUtils.js +149 -0
  272. package/dist/client/rag/ChunkerFactory.js +320 -0
  273. package/dist/client/rag/ChunkerRegistry.js +421 -0
  274. package/dist/client/rag/chunkers/BaseChunker.js +143 -0
  275. package/dist/client/rag/chunkers/CharacterChunker.js +28 -0
  276. package/dist/client/rag/chunkers/HTMLChunker.js +38 -0
  277. package/dist/client/rag/chunkers/JSONChunker.js +68 -0
  278. package/dist/client/rag/chunkers/LaTeXChunker.js +63 -0
  279. package/dist/client/rag/chunkers/MarkdownChunker.js +306 -0
  280. package/dist/client/rag/chunkers/RecursiveChunker.js +139 -0
  281. package/dist/client/rag/chunkers/SemanticMarkdownChunker.js +138 -0
  282. package/dist/client/rag/chunkers/SentenceChunker.js +66 -0
  283. package/dist/client/rag/chunkers/TokenChunker.js +61 -0
  284. package/dist/client/rag/chunkers/index.js +15 -0
  285. package/dist/client/rag/chunking/characterChunker.js +142 -0
  286. package/dist/client/rag/chunking/chunkerRegistry.js +194 -0
  287. package/dist/client/rag/chunking/htmlChunker.js +247 -0
  288. package/dist/client/rag/chunking/index.js +17 -0
  289. package/dist/client/rag/chunking/jsonChunker.js +281 -0
  290. package/dist/client/rag/chunking/latexChunker.js +251 -0
  291. package/dist/client/rag/chunking/markdownChunker.js +373 -0
  292. package/dist/client/rag/chunking/recursiveChunker.js +148 -0
  293. package/dist/client/rag/chunking/semanticChunker.js +306 -0
  294. package/dist/client/rag/chunking/sentenceChunker.js +230 -0
  295. package/dist/client/rag/chunking/tokenChunker.js +183 -0
  296. package/dist/client/rag/document/MDocument.js +392 -0
  297. package/dist/client/rag/document/index.js +5 -0
  298. package/dist/client/rag/document/loaders.js +500 -0
  299. package/dist/client/rag/errors/RAGError.js +274 -0
  300. package/dist/client/rag/errors/index.js +6 -0
  301. package/dist/client/rag/graphRag/graphRAG.js +401 -0
  302. package/dist/client/rag/graphRag/index.js +4 -0
  303. package/dist/client/rag/index.js +141 -0
  304. package/dist/client/rag/metadata/MetadataExtractorFactory.js +418 -0
  305. package/dist/client/rag/metadata/MetadataExtractorRegistry.js +362 -0
  306. package/dist/client/rag/metadata/index.js +9 -0
  307. package/dist/client/rag/metadata/metadataExtractor.js +280 -0
  308. package/dist/client/rag/pipeline/RAGPipeline.js +436 -0
  309. package/dist/client/rag/pipeline/contextAssembly.js +341 -0
  310. package/dist/client/rag/pipeline/index.js +5 -0
  311. package/dist/client/rag/ragIntegration.js +321 -0
  312. package/dist/client/rag/reranker/RerankerFactory.js +430 -0
  313. package/dist/client/rag/reranker/RerankerRegistry.js +402 -0
  314. package/dist/client/rag/reranker/index.js +9 -0
  315. package/dist/client/rag/reranker/reranker.js +277 -0
  316. package/dist/client/rag/resilience/CircuitBreaker.js +431 -0
  317. package/dist/client/rag/resilience/RetryHandler.js +304 -0
  318. package/dist/client/rag/resilience/index.js +7 -0
  319. package/dist/client/rag/retrieval/hybridSearch.js +335 -0
  320. package/dist/client/rag/retrieval/index.js +5 -0
  321. package/dist/client/rag/retrieval/vectorQueryTool.js +307 -0
  322. package/dist/client/rag/types.js +8 -0
  323. package/dist/client/reactHooks.d.ts +239 -0
  324. package/dist/client/reactHooks.tsx +1483 -0
  325. package/dist/client/sdk/toolRegistration.js +377 -0
  326. package/dist/client/server/abstract/baseServerAdapter.js +575 -0
  327. package/dist/client/server/adapters/expressAdapter.js +486 -0
  328. package/dist/client/server/adapters/fastifyAdapter.js +472 -0
  329. package/dist/client/server/adapters/honoAdapter.js +632 -0
  330. package/dist/client/server/adapters/koaAdapter.js +510 -0
  331. package/dist/client/server/errors.js +486 -0
  332. package/dist/client/server/factory/serverAdapterFactory.js +160 -0
  333. package/dist/client/server/index.js +108 -0
  334. package/dist/client/server/middleware/abortSignal.js +111 -0
  335. package/dist/client/server/middleware/auth.js +388 -0
  336. package/dist/client/server/middleware/cache.js +359 -0
  337. package/dist/client/server/middleware/common.js +281 -0
  338. package/dist/client/server/middleware/deprecation.js +190 -0
  339. package/dist/client/server/middleware/mcpBodyAttachment.js +63 -0
  340. package/dist/client/server/middleware/rateLimit.js +227 -0
  341. package/dist/client/server/middleware/validation.js +388 -0
  342. package/dist/client/server/openapi/generator.js +398 -0
  343. package/dist/client/server/openapi/index.js +36 -0
  344. package/dist/client/server/openapi/schemas.js +695 -0
  345. package/dist/client/server/openapi/templates.js +374 -0
  346. package/dist/client/server/routes/agentRoutes.js +171 -0
  347. package/dist/client/server/routes/claudeProxyRoutes.js +1600 -0
  348. package/dist/client/server/routes/healthRoutes.js +187 -0
  349. package/dist/client/server/routes/index.js +57 -0
  350. package/dist/client/server/routes/mcpRoutes.js +342 -0
  351. package/dist/client/server/routes/memoryRoutes.js +350 -0
  352. package/dist/client/server/routes/openApiRoutes.js +126 -0
  353. package/dist/client/server/routes/toolRoutes.js +199 -0
  354. package/dist/client/server/streaming/dataStream.js +486 -0
  355. package/dist/client/server/streaming/index.js +11 -0
  356. package/dist/client/server/types.js +67 -0
  357. package/dist/client/server/utils/redaction.js +334 -0
  358. package/dist/client/server/utils/validation.js +243 -0
  359. package/dist/client/server/websocket/WebSocketHandler.js +383 -0
  360. package/dist/client/server/websocket/index.js +4 -0
  361. package/dist/client/services/server/ai/observability/instrumentation.js +808 -0
  362. package/dist/client/sseClient.d.ts +156 -0
  363. package/dist/client/sseClient.js +545 -0
  364. package/dist/client/streamingClient.d.ts +327 -0
  365. package/dist/client/streamingClient.js +917 -0
  366. package/dist/client/telemetry/attributes.js +100 -0
  367. package/dist/client/telemetry/index.js +26 -0
  368. package/dist/client/telemetry/telemetryService.js +308 -0
  369. package/dist/client/telemetry/tracers.js +17 -0
  370. package/dist/client/telemetry/withSpan.js +34 -0
  371. package/dist/client/types/actionTypes.js +6 -0
  372. package/dist/client/types/analytics.js +5 -0
  373. package/dist/client/types/authTypes.js +8 -0
  374. package/dist/client/types/circuitBreakerErrors.js +34 -0
  375. package/dist/client/types/cli.js +21 -0
  376. package/dist/client/types/clientTypes.js +10 -0
  377. package/dist/client/types/common.js +51 -0
  378. package/dist/client/types/configTypes.js +49 -0
  379. package/dist/client/types/content.js +19 -0
  380. package/dist/client/types/contextTypes.js +400 -0
  381. package/dist/client/types/conversation.js +47 -0
  382. package/dist/client/types/conversationMemoryInterface.js +6 -0
  383. package/dist/client/types/domainTypes.js +5 -0
  384. package/dist/client/types/errors.js +167 -0
  385. package/dist/client/types/evaluation.js +5 -0
  386. package/dist/client/types/evaluationProviders.js +5 -0
  387. package/dist/client/types/evaluationTypes.js +1 -0
  388. package/dist/client/types/externalMcp.js +6 -0
  389. package/dist/client/types/fileReferenceTypes.js +8 -0
  390. package/dist/client/types/fileTypes.js +4 -0
  391. package/dist/client/types/generateTypes.js +1 -0
  392. package/dist/client/types/guardrails.js +1 -0
  393. package/dist/client/types/hitlTypes.js +8 -0
  394. package/dist/client/types/index.js +57 -0
  395. package/dist/client/types/mcpTypes.js +5 -0
  396. package/dist/client/types/middlewareTypes.js +1 -0
  397. package/dist/client/types/modelTypes.js +30 -0
  398. package/dist/client/types/multimodal.js +135 -0
  399. package/dist/client/types/observability.js +6 -0
  400. package/dist/client/types/pptTypes.js +82 -0
  401. package/dist/client/types/providers.js +111 -0
  402. package/dist/client/types/proxyTypes.js +16 -0
  403. package/dist/client/types/ragTypes.js +7 -0
  404. package/dist/client/types/sdkTypes.js +8 -0
  405. package/dist/client/types/serviceTypes.js +5 -0
  406. package/dist/client/types/streamTypes.js +1 -0
  407. package/dist/client/types/subscriptionTypes.js +9 -0
  408. package/dist/client/types/taskClassificationTypes.js +5 -0
  409. package/dist/client/types/tools.js +24 -0
  410. package/dist/client/types/ttsTypes.js +57 -0
  411. package/dist/client/types/typeAliases.js +48 -0
  412. package/dist/client/types/utilities.js +4 -0
  413. package/dist/client/types/workflowTypes.js +30 -0
  414. package/dist/client/utils/async/withTimeout.js +98 -0
  415. package/dist/client/utils/asyncMutex.js +60 -0
  416. package/dist/client/utils/conversationMemory.js +431 -0
  417. package/dist/client/utils/csvProcessor.js +846 -0
  418. package/dist/client/utils/errorHandling.js +936 -0
  419. package/dist/client/utils/evaluationUtils.js +131 -0
  420. package/dist/client/utils/factoryProcessing.js +589 -0
  421. package/dist/client/utils/fileDetector.js +2161 -0
  422. package/dist/client/utils/imageCache.js +376 -0
  423. package/dist/client/utils/imageProcessor.js +704 -0
  424. package/dist/client/utils/logger.js +491 -0
  425. package/dist/client/utils/mcpDefaults.js +134 -0
  426. package/dist/client/utils/messageBuilder.js +1653 -0
  427. package/dist/client/utils/modelAliasResolver.js +54 -0
  428. package/dist/client/utils/modelDetection.js +80 -0
  429. package/dist/client/utils/modelRouter.js +292 -0
  430. package/dist/client/utils/multimodalOptionsBuilder.js +65 -0
  431. package/dist/client/utils/observabilityHelpers.js +47 -0
  432. package/dist/client/utils/parameterValidation.js +966 -0
  433. package/dist/client/utils/pdfProcessor.js +410 -0
  434. package/dist/client/utils/performance.js +222 -0
  435. package/dist/client/utils/pricing.js +340 -0
  436. package/dist/client/utils/promptRedaction.js +62 -0
  437. package/dist/client/utils/providerConfig.js +1009 -0
  438. package/dist/client/utils/providerHealth.js +1237 -0
  439. package/dist/client/utils/providerRetry.js +112 -0
  440. package/dist/client/utils/providerUtils.js +434 -0
  441. package/dist/client/utils/rateLimiter.js +200 -0
  442. package/dist/client/utils/redis.js +368 -0
  443. package/dist/client/utils/retryHandler.js +269 -0
  444. package/dist/client/utils/retryability.js +22 -0
  445. package/dist/client/utils/sanitizers/svg.js +481 -0
  446. package/dist/client/utils/schemaConversion.js +255 -0
  447. package/dist/client/utils/taskClassificationUtils.js +149 -0
  448. package/dist/client/utils/taskClassifier.js +94 -0
  449. package/dist/client/utils/thinkingConfig.js +104 -0
  450. package/dist/client/utils/timeout.js +359 -0
  451. package/dist/client/utils/tokenEstimation.js +142 -0
  452. package/dist/client/utils/tokenLimits.js +125 -0
  453. package/dist/client/utils/tokenUtils.js +239 -0
  454. package/dist/client/utils/toolUtils.js +75 -0
  455. package/dist/client/utils/transformationUtils.js +554 -0
  456. package/dist/client/utils/ttsProcessor.js +286 -0
  457. package/dist/client/utils/typeUtils.js +97 -0
  458. package/dist/client/utils/videoAnalysisProcessor.js +67 -0
  459. package/dist/client/workflow/config.js +398 -0
  460. package/dist/client/workflow/core/ensembleExecutor.js +407 -0
  461. package/dist/client/workflow/core/judgeScorer.js +544 -0
  462. package/dist/client/workflow/core/responseConditioner.js +225 -0
  463. package/dist/client/workflow/core/types/conditionerTypes.js +7 -0
  464. package/dist/client/workflow/core/types/ensembleTypes.js +7 -0
  465. package/dist/client/workflow/core/types/index.js +7 -0
  466. package/dist/client/workflow/core/types/judgeTypes.js +7 -0
  467. package/dist/client/workflow/core/types/layerTypes.js +7 -0
  468. package/dist/client/workflow/core/types/registryTypes.js +7 -0
  469. package/dist/client/workflow/core/workflowRegistry.js +304 -0
  470. package/dist/client/workflow/core/workflowRunner.js +586 -0
  471. package/dist/client/workflow/index.js +50 -0
  472. package/dist/client/workflow/types.js +9 -0
  473. package/dist/client/workflow/utils/types/index.js +7 -0
  474. package/dist/client/workflow/utils/workflowMetrics.js +311 -0
  475. package/dist/client/workflow/utils/workflowValidation.js +420 -0
  476. package/dist/client/workflow/workflows/adaptiveWorkflow.js +366 -0
  477. package/dist/client/workflow/workflows/consensusWorkflow.js +192 -0
  478. package/dist/client/workflow/workflows/fallbackWorkflow.js +225 -0
  479. package/dist/client/workflow/workflows/multiJudgeWorkflow.js +351 -0
  480. package/dist/client/wsClient.d.ts +130 -0
  481. package/dist/client/wsClient.js +369 -0
  482. package/dist/config/configManager.js +2 -2
  483. package/dist/constants/contextWindows.js +15 -13
  484. package/dist/constants/enums.d.ts +10 -16
  485. package/dist/constants/enums.js +12 -18
  486. package/dist/constants/index.d.ts +0 -10
  487. package/dist/constants/index.js +1 -1
  488. package/dist/constants/tokens.d.ts +29 -16
  489. package/dist/constants/tokens.js +23 -16
  490. package/dist/core/baseProvider.d.ts +5 -5
  491. package/dist/core/baseProvider.js +6 -6
  492. package/dist/core/constants.js +6 -1
  493. package/dist/core/dynamicModels.js +10 -6
  494. package/dist/core/evaluationProviders.js +1 -1
  495. package/dist/core/infrastructure/baseError.d.ts +1 -1
  496. package/dist/core/infrastructure/baseFactory.d.ts +1 -6
  497. package/dist/core/infrastructure/baseRegistry.d.ts +6 -5
  498. package/dist/core/infrastructure/index.d.ts +6 -4
  499. package/dist/core/infrastructure/index.js +2 -2
  500. package/dist/core/modelConfiguration.js +3 -1
  501. package/dist/core/modules/GenerationHandler.d.ts +3 -3
  502. package/dist/core/modules/GenerationHandler.js +49 -41
  503. package/dist/core/modules/MessageBuilder.d.ts +5 -5
  504. package/dist/core/modules/MessageBuilder.js +4 -6
  505. package/dist/core/modules/StreamHandler.js +26 -12
  506. package/dist/core/modules/TelemetryHandler.d.ts +4 -6
  507. package/dist/core/modules/TelemetryHandler.js +7 -6
  508. package/dist/core/modules/ToolsManager.d.ts +2 -12
  509. package/dist/core/modules/ToolsManager.js +20 -4
  510. package/dist/core/modules/Utilities.js +3 -1
  511. package/dist/core/redisConversationMemoryManager.js +3 -3
  512. package/dist/core/streamAnalytics.js +23 -9
  513. package/dist/evaluation/contextBuilder.d.ts +2 -2
  514. package/dist/evaluation/contextBuilder.js +2 -2
  515. package/dist/evaluation/index.d.ts +2 -2
  516. package/dist/evaluation/retryManager.js +1 -1
  517. package/dist/factories/providerFactory.js +2 -2
  518. package/dist/features/ppt/constants.js +1 -1
  519. package/dist/features/ppt/presentationOrchestrator.js +7 -3
  520. package/dist/features/ppt/slideGenerator.d.ts +2 -1
  521. package/dist/features/ppt/slideGenerator.js +6 -1
  522. package/dist/files/fileTools.d.ts +16 -247
  523. package/dist/files/fileTools.js +16 -15
  524. package/dist/index.d.ts +6 -3
  525. package/dist/index.js +21 -3
  526. package/dist/lib/adapters/providerImageAdapter.js +13 -22
  527. package/dist/lib/adapters/video/videoAnalyzer.d.ts +4 -4
  528. package/dist/lib/adapters/video/videoAnalyzer.js +3 -3
  529. package/dist/lib/agent/directTools.d.ts +20 -289
  530. package/dist/lib/agent/directTools.js +11 -10
  531. package/dist/lib/auth/accountPool.d.ts +68 -0
  532. package/dist/lib/auth/accountPool.js +179 -0
  533. package/dist/lib/auth/anthropicOAuth.d.ts +15 -5
  534. package/dist/lib/auth/anthropicOAuth.js +117 -57
  535. package/dist/lib/auth/index.d.ts +7 -5
  536. package/dist/lib/auth/index.js +6 -2
  537. package/dist/lib/auth/tokenStore.d.ts +71 -27
  538. package/dist/lib/auth/tokenStore.js +342 -64
  539. package/dist/lib/client/aiSdkAdapter.d.ts +196 -0
  540. package/dist/lib/client/aiSdkAdapter.js +488 -0
  541. package/dist/lib/client/auth.d.ts +248 -0
  542. package/dist/lib/client/auth.js +474 -0
  543. package/dist/lib/client/errors.d.ts +299 -0
  544. package/dist/lib/client/errors.js +553 -0
  545. package/dist/lib/client/httpClient.d.ts +297 -0
  546. package/dist/lib/client/httpClient.js +838 -0
  547. package/dist/lib/client/index.d.ts +111 -0
  548. package/dist/lib/client/index.js +173 -0
  549. package/dist/lib/client/interceptors.d.ts +283 -0
  550. package/dist/lib/client/interceptors.js +602 -0
  551. package/dist/lib/client/reactHooks.d.ts +239 -0
  552. package/dist/lib/client/reactHooks.js +1160 -0
  553. package/dist/lib/client/sseClient.d.ts +156 -0
  554. package/dist/lib/client/sseClient.js +546 -0
  555. package/dist/lib/client/streamingClient.d.ts +327 -0
  556. package/dist/lib/client/streamingClient.js +918 -0
  557. package/dist/lib/client/wsClient.d.ts +130 -0
  558. package/dist/lib/client/wsClient.js +370 -0
  559. package/dist/lib/config/configManager.js +2 -2
  560. package/dist/lib/constants/contextWindows.js +15 -13
  561. package/dist/lib/constants/enums.d.ts +10 -16
  562. package/dist/lib/constants/enums.js +12 -18
  563. package/dist/lib/constants/index.d.ts +0 -10
  564. package/dist/lib/constants/index.js +1 -1
  565. package/dist/lib/constants/tokens.d.ts +29 -16
  566. package/dist/lib/constants/tokens.js +23 -16
  567. package/dist/lib/core/baseProvider.d.ts +5 -5
  568. package/dist/lib/core/baseProvider.js +6 -6
  569. package/dist/lib/core/constants.js +6 -1
  570. package/dist/lib/core/dynamicModels.js +10 -6
  571. package/dist/lib/core/evaluationProviders.js +1 -1
  572. package/dist/lib/core/infrastructure/baseError.d.ts +1 -1
  573. package/dist/lib/core/infrastructure/baseFactory.d.ts +1 -6
  574. package/dist/lib/core/infrastructure/baseRegistry.d.ts +6 -5
  575. package/dist/lib/core/infrastructure/index.d.ts +6 -4
  576. package/dist/lib/core/infrastructure/index.js +2 -2
  577. package/dist/lib/core/modelConfiguration.js +3 -1
  578. package/dist/lib/core/modules/GenerationHandler.d.ts +3 -3
  579. package/dist/lib/core/modules/GenerationHandler.js +49 -41
  580. package/dist/lib/core/modules/MessageBuilder.d.ts +5 -5
  581. package/dist/lib/core/modules/MessageBuilder.js +4 -6
  582. package/dist/lib/core/modules/StreamHandler.js +26 -12
  583. package/dist/lib/core/modules/TelemetryHandler.d.ts +4 -6
  584. package/dist/lib/core/modules/TelemetryHandler.js +7 -6
  585. package/dist/lib/core/modules/ToolsManager.d.ts +2 -12
  586. package/dist/lib/core/modules/ToolsManager.js +20 -4
  587. package/dist/lib/core/modules/Utilities.js +3 -1
  588. package/dist/lib/core/redisConversationMemoryManager.js +3 -3
  589. package/dist/lib/core/streamAnalytics.js +23 -9
  590. package/dist/lib/evaluation/contextBuilder.d.ts +2 -2
  591. package/dist/lib/evaluation/contextBuilder.js +2 -2
  592. package/dist/lib/evaluation/index.d.ts +2 -2
  593. package/dist/lib/evaluation/retryManager.js +1 -1
  594. package/dist/lib/factories/providerFactory.js +2 -2
  595. package/dist/lib/features/ppt/constants.js +1 -1
  596. package/dist/lib/features/ppt/presentationOrchestrator.js +7 -3
  597. package/dist/lib/features/ppt/slideGenerator.d.ts +2 -1
  598. package/dist/lib/features/ppt/slideGenerator.js +6 -1
  599. package/dist/lib/files/fileTools.d.ts +16 -247
  600. package/dist/lib/files/fileTools.js +16 -15
  601. package/dist/lib/index.d.ts +6 -3
  602. package/dist/lib/index.js +21 -3
  603. package/dist/lib/mcp/batching/requestBatcher.js +1 -1
  604. package/dist/lib/mcp/externalServerManager.js +5 -2
  605. package/dist/lib/mcp/factory.js +1 -1
  606. package/dist/lib/mcp/index.d.ts +1 -1
  607. package/dist/lib/mcp/index.js +1 -1
  608. package/dist/lib/mcp/mcpCircuitBreaker.d.ts +1 -0
  609. package/dist/lib/mcp/mcpCircuitBreaker.js +30 -4
  610. package/dist/lib/mcp/mcpClientFactory.js +33 -4
  611. package/dist/lib/mcp/toolDiscoveryService.js +52 -5
  612. package/dist/lib/mcp/toolRegistry.js +7 -1
  613. package/dist/lib/memory/memoryRetrievalTools.d.ts +5 -89
  614. package/dist/lib/memory/memoryRetrievalTools.js +1 -1
  615. package/dist/lib/middleware/builtin/analytics.js +3 -0
  616. package/dist/lib/middleware/builtin/autoEvaluation.js +46 -24
  617. package/dist/lib/middleware/builtin/guardrails.js +4 -0
  618. package/dist/lib/middleware/builtin/lifecycle.d.ts +11 -0
  619. package/dist/lib/middleware/builtin/lifecycle.js +169 -0
  620. package/dist/lib/middleware/factory.d.ts +3 -3
  621. package/dist/lib/middleware/factory.js +6 -2
  622. package/dist/lib/middleware/index.d.ts +2 -1
  623. package/dist/lib/middleware/index.js +2 -0
  624. package/dist/lib/middleware/registry.d.ts +2 -2
  625. package/dist/lib/middleware/registry.js +1 -0
  626. package/dist/lib/middleware/utils/guardrailsUtils.d.ts +5 -6
  627. package/dist/lib/middleware/utils/guardrailsUtils.js +15 -6
  628. package/dist/lib/neurolink.d.ts +9 -20
  629. package/dist/lib/neurolink.js +319 -187
  630. package/dist/lib/observability/retryPolicy.d.ts +2 -13
  631. package/dist/lib/observability/sampling/samplers.d.ts +2 -11
  632. package/dist/lib/observability/spanProcessor.d.ts +2 -14
  633. package/dist/lib/processors/base/BaseFileProcessor.js +1 -1
  634. package/dist/lib/processors/document/OpenDocumentProcessor.js +5 -3
  635. package/dist/lib/processors/media/VideoProcessor.js +157 -101
  636. package/dist/lib/providers/amazonBedrock.js +12 -5
  637. package/dist/lib/providers/amazonSagemaker.d.ts +5 -5
  638. package/dist/lib/providers/amazonSagemaker.js +6 -2
  639. package/dist/lib/providers/anthropic.d.ts +3 -3
  640. package/dist/lib/providers/anthropic.js +23 -192
  641. package/dist/lib/providers/anthropicBaseProvider.d.ts +4 -4
  642. package/dist/lib/providers/anthropicBaseProvider.js +24 -13
  643. package/dist/lib/providers/azureOpenai.d.ts +2 -2
  644. package/dist/lib/providers/azureOpenai.js +6 -6
  645. package/dist/lib/providers/googleAiStudio.d.ts +2 -2
  646. package/dist/lib/providers/googleAiStudio.js +15 -7
  647. package/dist/lib/providers/googleNativeGemini3.d.ts +3 -54
  648. package/dist/lib/providers/googleNativeGemini3.js +14 -10
  649. package/dist/lib/providers/googleVertex.d.ts +6 -6
  650. package/dist/lib/providers/googleVertex.js +32 -26
  651. package/dist/lib/providers/huggingFace.d.ts +4 -4
  652. package/dist/lib/providers/huggingFace.js +15 -5
  653. package/dist/lib/providers/litellm.d.ts +4 -4
  654. package/dist/lib/providers/litellm.js +54 -42
  655. package/dist/lib/providers/mistral.d.ts +2 -2
  656. package/dist/lib/providers/mistral.js +5 -4
  657. package/dist/lib/providers/ollama.d.ts +7 -4
  658. package/dist/lib/providers/ollama.js +30 -8
  659. package/dist/lib/providers/openAI.d.ts +2 -2
  660. package/dist/lib/providers/openAI.js +46 -21
  661. package/dist/lib/providers/openRouter.d.ts +4 -4
  662. package/dist/lib/providers/openRouter.js +63 -35
  663. package/dist/lib/providers/openaiCompatible.d.ts +2 -2
  664. package/dist/lib/providers/openaiCompatible.js +18 -9
  665. package/dist/lib/providers/providerTypeUtils.d.ts +28 -0
  666. package/dist/lib/providers/providerTypeUtils.js +47 -0
  667. package/dist/lib/providers/sagemaker/config.js +5 -5
  668. package/dist/lib/providers/sagemaker/language-model.d.ts +23 -13
  669. package/dist/lib/providers/sagemaker/language-model.js +20 -8
  670. package/dist/lib/proxy/accountQuota.d.ts +33 -0
  671. package/dist/lib/proxy/accountQuota.js +163 -0
  672. package/dist/lib/proxy/claudeFormat.d.ts +143 -0
  673. package/dist/lib/proxy/claudeFormat.js +596 -0
  674. package/dist/lib/proxy/cloaking/index.d.ts +44 -0
  675. package/dist/lib/proxy/cloaking/index.js +87 -0
  676. package/dist/lib/proxy/cloaking/plugins/headerScrubber.d.ts +9 -0
  677. package/dist/lib/proxy/cloaking/plugins/headerScrubber.js +87 -0
  678. package/dist/lib/proxy/cloaking/plugins/sessionIdentity.d.ts +15 -0
  679. package/dist/lib/proxy/cloaking/plugins/sessionIdentity.js +66 -0
  680. package/dist/lib/proxy/cloaking/plugins/systemPromptInjector.d.ts +11 -0
  681. package/dist/lib/proxy/cloaking/plugins/systemPromptInjector.js +84 -0
  682. package/dist/lib/proxy/cloaking/plugins/tlsFingerprint.d.ts +14 -0
  683. package/dist/lib/proxy/cloaking/plugins/tlsFingerprint.js +39 -0
  684. package/dist/lib/proxy/cloaking/plugins/wordObfuscator.d.ts +9 -0
  685. package/dist/lib/proxy/cloaking/plugins/wordObfuscator.js +122 -0
  686. package/dist/lib/proxy/cloaking/types.d.ts +1 -0
  687. package/dist/lib/proxy/cloaking/types.js +2 -0
  688. package/dist/lib/proxy/modelRouter.d.ts +10 -0
  689. package/dist/lib/proxy/modelRouter.js +30 -0
  690. package/dist/lib/proxy/oauthFetch.d.ts +36 -0
  691. package/dist/lib/proxy/oauthFetch.js +368 -0
  692. package/dist/lib/proxy/proxyConfig.d.ts +42 -0
  693. package/dist/lib/proxy/proxyConfig.js +500 -0
  694. package/dist/lib/proxy/proxyFetch.js +2 -1
  695. package/dist/lib/proxy/requestLogger.d.ts +50 -0
  696. package/dist/lib/proxy/requestLogger.js +208 -0
  697. package/dist/lib/proxy/tokenRefresh.d.ts +4 -0
  698. package/dist/lib/proxy/tokenRefresh.js +125 -0
  699. package/dist/lib/proxy/usageStats.d.ts +13 -0
  700. package/dist/lib/proxy/usageStats.js +75 -0
  701. package/dist/lib/rag/document/loaders.js +1 -1
  702. package/dist/lib/rag/pipeline/contextAssembly.d.ts +4 -7
  703. package/dist/lib/rag/ragIntegration.d.ts +2 -14
  704. package/dist/lib/rag/ragIntegration.js +1 -1
  705. package/dist/lib/rag/resilience/CircuitBreaker.d.ts +5 -44
  706. package/dist/lib/rag/resilience/RetryHandler.js +1 -1
  707. package/dist/lib/rag/retrieval/vectorQueryTool.d.ts +1 -9
  708. package/dist/lib/rag/retrieval/vectorQueryTool.js +1 -1
  709. package/dist/lib/sdk/toolRegistration.js +12 -1
  710. package/dist/lib/server/abstract/baseServerAdapter.js +2 -2
  711. package/dist/lib/server/adapters/honoAdapter.d.ts +6 -0
  712. package/dist/lib/server/adapters/honoAdapter.js +76 -10
  713. package/dist/lib/server/middleware/cache.js +3 -0
  714. package/dist/lib/server/routes/claudeProxyRoutes.d.ts +44 -0
  715. package/dist/lib/server/routes/claudeProxyRoutes.js +1601 -0
  716. package/dist/lib/server/routes/healthRoutes.js +18 -1
  717. package/dist/lib/server/routes/index.d.ts +7 -0
  718. package/dist/lib/server/routes/index.js +8 -0
  719. package/dist/lib/server/streaming/dataStream.d.ts +1 -5
  720. package/dist/lib/server/streaming/dataStream.js +3 -0
  721. package/dist/lib/server/utils/validation.d.ts +24 -124
  722. package/dist/lib/server/utils/validation.js +2 -2
  723. package/dist/lib/services/server/ai/observability/instrumentation.js +4 -0
  724. package/dist/lib/telemetry/attributes.d.ts +38 -0
  725. package/dist/lib/telemetry/attributes.js +40 -0
  726. package/dist/lib/telemetry/tracers.d.ts +1 -0
  727. package/dist/lib/telemetry/tracers.js +1 -0
  728. package/dist/lib/types/authTypes.d.ts +56 -0
  729. package/dist/lib/types/authTypes.js +9 -0
  730. package/dist/lib/types/circuitBreakerErrors.d.ts +30 -0
  731. package/dist/lib/types/circuitBreakerErrors.js +35 -0
  732. package/dist/lib/types/cli.d.ts +258 -0
  733. package/dist/lib/types/clientTypes.d.ts +1050 -0
  734. package/dist/lib/types/clientTypes.js +11 -0
  735. package/dist/lib/types/common.d.ts +123 -0
  736. package/dist/lib/types/configTypes.d.ts +49 -0
  737. package/dist/lib/types/configTypes.js +4 -0
  738. package/dist/lib/types/conversation.d.ts +0 -5
  739. package/dist/lib/types/evaluationTypes.d.ts +2 -2
  740. package/dist/lib/types/fileTypes.d.ts +47 -0
  741. package/dist/lib/types/generateTypes.d.ts +14 -4
  742. package/dist/lib/types/guardrails.d.ts +2 -2
  743. package/dist/lib/types/index.d.ts +4 -1
  744. package/dist/lib/types/index.js +5 -0
  745. package/dist/lib/types/middlewareTypes.d.ts +57 -4
  746. package/dist/lib/types/modelTypes.d.ts +7 -97
  747. package/dist/lib/types/modelTypes.js +3 -3
  748. package/dist/lib/types/observability.d.ts +37 -0
  749. package/dist/lib/types/providers.d.ts +107 -0
  750. package/dist/lib/types/proxyTypes.d.ts +536 -0
  751. package/dist/lib/types/proxyTypes.js +17 -0
  752. package/dist/lib/types/ragTypes.d.ts +49 -1
  753. package/dist/lib/types/streamTypes.d.ts +44 -14
  754. package/dist/lib/types/subscriptionTypes.d.ts +77 -0
  755. package/dist/lib/types/subscriptionTypes.js +2 -0
  756. package/dist/lib/types/tools.d.ts +45 -1
  757. package/dist/lib/types/typeAliases.d.ts +8 -0
  758. package/dist/lib/types/typeAliases.js +1 -0
  759. package/dist/lib/utils/async/retry.d.ts +4 -33
  760. package/dist/lib/utils/asyncMutex.d.ts +14 -0
  761. package/dist/lib/utils/asyncMutex.js +61 -0
  762. package/dist/lib/utils/errorHandling.d.ts +7 -1
  763. package/dist/lib/utils/errorHandling.js +52 -6
  764. package/dist/lib/utils/fileDetector.d.ts +13 -1
  765. package/dist/lib/utils/fileDetector.js +114 -32
  766. package/dist/lib/utils/imageProcessor.js +7 -7
  767. package/dist/lib/utils/json/safeParse.d.ts +1 -8
  768. package/dist/lib/utils/mcpDefaults.d.ts +1 -1
  769. package/dist/lib/utils/mcpDefaults.js +11 -2
  770. package/dist/lib/utils/messageBuilder.d.ts +5 -5
  771. package/dist/lib/utils/messageBuilder.js +106 -80
  772. package/dist/lib/utils/modelChoices.d.ts +1 -8
  773. package/dist/lib/utils/pdfProcessor.d.ts +1 -25
  774. package/dist/lib/utils/pdfProcessor.js +5 -4
  775. package/dist/lib/utils/pricing.js +28 -5
  776. package/dist/lib/utils/providerHealth.d.ts +1 -1
  777. package/dist/lib/utils/rateLimiter.d.ts +1 -15
  778. package/dist/lib/utils/redis.d.ts +1 -1
  779. package/dist/lib/utils/redis.js +3 -3
  780. package/dist/lib/utils/sanitizers/filename.d.ts +2 -22
  781. package/dist/lib/utils/sanitizers/index.d.ts +4 -2
  782. package/dist/lib/utils/sanitizers/svg.d.ts +1 -11
  783. package/dist/lib/utils/schemaConversion.js +4 -1
  784. package/dist/lib/utils/thinkingConfig.d.ts +1 -33
  785. package/dist/lib/utils/tokenUtils.d.ts +1 -39
  786. package/dist/lib/utils/videoAnalysisProcessor.d.ts +5 -5
  787. package/dist/lib/utils/videoAnalysisProcessor.js +2 -2
  788. package/dist/lib/workflow/config.d.ts +89 -1257
  789. package/dist/lib/workflow/utils/workflowValidation.js +1 -1
  790. package/dist/mcp/batching/requestBatcher.js +1 -1
  791. package/dist/mcp/externalServerManager.js +5 -2
  792. package/dist/mcp/factory.js +1 -1
  793. package/dist/mcp/index.d.ts +1 -1
  794. package/dist/mcp/index.js +1 -1
  795. package/dist/mcp/mcpCircuitBreaker.d.ts +1 -0
  796. package/dist/mcp/mcpCircuitBreaker.js +30 -4
  797. package/dist/mcp/mcpClientFactory.js +33 -4
  798. package/dist/mcp/toolDiscoveryService.js +52 -5
  799. package/dist/mcp/toolRegistry.js +7 -1
  800. package/dist/memory/memoryRetrievalTools.d.ts +5 -89
  801. package/dist/memory/memoryRetrievalTools.js +1 -1
  802. package/dist/middleware/builtin/analytics.js +3 -0
  803. package/dist/middleware/builtin/autoEvaluation.js +46 -24
  804. package/dist/middleware/builtin/guardrails.js +4 -0
  805. package/dist/middleware/builtin/lifecycle.d.ts +11 -0
  806. package/dist/middleware/builtin/lifecycle.js +168 -0
  807. package/dist/middleware/factory.d.ts +3 -3
  808. package/dist/middleware/factory.js +6 -2
  809. package/dist/middleware/index.d.ts +2 -1
  810. package/dist/middleware/index.js +2 -0
  811. package/dist/middleware/registry.d.ts +2 -2
  812. package/dist/middleware/registry.js +1 -0
  813. package/dist/middleware/utils/guardrailsUtils.d.ts +5 -6
  814. package/dist/middleware/utils/guardrailsUtils.js +15 -6
  815. package/dist/neurolink.d.ts +9 -20
  816. package/dist/neurolink.js +319 -187
  817. package/dist/observability/retryPolicy.d.ts +2 -13
  818. package/dist/observability/sampling/samplers.d.ts +2 -11
  819. package/dist/observability/spanProcessor.d.ts +2 -14
  820. package/dist/processors/base/BaseFileProcessor.js +1 -1
  821. package/dist/processors/document/OpenDocumentProcessor.js +5 -3
  822. package/dist/processors/media/VideoProcessor.js +157 -101
  823. package/dist/providers/amazonBedrock.js +12 -5
  824. package/dist/providers/amazonSagemaker.d.ts +5 -5
  825. package/dist/providers/amazonSagemaker.js +6 -2
  826. package/dist/providers/anthropic.d.ts +3 -3
  827. package/dist/providers/anthropic.js +23 -192
  828. package/dist/providers/anthropicBaseProvider.d.ts +4 -4
  829. package/dist/providers/anthropicBaseProvider.js +24 -13
  830. package/dist/providers/azureOpenai.d.ts +2 -2
  831. package/dist/providers/azureOpenai.js +6 -6
  832. package/dist/providers/googleAiStudio.d.ts +2 -2
  833. package/dist/providers/googleAiStudio.js +15 -7
  834. package/dist/providers/googleNativeGemini3.d.ts +3 -54
  835. package/dist/providers/googleNativeGemini3.js +14 -10
  836. package/dist/providers/googleVertex.d.ts +6 -6
  837. package/dist/providers/googleVertex.js +32 -26
  838. package/dist/providers/huggingFace.d.ts +4 -4
  839. package/dist/providers/huggingFace.js +15 -5
  840. package/dist/providers/litellm.d.ts +4 -4
  841. package/dist/providers/litellm.js +54 -42
  842. package/dist/providers/mistral.d.ts +2 -2
  843. package/dist/providers/mistral.js +5 -4
  844. package/dist/providers/ollama.d.ts +7 -4
  845. package/dist/providers/ollama.js +30 -8
  846. package/dist/providers/openAI.d.ts +2 -2
  847. package/dist/providers/openAI.js +46 -21
  848. package/dist/providers/openRouter.d.ts +4 -4
  849. package/dist/providers/openRouter.js +63 -35
  850. package/dist/providers/openaiCompatible.d.ts +2 -2
  851. package/dist/providers/openaiCompatible.js +18 -9
  852. package/dist/providers/providerTypeUtils.d.ts +28 -0
  853. package/dist/providers/providerTypeUtils.js +46 -0
  854. package/dist/providers/sagemaker/config.js +5 -5
  855. package/dist/providers/sagemaker/language-model.d.ts +23 -13
  856. package/dist/providers/sagemaker/language-model.js +20 -8
  857. package/dist/proxy/accountQuota.d.ts +33 -0
  858. package/dist/proxy/accountQuota.js +162 -0
  859. package/dist/proxy/claudeFormat.d.ts +143 -0
  860. package/dist/proxy/claudeFormat.js +595 -0
  861. package/dist/proxy/cloaking/index.d.ts +44 -0
  862. package/dist/proxy/cloaking/index.js +86 -0
  863. package/dist/proxy/cloaking/plugins/headerScrubber.d.ts +9 -0
  864. package/dist/proxy/cloaking/plugins/headerScrubber.js +86 -0
  865. package/dist/proxy/cloaking/plugins/sessionIdentity.d.ts +15 -0
  866. package/dist/proxy/cloaking/plugins/sessionIdentity.js +65 -0
  867. package/dist/proxy/cloaking/plugins/systemPromptInjector.d.ts +11 -0
  868. package/dist/proxy/cloaking/plugins/systemPromptInjector.js +83 -0
  869. package/dist/proxy/cloaking/plugins/tlsFingerprint.d.ts +14 -0
  870. package/dist/proxy/cloaking/plugins/tlsFingerprint.js +38 -0
  871. package/dist/proxy/cloaking/plugins/wordObfuscator.d.ts +9 -0
  872. package/dist/proxy/cloaking/plugins/wordObfuscator.js +121 -0
  873. package/dist/proxy/cloaking/types.d.ts +1 -0
  874. package/dist/proxy/cloaking/types.js +1 -0
  875. package/dist/proxy/modelRouter.d.ts +10 -0
  876. package/dist/proxy/modelRouter.js +29 -0
  877. package/dist/proxy/oauthFetch.d.ts +36 -0
  878. package/dist/proxy/oauthFetch.js +367 -0
  879. package/dist/proxy/proxyConfig.d.ts +42 -0
  880. package/dist/proxy/proxyConfig.js +499 -0
  881. package/dist/proxy/proxyFetch.js +2 -1
  882. package/dist/proxy/requestLogger.d.ts +50 -0
  883. package/dist/proxy/requestLogger.js +207 -0
  884. package/dist/proxy/tokenRefresh.d.ts +4 -0
  885. package/dist/proxy/tokenRefresh.js +124 -0
  886. package/dist/proxy/usageStats.d.ts +13 -0
  887. package/dist/proxy/usageStats.js +74 -0
  888. package/dist/rag/document/loaders.js +1 -1
  889. package/dist/rag/pipeline/contextAssembly.d.ts +4 -7
  890. package/dist/rag/ragIntegration.d.ts +2 -14
  891. package/dist/rag/ragIntegration.js +1 -1
  892. package/dist/rag/resilience/CircuitBreaker.d.ts +5 -44
  893. package/dist/rag/resilience/RetryHandler.js +1 -1
  894. package/dist/rag/retrieval/vectorQueryTool.d.ts +1 -9
  895. package/dist/rag/retrieval/vectorQueryTool.js +1 -1
  896. package/dist/sdk/toolRegistration.js +12 -1
  897. package/dist/server/abstract/baseServerAdapter.js +2 -2
  898. package/dist/server/adapters/honoAdapter.d.ts +6 -0
  899. package/dist/server/adapters/honoAdapter.js +76 -10
  900. package/dist/server/middleware/cache.js +3 -0
  901. package/dist/server/routes/claudeProxyRoutes.d.ts +44 -0
  902. package/dist/server/routes/claudeProxyRoutes.js +1600 -0
  903. package/dist/server/routes/healthRoutes.js +18 -1
  904. package/dist/server/routes/index.d.ts +7 -0
  905. package/dist/server/routes/index.js +8 -0
  906. package/dist/server/streaming/dataStream.d.ts +1 -5
  907. package/dist/server/streaming/dataStream.js +3 -0
  908. package/dist/server/utils/validation.d.ts +24 -124
  909. package/dist/server/utils/validation.js +2 -2
  910. package/dist/services/server/ai/observability/instrumentation.js +4 -0
  911. package/dist/telemetry/attributes.d.ts +38 -0
  912. package/dist/telemetry/attributes.js +40 -0
  913. package/dist/telemetry/tracers.d.ts +1 -0
  914. package/dist/telemetry/tracers.js +1 -0
  915. package/dist/types/authTypes.d.ts +56 -0
  916. package/dist/types/authTypes.js +8 -0
  917. package/dist/types/circuitBreakerErrors.d.ts +30 -0
  918. package/dist/types/circuitBreakerErrors.js +34 -0
  919. package/dist/types/cli.d.ts +258 -0
  920. package/dist/types/clientTypes.d.ts +1050 -0
  921. package/dist/types/clientTypes.js +10 -0
  922. package/dist/types/common.d.ts +123 -0
  923. package/dist/types/configTypes.d.ts +49 -0
  924. package/dist/types/configTypes.js +4 -0
  925. package/dist/types/conversation.d.ts +0 -5
  926. package/dist/types/evaluationTypes.d.ts +2 -2
  927. package/dist/types/fileTypes.d.ts +47 -0
  928. package/dist/types/generateTypes.d.ts +14 -4
  929. package/dist/types/guardrails.d.ts +2 -2
  930. package/dist/types/index.d.ts +4 -1
  931. package/dist/types/index.js +5 -0
  932. package/dist/types/middlewareTypes.d.ts +57 -4
  933. package/dist/types/modelTypes.d.ts +7 -97
  934. package/dist/types/modelTypes.js +3 -3
  935. package/dist/types/observability.d.ts +37 -0
  936. package/dist/types/providers.d.ts +107 -0
  937. package/dist/types/proxyTypes.d.ts +536 -0
  938. package/dist/types/proxyTypes.js +16 -0
  939. package/dist/types/ragTypes.d.ts +49 -1
  940. package/dist/types/streamTypes.d.ts +44 -14
  941. package/dist/types/subscriptionTypes.d.ts +77 -0
  942. package/dist/types/subscriptionTypes.js +2 -0
  943. package/dist/types/tools.d.ts +45 -1
  944. package/dist/types/typeAliases.d.ts +8 -0
  945. package/dist/types/typeAliases.js +1 -0
  946. package/dist/utils/async/retry.d.ts +4 -33
  947. package/dist/utils/asyncMutex.d.ts +14 -0
  948. package/dist/utils/asyncMutex.js +60 -0
  949. package/dist/utils/errorHandling.d.ts +7 -1
  950. package/dist/utils/errorHandling.js +52 -6
  951. package/dist/utils/fileDetector.d.ts +13 -1
  952. package/dist/utils/fileDetector.js +114 -32
  953. package/dist/utils/imageProcessor.js +7 -7
  954. package/dist/utils/json/safeParse.d.ts +1 -8
  955. package/dist/utils/mcpDefaults.d.ts +1 -1
  956. package/dist/utils/mcpDefaults.js +11 -2
  957. package/dist/utils/messageBuilder.d.ts +5 -5
  958. package/dist/utils/messageBuilder.js +106 -80
  959. package/dist/utils/modelChoices.d.ts +1 -8
  960. package/dist/utils/pdfProcessor.d.ts +1 -25
  961. package/dist/utils/pdfProcessor.js +5 -4
  962. package/dist/utils/pricing.js +28 -5
  963. package/dist/utils/rateLimiter.d.ts +1 -15
  964. package/dist/utils/redis.d.ts +1 -1
  965. package/dist/utils/redis.js +3 -3
  966. package/dist/utils/sanitizers/filename.d.ts +2 -22
  967. package/dist/utils/sanitizers/index.d.ts +4 -2
  968. package/dist/utils/sanitizers/svg.d.ts +1 -11
  969. package/dist/utils/schemaConversion.js +4 -1
  970. package/dist/utils/thinkingConfig.d.ts +1 -33
  971. package/dist/utils/tokenUtils.d.ts +1 -39
  972. package/dist/utils/videoAnalysisProcessor.d.ts +5 -5
  973. package/dist/utils/videoAnalysisProcessor.js +2 -2
  974. package/dist/workflow/config.d.ts +89 -1257
  975. package/dist/workflow/utils/workflowValidation.js +1 -1
  976. package/docs-site/mcp-server/index.js +2 -3
  977. package/package.json +139 -105
  978. package/dist/lib/memory/mem0Initializer.d.ts +0 -46
  979. package/dist/lib/memory/mem0Initializer.js +0 -85
  980. package/dist/memory/mem0Initializer.d.ts +0 -46
  981. package/dist/memory/mem0Initializer.js +0 -84
package/CHANGELOG.md CHANGED
@@ -1,3 +1,23 @@
1
+ ## [9.31.0](https://github.com/juspay/neurolink/compare/v9.30.0...v9.31.0) (2026-03-25)
2
+
3
+ ### Features
4
+
5
+ - **(client):** add client SDKs with HTTP client, React hooks, and AI SDK adapter ([610db38](https://github.com/juspay/neurolink/commit/610db38cc2f65ba0f6e2ddb9bfc17c58e2cb8523))
6
+ - **(proxy):** add Claude proxy with multi-account OAuth pooling ([138cf67](https://github.com/juspay/neurolink/commit/138cf6709ce587564907e7ca07e38b39fdc245a8))
7
+ - **(tools):** add per-tool timeout, maxRetries at registration and error category metrics ([9ff1075](https://github.com/juspay/neurolink/commit/9ff1075fc6713bbf3c2f4c717da75b7b698c4eca))
8
+
9
+ ### Bug Fixes
10
+
11
+ - **(mcp):** structured circuit breaker errors to prevent AI retry storms ([ac3afe7](https://github.com/juspay/neurolink/commit/ac3afe788a2d75bb7c0d14f0da723ec3205d99ad))
12
+ - **(proxy):** crash recovery with launchd daemon, guard restart, and setup overhaul ([2eb5a36](https://github.com/juspay/neurolink/commit/2eb5a36fcede356d4f9e12550fc314144cea1e3b))
13
+ - **(sdk):** Zod 4 migration, AI SDK v6 upgrade, security hardening, and dependency updates ([042181a](https://github.com/juspay/neurolink/commit/042181aef49e1e8b8b2b762564119d5cc1bbd807))
14
+
15
+ ## [9.30.0](https://github.com/juspay/neurolink/compare/v9.29.1...v9.30.0) (2026-03-21)
16
+
17
+ ### Features
18
+
19
+ - **(middleware):** add lifecycle middleware with onFinish, onError, onChunk callbacks ([2d23087](https://github.com/juspay/neurolink/commit/2d230879272a8e67fd936ff087b232bb25f612c0))
20
+
1
21
  ## [9.29.1](https://github.com/juspay/neurolink/compare/v9.29.0...v9.29.1) (2026-03-20)
2
22
 
3
23
  ### Bug Fixes
package/README.md CHANGED
@@ -675,7 +675,7 @@ Full command and API breakdown lives in [`docs/cli/commands.md`](docs/cli/comman
675
675
  | **Provider unification** | 13+ providers with automatic fallback, cost-aware routing, provider orchestration (Q3). |
676
676
  | **Multimodal pipeline** | Stream images + CSV data + PDF documents across providers with local/remote assets. Auto-detection for mixed file types. |
677
677
  | **Quality & governance** | Auto-evaluation engine (Q3), guardrails middleware (Q4), HITL workflows (Q4), audit logging. |
678
- | **Memory & context** | Conversation memory, Mem0 integration, Redis history export (Q4), context summarization (Q4). |
678
+ | **Memory & context** | Conversation memory, Redis history export (Q4), context summarization (Q4). |
679
679
  | **CLI tooling** | Loop sessions (Q3), setup wizard, config validation, Redis auto-detect, JSON output. |
680
680
  | **Enterprise ops** | Proxy support, regional routing (Q3), telemetry hooks, configuration management. |
681
681
  | **Tool ecosystem** | MCP auto discovery, HTTP/stdio/SSE/WebSocket transports, LiteLLM hub access, SageMaker custom deployment, web search. |
@@ -689,7 +689,7 @@ Full command and API breakdown lives in [`docs/cli/commands.md`](docs/cli/comman
689
689
  | CLI reference | Command syntax, flags, loop sessions | [`docs/cli/index.md`](docs/cli/index.md) |
690
690
  | SDK reference | Classes, methods, options | [`docs/sdk/index.md`](docs/sdk/index.md) |
691
691
  | RAG | Document chunking, hybrid search, reranking, `rag:{}` API | [`docs/features/rag.md`](docs/features/rag.md) |
692
- | Integrations | LiteLLM, SageMaker, MCP, Mem0 | [`docs/litellm-integration.md`](docs/litellm-integration.md) |
692
+ | Integrations | LiteLLM, SageMaker, MCP | [`docs/litellm-integration.md`](docs/litellm-integration.md) |
693
693
  | Advanced | Middleware, architecture, streaming patterns | [`docs/advanced/index.md`](docs/advanced/index.md) |
694
694
  | Cookbook | Practical recipes for common patterns | [`docs/cookbook/index.md`](docs/cookbook/index.md) |
695
695
  | Guides | Migration, Redis, troubleshooting, provider selection | [`docs/guides/index.md`](docs/guides/index.md) |
@@ -735,7 +735,6 @@ Full command and API breakdown lives in [`docs/cli/commands.md`](docs/cli/comman
735
735
 
736
736
  - **LiteLLM 100+ model hub** – Unified access to third-party models via LiteLLM routing. → [`docs/litellm-integration.md`](docs/litellm-integration.md)
737
737
  - **Amazon SageMaker** – Deploy and call custom endpoints directly from NeuroLink CLI/SDK. → [`docs/sagemaker-integration.md`](docs/sagemaker-integration.md)
738
- - **Mem0 conversational memory** – Persistent semantic memory with vector store support. → [`docs/mem0-integration.md`](docs/mem0-integration.md)
739
738
  - **Enterprise proxy & security** – Configure outbound policies and compliance posture. → [`docs/enterprise-proxy-setup.md`](docs/enterprise-proxy-setup.md)
740
739
  - **Configuration automation** – Manage environments, regions, and credentials safely. → [`docs/configuration-management.md`](docs/configuration-management.md)
741
740
  - **MCP tool ecosystem** – Auto-discover Model Context Protocol tools and extend workflows. → [`docs/advanced/mcp-integration.md`](docs/advanced/mcp-integration.md)
@@ -95,18 +95,15 @@ const VISION_CAPABILITIES = {
95
95
  "gpt-4-vision-preview",
96
96
  ],
97
97
  "google-ai": [
98
- // Gemini 3.1 Series (Preview)
98
+ // Gemini 3.1 Series (all require -preview suffix)
99
99
  "gemini-3.1-pro-preview",
100
100
  "gemini-3.1-flash-lite-preview",
101
- // Gemini 3 Series (Preview - November 2025)
102
- "gemini-3-pro-preview",
103
- "gemini-3-pro-preview-11-2025",
104
- "gemini-3-pro-latest",
105
- "gemini-3-pro-image-preview",
106
- // Gemini 3 Flash Series
107
- "gemini-3-flash",
101
+ "gemini-3.1-flash-image-preview",
102
+ "gemini-3.1-pro-preview-customtools",
103
+ // Gemini 3 Series
108
104
  "gemini-3-flash-preview",
109
- "gemini-3-flash-latest",
105
+ "gemini-3-pro-image-preview",
106
+ "gemini-3-pro-preview",
110
107
  // Gemini 2.5 Series
111
108
  "gemini-2.5-pro",
112
109
  "gemini-2.5-flash",
@@ -179,18 +176,15 @@ const VISION_CAPABILITIES = {
179
176
  "gpt-4",
180
177
  ],
181
178
  vertex: [
182
- // Gemini 3.1 models on Vertex AI (Preview)
179
+ // Gemini 3.1 models on Vertex AI (all require -preview suffix)
183
180
  "gemini-3.1-pro-preview",
184
181
  "gemini-3.1-flash-lite-preview",
185
- // Gemini 3.x models on Vertex AI (Preview)
186
- "gemini-3-pro-preview-11-2025",
187
- "gemini-3-pro-latest",
188
- "gemini-3-pro-preview",
189
- "gemini-3-pro",
190
- // Gemini 3 Flash Series on Vertex AI
191
- "gemini-3-flash",
182
+ "gemini-3.1-flash-image-preview",
183
+ "gemini-3.1-pro-preview-customtools",
184
+ // Gemini 3 Series on Vertex AI
192
185
  "gemini-3-flash-preview",
193
- "gemini-3-flash-latest",
186
+ "gemini-3-pro-image-preview",
187
+ "gemini-3-pro-preview",
194
188
  // Gemini 2.5 models on Vertex AI
195
189
  "gemini-2.5-pro",
196
190
  "gemini-2.5-flash",
@@ -264,11 +258,8 @@ const VISION_CAPABILITIES = {
264
258
  "vertex_ai/gemini-2.5-pro",
265
259
  "gemini/gemini-2.5-pro",
266
260
  "gemini/gemini-2.0-flash",
267
- "gemini-3-pro-preview",
268
- "gemini-3-pro-latest",
269
- "gemini-3-flash",
261
+ "gemini-3.1-pro-preview",
270
262
  "gemini-3-flash-preview",
271
- "gemini-3-flash-latest",
272
263
  "gemini-2.5-pro",
273
264
  "gemini-2.5-flash",
274
265
  "gemini-2.0-flash-lite",
@@ -7,17 +7,17 @@
7
7
  * @module adapters/video/geminiVideoAnalyzer
8
8
  */
9
9
  import { AIProviderName } from "../../constants/enums.js";
10
- import type { CoreMessage } from "ai";
11
- export declare function analyzeVideoWithVertexAI(messages: CoreMessage[], options?: {
10
+ import type { ModelMessage } from "ai";
11
+ export declare function analyzeVideoWithVertexAI(messages: ModelMessage[], options?: {
12
12
  project?: string;
13
13
  location?: string;
14
14
  model?: string;
15
15
  }): Promise<string>;
16
- export declare function analyzeVideoWithGeminiAPI(messages: CoreMessage[], options?: {
16
+ export declare function analyzeVideoWithGeminiAPI(messages: ModelMessage[], options?: {
17
17
  apiKey?: string;
18
18
  model?: string;
19
19
  }): Promise<string>;
20
- export declare function analyzeVideo(messages: CoreMessage[], options?: {
20
+ export declare function analyzeVideo(messages: ModelMessage[], options?: {
21
21
  provider?: AIProviderName;
22
22
  project?: string;
23
23
  location?: string;
@@ -18,7 +18,7 @@ const DEFAULT_LOCATION = "us-central1";
18
18
  /**
19
19
  * Extract content items from user messages
20
20
  *
21
- * @param messages - Array of CoreMessage objects
21
+ * @param messages - Array of ModelMessage objects
22
22
  * @returns Flattened array of content items from user messages
23
23
  */
24
24
  function extractUserContent(messages) {
@@ -26,9 +26,9 @@ function extractUserContent(messages) {
26
26
  return userMessages.flatMap((msg) => Array.isArray(msg.content) ? msg.content : []);
27
27
  }
28
28
  /**
29
- * Convert CoreMessage content array to Gemini parts format
29
+ * Convert ModelMessage content array to Gemini parts format
30
30
  *
31
- * @param messages - Array of CoreMessage objects
31
+ * @param messages - Array of ModelMessage objects
32
32
  * @returns Array of parts in Gemini API format
33
33
  */
34
34
  function buildContentParts(messages) {
@@ -2,19 +2,14 @@
2
2
  * Direct Tool Definitions for NeuroLink CLI Agent
3
3
  * Simple, reliable tools that work immediately with Vercel AI SDK
4
4
  */
5
- import { z } from "zod";
6
5
  /**
7
6
  * Direct tool definitions that work immediately with Gemini/AI SDK
8
7
  * These bypass MCP complexity and provide reliable agent functionality
9
8
  */
10
9
  export declare const directAgentTools: {
11
- getCurrentTime: import("ai").Tool<z.ZodObject<{
12
- timezone: z.ZodOptional<z.ZodString>;
13
- }, "strip", z.ZodTypeAny, {
10
+ getCurrentTime: import("ai").Tool<{
14
11
  timezone?: string | undefined;
15
12
  }, {
16
- timezone?: string | undefined;
17
- }>, {
18
13
  success: boolean;
19
14
  time: string;
20
15
  timezone: string;
@@ -35,39 +30,10 @@ export declare const directAgentTools: {
35
30
  timezone?: undefined;
36
31
  iso?: undefined;
37
32
  timestamp?: undefined;
38
- }> & {
39
- execute: (args: {
40
- timezone?: string | undefined;
41
- }, options: import("ai").ToolExecutionOptions) => PromiseLike<{
42
- success: boolean;
43
- time: string;
44
- timezone: string;
45
- iso: string;
46
- timestamp?: undefined;
47
- error?: undefined;
48
- } | {
49
- success: boolean;
50
- time: string;
51
- iso: string;
52
- timestamp: number;
53
- timezone?: undefined;
54
- error?: undefined;
55
- } | {
56
- success: boolean;
57
- error: string;
58
- time?: undefined;
59
- timezone?: undefined;
60
- iso?: undefined;
61
- timestamp?: undefined;
62
- }>;
63
- };
64
- readFile: import("ai").Tool<z.ZodObject<{
65
- path: z.ZodString;
66
- }, "strip", z.ZodTypeAny, {
33
+ }>;
34
+ readFile: import("ai").Tool<{
67
35
  path: string;
68
36
  }, {
69
- path: string;
70
- }>, {
71
37
  success: boolean;
72
38
  error: string;
73
39
  content?: undefined;
@@ -88,42 +54,11 @@ export declare const directAgentTools: {
88
54
  content?: undefined;
89
55
  size?: undefined;
90
56
  lastModified?: undefined;
91
- }> & {
92
- execute: (args: {
93
- path: string;
94
- }, options: import("ai").ToolExecutionOptions) => PromiseLike<{
95
- success: boolean;
96
- error: string;
97
- content?: undefined;
98
- size?: undefined;
99
- path?: undefined;
100
- lastModified?: undefined;
101
- } | {
102
- success: boolean;
103
- content: string;
104
- size: number;
105
- path: string;
106
- lastModified: string;
107
- error?: undefined;
108
- } | {
109
- success: boolean;
110
- error: string;
111
- path: string;
112
- content?: undefined;
113
- size?: undefined;
114
- lastModified?: undefined;
115
- }>;
116
- };
117
- listDirectory: import("ai").Tool<z.ZodObject<{
118
- path: z.ZodString;
119
- includeHidden: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
120
- }, "strip", z.ZodTypeAny, {
57
+ }>;
58
+ listDirectory: import("ai").Tool<{
121
59
  path: string;
122
60
  includeHidden: boolean;
123
61
  }, {
124
- path: string;
125
- includeHidden?: boolean | undefined;
126
- }>, {
127
62
  success: boolean;
128
63
  path: string;
129
64
  items: {
@@ -140,39 +75,11 @@ export declare const directAgentTools: {
140
75
  path: string;
141
76
  items?: undefined;
142
77
  count?: undefined;
143
- }> & {
144
- execute: (args: {
145
- path: string;
146
- includeHidden: boolean;
147
- }, options: import("ai").ToolExecutionOptions) => PromiseLike<{
148
- success: boolean;
149
- path: string;
150
- items: {
151
- name: string;
152
- type: string;
153
- size: number | undefined;
154
- lastModified: string;
155
- }[];
156
- count: number;
157
- error?: undefined;
158
- } | {
159
- success: boolean;
160
- error: string;
161
- path: string;
162
- items?: undefined;
163
- count?: undefined;
164
- }>;
165
- };
166
- calculateMath: import("ai").Tool<z.ZodObject<{
167
- expression: z.ZodString;
168
- precision: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
169
- }, "strip", z.ZodTypeAny, {
78
+ }>;
79
+ calculateMath: import("ai").Tool<{
170
80
  expression: string;
171
81
  precision: number;
172
82
  }, {
173
- expression: string;
174
- precision?: number | undefined;
175
- }>, {
176
83
  success: boolean;
177
84
  error: string;
178
85
  expression?: undefined;
@@ -190,43 +97,12 @@ export declare const directAgentTools: {
190
97
  expression: string;
191
98
  result?: undefined;
192
99
  type?: undefined;
193
- }> & {
194
- execute: (args: {
195
- expression: string;
196
- precision: number;
197
- }, options: import("ai").ToolExecutionOptions) => PromiseLike<{
198
- success: boolean;
199
- error: string;
200
- expression?: undefined;
201
- result?: undefined;
202
- type?: undefined;
203
- } | {
204
- success: boolean;
205
- expression: string;
206
- result: any;
207
- type: "string" | "number" | "bigint" | "boolean" | "symbol" | "undefined" | "object" | "function";
208
- error?: undefined;
209
- } | {
210
- success: boolean;
211
- error: string;
212
- expression: string;
213
- result?: undefined;
214
- type?: undefined;
215
- }>;
216
- };
217
- writeFile: import("ai").Tool<z.ZodObject<{
218
- path: z.ZodString;
219
- content: z.ZodString;
220
- mode: z.ZodDefault<z.ZodEnum<["create", "overwrite", "append"]>>;
221
- }, "strip", z.ZodTypeAny, {
100
+ }>;
101
+ writeFile: import("ai").Tool<{
222
102
  path: string;
223
- mode: "append" | "create" | "overwrite";
224
103
  content: string;
104
+ mode: "create" | "append" | "overwrite";
225
105
  }, {
226
- path: string;
227
- content: string;
228
- mode?: "append" | "create" | "overwrite" | undefined;
229
- }>, {
230
106
  success: boolean;
231
107
  error: string;
232
108
  path?: undefined;
@@ -236,7 +112,7 @@ export declare const directAgentTools: {
236
112
  } | {
237
113
  success: boolean;
238
114
  path: string;
239
- mode: "append" | "create" | "overwrite";
115
+ mode: "create" | "append" | "overwrite";
240
116
  size: number;
241
117
  written: number;
242
118
  error?: undefined;
@@ -247,50 +123,13 @@ export declare const directAgentTools: {
247
123
  mode?: undefined;
248
124
  size?: undefined;
249
125
  written?: undefined;
250
- }> & {
251
- execute: (args: {
252
- path: string;
253
- mode: "append" | "create" | "overwrite";
254
- content: string;
255
- }, options: import("ai").ToolExecutionOptions) => PromiseLike<{
256
- success: boolean;
257
- error: string;
258
- path?: undefined;
259
- mode?: undefined;
260
- size?: undefined;
261
- written?: undefined;
262
- } | {
263
- success: boolean;
264
- path: string;
265
- mode: "append" | "create" | "overwrite";
266
- size: number;
267
- written: number;
268
- error?: undefined;
269
- } | {
270
- success: boolean;
271
- error: string;
272
- path: string;
273
- mode?: undefined;
274
- size?: undefined;
275
- written?: undefined;
276
- }>;
277
- };
278
- analyzeCSV: import("ai").Tool<z.ZodObject<{
279
- filePath: z.ZodEffects<z.ZodString, string, string>;
280
- operation: z.ZodEnum<["count_by_column", "sum_by_column", "average_by_column", "min_max_by_column", "describe"]>;
281
- column: z.ZodDefault<z.ZodOptional<z.ZodString>>;
282
- maxRows: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
283
- }, "strip", z.ZodTypeAny, {
126
+ }>;
127
+ analyzeCSV: import("ai").Tool<{
284
128
  filePath: string;
285
- maxRows: number;
286
129
  operation: "count_by_column" | "sum_by_column" | "average_by_column" | "min_max_by_column" | "describe";
287
130
  column: string;
131
+ maxRows: number;
288
132
  }, {
289
- filePath: string;
290
- operation: "count_by_column" | "sum_by_column" | "average_by_column" | "min_max_by_column" | "describe";
291
- maxRows?: number | undefined;
292
- column?: string | undefined;
293
- }>, {
294
133
  success: boolean;
295
134
  operation: "count_by_column" | "sum_by_column" | "average_by_column" | "min_max_by_column" | "describe";
296
135
  column: string;
@@ -306,43 +145,12 @@ export declare const directAgentTools: {
306
145
  error: string;
307
146
  operation: "count_by_column" | "sum_by_column" | "average_by_column" | "min_max_by_column" | "describe";
308
147
  column: string;
309
- }> & {
310
- execute: (args: {
311
- filePath: string;
312
- maxRows: number;
313
- operation: "count_by_column" | "sum_by_column" | "average_by_column" | "min_max_by_column" | "describe";
314
- column: string;
315
- }, options: import("ai").ToolExecutionOptions) => PromiseLike<{
316
- success: boolean;
317
- operation: "count_by_column" | "sum_by_column" | "average_by_column" | "min_max_by_column" | "describe";
318
- column: string;
319
- result: string;
320
- rowCount: number;
321
- } | {
322
- success: boolean;
323
- error: string;
324
- operation?: undefined;
325
- column?: undefined;
326
- } | {
327
- success: boolean;
328
- error: string;
329
- operation: "count_by_column" | "sum_by_column" | "average_by_column" | "min_max_by_column" | "describe";
330
- column: string;
331
- }>;
332
- };
333
- websearchGrounding: import("ai").Tool<z.ZodObject<{
334
- query: z.ZodString;
335
- maxResults: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
336
- maxWords: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
337
- }, "strip", z.ZodTypeAny, {
148
+ }>;
149
+ websearchGrounding: import("ai").Tool<{
338
150
  query: string;
339
151
  maxResults: number;
340
152
  maxWords: number;
341
153
  }, {
342
- query: string;
343
- maxResults?: number | undefined;
344
- maxWords?: number | undefined;
345
- }>, {
346
154
  success: boolean;
347
155
  error: string;
348
156
  requiredEnvVars: string[];
@@ -399,70 +207,7 @@ export declare const directAgentTools: {
399
207
  responseTime?: undefined;
400
208
  timestamp?: undefined;
401
209
  grounded?: undefined;
402
- }> & {
403
- execute: (args: {
404
- query: string;
405
- maxResults: number;
406
- maxWords: number;
407
- }, options: import("ai").ToolExecutionOptions) => PromiseLike<{
408
- success: boolean;
409
- error: string;
410
- requiredEnvVars: string[];
411
- query?: undefined;
412
- searchResults?: undefined;
413
- rawContent?: undefined;
414
- totalResults?: undefined;
415
- provider?: undefined;
416
- model?: undefined;
417
- responseTime?: undefined;
418
- timestamp?: undefined;
419
- grounded?: undefined;
420
- } | {
421
- success: boolean;
422
- error: string;
423
- query: string;
424
- requiredEnvVars?: undefined;
425
- searchResults?: undefined;
426
- rawContent?: undefined;
427
- totalResults?: undefined;
428
- provider?: undefined;
429
- model?: undefined;
430
- responseTime?: undefined;
431
- timestamp?: undefined;
432
- grounded?: undefined;
433
- } | {
434
- success: boolean;
435
- query: string;
436
- searchResults: {
437
- title: string;
438
- url: string;
439
- snippet: string;
440
- domain: string;
441
- }[];
442
- rawContent: string;
443
- totalResults: number;
444
- provider: string;
445
- model: string;
446
- responseTime: number;
447
- timestamp: number;
448
- grounded: boolean;
449
- error?: undefined;
450
- requiredEnvVars?: undefined;
451
- } | {
452
- success: boolean;
453
- error: string;
454
- query: string;
455
- provider: string;
456
- requiredEnvVars?: undefined;
457
- searchResults?: undefined;
458
- rawContent?: undefined;
459
- totalResults?: undefined;
460
- model?: undefined;
461
- responseTime?: undefined;
462
- timestamp?: undefined;
463
- grounded?: undefined;
464
- }>;
465
- };
210
+ }>;
466
211
  };
467
212
  /**
468
213
  * Bash command execution tool - exported separately for opt-in use.
@@ -475,25 +220,11 @@ export declare const directAgentTools: {
475
220
  * Import this directly when you need bash execution capabilities:
476
221
  * import { bashTool } from '../agent/directTools.js';
477
222
  */
478
- export declare const bashTool: import("ai").Tool<z.ZodObject<{
479
- command: z.ZodString;
480
- timeout: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
481
- cwd: z.ZodOptional<z.ZodString>;
482
- }, "strip", z.ZodTypeAny, {
483
- timeout: number;
223
+ export declare const bashTool: import("ai").Tool<{
484
224
  command: string;
225
+ timeout: number;
485
226
  cwd?: string | undefined;
486
- }, {
487
- command: string;
488
- timeout?: number | undefined;
489
- cwd?: string | undefined;
490
- }>, unknown> & {
491
- execute: (args: {
492
- timeout: number;
493
- command: string;
494
- cwd?: string | undefined;
495
- }, options: import("ai").ToolExecutionOptions) => PromiseLike<unknown>;
496
- };
227
+ }, unknown>;
497
228
  /**
498
229
  * Type aliases for specific tool categories
499
230
  */
@@ -36,7 +36,7 @@ function createGoogleSearchTools() {
36
36
  export const directAgentTools = {
37
37
  getCurrentTime: tool({
38
38
  description: "Get the current date and time",
39
- parameters: z.object({
39
+ inputSchema: z.object({
40
40
  timezone: z
41
41
  .string()
42
42
  .optional()
@@ -70,7 +70,7 @@ export const directAgentTools = {
70
70
  }),
71
71
  readFile: tool({
72
72
  description: "Read the contents of a file from the filesystem",
73
- parameters: z.object({
73
+ inputSchema: z.object({
74
74
  path: z.string().describe("File path to read (relative or absolute)"),
75
75
  }),
76
76
  execute: async ({ path: filePath }) => {
@@ -105,7 +105,7 @@ export const directAgentTools = {
105
105
  }),
106
106
  listDirectory: tool({
107
107
  description: "List files and directories in a specified directory",
108
- parameters: z.object({
108
+ inputSchema: z.object({
109
109
  path: z
110
110
  .string()
111
111
  .describe("Directory path to list (relative or absolute)"),
@@ -150,7 +150,7 @@ export const directAgentTools = {
150
150
  }),
151
151
  calculateMath: tool({
152
152
  description: "Perform mathematical calculations safely",
153
- parameters: z.object({
153
+ inputSchema: z.object({
154
154
  expression: z
155
155
  .string()
156
156
  .describe('Mathematical expression to evaluate (e.g., "2 + 2", "Math.sqrt(16)")'),
@@ -223,7 +223,7 @@ export const directAgentTools = {
223
223
  }),
224
224
  writeFile: tool({
225
225
  description: "Write content to a file (use with caution)",
226
- parameters: z.object({
226
+ inputSchema: z.object({
227
227
  path: z.string().describe("File path to write to"),
228
228
  content: z.string().describe("Content to write to the file"),
229
229
  mode: z
@@ -278,7 +278,7 @@ export const directAgentTools = {
278
278
  // with parameters {path, pattern, excludePatterns}
279
279
  analyzeCSV: tool({
280
280
  description: "Analyze CSV file for accurate counting, aggregation, and statistical analysis. Use this for precise data operations like counting rows by column, calculating sums/averages, finding min/max values, etc. The tool reads the file directly - do NOT pass CSV content.",
281
- parameters: z.object({
281
+ inputSchema: z.object({
282
282
  filePath: z
283
283
  .string()
284
284
  .refine((inputPath) => {
@@ -548,7 +548,7 @@ export const directAgentTools = {
548
548
  // toolConfig.enableBashTool is explicitly set to true. See shouldEnableBashTool() in toolUtils.ts.
549
549
  websearchGrounding: tool({
550
550
  description: "Search the web for current information using Google Search grounding. Returns raw search data for AI processing.",
551
- parameters: z.object({
551
+ inputSchema: z.object({
552
552
  query: z.string().describe("Search query to find information about"),
553
553
  maxResults: z
554
554
  .number()
@@ -682,7 +682,7 @@ export const directAgentTools = {
682
682
  */
683
683
  export const bashTool = tool({
684
684
  description: "Execute a bash/shell command and return stdout, stderr, and exit code. Supports full shell syntax including pipes, redirects, and variable expansion. Requires HITL confirmation when enabled.",
685
- parameters: z.object({
685
+ inputSchema: z.object({
686
686
  command: z
687
687
  .string()
688
688
  .describe("The shell command to execute (supports pipes, redirects, etc.)"),
@@ -820,8 +820,9 @@ export function validateToolStructure() {
820
820
  logger.error(`❌ Tool ${name} missing description`);
821
821
  return false;
822
822
  }
823
- if (!tool.parameters) {
824
- logger.error(`❌ Tool ${name} missing parameters`);
823
+ const toolRecord = tool;
824
+ if (!toolRecord.parameters && !toolRecord.inputSchema) {
825
+ logger.error(`Tool ${name} missing parameters/inputSchema`);
825
826
  return false;
826
827
  }
827
828
  if (!tool.execute || typeof tool.execute !== "function") {