@juspay/neurolink 9.30.0 → 9.31.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (977) hide show
  1. package/CHANGELOG.md +20 -0
  2. package/README.md +2 -3
  3. package/dist/adapters/providerImageAdapter.js +13 -22
  4. package/dist/adapters/video/videoAnalyzer.d.ts +4 -4
  5. package/dist/adapters/video/videoAnalyzer.js +3 -3
  6. package/dist/agent/directTools.d.ts +20 -289
  7. package/dist/agent/directTools.js +11 -10
  8. package/dist/auth/accountPool.d.ts +68 -0
  9. package/dist/auth/accountPool.js +178 -0
  10. package/dist/auth/anthropicOAuth.d.ts +15 -5
  11. package/dist/auth/anthropicOAuth.js +117 -57
  12. package/dist/auth/index.d.ts +7 -5
  13. package/dist/auth/index.js +6 -2
  14. package/dist/auth/tokenStore.d.ts +71 -27
  15. package/dist/auth/tokenStore.js +342 -64
  16. package/dist/cli/commands/auth.d.ts +39 -2
  17. package/dist/cli/commands/auth.js +585 -36
  18. package/dist/cli/commands/config.d.ts +47 -574
  19. package/dist/cli/commands/config.js +142 -24
  20. package/dist/cli/commands/docs.d.ts +1 -5
  21. package/dist/cli/commands/observability.d.ts +1 -17
  22. package/dist/cli/commands/ollama.js +1 -1
  23. package/dist/cli/commands/proxy.d.ts +20 -0
  24. package/dist/cli/commands/proxy.js +1254 -0
  25. package/dist/cli/commands/setup-anthropic.js +1 -1
  26. package/dist/cli/commands/setup-azure.js +1 -1
  27. package/dist/cli/commands/setup-bedrock.js +2 -2
  28. package/dist/cli/commands/setup-gcp.js +1 -1
  29. package/dist/cli/commands/setup-google-ai.js +1 -1
  30. package/dist/cli/commands/setup-huggingface.js +2 -2
  31. package/dist/cli/commands/setup-mistral.js +1 -1
  32. package/dist/cli/commands/setup-openai.js +1 -1
  33. package/dist/cli/commands/setup.js +3 -3
  34. package/dist/cli/commands/telemetry.d.ts +1 -22
  35. package/dist/cli/factories/authCommandFactory.d.ts +16 -11
  36. package/dist/cli/factories/authCommandFactory.js +96 -1
  37. package/dist/cli/factories/ollamaCommandFactory.js +1 -1
  38. package/dist/cli/factories/sagemakerCommandFactory.js +25 -6
  39. package/dist/cli/index.d.ts +0 -6
  40. package/dist/cli/index.js +5 -2
  41. package/dist/cli/loop/conversationSelector.js +7 -2
  42. package/dist/cli/parser.js +19 -1
  43. package/dist/cli/utils/envManager.js +2 -2
  44. package/dist/cli/utils/ollamaUtils.d.ts +1 -2
  45. package/dist/client/adapters/providerImageAdapter.js +588 -0
  46. package/dist/client/adapters/tts/googleTTSHandler.js +344 -0
  47. package/dist/client/adapters/video/directorPipeline.js +516 -0
  48. package/dist/client/adapters/video/ffmpegAdapter.js +206 -0
  49. package/dist/client/adapters/video/frameExtractor.js +143 -0
  50. package/dist/client/adapters/video/vertexVideoHandler.js +763 -0
  51. package/dist/client/adapters/video/videoAnalyzer.js +238 -0
  52. package/dist/client/adapters/video/videoMerger.js +171 -0
  53. package/dist/client/agent/directTools.js +840 -0
  54. package/dist/client/aiSdkAdapter.d.ts +196 -0
  55. package/dist/client/aiSdkAdapter.js +487 -0
  56. package/dist/client/auth/anthropicOAuth.js +974 -0
  57. package/dist/client/auth/tokenStore.js +799 -0
  58. package/dist/client/auth.d.ts +248 -0
  59. package/dist/client/auth.js +473 -0
  60. package/dist/client/client/aiSdkAdapter.js +487 -0
  61. package/dist/client/client/auth.js +473 -0
  62. package/dist/client/client/errors.js +552 -0
  63. package/dist/client/client/httpClient.js +837 -0
  64. package/dist/client/client/index.js +172 -0
  65. package/dist/client/client/interceptors.js +601 -0
  66. package/dist/client/client/reactHooks.js +1159 -0
  67. package/dist/client/client/sseClient.js +545 -0
  68. package/dist/client/client/streamingClient.js +917 -0
  69. package/dist/client/client/wsClient.js +369 -0
  70. package/dist/client/config/configManager.js +303 -0
  71. package/dist/client/config/conversationMemory.js +86 -0
  72. package/dist/client/config/taskClassificationConfig.js +148 -0
  73. package/dist/client/constants/contextWindows.js +295 -0
  74. package/dist/client/constants/enums.js +853 -0
  75. package/dist/client/constants/index.js +207 -0
  76. package/dist/client/constants/performance.js +389 -0
  77. package/dist/client/constants/retry.js +266 -0
  78. package/dist/client/constants/timeouts.js +182 -0
  79. package/dist/client/constants/tokens.js +380 -0
  80. package/dist/client/constants/videoErrors.js +46 -0
  81. package/dist/client/context/budgetChecker.js +98 -0
  82. package/dist/client/context/contextCompactor.js +205 -0
  83. package/dist/client/context/emergencyTruncation.js +88 -0
  84. package/dist/client/context/errorDetection.js +171 -0
  85. package/dist/client/context/errors.js +21 -0
  86. package/dist/client/context/fileTokenBudget.js +127 -0
  87. package/dist/client/context/prompts/summarizationPrompt.js +117 -0
  88. package/dist/client/context/stages/fileReadDeduplicator.js +66 -0
  89. package/dist/client/context/stages/slidingWindowTruncator.js +190 -0
  90. package/dist/client/context/stages/structuredSummarizer.js +99 -0
  91. package/dist/client/context/stages/toolOutputPruner.js +52 -0
  92. package/dist/client/context/summarizationEngine.js +136 -0
  93. package/dist/client/context/toolOutputLimits.js +78 -0
  94. package/dist/client/context/toolPairRepair.js +66 -0
  95. package/dist/client/core/analytics.js +88 -0
  96. package/dist/client/core/baseProvider.js +1385 -0
  97. package/dist/client/core/constants.js +140 -0
  98. package/dist/client/core/conversationMemoryFactory.js +141 -0
  99. package/dist/client/core/conversationMemoryInitializer.js +128 -0
  100. package/dist/client/core/conversationMemoryManager.js +344 -0
  101. package/dist/client/core/dynamicModels.js +358 -0
  102. package/dist/client/core/evaluation.js +309 -0
  103. package/dist/client/core/evaluationProviders.js +248 -0
  104. package/dist/client/core/factory.js +412 -0
  105. package/dist/client/core/infrastructure/baseError.js +22 -0
  106. package/dist/client/core/infrastructure/baseFactory.js +54 -0
  107. package/dist/client/core/infrastructure/baseRegistry.js +49 -0
  108. package/dist/client/core/infrastructure/index.js +5 -0
  109. package/dist/client/core/infrastructure/retry.js +20 -0
  110. package/dist/client/core/infrastructure/typedEventEmitter.js +23 -0
  111. package/dist/client/core/modelConfiguration.js +851 -0
  112. package/dist/client/core/modules/GenerationHandler.js +588 -0
  113. package/dist/client/core/modules/MessageBuilder.js +273 -0
  114. package/dist/client/core/modules/StreamHandler.js +185 -0
  115. package/dist/client/core/modules/TelemetryHandler.js +203 -0
  116. package/dist/client/core/modules/ToolsManager.js +499 -0
  117. package/dist/client/core/modules/Utilities.js +331 -0
  118. package/dist/client/core/redisConversationMemoryManager.js +1435 -0
  119. package/dist/client/core/streamAnalytics.js +131 -0
  120. package/dist/client/errors.d.ts +299 -0
  121. package/dist/client/errors.js +552 -0
  122. package/dist/client/evaluation/contextBuilder.js +134 -0
  123. package/dist/client/evaluation/index.js +61 -0
  124. package/dist/client/evaluation/prompts.js +73 -0
  125. package/dist/client/evaluation/ragasEvaluator.js +110 -0
  126. package/dist/client/evaluation/retryManager.js +78 -0
  127. package/dist/client/evaluation/scoring.js +61 -0
  128. package/dist/client/factories/providerFactory.js +166 -0
  129. package/dist/client/factories/providerRegistry.js +166 -0
  130. package/dist/client/features/ppt/constants.js +896 -0
  131. package/dist/client/features/ppt/contentPlanner.js +529 -0
  132. package/dist/client/features/ppt/presentationOrchestrator.js +236 -0
  133. package/dist/client/features/ppt/slideGenerator.js +532 -0
  134. package/dist/client/features/ppt/slideRenderers.js +2383 -0
  135. package/dist/client/features/ppt/slideTypeInference.js +405 -0
  136. package/dist/client/features/ppt/types.js +13 -0
  137. package/dist/client/features/ppt/utils.js +443 -0
  138. package/dist/client/files/fileReferenceRegistry.js +1543 -0
  139. package/dist/client/files/fileTools.js +450 -0
  140. package/dist/client/files/streamingReader.js +321 -0
  141. package/dist/client/files/types.js +23 -0
  142. package/dist/client/hitl/hitlErrors.js +54 -0
  143. package/dist/client/hitl/hitlManager.js +460 -0
  144. package/dist/client/httpClient.d.ts +297 -0
  145. package/dist/client/httpClient.js +837 -0
  146. package/dist/client/index.d.ts +111 -0
  147. package/dist/client/index.js +511 -0
  148. package/dist/client/interceptors.d.ts +283 -0
  149. package/dist/client/interceptors.js +601 -0
  150. package/dist/client/mcp/agentExposure.js +356 -0
  151. package/dist/client/mcp/auth/index.js +11 -0
  152. package/dist/client/mcp/auth/oauthClientProvider.js +325 -0
  153. package/dist/client/mcp/auth/tokenStorage.js +134 -0
  154. package/dist/client/mcp/batching/index.js +10 -0
  155. package/dist/client/mcp/batching/requestBatcher.js +441 -0
  156. package/dist/client/mcp/caching/index.js +10 -0
  157. package/dist/client/mcp/caching/toolCache.js +433 -0
  158. package/dist/client/mcp/elicitation/elicitationManager.js +376 -0
  159. package/dist/client/mcp/elicitation/index.js +11 -0
  160. package/dist/client/mcp/elicitation/types.js +10 -0
  161. package/dist/client/mcp/elicitationProtocol.js +375 -0
  162. package/dist/client/mcp/enhancedToolDiscovery.js +481 -0
  163. package/dist/client/mcp/externalServerManager.js +1478 -0
  164. package/dist/client/mcp/factory.js +161 -0
  165. package/dist/client/mcp/flexibleToolValidator.js +161 -0
  166. package/dist/client/mcp/httpRateLimiter.js +391 -0
  167. package/dist/client/mcp/httpRetryHandler.js +178 -0
  168. package/dist/client/mcp/index.js +74 -0
  169. package/dist/client/mcp/mcpCircuitBreaker.js +427 -0
  170. package/dist/client/mcp/mcpClientFactory.js +708 -0
  171. package/dist/client/mcp/mcpRegistryClient.js +488 -0
  172. package/dist/client/mcp/mcpServerBase.js +373 -0
  173. package/dist/client/mcp/multiServerManager.js +579 -0
  174. package/dist/client/mcp/registry.js +158 -0
  175. package/dist/client/mcp/routing/index.js +10 -0
  176. package/dist/client/mcp/routing/toolRouter.js +416 -0
  177. package/dist/client/mcp/serverCapabilities.js +502 -0
  178. package/dist/client/mcp/servers/agent/directToolsServer.js +150 -0
  179. package/dist/client/mcp/toolAnnotations.js +239 -0
  180. package/dist/client/mcp/toolConverter.js +258 -0
  181. package/dist/client/mcp/toolDiscoveryService.js +798 -0
  182. package/dist/client/mcp/toolIntegration.js +334 -0
  183. package/dist/client/mcp/toolRegistry.js +719 -0
  184. package/dist/client/memory/hippocampusInitializer.js +19 -0
  185. package/dist/client/memory/memoryRetrievalTools.js +166 -0
  186. package/dist/client/middleware/builtin/analytics.js +132 -0
  187. package/dist/client/middleware/builtin/autoEvaluation.js +203 -0
  188. package/dist/client/middleware/builtin/guardrails.js +109 -0
  189. package/dist/client/middleware/builtin/lifecycle.js +168 -0
  190. package/dist/client/middleware/factory.js +327 -0
  191. package/dist/client/middleware/registry.js +295 -0
  192. package/dist/client/middleware/utils/guardrailsUtils.js +396 -0
  193. package/dist/client/models/anthropicModels.js +527 -0
  194. package/dist/client/neurolink.js +8015 -0
  195. package/dist/client/observability/exporterRegistry.js +413 -0
  196. package/dist/client/observability/exporters/arizeExporter.js +138 -0
  197. package/dist/client/observability/exporters/baseExporter.js +190 -0
  198. package/dist/client/observability/exporters/braintrustExporter.js +154 -0
  199. package/dist/client/observability/exporters/datadogExporter.js +196 -0
  200. package/dist/client/observability/exporters/laminarExporter.js +302 -0
  201. package/dist/client/observability/exporters/langfuseExporter.js +209 -0
  202. package/dist/client/observability/exporters/langsmithExporter.js +143 -0
  203. package/dist/client/observability/exporters/otelExporter.js +164 -0
  204. package/dist/client/observability/exporters/posthogExporter.js +287 -0
  205. package/dist/client/observability/exporters/sentryExporter.js +165 -0
  206. package/dist/client/observability/index.js +31 -0
  207. package/dist/client/observability/metricsAggregator.js +556 -0
  208. package/dist/client/observability/otelBridge.js +131 -0
  209. package/dist/client/observability/retryPolicy.js +383 -0
  210. package/dist/client/observability/sampling/samplers.js +216 -0
  211. package/dist/client/observability/spanProcessor.js +303 -0
  212. package/dist/client/observability/tokenTracker.js +413 -0
  213. package/dist/client/observability/types/exporterTypes.js +5 -0
  214. package/dist/client/observability/types/index.js +4 -0
  215. package/dist/client/observability/types/spanTypes.js +92 -0
  216. package/dist/client/observability/utils/safeMetadata.js +25 -0
  217. package/dist/client/observability/utils/spanSerializer.js +292 -0
  218. package/dist/client/processors/archive/ArchiveProcessor.js +1308 -0
  219. package/dist/client/processors/base/BaseFileProcessor.js +614 -0
  220. package/dist/client/processors/base/types.js +82 -0
  221. package/dist/client/processors/config/fileTypes.js +520 -0
  222. package/dist/client/processors/config/index.js +92 -0
  223. package/dist/client/processors/config/languageMap.js +410 -0
  224. package/dist/client/processors/config/mimeTypes.js +363 -0
  225. package/dist/client/processors/config/sizeLimits.js +258 -0
  226. package/dist/client/processors/document/ExcelProcessor.js +590 -0
  227. package/dist/client/processors/document/OpenDocumentProcessor.js +212 -0
  228. package/dist/client/processors/document/PptxProcessor.js +157 -0
  229. package/dist/client/processors/document/RtfProcessor.js +361 -0
  230. package/dist/client/processors/document/WordProcessor.js +353 -0
  231. package/dist/client/processors/errors/FileErrorCode.js +255 -0
  232. package/dist/client/processors/errors/errorHelpers.js +386 -0
  233. package/dist/client/processors/errors/errorSerializer.js +507 -0
  234. package/dist/client/processors/errors/index.js +49 -0
  235. package/dist/client/processors/markup/SvgProcessor.js +240 -0
  236. package/dist/client/processors/media/AudioProcessor.js +707 -0
  237. package/dist/client/processors/media/VideoProcessor.js +1045 -0
  238. package/dist/client/providers/amazonBedrock.js +1512 -0
  239. package/dist/client/providers/amazonSagemaker.js +162 -0
  240. package/dist/client/providers/anthropic.js +831 -0
  241. package/dist/client/providers/azureOpenai.js +143 -0
  242. package/dist/client/providers/googleAiStudio.js +1200 -0
  243. package/dist/client/providers/googleNativeGemini3.js +543 -0
  244. package/dist/client/providers/googleVertex.js +2936 -0
  245. package/dist/client/providers/huggingFace.js +315 -0
  246. package/dist/client/providers/litellm.js +488 -0
  247. package/dist/client/providers/mistral.js +157 -0
  248. package/dist/client/providers/ollama.js +1579 -0
  249. package/dist/client/providers/openAI.js +627 -0
  250. package/dist/client/providers/openRouter.js +543 -0
  251. package/dist/client/providers/openaiCompatible.js +290 -0
  252. package/dist/client/providers/providerTypeUtils.js +46 -0
  253. package/dist/client/providers/sagemaker/adaptive-semaphore.js +215 -0
  254. package/dist/client/providers/sagemaker/client.js +472 -0
  255. package/dist/client/providers/sagemaker/config.js +317 -0
  256. package/dist/client/providers/sagemaker/detection.js +606 -0
  257. package/dist/client/providers/sagemaker/error-constants.js +227 -0
  258. package/dist/client/providers/sagemaker/errors.js +299 -0
  259. package/dist/client/providers/sagemaker/language-model.js +775 -0
  260. package/dist/client/providers/sagemaker/parsers.js +634 -0
  261. package/dist/client/providers/sagemaker/streaming.js +331 -0
  262. package/dist/client/providers/sagemaker/structured-parser.js +625 -0
  263. package/dist/client/proxy/accountQuota.js +162 -0
  264. package/dist/client/proxy/claudeFormat.js +595 -0
  265. package/dist/client/proxy/modelRouter.js +29 -0
  266. package/dist/client/proxy/oauthFetch.js +367 -0
  267. package/dist/client/proxy/proxyFetch.js +586 -0
  268. package/dist/client/proxy/requestLogger.js +207 -0
  269. package/dist/client/proxy/tokenRefresh.js +124 -0
  270. package/dist/client/proxy/usageStats.js +74 -0
  271. package/dist/client/proxy/utils/noProxyUtils.js +149 -0
  272. package/dist/client/rag/ChunkerFactory.js +320 -0
  273. package/dist/client/rag/ChunkerRegistry.js +421 -0
  274. package/dist/client/rag/chunkers/BaseChunker.js +143 -0
  275. package/dist/client/rag/chunkers/CharacterChunker.js +28 -0
  276. package/dist/client/rag/chunkers/HTMLChunker.js +38 -0
  277. package/dist/client/rag/chunkers/JSONChunker.js +68 -0
  278. package/dist/client/rag/chunkers/LaTeXChunker.js +63 -0
  279. package/dist/client/rag/chunkers/MarkdownChunker.js +306 -0
  280. package/dist/client/rag/chunkers/RecursiveChunker.js +139 -0
  281. package/dist/client/rag/chunkers/SemanticMarkdownChunker.js +138 -0
  282. package/dist/client/rag/chunkers/SentenceChunker.js +66 -0
  283. package/dist/client/rag/chunkers/TokenChunker.js +61 -0
  284. package/dist/client/rag/chunkers/index.js +15 -0
  285. package/dist/client/rag/chunking/characterChunker.js +142 -0
  286. package/dist/client/rag/chunking/chunkerRegistry.js +194 -0
  287. package/dist/client/rag/chunking/htmlChunker.js +247 -0
  288. package/dist/client/rag/chunking/index.js +17 -0
  289. package/dist/client/rag/chunking/jsonChunker.js +281 -0
  290. package/dist/client/rag/chunking/latexChunker.js +251 -0
  291. package/dist/client/rag/chunking/markdownChunker.js +373 -0
  292. package/dist/client/rag/chunking/recursiveChunker.js +148 -0
  293. package/dist/client/rag/chunking/semanticChunker.js +306 -0
  294. package/dist/client/rag/chunking/sentenceChunker.js +230 -0
  295. package/dist/client/rag/chunking/tokenChunker.js +183 -0
  296. package/dist/client/rag/document/MDocument.js +392 -0
  297. package/dist/client/rag/document/index.js +5 -0
  298. package/dist/client/rag/document/loaders.js +500 -0
  299. package/dist/client/rag/errors/RAGError.js +274 -0
  300. package/dist/client/rag/errors/index.js +6 -0
  301. package/dist/client/rag/graphRag/graphRAG.js +401 -0
  302. package/dist/client/rag/graphRag/index.js +4 -0
  303. package/dist/client/rag/index.js +141 -0
  304. package/dist/client/rag/metadata/MetadataExtractorFactory.js +418 -0
  305. package/dist/client/rag/metadata/MetadataExtractorRegistry.js +362 -0
  306. package/dist/client/rag/metadata/index.js +9 -0
  307. package/dist/client/rag/metadata/metadataExtractor.js +280 -0
  308. package/dist/client/rag/pipeline/RAGPipeline.js +436 -0
  309. package/dist/client/rag/pipeline/contextAssembly.js +341 -0
  310. package/dist/client/rag/pipeline/index.js +5 -0
  311. package/dist/client/rag/ragIntegration.js +321 -0
  312. package/dist/client/rag/reranker/RerankerFactory.js +430 -0
  313. package/dist/client/rag/reranker/RerankerRegistry.js +402 -0
  314. package/dist/client/rag/reranker/index.js +9 -0
  315. package/dist/client/rag/reranker/reranker.js +277 -0
  316. package/dist/client/rag/resilience/CircuitBreaker.js +431 -0
  317. package/dist/client/rag/resilience/RetryHandler.js +304 -0
  318. package/dist/client/rag/resilience/index.js +7 -0
  319. package/dist/client/rag/retrieval/hybridSearch.js +335 -0
  320. package/dist/client/rag/retrieval/index.js +5 -0
  321. package/dist/client/rag/retrieval/vectorQueryTool.js +307 -0
  322. package/dist/client/rag/types.js +8 -0
  323. package/dist/client/reactHooks.d.ts +239 -0
  324. package/dist/client/reactHooks.tsx +1483 -0
  325. package/dist/client/sdk/toolRegistration.js +377 -0
  326. package/dist/client/server/abstract/baseServerAdapter.js +575 -0
  327. package/dist/client/server/adapters/expressAdapter.js +486 -0
  328. package/dist/client/server/adapters/fastifyAdapter.js +472 -0
  329. package/dist/client/server/adapters/honoAdapter.js +632 -0
  330. package/dist/client/server/adapters/koaAdapter.js +510 -0
  331. package/dist/client/server/errors.js +486 -0
  332. package/dist/client/server/factory/serverAdapterFactory.js +160 -0
  333. package/dist/client/server/index.js +108 -0
  334. package/dist/client/server/middleware/abortSignal.js +111 -0
  335. package/dist/client/server/middleware/auth.js +388 -0
  336. package/dist/client/server/middleware/cache.js +359 -0
  337. package/dist/client/server/middleware/common.js +281 -0
  338. package/dist/client/server/middleware/deprecation.js +190 -0
  339. package/dist/client/server/middleware/mcpBodyAttachment.js +63 -0
  340. package/dist/client/server/middleware/rateLimit.js +227 -0
  341. package/dist/client/server/middleware/validation.js +388 -0
  342. package/dist/client/server/openapi/generator.js +398 -0
  343. package/dist/client/server/openapi/index.js +36 -0
  344. package/dist/client/server/openapi/schemas.js +695 -0
  345. package/dist/client/server/openapi/templates.js +374 -0
  346. package/dist/client/server/routes/agentRoutes.js +171 -0
  347. package/dist/client/server/routes/claudeProxyRoutes.js +1600 -0
  348. package/dist/client/server/routes/healthRoutes.js +187 -0
  349. package/dist/client/server/routes/index.js +57 -0
  350. package/dist/client/server/routes/mcpRoutes.js +342 -0
  351. package/dist/client/server/routes/memoryRoutes.js +350 -0
  352. package/dist/client/server/routes/openApiRoutes.js +126 -0
  353. package/dist/client/server/routes/toolRoutes.js +199 -0
  354. package/dist/client/server/streaming/dataStream.js +486 -0
  355. package/dist/client/server/streaming/index.js +11 -0
  356. package/dist/client/server/types.js +67 -0
  357. package/dist/client/server/utils/redaction.js +334 -0
  358. package/dist/client/server/utils/validation.js +243 -0
  359. package/dist/client/server/websocket/WebSocketHandler.js +383 -0
  360. package/dist/client/server/websocket/index.js +4 -0
  361. package/dist/client/services/server/ai/observability/instrumentation.js +808 -0
  362. package/dist/client/sseClient.d.ts +156 -0
  363. package/dist/client/sseClient.js +545 -0
  364. package/dist/client/streamingClient.d.ts +327 -0
  365. package/dist/client/streamingClient.js +917 -0
  366. package/dist/client/telemetry/attributes.js +100 -0
  367. package/dist/client/telemetry/index.js +26 -0
  368. package/dist/client/telemetry/telemetryService.js +308 -0
  369. package/dist/client/telemetry/tracers.js +17 -0
  370. package/dist/client/telemetry/withSpan.js +34 -0
  371. package/dist/client/types/actionTypes.js +6 -0
  372. package/dist/client/types/analytics.js +5 -0
  373. package/dist/client/types/authTypes.js +8 -0
  374. package/dist/client/types/circuitBreakerErrors.js +34 -0
  375. package/dist/client/types/cli.js +21 -0
  376. package/dist/client/types/clientTypes.js +10 -0
  377. package/dist/client/types/common.js +51 -0
  378. package/dist/client/types/configTypes.js +49 -0
  379. package/dist/client/types/content.js +19 -0
  380. package/dist/client/types/contextTypes.js +400 -0
  381. package/dist/client/types/conversation.js +47 -0
  382. package/dist/client/types/conversationMemoryInterface.js +6 -0
  383. package/dist/client/types/domainTypes.js +5 -0
  384. package/dist/client/types/errors.js +167 -0
  385. package/dist/client/types/evaluation.js +5 -0
  386. package/dist/client/types/evaluationProviders.js +5 -0
  387. package/dist/client/types/evaluationTypes.js +1 -0
  388. package/dist/client/types/externalMcp.js +6 -0
  389. package/dist/client/types/fileReferenceTypes.js +8 -0
  390. package/dist/client/types/fileTypes.js +4 -0
  391. package/dist/client/types/generateTypes.js +1 -0
  392. package/dist/client/types/guardrails.js +1 -0
  393. package/dist/client/types/hitlTypes.js +8 -0
  394. package/dist/client/types/index.js +57 -0
  395. package/dist/client/types/mcpTypes.js +5 -0
  396. package/dist/client/types/middlewareTypes.js +1 -0
  397. package/dist/client/types/modelTypes.js +30 -0
  398. package/dist/client/types/multimodal.js +135 -0
  399. package/dist/client/types/observability.js +6 -0
  400. package/dist/client/types/pptTypes.js +82 -0
  401. package/dist/client/types/providers.js +111 -0
  402. package/dist/client/types/proxyTypes.js +16 -0
  403. package/dist/client/types/ragTypes.js +7 -0
  404. package/dist/client/types/sdkTypes.js +8 -0
  405. package/dist/client/types/serviceTypes.js +5 -0
  406. package/dist/client/types/streamTypes.js +1 -0
  407. package/dist/client/types/subscriptionTypes.js +9 -0
  408. package/dist/client/types/taskClassificationTypes.js +5 -0
  409. package/dist/client/types/tools.js +24 -0
  410. package/dist/client/types/ttsTypes.js +57 -0
  411. package/dist/client/types/typeAliases.js +48 -0
  412. package/dist/client/types/utilities.js +4 -0
  413. package/dist/client/types/workflowTypes.js +30 -0
  414. package/dist/client/utils/async/withTimeout.js +98 -0
  415. package/dist/client/utils/asyncMutex.js +60 -0
  416. package/dist/client/utils/conversationMemory.js +431 -0
  417. package/dist/client/utils/csvProcessor.js +846 -0
  418. package/dist/client/utils/errorHandling.js +936 -0
  419. package/dist/client/utils/evaluationUtils.js +131 -0
  420. package/dist/client/utils/factoryProcessing.js +589 -0
  421. package/dist/client/utils/fileDetector.js +2161 -0
  422. package/dist/client/utils/imageCache.js +376 -0
  423. package/dist/client/utils/imageProcessor.js +704 -0
  424. package/dist/client/utils/logger.js +491 -0
  425. package/dist/client/utils/mcpDefaults.js +134 -0
  426. package/dist/client/utils/messageBuilder.js +1653 -0
  427. package/dist/client/utils/modelAliasResolver.js +54 -0
  428. package/dist/client/utils/modelDetection.js +80 -0
  429. package/dist/client/utils/modelRouter.js +292 -0
  430. package/dist/client/utils/multimodalOptionsBuilder.js +65 -0
  431. package/dist/client/utils/observabilityHelpers.js +47 -0
  432. package/dist/client/utils/parameterValidation.js +966 -0
  433. package/dist/client/utils/pdfProcessor.js +410 -0
  434. package/dist/client/utils/performance.js +222 -0
  435. package/dist/client/utils/pricing.js +340 -0
  436. package/dist/client/utils/promptRedaction.js +62 -0
  437. package/dist/client/utils/providerConfig.js +1009 -0
  438. package/dist/client/utils/providerHealth.js +1237 -0
  439. package/dist/client/utils/providerRetry.js +112 -0
  440. package/dist/client/utils/providerUtils.js +434 -0
  441. package/dist/client/utils/rateLimiter.js +200 -0
  442. package/dist/client/utils/redis.js +368 -0
  443. package/dist/client/utils/retryHandler.js +269 -0
  444. package/dist/client/utils/retryability.js +22 -0
  445. package/dist/client/utils/sanitizers/svg.js +481 -0
  446. package/dist/client/utils/schemaConversion.js +255 -0
  447. package/dist/client/utils/taskClassificationUtils.js +149 -0
  448. package/dist/client/utils/taskClassifier.js +94 -0
  449. package/dist/client/utils/thinkingConfig.js +104 -0
  450. package/dist/client/utils/timeout.js +359 -0
  451. package/dist/client/utils/tokenEstimation.js +142 -0
  452. package/dist/client/utils/tokenLimits.js +125 -0
  453. package/dist/client/utils/tokenUtils.js +239 -0
  454. package/dist/client/utils/toolUtils.js +75 -0
  455. package/dist/client/utils/transformationUtils.js +554 -0
  456. package/dist/client/utils/ttsProcessor.js +286 -0
  457. package/dist/client/utils/typeUtils.js +97 -0
  458. package/dist/client/utils/videoAnalysisProcessor.js +67 -0
  459. package/dist/client/workflow/config.js +398 -0
  460. package/dist/client/workflow/core/ensembleExecutor.js +407 -0
  461. package/dist/client/workflow/core/judgeScorer.js +544 -0
  462. package/dist/client/workflow/core/responseConditioner.js +225 -0
  463. package/dist/client/workflow/core/types/conditionerTypes.js +7 -0
  464. package/dist/client/workflow/core/types/ensembleTypes.js +7 -0
  465. package/dist/client/workflow/core/types/index.js +7 -0
  466. package/dist/client/workflow/core/types/judgeTypes.js +7 -0
  467. package/dist/client/workflow/core/types/layerTypes.js +7 -0
  468. package/dist/client/workflow/core/types/registryTypes.js +7 -0
  469. package/dist/client/workflow/core/workflowRegistry.js +304 -0
  470. package/dist/client/workflow/core/workflowRunner.js +586 -0
  471. package/dist/client/workflow/index.js +50 -0
  472. package/dist/client/workflow/types.js +9 -0
  473. package/dist/client/workflow/utils/types/index.js +7 -0
  474. package/dist/client/workflow/utils/workflowMetrics.js +311 -0
  475. package/dist/client/workflow/utils/workflowValidation.js +420 -0
  476. package/dist/client/workflow/workflows/adaptiveWorkflow.js +366 -0
  477. package/dist/client/workflow/workflows/consensusWorkflow.js +192 -0
  478. package/dist/client/workflow/workflows/fallbackWorkflow.js +225 -0
  479. package/dist/client/workflow/workflows/multiJudgeWorkflow.js +351 -0
  480. package/dist/client/wsClient.d.ts +130 -0
  481. package/dist/client/wsClient.js +369 -0
  482. package/dist/config/configManager.js +2 -2
  483. package/dist/constants/contextWindows.js +15 -13
  484. package/dist/constants/enums.d.ts +10 -16
  485. package/dist/constants/enums.js +12 -18
  486. package/dist/constants/index.d.ts +0 -10
  487. package/dist/constants/index.js +1 -1
  488. package/dist/constants/tokens.d.ts +29 -16
  489. package/dist/constants/tokens.js +23 -16
  490. package/dist/core/baseProvider.d.ts +5 -5
  491. package/dist/core/baseProvider.js +6 -6
  492. package/dist/core/constants.js +6 -1
  493. package/dist/core/dynamicModels.js +10 -6
  494. package/dist/core/evaluationProviders.js +1 -1
  495. package/dist/core/infrastructure/baseError.d.ts +1 -1
  496. package/dist/core/infrastructure/baseFactory.d.ts +1 -6
  497. package/dist/core/infrastructure/baseRegistry.d.ts +6 -5
  498. package/dist/core/infrastructure/index.d.ts +6 -4
  499. package/dist/core/infrastructure/index.js +2 -2
  500. package/dist/core/modelConfiguration.js +3 -1
  501. package/dist/core/modules/GenerationHandler.d.ts +3 -3
  502. package/dist/core/modules/GenerationHandler.js +49 -41
  503. package/dist/core/modules/MessageBuilder.d.ts +5 -5
  504. package/dist/core/modules/MessageBuilder.js +4 -6
  505. package/dist/core/modules/StreamHandler.js +26 -12
  506. package/dist/core/modules/TelemetryHandler.d.ts +4 -6
  507. package/dist/core/modules/TelemetryHandler.js +7 -6
  508. package/dist/core/modules/ToolsManager.d.ts +2 -12
  509. package/dist/core/modules/ToolsManager.js +20 -4
  510. package/dist/core/modules/Utilities.js +3 -1
  511. package/dist/core/redisConversationMemoryManager.js +3 -3
  512. package/dist/core/streamAnalytics.js +23 -9
  513. package/dist/evaluation/contextBuilder.d.ts +2 -2
  514. package/dist/evaluation/contextBuilder.js +2 -2
  515. package/dist/evaluation/index.d.ts +2 -2
  516. package/dist/evaluation/retryManager.js +1 -1
  517. package/dist/factories/providerFactory.js +2 -2
  518. package/dist/features/ppt/constants.js +1 -1
  519. package/dist/features/ppt/presentationOrchestrator.js +7 -3
  520. package/dist/features/ppt/slideGenerator.d.ts +2 -1
  521. package/dist/features/ppt/slideGenerator.js +6 -1
  522. package/dist/files/fileTools.d.ts +16 -247
  523. package/dist/files/fileTools.js +16 -15
  524. package/dist/index.d.ts +5 -3
  525. package/dist/index.js +20 -3
  526. package/dist/lib/adapters/providerImageAdapter.js +13 -22
  527. package/dist/lib/adapters/video/videoAnalyzer.d.ts +4 -4
  528. package/dist/lib/adapters/video/videoAnalyzer.js +3 -3
  529. package/dist/lib/agent/directTools.d.ts +20 -289
  530. package/dist/lib/agent/directTools.js +11 -10
  531. package/dist/lib/auth/accountPool.d.ts +68 -0
  532. package/dist/lib/auth/accountPool.js +179 -0
  533. package/dist/lib/auth/anthropicOAuth.d.ts +15 -5
  534. package/dist/lib/auth/anthropicOAuth.js +117 -57
  535. package/dist/lib/auth/index.d.ts +7 -5
  536. package/dist/lib/auth/index.js +6 -2
  537. package/dist/lib/auth/tokenStore.d.ts +71 -27
  538. package/dist/lib/auth/tokenStore.js +342 -64
  539. package/dist/lib/client/aiSdkAdapter.d.ts +196 -0
  540. package/dist/lib/client/aiSdkAdapter.js +488 -0
  541. package/dist/lib/client/auth.d.ts +248 -0
  542. package/dist/lib/client/auth.js +474 -0
  543. package/dist/lib/client/errors.d.ts +299 -0
  544. package/dist/lib/client/errors.js +553 -0
  545. package/dist/lib/client/httpClient.d.ts +297 -0
  546. package/dist/lib/client/httpClient.js +838 -0
  547. package/dist/lib/client/index.d.ts +111 -0
  548. package/dist/lib/client/index.js +173 -0
  549. package/dist/lib/client/interceptors.d.ts +283 -0
  550. package/dist/lib/client/interceptors.js +602 -0
  551. package/dist/lib/client/reactHooks.d.ts +239 -0
  552. package/dist/lib/client/reactHooks.js +1160 -0
  553. package/dist/lib/client/sseClient.d.ts +156 -0
  554. package/dist/lib/client/sseClient.js +546 -0
  555. package/dist/lib/client/streamingClient.d.ts +327 -0
  556. package/dist/lib/client/streamingClient.js +918 -0
  557. package/dist/lib/client/wsClient.d.ts +130 -0
  558. package/dist/lib/client/wsClient.js +370 -0
  559. package/dist/lib/config/configManager.js +2 -2
  560. package/dist/lib/constants/contextWindows.js +15 -13
  561. package/dist/lib/constants/enums.d.ts +10 -16
  562. package/dist/lib/constants/enums.js +12 -18
  563. package/dist/lib/constants/index.d.ts +0 -10
  564. package/dist/lib/constants/index.js +1 -1
  565. package/dist/lib/constants/tokens.d.ts +29 -16
  566. package/dist/lib/constants/tokens.js +23 -16
  567. package/dist/lib/core/baseProvider.d.ts +5 -5
  568. package/dist/lib/core/baseProvider.js +6 -6
  569. package/dist/lib/core/constants.js +6 -1
  570. package/dist/lib/core/dynamicModels.js +10 -6
  571. package/dist/lib/core/evaluationProviders.js +1 -1
  572. package/dist/lib/core/infrastructure/baseError.d.ts +1 -1
  573. package/dist/lib/core/infrastructure/baseFactory.d.ts +1 -6
  574. package/dist/lib/core/infrastructure/baseRegistry.d.ts +6 -5
  575. package/dist/lib/core/infrastructure/index.d.ts +6 -4
  576. package/dist/lib/core/infrastructure/index.js +2 -2
  577. package/dist/lib/core/modelConfiguration.js +3 -1
  578. package/dist/lib/core/modules/GenerationHandler.d.ts +3 -3
  579. package/dist/lib/core/modules/GenerationHandler.js +49 -41
  580. package/dist/lib/core/modules/MessageBuilder.d.ts +5 -5
  581. package/dist/lib/core/modules/MessageBuilder.js +4 -6
  582. package/dist/lib/core/modules/StreamHandler.js +26 -12
  583. package/dist/lib/core/modules/TelemetryHandler.d.ts +4 -6
  584. package/dist/lib/core/modules/TelemetryHandler.js +7 -6
  585. package/dist/lib/core/modules/ToolsManager.d.ts +2 -12
  586. package/dist/lib/core/modules/ToolsManager.js +20 -4
  587. package/dist/lib/core/modules/Utilities.js +3 -1
  588. package/dist/lib/core/redisConversationMemoryManager.js +3 -3
  589. package/dist/lib/core/streamAnalytics.js +23 -9
  590. package/dist/lib/evaluation/contextBuilder.d.ts +2 -2
  591. package/dist/lib/evaluation/contextBuilder.js +2 -2
  592. package/dist/lib/evaluation/index.d.ts +2 -2
  593. package/dist/lib/evaluation/retryManager.js +1 -1
  594. package/dist/lib/factories/providerFactory.js +2 -2
  595. package/dist/lib/features/ppt/constants.js +1 -1
  596. package/dist/lib/features/ppt/presentationOrchestrator.js +7 -3
  597. package/dist/lib/features/ppt/slideGenerator.d.ts +2 -1
  598. package/dist/lib/features/ppt/slideGenerator.js +6 -1
  599. package/dist/lib/files/fileTools.d.ts +16 -247
  600. package/dist/lib/files/fileTools.js +16 -15
  601. package/dist/lib/index.d.ts +5 -3
  602. package/dist/lib/index.js +20 -3
  603. package/dist/lib/mcp/batching/requestBatcher.js +1 -1
  604. package/dist/lib/mcp/externalServerManager.js +5 -2
  605. package/dist/lib/mcp/factory.js +1 -1
  606. package/dist/lib/mcp/index.d.ts +1 -1
  607. package/dist/lib/mcp/index.js +1 -1
  608. package/dist/lib/mcp/mcpCircuitBreaker.d.ts +1 -0
  609. package/dist/lib/mcp/mcpCircuitBreaker.js +30 -4
  610. package/dist/lib/mcp/mcpClientFactory.js +33 -4
  611. package/dist/lib/mcp/toolDiscoveryService.js +52 -5
  612. package/dist/lib/mcp/toolRegistry.js +7 -1
  613. package/dist/lib/memory/memoryRetrievalTools.d.ts +5 -89
  614. package/dist/lib/memory/memoryRetrievalTools.js +1 -1
  615. package/dist/lib/middleware/builtin/analytics.js +3 -0
  616. package/dist/lib/middleware/builtin/autoEvaluation.js +46 -24
  617. package/dist/lib/middleware/builtin/guardrails.js +4 -0
  618. package/dist/lib/middleware/builtin/lifecycle.js +10 -6
  619. package/dist/lib/middleware/factory.d.ts +3 -3
  620. package/dist/lib/middleware/factory.js +3 -2
  621. package/dist/lib/middleware/index.d.ts +1 -1
  622. package/dist/lib/middleware/registry.d.ts +2 -2
  623. package/dist/lib/middleware/registry.js +1 -0
  624. package/dist/lib/middleware/utils/guardrailsUtils.d.ts +5 -6
  625. package/dist/lib/middleware/utils/guardrailsUtils.js +15 -6
  626. package/dist/lib/neurolink.d.ts +9 -20
  627. package/dist/lib/neurolink.js +278 -186
  628. package/dist/lib/observability/retryPolicy.d.ts +2 -13
  629. package/dist/lib/observability/sampling/samplers.d.ts +2 -11
  630. package/dist/lib/observability/spanProcessor.d.ts +2 -14
  631. package/dist/lib/processors/base/BaseFileProcessor.js +1 -1
  632. package/dist/lib/processors/document/OpenDocumentProcessor.js +5 -3
  633. package/dist/lib/processors/media/VideoProcessor.js +157 -101
  634. package/dist/lib/providers/amazonBedrock.js +12 -5
  635. package/dist/lib/providers/amazonSagemaker.d.ts +5 -5
  636. package/dist/lib/providers/amazonSagemaker.js +6 -2
  637. package/dist/lib/providers/anthropic.d.ts +3 -3
  638. package/dist/lib/providers/anthropic.js +23 -192
  639. package/dist/lib/providers/anthropicBaseProvider.d.ts +4 -4
  640. package/dist/lib/providers/anthropicBaseProvider.js +24 -13
  641. package/dist/lib/providers/azureOpenai.d.ts +2 -2
  642. package/dist/lib/providers/azureOpenai.js +6 -6
  643. package/dist/lib/providers/googleAiStudio.d.ts +2 -2
  644. package/dist/lib/providers/googleAiStudio.js +15 -7
  645. package/dist/lib/providers/googleNativeGemini3.d.ts +3 -54
  646. package/dist/lib/providers/googleNativeGemini3.js +14 -10
  647. package/dist/lib/providers/googleVertex.d.ts +6 -6
  648. package/dist/lib/providers/googleVertex.js +32 -26
  649. package/dist/lib/providers/huggingFace.d.ts +4 -4
  650. package/dist/lib/providers/huggingFace.js +15 -5
  651. package/dist/lib/providers/litellm.d.ts +4 -4
  652. package/dist/lib/providers/litellm.js +54 -42
  653. package/dist/lib/providers/mistral.d.ts +2 -2
  654. package/dist/lib/providers/mistral.js +5 -4
  655. package/dist/lib/providers/ollama.d.ts +7 -4
  656. package/dist/lib/providers/ollama.js +30 -8
  657. package/dist/lib/providers/openAI.d.ts +2 -2
  658. package/dist/lib/providers/openAI.js +46 -21
  659. package/dist/lib/providers/openRouter.d.ts +4 -4
  660. package/dist/lib/providers/openRouter.js +63 -35
  661. package/dist/lib/providers/openaiCompatible.d.ts +2 -2
  662. package/dist/lib/providers/openaiCompatible.js +18 -9
  663. package/dist/lib/providers/providerTypeUtils.d.ts +28 -0
  664. package/dist/lib/providers/providerTypeUtils.js +47 -0
  665. package/dist/lib/providers/sagemaker/config.js +5 -5
  666. package/dist/lib/providers/sagemaker/language-model.d.ts +23 -13
  667. package/dist/lib/providers/sagemaker/language-model.js +20 -8
  668. package/dist/lib/proxy/accountQuota.d.ts +33 -0
  669. package/dist/lib/proxy/accountQuota.js +163 -0
  670. package/dist/lib/proxy/claudeFormat.d.ts +143 -0
  671. package/dist/lib/proxy/claudeFormat.js +596 -0
  672. package/dist/lib/proxy/cloaking/index.d.ts +44 -0
  673. package/dist/lib/proxy/cloaking/index.js +87 -0
  674. package/dist/lib/proxy/cloaking/plugins/headerScrubber.d.ts +9 -0
  675. package/dist/lib/proxy/cloaking/plugins/headerScrubber.js +87 -0
  676. package/dist/lib/proxy/cloaking/plugins/sessionIdentity.d.ts +15 -0
  677. package/dist/lib/proxy/cloaking/plugins/sessionIdentity.js +66 -0
  678. package/dist/lib/proxy/cloaking/plugins/systemPromptInjector.d.ts +11 -0
  679. package/dist/lib/proxy/cloaking/plugins/systemPromptInjector.js +84 -0
  680. package/dist/lib/proxy/cloaking/plugins/tlsFingerprint.d.ts +14 -0
  681. package/dist/lib/proxy/cloaking/plugins/tlsFingerprint.js +39 -0
  682. package/dist/lib/proxy/cloaking/plugins/wordObfuscator.d.ts +9 -0
  683. package/dist/lib/proxy/cloaking/plugins/wordObfuscator.js +122 -0
  684. package/dist/lib/proxy/cloaking/types.d.ts +1 -0
  685. package/dist/lib/proxy/cloaking/types.js +2 -0
  686. package/dist/lib/proxy/modelRouter.d.ts +10 -0
  687. package/dist/lib/proxy/modelRouter.js +30 -0
  688. package/dist/lib/proxy/oauthFetch.d.ts +36 -0
  689. package/dist/lib/proxy/oauthFetch.js +368 -0
  690. package/dist/lib/proxy/proxyConfig.d.ts +42 -0
  691. package/dist/lib/proxy/proxyConfig.js +500 -0
  692. package/dist/lib/proxy/proxyFetch.js +2 -1
  693. package/dist/lib/proxy/requestLogger.d.ts +50 -0
  694. package/dist/lib/proxy/requestLogger.js +208 -0
  695. package/dist/lib/proxy/tokenRefresh.d.ts +4 -0
  696. package/dist/lib/proxy/tokenRefresh.js +125 -0
  697. package/dist/lib/proxy/usageStats.d.ts +13 -0
  698. package/dist/lib/proxy/usageStats.js +75 -0
  699. package/dist/lib/rag/document/loaders.js +1 -1
  700. package/dist/lib/rag/pipeline/contextAssembly.d.ts +4 -7
  701. package/dist/lib/rag/ragIntegration.d.ts +2 -14
  702. package/dist/lib/rag/ragIntegration.js +1 -1
  703. package/dist/lib/rag/resilience/CircuitBreaker.d.ts +5 -44
  704. package/dist/lib/rag/resilience/RetryHandler.js +1 -1
  705. package/dist/lib/rag/retrieval/vectorQueryTool.d.ts +1 -9
  706. package/dist/lib/rag/retrieval/vectorQueryTool.js +1 -1
  707. package/dist/lib/sdk/toolRegistration.js +12 -1
  708. package/dist/lib/server/abstract/baseServerAdapter.js +2 -2
  709. package/dist/lib/server/adapters/honoAdapter.d.ts +6 -0
  710. package/dist/lib/server/adapters/honoAdapter.js +76 -10
  711. package/dist/lib/server/middleware/cache.js +3 -0
  712. package/dist/lib/server/routes/claudeProxyRoutes.d.ts +44 -0
  713. package/dist/lib/server/routes/claudeProxyRoutes.js +1601 -0
  714. package/dist/lib/server/routes/healthRoutes.js +18 -1
  715. package/dist/lib/server/routes/index.d.ts +7 -0
  716. package/dist/lib/server/routes/index.js +8 -0
  717. package/dist/lib/server/streaming/dataStream.d.ts +1 -5
  718. package/dist/lib/server/streaming/dataStream.js +3 -0
  719. package/dist/lib/server/utils/validation.d.ts +24 -124
  720. package/dist/lib/server/utils/validation.js +2 -2
  721. package/dist/lib/services/server/ai/observability/instrumentation.js +4 -0
  722. package/dist/lib/telemetry/attributes.d.ts +38 -0
  723. package/dist/lib/telemetry/attributes.js +40 -0
  724. package/dist/lib/telemetry/tracers.d.ts +1 -0
  725. package/dist/lib/telemetry/tracers.js +1 -0
  726. package/dist/lib/types/authTypes.d.ts +56 -0
  727. package/dist/lib/types/authTypes.js +9 -0
  728. package/dist/lib/types/circuitBreakerErrors.d.ts +30 -0
  729. package/dist/lib/types/circuitBreakerErrors.js +35 -0
  730. package/dist/lib/types/cli.d.ts +258 -0
  731. package/dist/lib/types/clientTypes.d.ts +1050 -0
  732. package/dist/lib/types/clientTypes.js +11 -0
  733. package/dist/lib/types/common.d.ts +123 -0
  734. package/dist/lib/types/configTypes.d.ts +49 -0
  735. package/dist/lib/types/configTypes.js +4 -0
  736. package/dist/lib/types/conversation.d.ts +0 -5
  737. package/dist/lib/types/evaluationTypes.d.ts +2 -2
  738. package/dist/lib/types/fileTypes.d.ts +47 -0
  739. package/dist/lib/types/generateTypes.d.ts +7 -3
  740. package/dist/lib/types/guardrails.d.ts +2 -2
  741. package/dist/lib/types/index.d.ts +4 -1
  742. package/dist/lib/types/index.js +5 -0
  743. package/dist/lib/types/middlewareTypes.d.ts +3 -3
  744. package/dist/lib/types/modelTypes.d.ts +7 -97
  745. package/dist/lib/types/modelTypes.js +3 -3
  746. package/dist/lib/types/observability.d.ts +37 -0
  747. package/dist/lib/types/providers.d.ts +107 -0
  748. package/dist/lib/types/proxyTypes.d.ts +536 -0
  749. package/dist/lib/types/proxyTypes.js +17 -0
  750. package/dist/lib/types/ragTypes.d.ts +49 -1
  751. package/dist/lib/types/streamTypes.d.ts +37 -13
  752. package/dist/lib/types/subscriptionTypes.d.ts +77 -0
  753. package/dist/lib/types/subscriptionTypes.js +2 -0
  754. package/dist/lib/types/tools.d.ts +45 -1
  755. package/dist/lib/types/typeAliases.d.ts +8 -0
  756. package/dist/lib/types/typeAliases.js +1 -0
  757. package/dist/lib/utils/async/retry.d.ts +4 -33
  758. package/dist/lib/utils/asyncMutex.d.ts +14 -0
  759. package/dist/lib/utils/asyncMutex.js +61 -0
  760. package/dist/lib/utils/errorHandling.d.ts +2 -1
  761. package/dist/lib/utils/errorHandling.js +14 -6
  762. package/dist/lib/utils/fileDetector.d.ts +13 -1
  763. package/dist/lib/utils/fileDetector.js +114 -32
  764. package/dist/lib/utils/imageProcessor.js +7 -7
  765. package/dist/lib/utils/json/safeParse.d.ts +1 -8
  766. package/dist/lib/utils/mcpDefaults.d.ts +1 -1
  767. package/dist/lib/utils/mcpDefaults.js +11 -2
  768. package/dist/lib/utils/messageBuilder.d.ts +5 -5
  769. package/dist/lib/utils/messageBuilder.js +106 -80
  770. package/dist/lib/utils/modelChoices.d.ts +1 -8
  771. package/dist/lib/utils/pdfProcessor.d.ts +1 -25
  772. package/dist/lib/utils/pdfProcessor.js +5 -4
  773. package/dist/lib/utils/pricing.js +28 -5
  774. package/dist/lib/utils/providerHealth.d.ts +1 -1
  775. package/dist/lib/utils/rateLimiter.d.ts +1 -15
  776. package/dist/lib/utils/redis.d.ts +1 -1
  777. package/dist/lib/utils/redis.js +3 -3
  778. package/dist/lib/utils/sanitizers/filename.d.ts +2 -22
  779. package/dist/lib/utils/sanitizers/index.d.ts +4 -2
  780. package/dist/lib/utils/sanitizers/svg.d.ts +1 -11
  781. package/dist/lib/utils/schemaConversion.js +4 -1
  782. package/dist/lib/utils/thinkingConfig.d.ts +1 -33
  783. package/dist/lib/utils/tokenUtils.d.ts +1 -39
  784. package/dist/lib/utils/videoAnalysisProcessor.d.ts +5 -5
  785. package/dist/lib/utils/videoAnalysisProcessor.js +2 -2
  786. package/dist/lib/workflow/config.d.ts +89 -1257
  787. package/dist/lib/workflow/utils/workflowValidation.js +1 -1
  788. package/dist/mcp/batching/requestBatcher.js +1 -1
  789. package/dist/mcp/externalServerManager.js +5 -2
  790. package/dist/mcp/factory.js +1 -1
  791. package/dist/mcp/index.d.ts +1 -1
  792. package/dist/mcp/index.js +1 -1
  793. package/dist/mcp/mcpCircuitBreaker.d.ts +1 -0
  794. package/dist/mcp/mcpCircuitBreaker.js +30 -4
  795. package/dist/mcp/mcpClientFactory.js +33 -4
  796. package/dist/mcp/toolDiscoveryService.js +52 -5
  797. package/dist/mcp/toolRegistry.js +7 -1
  798. package/dist/memory/memoryRetrievalTools.d.ts +5 -89
  799. package/dist/memory/memoryRetrievalTools.js +1 -1
  800. package/dist/middleware/builtin/analytics.js +3 -0
  801. package/dist/middleware/builtin/autoEvaluation.js +46 -24
  802. package/dist/middleware/builtin/guardrails.js +4 -0
  803. package/dist/middleware/builtin/lifecycle.js +10 -6
  804. package/dist/middleware/factory.d.ts +3 -3
  805. package/dist/middleware/factory.js +3 -2
  806. package/dist/middleware/index.d.ts +1 -1
  807. package/dist/middleware/registry.d.ts +2 -2
  808. package/dist/middleware/registry.js +1 -0
  809. package/dist/middleware/utils/guardrailsUtils.d.ts +5 -6
  810. package/dist/middleware/utils/guardrailsUtils.js +15 -6
  811. package/dist/neurolink.d.ts +9 -20
  812. package/dist/neurolink.js +278 -186
  813. package/dist/observability/retryPolicy.d.ts +2 -13
  814. package/dist/observability/sampling/samplers.d.ts +2 -11
  815. package/dist/observability/spanProcessor.d.ts +2 -14
  816. package/dist/processors/base/BaseFileProcessor.js +1 -1
  817. package/dist/processors/document/OpenDocumentProcessor.js +5 -3
  818. package/dist/processors/media/VideoProcessor.js +157 -101
  819. package/dist/providers/amazonBedrock.js +12 -5
  820. package/dist/providers/amazonSagemaker.d.ts +5 -5
  821. package/dist/providers/amazonSagemaker.js +6 -2
  822. package/dist/providers/anthropic.d.ts +3 -3
  823. package/dist/providers/anthropic.js +23 -192
  824. package/dist/providers/anthropicBaseProvider.d.ts +4 -4
  825. package/dist/providers/anthropicBaseProvider.js +24 -13
  826. package/dist/providers/azureOpenai.d.ts +2 -2
  827. package/dist/providers/azureOpenai.js +6 -6
  828. package/dist/providers/googleAiStudio.d.ts +2 -2
  829. package/dist/providers/googleAiStudio.js +15 -7
  830. package/dist/providers/googleNativeGemini3.d.ts +3 -54
  831. package/dist/providers/googleNativeGemini3.js +14 -10
  832. package/dist/providers/googleVertex.d.ts +6 -6
  833. package/dist/providers/googleVertex.js +32 -26
  834. package/dist/providers/huggingFace.d.ts +4 -4
  835. package/dist/providers/huggingFace.js +15 -5
  836. package/dist/providers/litellm.d.ts +4 -4
  837. package/dist/providers/litellm.js +54 -42
  838. package/dist/providers/mistral.d.ts +2 -2
  839. package/dist/providers/mistral.js +5 -4
  840. package/dist/providers/ollama.d.ts +7 -4
  841. package/dist/providers/ollama.js +30 -8
  842. package/dist/providers/openAI.d.ts +2 -2
  843. package/dist/providers/openAI.js +46 -21
  844. package/dist/providers/openRouter.d.ts +4 -4
  845. package/dist/providers/openRouter.js +63 -35
  846. package/dist/providers/openaiCompatible.d.ts +2 -2
  847. package/dist/providers/openaiCompatible.js +18 -9
  848. package/dist/providers/providerTypeUtils.d.ts +28 -0
  849. package/dist/providers/providerTypeUtils.js +46 -0
  850. package/dist/providers/sagemaker/config.js +5 -5
  851. package/dist/providers/sagemaker/language-model.d.ts +23 -13
  852. package/dist/providers/sagemaker/language-model.js +20 -8
  853. package/dist/proxy/accountQuota.d.ts +33 -0
  854. package/dist/proxy/accountQuota.js +162 -0
  855. package/dist/proxy/claudeFormat.d.ts +143 -0
  856. package/dist/proxy/claudeFormat.js +595 -0
  857. package/dist/proxy/cloaking/index.d.ts +44 -0
  858. package/dist/proxy/cloaking/index.js +86 -0
  859. package/dist/proxy/cloaking/plugins/headerScrubber.d.ts +9 -0
  860. package/dist/proxy/cloaking/plugins/headerScrubber.js +86 -0
  861. package/dist/proxy/cloaking/plugins/sessionIdentity.d.ts +15 -0
  862. package/dist/proxy/cloaking/plugins/sessionIdentity.js +65 -0
  863. package/dist/proxy/cloaking/plugins/systemPromptInjector.d.ts +11 -0
  864. package/dist/proxy/cloaking/plugins/systemPromptInjector.js +83 -0
  865. package/dist/proxy/cloaking/plugins/tlsFingerprint.d.ts +14 -0
  866. package/dist/proxy/cloaking/plugins/tlsFingerprint.js +38 -0
  867. package/dist/proxy/cloaking/plugins/wordObfuscator.d.ts +9 -0
  868. package/dist/proxy/cloaking/plugins/wordObfuscator.js +121 -0
  869. package/dist/proxy/cloaking/types.d.ts +1 -0
  870. package/dist/proxy/cloaking/types.js +1 -0
  871. package/dist/proxy/modelRouter.d.ts +10 -0
  872. package/dist/proxy/modelRouter.js +29 -0
  873. package/dist/proxy/oauthFetch.d.ts +36 -0
  874. package/dist/proxy/oauthFetch.js +367 -0
  875. package/dist/proxy/proxyConfig.d.ts +42 -0
  876. package/dist/proxy/proxyConfig.js +499 -0
  877. package/dist/proxy/proxyFetch.js +2 -1
  878. package/dist/proxy/requestLogger.d.ts +50 -0
  879. package/dist/proxy/requestLogger.js +207 -0
  880. package/dist/proxy/tokenRefresh.d.ts +4 -0
  881. package/dist/proxy/tokenRefresh.js +124 -0
  882. package/dist/proxy/usageStats.d.ts +13 -0
  883. package/dist/proxy/usageStats.js +74 -0
  884. package/dist/rag/document/loaders.js +1 -1
  885. package/dist/rag/pipeline/contextAssembly.d.ts +4 -7
  886. package/dist/rag/ragIntegration.d.ts +2 -14
  887. package/dist/rag/ragIntegration.js +1 -1
  888. package/dist/rag/resilience/CircuitBreaker.d.ts +5 -44
  889. package/dist/rag/resilience/RetryHandler.js +1 -1
  890. package/dist/rag/retrieval/vectorQueryTool.d.ts +1 -9
  891. package/dist/rag/retrieval/vectorQueryTool.js +1 -1
  892. package/dist/sdk/toolRegistration.js +12 -1
  893. package/dist/server/abstract/baseServerAdapter.js +2 -2
  894. package/dist/server/adapters/honoAdapter.d.ts +6 -0
  895. package/dist/server/adapters/honoAdapter.js +76 -10
  896. package/dist/server/middleware/cache.js +3 -0
  897. package/dist/server/routes/claudeProxyRoutes.d.ts +44 -0
  898. package/dist/server/routes/claudeProxyRoutes.js +1600 -0
  899. package/dist/server/routes/healthRoutes.js +18 -1
  900. package/dist/server/routes/index.d.ts +7 -0
  901. package/dist/server/routes/index.js +8 -0
  902. package/dist/server/streaming/dataStream.d.ts +1 -5
  903. package/dist/server/streaming/dataStream.js +3 -0
  904. package/dist/server/utils/validation.d.ts +24 -124
  905. package/dist/server/utils/validation.js +2 -2
  906. package/dist/services/server/ai/observability/instrumentation.js +4 -0
  907. package/dist/telemetry/attributes.d.ts +38 -0
  908. package/dist/telemetry/attributes.js +40 -0
  909. package/dist/telemetry/tracers.d.ts +1 -0
  910. package/dist/telemetry/tracers.js +1 -0
  911. package/dist/types/authTypes.d.ts +56 -0
  912. package/dist/types/authTypes.js +8 -0
  913. package/dist/types/circuitBreakerErrors.d.ts +30 -0
  914. package/dist/types/circuitBreakerErrors.js +34 -0
  915. package/dist/types/cli.d.ts +258 -0
  916. package/dist/types/clientTypes.d.ts +1050 -0
  917. package/dist/types/clientTypes.js +10 -0
  918. package/dist/types/common.d.ts +123 -0
  919. package/dist/types/configTypes.d.ts +49 -0
  920. package/dist/types/configTypes.js +4 -0
  921. package/dist/types/conversation.d.ts +0 -5
  922. package/dist/types/evaluationTypes.d.ts +2 -2
  923. package/dist/types/fileTypes.d.ts +47 -0
  924. package/dist/types/generateTypes.d.ts +7 -3
  925. package/dist/types/guardrails.d.ts +2 -2
  926. package/dist/types/index.d.ts +4 -1
  927. package/dist/types/index.js +5 -0
  928. package/dist/types/middlewareTypes.d.ts +3 -3
  929. package/dist/types/modelTypes.d.ts +7 -97
  930. package/dist/types/modelTypes.js +3 -3
  931. package/dist/types/observability.d.ts +37 -0
  932. package/dist/types/providers.d.ts +107 -0
  933. package/dist/types/proxyTypes.d.ts +536 -0
  934. package/dist/types/proxyTypes.js +16 -0
  935. package/dist/types/ragTypes.d.ts +49 -1
  936. package/dist/types/streamTypes.d.ts +37 -13
  937. package/dist/types/subscriptionTypes.d.ts +77 -0
  938. package/dist/types/subscriptionTypes.js +2 -0
  939. package/dist/types/tools.d.ts +45 -1
  940. package/dist/types/typeAliases.d.ts +8 -0
  941. package/dist/types/typeAliases.js +1 -0
  942. package/dist/utils/async/retry.d.ts +4 -33
  943. package/dist/utils/asyncMutex.d.ts +14 -0
  944. package/dist/utils/asyncMutex.js +60 -0
  945. package/dist/utils/errorHandling.d.ts +2 -1
  946. package/dist/utils/errorHandling.js +14 -6
  947. package/dist/utils/fileDetector.d.ts +13 -1
  948. package/dist/utils/fileDetector.js +114 -32
  949. package/dist/utils/imageProcessor.js +7 -7
  950. package/dist/utils/json/safeParse.d.ts +1 -8
  951. package/dist/utils/mcpDefaults.d.ts +1 -1
  952. package/dist/utils/mcpDefaults.js +11 -2
  953. package/dist/utils/messageBuilder.d.ts +5 -5
  954. package/dist/utils/messageBuilder.js +106 -80
  955. package/dist/utils/modelChoices.d.ts +1 -8
  956. package/dist/utils/pdfProcessor.d.ts +1 -25
  957. package/dist/utils/pdfProcessor.js +5 -4
  958. package/dist/utils/pricing.js +28 -5
  959. package/dist/utils/rateLimiter.d.ts +1 -15
  960. package/dist/utils/redis.d.ts +1 -1
  961. package/dist/utils/redis.js +3 -3
  962. package/dist/utils/sanitizers/filename.d.ts +2 -22
  963. package/dist/utils/sanitizers/index.d.ts +4 -2
  964. package/dist/utils/sanitizers/svg.d.ts +1 -11
  965. package/dist/utils/schemaConversion.js +4 -1
  966. package/dist/utils/thinkingConfig.d.ts +1 -33
  967. package/dist/utils/tokenUtils.d.ts +1 -39
  968. package/dist/utils/videoAnalysisProcessor.d.ts +5 -5
  969. package/dist/utils/videoAnalysisProcessor.js +2 -2
  970. package/dist/workflow/config.d.ts +89 -1257
  971. package/dist/workflow/utils/workflowValidation.js +1 -1
  972. package/docs-site/mcp-server/index.js +2 -3
  973. package/package.json +138 -105
  974. package/dist/lib/memory/mem0Initializer.d.ts +0 -46
  975. package/dist/lib/memory/mem0Initializer.js +0 -85
  976. package/dist/memory/mem0Initializer.d.ts +0 -46
  977. package/dist/memory/mem0Initializer.js +0 -84
@@ -0,0 +1,831 @@
1
+ import { createAnthropic } from "@ai-sdk/anthropic";
2
+ import { stepCountIs, streamText } from "ai";
3
+ import { trace, SpanKind, SpanStatusCode } from "@opentelemetry/api";
4
+ import { AnthropicModels } from "../constants/enums.js";
5
+ import { BaseProvider } from "../core/baseProvider.js";
6
+ import { DEFAULT_MAX_STEPS } from "../core/constants.js";
7
+ import { createProxyFetch } from "../proxy/proxyFetch.js";
8
+ import { AuthenticationError, NetworkError, ProviderError, RateLimitError, } from "../types/errors.js";
9
+ import { logger } from "../utils/logger.js";
10
+ import { calculateCost } from "../utils/pricing.js";
11
+ import { createAnthropicConfig, getProviderModel, validateApiKey, } from "../utils/providerConfig.js";
12
+ import { composeAbortSignals, createTimeoutController, TimeoutError, } from "../utils/timeout.js";
13
+ import { isModelAvailableForTier, getRecommendedModelForTier, getModelCapabilities, } from "../models/anthropicModels.js";
14
+ import { CLAUDE_CLI_USER_AGENT, CLAUDE_CODE_CLIENT_ID, ANTHROPIC_TOKEN_URL, } from "../auth/anthropicOAuth.js";
15
+ import { createOAuthFetch } from "../proxy/oauthFetch.js";
16
+ import { homedir } from "os";
17
+ import { readFileSync, existsSync, writeFileSync, mkdirSync, renameSync, } from "fs";
18
+ import { join } from "path";
19
+ import { TOKEN_EXPIRY_BUFFER_MS } from "../constants/enums.js";
20
+ import { getModelId } from "./providerTypeUtils.js";
21
+ /**
22
+ * Beta headers for Claude Code integration.
23
+ * These enable experimental features:
24
+ * - claude-code-20250219: Claude Code specific features
25
+ * - interleaved-thinking-2025-05-14: Interleaved thinking mode
26
+ * - fine-grained-tool-streaming-2025-05-14: Fine-grained tool streaming
27
+ */
28
+ const ANTHROPIC_BETA_HEADERS = {
29
+ "anthropic-beta": [
30
+ "claude-code-20250219",
31
+ "interleaved-thinking-2025-05-14",
32
+ "fine-grained-tool-streaming-2025-05-14",
33
+ ].join(","),
34
+ };
35
+ // Configuration helpers - now using consolidated utility
36
+ const getAnthropicApiKey = () => {
37
+ return validateApiKey(createAnthropicConfig());
38
+ };
39
+ const getDefaultAnthropicModel = () => {
40
+ return getProviderModel("ANTHROPIC_MODEL", AnthropicModels.CLAUDE_SONNET_4_6);
41
+ };
42
+ const streamTracer = trace.getTracer("neurolink.provider.anthropic");
43
+ /**
44
+ * Get OAuth token from stored credentials file or environment.
45
+ * Priority:
46
+ * 1. Stored credentials file (~/.neurolink/anthropic-credentials.json)
47
+ * 2. Environment variables (ANTHROPIC_OAUTH_TOKEN or CLAUDE_OAUTH_TOKEN)
48
+ */
49
+ const getOAuthToken = () => {
50
+ // First, check stored credentials file (highest priority)
51
+ try {
52
+ const credentialsPath = join(homedir(), ".neurolink", "anthropic-credentials.json");
53
+ if (existsSync(credentialsPath)) {
54
+ const credentialsContent = readFileSync(credentialsPath, "utf-8");
55
+ const credentials = JSON.parse(credentialsContent);
56
+ if (credentials.type === "oauth" && credentials.oauth?.accessToken) {
57
+ logger.debug("[AnthropicProvider] Using OAuth token from stored credentials file");
58
+ return credentials.oauth;
59
+ }
60
+ }
61
+ }
62
+ catch (error) {
63
+ logger.debug("[AnthropicProvider] Failed to read stored credentials:", error);
64
+ }
65
+ // Fallback to environment variables
66
+ const tokenString = process.env.ANTHROPIC_OAUTH_TOKEN || process.env.CLAUDE_OAUTH_TOKEN;
67
+ if (!tokenString) {
68
+ return null;
69
+ }
70
+ // Try to parse as JSON (for full token object with refresh token and expiry)
71
+ try {
72
+ const parsed = JSON.parse(tokenString);
73
+ if (typeof parsed === "object" && parsed.accessToken) {
74
+ return parsed;
75
+ }
76
+ // If it's a simple string in JSON, use it as access token
77
+ if (typeof parsed === "string") {
78
+ return { accessToken: parsed };
79
+ }
80
+ }
81
+ catch {
82
+ // Not JSON, treat as plain access token string
83
+ }
84
+ // Treat as plain access token string
85
+ return { accessToken: tokenString };
86
+ };
87
+ /**
88
+ * Detect subscription tier from environment or token.
89
+ * Environment variable ANTHROPIC_SUBSCRIPTION_TIER takes precedence.
90
+ */
91
+ const detectSubscriptionTier = (oauthToken) => {
92
+ // Check explicit environment variable first
93
+ const envTier = process.env.ANTHROPIC_SUBSCRIPTION_TIER?.toLowerCase();
94
+ if (envTier) {
95
+ const validTiers = [
96
+ "free",
97
+ "pro",
98
+ "max",
99
+ "max_5",
100
+ "max_20",
101
+ "api",
102
+ ];
103
+ if (validTiers.includes(envTier)) {
104
+ logger.debug("[detectSubscriptionTier] Using environment override", {
105
+ tier: envTier,
106
+ });
107
+ return envTier;
108
+ }
109
+ logger.warn("[detectSubscriptionTier] Invalid ANTHROPIC_SUBSCRIPTION_TIER", {
110
+ value: envTier,
111
+ validTiers,
112
+ });
113
+ }
114
+ // If using OAuth, default to 'pro' (most common subscription tier)
115
+ if (oauthToken) {
116
+ // Check if token scopes indicate tier (future-proofing)
117
+ const scopes = oauthToken.scopes ?? [];
118
+ let detectedTier = "pro";
119
+ if (scopes.includes("max_20")) {
120
+ detectedTier = "max_20";
121
+ }
122
+ else if (scopes.includes("max_5")) {
123
+ detectedTier = "max_5";
124
+ }
125
+ else if (scopes.includes("max")) {
126
+ detectedTier = "max";
127
+ }
128
+ logger.debug("[detectSubscriptionTier] Detected from OAuth token", {
129
+ tier: detectedTier,
130
+ scopes,
131
+ });
132
+ return detectedTier;
133
+ }
134
+ // Default to 'api' for API key authentication
135
+ logger.debug("[detectSubscriptionTier] No OAuth token, defaulting to API tier");
136
+ return "api";
137
+ };
138
+ /**
139
+ * Determine authentication method based on available credentials.
140
+ * OAuth takes precedence over API key if both are available.
141
+ */
142
+ const detectAuthMethod = (oauthToken) => {
143
+ // OAuth takes precedence if available
144
+ const method = oauthToken ? "oauth" : "api_key";
145
+ logger.debug("[detectAuthMethod] Auth method resolved", {
146
+ method,
147
+ hasOAuthToken: !!oauthToken,
148
+ });
149
+ return method;
150
+ };
151
+ /**
152
+ * Parse rate limit information from Anthropic API response headers.
153
+ * @param headers - Response headers from Anthropic API
154
+ * @returns Parsed rate limit information
155
+ */
156
+ const parseRateLimitHeaders = (headers) => {
157
+ const getHeader = (name) => {
158
+ if (headers instanceof Headers) {
159
+ return headers.get(name);
160
+ }
161
+ return headers[name] || headers[name.toLowerCase()] || null;
162
+ };
163
+ const parseNumber = (value) => {
164
+ if (!value) {
165
+ return undefined;
166
+ }
167
+ const num = parseInt(value, 10);
168
+ return isNaN(num) ? undefined : num;
169
+ };
170
+ return {
171
+ requestsLimit: parseNumber(getHeader("anthropic-ratelimit-requests-limit")),
172
+ requestsRemaining: parseNumber(getHeader("anthropic-ratelimit-requests-remaining")),
173
+ requestsReset: getHeader("anthropic-ratelimit-requests-reset") || undefined,
174
+ tokensLimit: parseNumber(getHeader("anthropic-ratelimit-tokens-limit")),
175
+ tokensRemaining: parseNumber(getHeader("anthropic-ratelimit-tokens-remaining")),
176
+ tokensReset: getHeader("anthropic-ratelimit-tokens-reset") || undefined,
177
+ retryAfter: parseNumber(getHeader("retry-after")),
178
+ };
179
+ };
180
+ /**
181
+ * Anthropic Provider v2 - BaseProvider Implementation
182
+ * Enhanced with OAuth support, subscription tiers, and beta headers for Claude Code integration.
183
+ */
184
+ export class AnthropicProvider extends BaseProvider {
185
+ model;
186
+ authMethod;
187
+ subscriptionTier;
188
+ enableBetaFeatures;
189
+ oauthToken;
190
+ lastResponseMetadata = null;
191
+ usageInfo = null;
192
+ refreshPromise;
193
+ /**
194
+ * Create a new Anthropic provider instance.
195
+ *
196
+ * @param modelName - Optional model name to use (defaults to CLAUDE_3_5_SONNET)
197
+ * @param sdk - Optional NeuroLink SDK instance
198
+ * @param config - Optional configuration options for auth, subscription tier, and beta features
199
+ */
200
+ constructor(modelName, sdk, config) {
201
+ // Pre-compute effective model with tier validation before calling super
202
+ const oauthToken = config?.oauthToken ?? getOAuthToken();
203
+ const subscriptionTier = config?.subscriptionTier ?? detectSubscriptionTier(oauthToken);
204
+ const targetModel = modelName || getDefaultAnthropicModel();
205
+ // Determine effective model based on tier access
206
+ let effectiveModel = targetModel;
207
+ if (subscriptionTier !== "api" &&
208
+ !isModelAvailableForTier(targetModel, subscriptionTier)) {
209
+ effectiveModel = getRecommendedModelForTier(subscriptionTier);
210
+ logger.warn("Model not available for subscription tier, using recommended model", {
211
+ requestedModel: targetModel,
212
+ subscriptionTier,
213
+ recommendedModel: effectiveModel,
214
+ });
215
+ }
216
+ super(effectiveModel, "anthropic", sdk);
217
+ // Apply configuration with defaults
218
+ this.enableBetaFeatures = config?.enableBetaFeatures ?? true;
219
+ // Store computed values
220
+ this.oauthToken = oauthToken;
221
+ this.subscriptionTier = subscriptionTier;
222
+ // Determine auth method - config takes precedence, then auto-detect
223
+ this.authMethod = config?.authMethod ?? detectAuthMethod(this.oauthToken);
224
+ // Build headers based on auth method and subscription tier
225
+ const headers = this.getAuthHeaders();
226
+ // Create Anthropic instance based on auth method
227
+ let anthropic;
228
+ logger.debug("[AnthropicProvider] Constructor - checking OAuth:", {
229
+ authMethod: this.authMethod,
230
+ hasOAuthToken: !!this.oauthToken,
231
+ hasAccessToken: !!this.oauthToken?.accessToken,
232
+ });
233
+ if (this.authMethod === "oauth" && this.oauthToken) {
234
+ // OAuth authentication - use custom fetch wrapper that handles:
235
+ // - Bearer token authorization
236
+ // - OAuth beta headers (oauth-2025-04-20, NOT claude-code-20250219)
237
+ // - User-Agent spoofing
238
+ // - ?beta=true query param
239
+ // - Tool name prefixing/stripping
240
+ logger.debug("[AnthropicProvider] Creating OAuth fetch wrapper...");
241
+ // Pass a getter so the fetch wrapper always uses the current token,
242
+ // even after an automatic token refresh.
243
+ // oauthToken is guaranteed non-null here (checked by the enclosing if-guard).
244
+ const tokenRef = this.oauthToken;
245
+ // skipBodyTransform=true: For the SDK provider path, body transforms ARE
246
+ // intentionally skipped because the Vercel AI SDK builds its own request
247
+ // format (system prompts, metadata, tool definitions). The billing header,
248
+ // agent block, user_id injection, and mcp_ tool-name prefixing are only
249
+ // needed for proxy passthrough of raw Claude API requests where we must
250
+ // make the request look like it came from Claude Code / CLIProxyAPI.
251
+ const oauthFetch = createOAuthFetch(() => tokenRef.accessToken, this.enableBetaFeatures, false, // No mcp_ prefix — tool names pass through as-is (matches CLIProxyAPI)
252
+ true);
253
+ // For OAuth, we use a dummy API key since our fetch wrapper handles auth
254
+ // IMPORTANT: Do NOT pass beta headers here - our fetch wrapper handles them
255
+ // The claude-code-20250219 beta header triggers "credential only for Claude Code" error
256
+ anthropic = createAnthropic({
257
+ apiKey: "oauth-authenticated", // Placeholder, actual auth is in fetch wrapper
258
+ // Note: No headers passed - fetch wrapper sets oauth-2025-04-20 beta header
259
+ fetch: oauthFetch,
260
+ });
261
+ logger.debug("[AnthropicProvider] Anthropic SDK created with OAuth fetch wrapper");
262
+ logger.debug("Anthropic Provider initialized with OAuth", {
263
+ modelName: this.modelName,
264
+ provider: this.providerName,
265
+ authMethod: this.authMethod,
266
+ subscriptionTier: this.subscriptionTier,
267
+ enableBetaFeatures: this.enableBetaFeatures,
268
+ hasRefreshToken: !!this.oauthToken.refreshToken,
269
+ tokenExpiry: this.oauthToken.expiresAt
270
+ ? new Date(this.oauthToken.expiresAt).toISOString()
271
+ : "none",
272
+ });
273
+ }
274
+ else {
275
+ // Traditional API key authentication
276
+ const apiKeyToUse = config?.apiKey ?? getAnthropicApiKey();
277
+ anthropic = createAnthropic({
278
+ apiKey: apiKeyToUse,
279
+ headers,
280
+ fetch: createProxyFetch(),
281
+ });
282
+ logger.debug("Anthropic Provider initialized with API key", {
283
+ modelName: this.modelName,
284
+ provider: this.providerName,
285
+ authMethod: this.authMethod,
286
+ subscriptionTier: this.subscriptionTier,
287
+ enableBetaFeatures: this.enableBetaFeatures,
288
+ });
289
+ }
290
+ // Initialize Anthropic model with configured instance
291
+ this.model = anthropic(this.modelName || getDefaultAnthropicModel());
292
+ // Initialize usage tracking
293
+ this.usageInfo = {
294
+ messagesUsed: 0,
295
+ messagesRemaining: -1, // Unknown until we get rate limit headers
296
+ tokensUsed: 0,
297
+ tokensRemaining: -1,
298
+ inputTokensUsed: 0,
299
+ outputTokensUsed: 0,
300
+ lastRequestTimestamp: 0,
301
+ isRateLimited: false,
302
+ requestCount: 0,
303
+ messageQuotaPercent: 0,
304
+ tokenQuotaPercent: 0,
305
+ };
306
+ logger.debug("Anthropic Provider v2 initialized", {
307
+ modelName: this.modelName,
308
+ provider: this.providerName,
309
+ authMethod: this.authMethod,
310
+ subscriptionTier: this.subscriptionTier,
311
+ enableBetaFeatures: this.enableBetaFeatures,
312
+ betaFeatures: this.enableBetaFeatures
313
+ ? ANTHROPIC_BETA_HEADERS["anthropic-beta"]
314
+ : "disabled",
315
+ });
316
+ }
317
+ /**
318
+ * Get authentication headers based on current auth method and configuration.
319
+ *
320
+ * @returns Headers object containing auth and beta feature headers
321
+ */
322
+ getAuthHeaders() {
323
+ const headers = {};
324
+ // Add beta headers if enabled
325
+ if (this.enableBetaFeatures) {
326
+ headers["anthropic-beta"] = ANTHROPIC_BETA_HEADERS["anthropic-beta"];
327
+ }
328
+ // Add subscription-specific headers if applicable
329
+ if (this.subscriptionTier !== "api") {
330
+ headers["x-subscription-tier"] = this.subscriptionTier;
331
+ }
332
+ return headers;
333
+ }
334
+ /**
335
+ * Validate if a model is accessible with the current subscription tier.
336
+ *
337
+ * @param model - The model ID to validate
338
+ * @returns true if the model is accessible, false otherwise
339
+ *
340
+ * @example
341
+ * ```typescript
342
+ * const provider = new AnthropicProvider();
343
+ * if (provider.validateModelAccess("claude-opus-4-5-20251101")) {
344
+ * // Use the model
345
+ * } else {
346
+ * // Fall back to a different model or show upgrade prompt
347
+ * }
348
+ * ```
349
+ */
350
+ validateModelAccess(model) {
351
+ // API tier has access to all models
352
+ if (this.subscriptionTier === "api") {
353
+ return true;
354
+ }
355
+ const hasAccess = isModelAvailableForTier(model, this.subscriptionTier);
356
+ if (!hasAccess) {
357
+ logger.debug("[validateModelAccess] Model not available for tier", {
358
+ model,
359
+ tier: this.subscriptionTier,
360
+ });
361
+ }
362
+ return hasAccess;
363
+ }
364
+ /**
365
+ * Get current usage information.
366
+ *
367
+ * Returns usage tracking data including messages sent, tokens consumed,
368
+ * and remaining quotas. This information is updated after each API request.
369
+ *
370
+ * @returns Current usage info or null if no requests have been made
371
+ *
372
+ * @example
373
+ * ```typescript
374
+ * const usage = provider.getUsageInfo();
375
+ * if (usage && usage.tokenQuotaPercent > 80) {
376
+ * console.warn("Approaching token quota limit");
377
+ * }
378
+ * ```
379
+ */
380
+ getUsageInfo() {
381
+ return this.usageInfo;
382
+ }
383
+ /**
384
+ * Check if beta features are enabled for this provider instance.
385
+ *
386
+ * @returns true if beta features are enabled
387
+ */
388
+ areBetaFeaturesEnabled() {
389
+ return this.enableBetaFeatures;
390
+ }
391
+ /**
392
+ * Get model capabilities for the current model.
393
+ *
394
+ * @returns The model capabilities or undefined if not found
395
+ */
396
+ getModelCapabilities() {
397
+ return getModelCapabilities(this.modelName || this.getDefaultModel());
398
+ }
399
+ /**
400
+ * Get the current subscription tier.
401
+ * @returns The detected or configured subscription tier
402
+ */
403
+ getSubscriptionTier() {
404
+ return this.subscriptionTier;
405
+ }
406
+ /**
407
+ * Get the authentication method being used.
408
+ * @returns The current authentication method
409
+ */
410
+ getAuthMethod() {
411
+ return this.authMethod;
412
+ }
413
+ /**
414
+ * Refresh OAuth token if needed and possible.
415
+ * This method checks if the token is expired or about to expire,
416
+ * and attempts to refresh it using the refresh token if available.
417
+ *
418
+ * @returns Promise that resolves when refresh is complete (or not needed)
419
+ * @throws Error if refresh is needed but fails
420
+ */
421
+ async refreshAuthIfNeeded() {
422
+ // Only applicable for OAuth authentication
423
+ if (this.authMethod !== "oauth" || !this.oauthToken) {
424
+ logger.debug("Token refresh not applicable for API key authentication");
425
+ return;
426
+ }
427
+ // Check if token has expiry information
428
+ if (!this.oauthToken.expiresAt) {
429
+ logger.debug("Token has no expiry information, assuming valid");
430
+ return;
431
+ }
432
+ // expiresAt is stored as Unix milliseconds (matching how auth status/refresh stores it).
433
+ // Compare against Date.now() so both sides are in milliseconds.
434
+ const now = Date.now();
435
+ const isExpired = this.oauthToken.expiresAt <= now;
436
+ const isExpiringSoon = this.oauthToken.expiresAt <= now + TOKEN_EXPIRY_BUFFER_MS;
437
+ if (!isExpired && !isExpiringSoon) {
438
+ logger.debug("OAuth token is still valid", {
439
+ expiresInMs: this.oauthToken.expiresAt - now,
440
+ });
441
+ return;
442
+ }
443
+ // Check if we have a refresh token
444
+ if (!this.oauthToken.refreshToken) {
445
+ if (isExpired) {
446
+ throw new AuthenticationError("OAuth token expired and no refresh token available. Please re-authenticate.", this.providerName);
447
+ }
448
+ logger.warn("OAuth token expiring soon but no refresh token available", {
449
+ expiresInMs: this.oauthToken.expiresAt - now,
450
+ });
451
+ return;
452
+ }
453
+ // Serialize concurrent refresh attempts — if a refresh is already in flight,
454
+ // wait for it rather than issuing a duplicate request.
455
+ if (this.refreshPromise) {
456
+ await this.refreshPromise;
457
+ return;
458
+ }
459
+ // Attempt to refresh the token using the correct Anthropic token endpoint.
460
+ logger.info("Refreshing OAuth token", {
461
+ isExpired,
462
+ expiresInMs: this.oauthToken.expiresAt - now,
463
+ });
464
+ // Capture the token reference before entering the async IIFE;
465
+ // the enclosing guards already verified both fields are non-null.
466
+ const tokenRef = this.oauthToken;
467
+ const refreshToken = tokenRef.refreshToken;
468
+ this.refreshPromise = (async () => {
469
+ const REFRESH_TIMEOUT_MS = 30_000;
470
+ const controller = new AbortController();
471
+ const timeoutId = setTimeout(() => controller.abort(), REFRESH_TIMEOUT_MS);
472
+ const response = await fetch(ANTHROPIC_TOKEN_URL, {
473
+ method: "POST",
474
+ headers: {
475
+ "Content-Type": "application/x-www-form-urlencoded",
476
+ "User-Agent": CLAUDE_CLI_USER_AGENT,
477
+ },
478
+ body: new URLSearchParams({
479
+ grant_type: "refresh_token",
480
+ refresh_token: refreshToken,
481
+ client_id: CLAUDE_CODE_CLIENT_ID,
482
+ }),
483
+ signal: controller.signal,
484
+ });
485
+ clearTimeout(timeoutId);
486
+ if (!response.ok) {
487
+ const errorText = await response.text();
488
+ throw new AuthenticationError(`Failed to refresh OAuth token: ${response.status} ${errorText}`, this.providerName);
489
+ }
490
+ const newToken = (await response.json());
491
+ // Mutate the existing oauthToken object in-place so that the fetch wrapper
492
+ // closure (which captured the object reference, not a copy) picks up the
493
+ // new accessToken automatically on the next request.
494
+ // Store expiresAt as milliseconds to match the format used by auth status/refresh.
495
+ tokenRef.accessToken = newToken.access_token;
496
+ tokenRef.refreshToken = newToken.refresh_token || tokenRef.refreshToken;
497
+ tokenRef.expiresAt = newToken.expires_in
498
+ ? Date.now() + newToken.expires_in * 1000
499
+ : undefined;
500
+ tokenRef.tokenType = newToken.token_type || "Bearer";
501
+ const updatedToken = tokenRef;
502
+ // Persist the refreshed token to disk atomically (tmp + rename) so
503
+ // subsequent provider instances and the CLI pick up the new credentials.
504
+ try {
505
+ const credentialsDir = join(homedir(), ".neurolink");
506
+ if (!existsSync(credentialsDir)) {
507
+ mkdirSync(credentialsDir, { recursive: true });
508
+ }
509
+ const credentialsPath = join(credentialsDir, "anthropic-credentials.json");
510
+ const tmpPath = `${credentialsPath}.tmp`;
511
+ const existingRaw = existsSync(credentialsPath)
512
+ ? JSON.parse(readFileSync(credentialsPath, "utf-8"))
513
+ : {};
514
+ const updated = {
515
+ ...existingRaw,
516
+ type: "oauth",
517
+ oauth: updatedToken,
518
+ updatedAt: Date.now(),
519
+ };
520
+ writeFileSync(tmpPath, JSON.stringify(updated, null, 2), {
521
+ mode: 0o600,
522
+ });
523
+ renameSync(tmpPath, credentialsPath);
524
+ logger.debug("Refreshed OAuth credentials persisted to disk");
525
+ }
526
+ catch (persistError) {
527
+ // Non-fatal: in-memory token is already updated; next CLI start will
528
+ // need a manual refresh but the current session will work.
529
+ logger.warn("Failed to persist refreshed OAuth token to disk", {
530
+ error: persistError instanceof Error
531
+ ? persistError.message
532
+ : String(persistError),
533
+ });
534
+ }
535
+ logger.info("OAuth token refreshed successfully", {
536
+ hasNewRefreshToken: !!newToken.refresh_token,
537
+ expiresIn: newToken.expires_in,
538
+ });
539
+ })();
540
+ try {
541
+ await this.refreshPromise;
542
+ }
543
+ catch (error) {
544
+ if (error instanceof AuthenticationError) {
545
+ throw error;
546
+ }
547
+ throw new AuthenticationError(`Failed to refresh OAuth token: ${error instanceof Error ? error.message : String(error)}`, this.providerName);
548
+ }
549
+ finally {
550
+ this.refreshPromise = undefined;
551
+ }
552
+ }
553
+ /**
554
+ * Get the last response metadata including rate limit information.
555
+ * @returns The last response metadata or null if no request has been made
556
+ */
557
+ getLastResponseMetadata() {
558
+ return this.lastResponseMetadata;
559
+ }
560
+ /**
561
+ * Update response metadata from API response headers.
562
+ * This should be called after each API request to track rate limits.
563
+ * @param headers - Response headers from the API
564
+ * @param requestId - Optional request ID
565
+ */
566
+ updateResponseMetadata(headers, requestId, usageUpdate) {
567
+ this.lastResponseMetadata = {
568
+ rateLimit: parseRateLimitHeaders(headers),
569
+ requestId: requestId ||
570
+ (headers instanceof Headers
571
+ ? headers.get("x-request-id") || undefined
572
+ : headers["x-request-id"]),
573
+ serverTiming: headers instanceof Headers
574
+ ? headers.get("server-timing") || undefined
575
+ : headers["server-timing"],
576
+ };
577
+ // Update usage tracking
578
+ const rateLimit = this.lastResponseMetadata.rateLimit;
579
+ if (this.usageInfo) {
580
+ this.usageInfo.requestCount++;
581
+ this.usageInfo.messagesUsed++;
582
+ this.usageInfo.lastRequestTimestamp = Date.now();
583
+ // Update token usage if provided
584
+ if (usageUpdate) {
585
+ if (usageUpdate.inputTokens !== undefined) {
586
+ this.usageInfo.inputTokensUsed += usageUpdate.inputTokens;
587
+ this.usageInfo.tokensUsed += usageUpdate.inputTokens;
588
+ }
589
+ if (usageUpdate.outputTokens !== undefined) {
590
+ this.usageInfo.outputTokensUsed += usageUpdate.outputTokens;
591
+ this.usageInfo.tokensUsed += usageUpdate.outputTokens;
592
+ }
593
+ }
594
+ // Update remaining quotas from rate limit headers
595
+ if (rateLimit?.requestsRemaining !== undefined) {
596
+ this.usageInfo.messagesRemaining = rateLimit.requestsRemaining;
597
+ }
598
+ if (rateLimit?.tokensRemaining !== undefined) {
599
+ this.usageInfo.tokensRemaining = rateLimit.tokensRemaining;
600
+ }
601
+ // Calculate quota percentages
602
+ if (rateLimit?.requestsLimit && rateLimit.requestsLimit > 0) {
603
+ this.usageInfo.messageQuotaPercent = Math.round(((rateLimit.requestsLimit - (rateLimit.requestsRemaining ?? 0)) /
604
+ rateLimit.requestsLimit) *
605
+ 100);
606
+ }
607
+ if (rateLimit?.tokensLimit && rateLimit.tokensLimit > 0) {
608
+ this.usageInfo.tokenQuotaPercent = Math.round(((rateLimit.tokensLimit - (rateLimit.tokensRemaining ?? 0)) /
609
+ rateLimit.tokensLimit) *
610
+ 100);
611
+ }
612
+ // Check for rate limiting
613
+ if (rateLimit?.retryAfter !== undefined) {
614
+ this.usageInfo.isRateLimited = true;
615
+ this.usageInfo.rateLimitExpiresAt =
616
+ Date.now() + rateLimit.retryAfter * 1000;
617
+ }
618
+ else {
619
+ this.usageInfo.isRateLimited = false;
620
+ this.usageInfo.rateLimitExpiresAt = undefined;
621
+ }
622
+ }
623
+ // Log rate limit warnings if approaching limits
624
+ if (rateLimit?.requestsRemaining !== undefined) {
625
+ if (rateLimit.requestsRemaining <= 5) {
626
+ logger.warn("Approaching Anthropic request rate limit", {
627
+ remaining: rateLimit.requestsRemaining,
628
+ limit: rateLimit.requestsLimit,
629
+ reset: rateLimit.requestsReset,
630
+ });
631
+ }
632
+ }
633
+ if (rateLimit?.tokensRemaining !== undefined) {
634
+ if (rateLimit.tokensLimit &&
635
+ rateLimit.tokensRemaining < rateLimit.tokensLimit * 0.1) {
636
+ logger.warn("Approaching Anthropic token rate limit", {
637
+ remaining: rateLimit.tokensRemaining,
638
+ limit: rateLimit.tokensLimit,
639
+ reset: rateLimit.tokensReset,
640
+ });
641
+ }
642
+ }
643
+ }
644
+ getProviderName() {
645
+ return "anthropic";
646
+ }
647
+ getDefaultModel() {
648
+ return getDefaultAnthropicModel();
649
+ }
650
+ /**
651
+ * Returns the Vercel AI SDK model instance for Anthropic
652
+ */
653
+ getAISDKModel() {
654
+ return this.model;
655
+ }
656
+ formatProviderError(error) {
657
+ if (error instanceof TimeoutError) {
658
+ return new NetworkError(`Request timed out after ${error.timeout}ms`, this.providerName);
659
+ }
660
+ const errorRecord = error;
661
+ const message = typeof errorRecord?.message === "string"
662
+ ? errorRecord.message
663
+ : "Unknown error";
664
+ if (message.includes("API_KEY_INVALID") ||
665
+ message.includes("Invalid API key")) {
666
+ return new AuthenticationError("Invalid Anthropic API key. Please check your ANTHROPIC_API_KEY environment variable.", this.providerName);
667
+ }
668
+ if (message.includes("rate limit") ||
669
+ message.includes("too_many_requests") ||
670
+ message.includes("429")) {
671
+ return new RateLimitError("Anthropic rate limit exceeded. Please try again later.", this.providerName);
672
+ }
673
+ if (message.includes("ECONNRESET") ||
674
+ message.includes("ENOTFOUND") ||
675
+ message.includes("ECONNREFUSED") ||
676
+ message.includes("network") ||
677
+ message.includes("connection")) {
678
+ return new NetworkError(`Connection error: ${message}`, this.providerName);
679
+ }
680
+ if (message.includes("500") ||
681
+ message.includes("502") ||
682
+ message.includes("503") ||
683
+ message.includes("504") ||
684
+ message.includes("server error")) {
685
+ return new ProviderError(`Server error: ${message}`, this.providerName);
686
+ }
687
+ return new ProviderError(`Anthropic error: ${message}`, this.providerName);
688
+ }
689
+ // executeGenerate removed - BaseProvider handles all generation with tools
690
+ /**
691
+ * Override generate to refresh the OAuth token before delegating to
692
+ * BaseProvider so that expired tokens are renewed automatically.
693
+ */
694
+ async generate(optionsOrPrompt, analysisSchema) {
695
+ await this.refreshAuthIfNeeded();
696
+ return super.generate(optionsOrPrompt, analysisSchema);
697
+ }
698
+ async executeStream(options, _analysisSchema) {
699
+ // Refresh OAuth token if needed before making any API request.
700
+ await this.refreshAuthIfNeeded();
701
+ this.validateStreamOptions(options);
702
+ const timeout = this.getTimeout(options);
703
+ const timeoutController = createTimeoutController(timeout, this.providerName, "stream");
704
+ try {
705
+ // Get tools - options.tools is pre-merged by BaseProvider.stream() with
706
+ // base tools (MCP/built-in) + user-provided tools (RAG, etc.)
707
+ const shouldUseTools = !options.disableTools && this.supportsTools();
708
+ const tools = shouldUseTools
709
+ ? options.tools || (await this.getAllTools())
710
+ : {};
711
+ // Build message array from options with multimodal support
712
+ // Using protected helper from BaseProvider to eliminate code duplication
713
+ const messages = await this.buildMessagesForStream(options);
714
+ const model = await this.getAISDKModelWithMiddleware(options);
715
+ // Wrap streamText in an OTel span to capture provider-level latency and token usage
716
+ const streamSpan = streamTracer.startSpan("neurolink.provider.streamText", {
717
+ kind: SpanKind.CLIENT,
718
+ attributes: {
719
+ "gen_ai.system": "anthropic",
720
+ "gen_ai.request.model": getModelId(model, this.modelName || "unknown"),
721
+ },
722
+ });
723
+ let result;
724
+ try {
725
+ result = streamText({
726
+ model: model,
727
+ messages: messages,
728
+ temperature: options.temperature,
729
+ maxOutputTokens: options.maxTokens, // No default limit - unlimited unless specified
730
+ maxRetries: 0, // NL11: Disable AI SDK's invisible internal retries; we handle retries with OTel instrumentation
731
+ tools,
732
+ stopWhen: stepCountIs(options.maxSteps || DEFAULT_MAX_STEPS),
733
+ toolChoice: shouldUseTools ? "auto" : "none",
734
+ abortSignal: composeAbortSignals(options.abortSignal, timeoutController?.controller.signal),
735
+ experimental_telemetry: this.telemetryHandler.getTelemetryConfig(options),
736
+ onStepFinish: ({ toolCalls, toolResults }) => {
737
+ this.handleToolExecutionStorage(toolCalls, toolResults, options, new Date()).catch((error) => {
738
+ logger.warn("[AnthropicProvider] Failed to store tool executions", {
739
+ provider: this.providerName,
740
+ error: error instanceof Error ? error.message : String(error),
741
+ });
742
+ });
743
+ },
744
+ });
745
+ }
746
+ catch (streamError) {
747
+ streamSpan.end();
748
+ throw streamError;
749
+ }
750
+ // Collect token usage and finish reason asynchronously when the stream completes,
751
+ // then end the span. This avoids blocking the stream consumer.
752
+ Promise.resolve(result.usage)
753
+ .then((usage) => {
754
+ streamSpan.setAttribute("gen_ai.usage.input_tokens", usage.inputTokens || 0);
755
+ streamSpan.setAttribute("gen_ai.usage.output_tokens", usage.outputTokens || 0);
756
+ const cost = calculateCost(this.providerName, this.modelName, {
757
+ input: usage.inputTokens || 0,
758
+ output: usage.outputTokens || 0,
759
+ total: (usage.inputTokens || 0) + (usage.outputTokens || 0),
760
+ });
761
+ if (cost && cost > 0) {
762
+ streamSpan.setAttribute("neurolink.cost", cost);
763
+ }
764
+ })
765
+ .catch(() => {
766
+ // Usage may not be available if the stream is aborted
767
+ });
768
+ Promise.resolve(result.finishReason)
769
+ .then((reason) => {
770
+ streamSpan.setAttribute("gen_ai.response.finish_reason", reason || "unknown");
771
+ })
772
+ .catch(() => {
773
+ // Finish reason may not be available if the stream is aborted
774
+ });
775
+ // End the span when the stream text resolves (stream fully consumed)
776
+ Promise.resolve(result.text)
777
+ .then(() => {
778
+ streamSpan.end();
779
+ })
780
+ .catch((err) => {
781
+ streamSpan.setStatus({
782
+ code: SpanStatusCode.ERROR,
783
+ message: err instanceof Error ? err.message : String(err),
784
+ });
785
+ streamSpan.end();
786
+ });
787
+ timeoutController?.cleanup();
788
+ const transformedStream = this.createTextStream(result);
789
+ // ✅ Note: Vercel AI SDK's streamText() method limitations with tools
790
+ // The streamText() function doesn't provide the same tool result access as generateText()
791
+ // Full tool support is now available with real streaming
792
+ const toolCalls = [];
793
+ const toolResults = [];
794
+ return {
795
+ stream: transformedStream,
796
+ provider: this.providerName,
797
+ model: this.modelName,
798
+ toolCalls, // ✅ Include tool calls in stream result
799
+ toolResults, // ✅ Include tool results in stream result
800
+ // Note: omit usage/finishReason to avoid blocking streaming; compute asynchronously if needed.
801
+ };
802
+ }
803
+ catch (error) {
804
+ timeoutController?.cleanup();
805
+ throw this.handleProviderError(error);
806
+ }
807
+ }
808
+ async isAvailable() {
809
+ try {
810
+ // Check OAuth token first
811
+ const oauthToken = getOAuthToken();
812
+ if (oauthToken) {
813
+ return true;
814
+ }
815
+ // Fall back to API key check
816
+ getAnthropicApiKey();
817
+ return true;
818
+ }
819
+ catch {
820
+ return false;
821
+ }
822
+ }
823
+ getModel() {
824
+ return this.model;
825
+ }
826
+ }
827
+ // Re-export types and utilities for convenience
828
+ export { ModelAccessError, isModelAvailableForTier, getRecommendedModelForTier, getModelCapabilities, } from "../models/anthropicModels.js";
829
+ // Export beta headers constant for external use
830
+ export { ANTHROPIC_BETA_HEADERS };
831
+ export default AnthropicProvider;