@juspay/neurolink 9.30.0 → 9.31.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (977) hide show
  1. package/CHANGELOG.md +14 -0
  2. package/README.md +2 -3
  3. package/dist/adapters/providerImageAdapter.js +13 -22
  4. package/dist/adapters/video/videoAnalyzer.d.ts +4 -4
  5. package/dist/adapters/video/videoAnalyzer.js +3 -3
  6. package/dist/agent/directTools.d.ts +20 -289
  7. package/dist/agent/directTools.js +11 -10
  8. package/dist/auth/accountPool.d.ts +68 -0
  9. package/dist/auth/accountPool.js +178 -0
  10. package/dist/auth/anthropicOAuth.d.ts +15 -5
  11. package/dist/auth/anthropicOAuth.js +117 -57
  12. package/dist/auth/index.d.ts +7 -5
  13. package/dist/auth/index.js +6 -2
  14. package/dist/auth/tokenStore.d.ts +71 -27
  15. package/dist/auth/tokenStore.js +342 -64
  16. package/dist/cli/commands/auth.d.ts +39 -2
  17. package/dist/cli/commands/auth.js +585 -36
  18. package/dist/cli/commands/config.d.ts +47 -574
  19. package/dist/cli/commands/config.js +142 -24
  20. package/dist/cli/commands/docs.d.ts +1 -5
  21. package/dist/cli/commands/observability.d.ts +1 -17
  22. package/dist/cli/commands/ollama.js +1 -1
  23. package/dist/cli/commands/proxy.d.ts +20 -0
  24. package/dist/cli/commands/proxy.js +1254 -0
  25. package/dist/cli/commands/setup-anthropic.js +1 -1
  26. package/dist/cli/commands/setup-azure.js +1 -1
  27. package/dist/cli/commands/setup-bedrock.js +2 -2
  28. package/dist/cli/commands/setup-gcp.js +1 -1
  29. package/dist/cli/commands/setup-google-ai.js +1 -1
  30. package/dist/cli/commands/setup-huggingface.js +2 -2
  31. package/dist/cli/commands/setup-mistral.js +1 -1
  32. package/dist/cli/commands/setup-openai.js +1 -1
  33. package/dist/cli/commands/setup.js +3 -3
  34. package/dist/cli/commands/telemetry.d.ts +1 -22
  35. package/dist/cli/factories/authCommandFactory.d.ts +16 -11
  36. package/dist/cli/factories/authCommandFactory.js +96 -1
  37. package/dist/cli/factories/ollamaCommandFactory.js +1 -1
  38. package/dist/cli/factories/sagemakerCommandFactory.js +25 -6
  39. package/dist/cli/index.d.ts +0 -6
  40. package/dist/cli/index.js +5 -2
  41. package/dist/cli/loop/conversationSelector.js +7 -2
  42. package/dist/cli/parser.js +19 -1
  43. package/dist/cli/utils/envManager.js +2 -2
  44. package/dist/cli/utils/ollamaUtils.d.ts +1 -2
  45. package/dist/client/adapters/providerImageAdapter.js +588 -0
  46. package/dist/client/adapters/tts/googleTTSHandler.js +344 -0
  47. package/dist/client/adapters/video/directorPipeline.js +516 -0
  48. package/dist/client/adapters/video/ffmpegAdapter.js +206 -0
  49. package/dist/client/adapters/video/frameExtractor.js +143 -0
  50. package/dist/client/adapters/video/vertexVideoHandler.js +763 -0
  51. package/dist/client/adapters/video/videoAnalyzer.js +238 -0
  52. package/dist/client/adapters/video/videoMerger.js +171 -0
  53. package/dist/client/agent/directTools.js +840 -0
  54. package/dist/client/aiSdkAdapter.d.ts +196 -0
  55. package/dist/client/aiSdkAdapter.js +487 -0
  56. package/dist/client/auth/anthropicOAuth.js +974 -0
  57. package/dist/client/auth/tokenStore.js +799 -0
  58. package/dist/client/auth.d.ts +248 -0
  59. package/dist/client/auth.js +473 -0
  60. package/dist/client/client/aiSdkAdapter.js +487 -0
  61. package/dist/client/client/auth.js +473 -0
  62. package/dist/client/client/errors.js +552 -0
  63. package/dist/client/client/httpClient.js +837 -0
  64. package/dist/client/client/index.js +172 -0
  65. package/dist/client/client/interceptors.js +601 -0
  66. package/dist/client/client/reactHooks.js +1159 -0
  67. package/dist/client/client/sseClient.js +545 -0
  68. package/dist/client/client/streamingClient.js +917 -0
  69. package/dist/client/client/wsClient.js +369 -0
  70. package/dist/client/config/configManager.js +303 -0
  71. package/dist/client/config/conversationMemory.js +86 -0
  72. package/dist/client/config/taskClassificationConfig.js +148 -0
  73. package/dist/client/constants/contextWindows.js +295 -0
  74. package/dist/client/constants/enums.js +853 -0
  75. package/dist/client/constants/index.js +207 -0
  76. package/dist/client/constants/performance.js +389 -0
  77. package/dist/client/constants/retry.js +266 -0
  78. package/dist/client/constants/timeouts.js +182 -0
  79. package/dist/client/constants/tokens.js +380 -0
  80. package/dist/client/constants/videoErrors.js +46 -0
  81. package/dist/client/context/budgetChecker.js +98 -0
  82. package/dist/client/context/contextCompactor.js +205 -0
  83. package/dist/client/context/emergencyTruncation.js +88 -0
  84. package/dist/client/context/errorDetection.js +171 -0
  85. package/dist/client/context/errors.js +21 -0
  86. package/dist/client/context/fileTokenBudget.js +127 -0
  87. package/dist/client/context/prompts/summarizationPrompt.js +117 -0
  88. package/dist/client/context/stages/fileReadDeduplicator.js +66 -0
  89. package/dist/client/context/stages/slidingWindowTruncator.js +190 -0
  90. package/dist/client/context/stages/structuredSummarizer.js +99 -0
  91. package/dist/client/context/stages/toolOutputPruner.js +52 -0
  92. package/dist/client/context/summarizationEngine.js +136 -0
  93. package/dist/client/context/toolOutputLimits.js +78 -0
  94. package/dist/client/context/toolPairRepair.js +66 -0
  95. package/dist/client/core/analytics.js +88 -0
  96. package/dist/client/core/baseProvider.js +1385 -0
  97. package/dist/client/core/constants.js +140 -0
  98. package/dist/client/core/conversationMemoryFactory.js +141 -0
  99. package/dist/client/core/conversationMemoryInitializer.js +128 -0
  100. package/dist/client/core/conversationMemoryManager.js +344 -0
  101. package/dist/client/core/dynamicModels.js +358 -0
  102. package/dist/client/core/evaluation.js +309 -0
  103. package/dist/client/core/evaluationProviders.js +248 -0
  104. package/dist/client/core/factory.js +412 -0
  105. package/dist/client/core/infrastructure/baseError.js +22 -0
  106. package/dist/client/core/infrastructure/baseFactory.js +54 -0
  107. package/dist/client/core/infrastructure/baseRegistry.js +49 -0
  108. package/dist/client/core/infrastructure/index.js +5 -0
  109. package/dist/client/core/infrastructure/retry.js +20 -0
  110. package/dist/client/core/infrastructure/typedEventEmitter.js +23 -0
  111. package/dist/client/core/modelConfiguration.js +851 -0
  112. package/dist/client/core/modules/GenerationHandler.js +588 -0
  113. package/dist/client/core/modules/MessageBuilder.js +273 -0
  114. package/dist/client/core/modules/StreamHandler.js +185 -0
  115. package/dist/client/core/modules/TelemetryHandler.js +203 -0
  116. package/dist/client/core/modules/ToolsManager.js +499 -0
  117. package/dist/client/core/modules/Utilities.js +331 -0
  118. package/dist/client/core/redisConversationMemoryManager.js +1435 -0
  119. package/dist/client/core/streamAnalytics.js +131 -0
  120. package/dist/client/errors.d.ts +299 -0
  121. package/dist/client/errors.js +552 -0
  122. package/dist/client/evaluation/contextBuilder.js +134 -0
  123. package/dist/client/evaluation/index.js +61 -0
  124. package/dist/client/evaluation/prompts.js +73 -0
  125. package/dist/client/evaluation/ragasEvaluator.js +110 -0
  126. package/dist/client/evaluation/retryManager.js +78 -0
  127. package/dist/client/evaluation/scoring.js +61 -0
  128. package/dist/client/factories/providerFactory.js +166 -0
  129. package/dist/client/factories/providerRegistry.js +166 -0
  130. package/dist/client/features/ppt/constants.js +896 -0
  131. package/dist/client/features/ppt/contentPlanner.js +529 -0
  132. package/dist/client/features/ppt/presentationOrchestrator.js +236 -0
  133. package/dist/client/features/ppt/slideGenerator.js +532 -0
  134. package/dist/client/features/ppt/slideRenderers.js +2383 -0
  135. package/dist/client/features/ppt/slideTypeInference.js +405 -0
  136. package/dist/client/features/ppt/types.js +13 -0
  137. package/dist/client/features/ppt/utils.js +443 -0
  138. package/dist/client/files/fileReferenceRegistry.js +1543 -0
  139. package/dist/client/files/fileTools.js +450 -0
  140. package/dist/client/files/streamingReader.js +321 -0
  141. package/dist/client/files/types.js +23 -0
  142. package/dist/client/hitl/hitlErrors.js +54 -0
  143. package/dist/client/hitl/hitlManager.js +460 -0
  144. package/dist/client/httpClient.d.ts +297 -0
  145. package/dist/client/httpClient.js +837 -0
  146. package/dist/client/index.d.ts +111 -0
  147. package/dist/client/index.js +511 -0
  148. package/dist/client/interceptors.d.ts +283 -0
  149. package/dist/client/interceptors.js +601 -0
  150. package/dist/client/mcp/agentExposure.js +356 -0
  151. package/dist/client/mcp/auth/index.js +11 -0
  152. package/dist/client/mcp/auth/oauthClientProvider.js +325 -0
  153. package/dist/client/mcp/auth/tokenStorage.js +134 -0
  154. package/dist/client/mcp/batching/index.js +10 -0
  155. package/dist/client/mcp/batching/requestBatcher.js +441 -0
  156. package/dist/client/mcp/caching/index.js +10 -0
  157. package/dist/client/mcp/caching/toolCache.js +433 -0
  158. package/dist/client/mcp/elicitation/elicitationManager.js +376 -0
  159. package/dist/client/mcp/elicitation/index.js +11 -0
  160. package/dist/client/mcp/elicitation/types.js +10 -0
  161. package/dist/client/mcp/elicitationProtocol.js +375 -0
  162. package/dist/client/mcp/enhancedToolDiscovery.js +481 -0
  163. package/dist/client/mcp/externalServerManager.js +1478 -0
  164. package/dist/client/mcp/factory.js +161 -0
  165. package/dist/client/mcp/flexibleToolValidator.js +161 -0
  166. package/dist/client/mcp/httpRateLimiter.js +391 -0
  167. package/dist/client/mcp/httpRetryHandler.js +178 -0
  168. package/dist/client/mcp/index.js +74 -0
  169. package/dist/client/mcp/mcpCircuitBreaker.js +427 -0
  170. package/dist/client/mcp/mcpClientFactory.js +708 -0
  171. package/dist/client/mcp/mcpRegistryClient.js +488 -0
  172. package/dist/client/mcp/mcpServerBase.js +373 -0
  173. package/dist/client/mcp/multiServerManager.js +579 -0
  174. package/dist/client/mcp/registry.js +158 -0
  175. package/dist/client/mcp/routing/index.js +10 -0
  176. package/dist/client/mcp/routing/toolRouter.js +416 -0
  177. package/dist/client/mcp/serverCapabilities.js +502 -0
  178. package/dist/client/mcp/servers/agent/directToolsServer.js +150 -0
  179. package/dist/client/mcp/toolAnnotations.js +239 -0
  180. package/dist/client/mcp/toolConverter.js +258 -0
  181. package/dist/client/mcp/toolDiscoveryService.js +798 -0
  182. package/dist/client/mcp/toolIntegration.js +334 -0
  183. package/dist/client/mcp/toolRegistry.js +719 -0
  184. package/dist/client/memory/hippocampusInitializer.js +19 -0
  185. package/dist/client/memory/memoryRetrievalTools.js +166 -0
  186. package/dist/client/middleware/builtin/analytics.js +132 -0
  187. package/dist/client/middleware/builtin/autoEvaluation.js +203 -0
  188. package/dist/client/middleware/builtin/guardrails.js +109 -0
  189. package/dist/client/middleware/builtin/lifecycle.js +168 -0
  190. package/dist/client/middleware/factory.js +327 -0
  191. package/dist/client/middleware/registry.js +295 -0
  192. package/dist/client/middleware/utils/guardrailsUtils.js +396 -0
  193. package/dist/client/models/anthropicModels.js +527 -0
  194. package/dist/client/neurolink.js +8015 -0
  195. package/dist/client/observability/exporterRegistry.js +413 -0
  196. package/dist/client/observability/exporters/arizeExporter.js +138 -0
  197. package/dist/client/observability/exporters/baseExporter.js +190 -0
  198. package/dist/client/observability/exporters/braintrustExporter.js +154 -0
  199. package/dist/client/observability/exporters/datadogExporter.js +196 -0
  200. package/dist/client/observability/exporters/laminarExporter.js +302 -0
  201. package/dist/client/observability/exporters/langfuseExporter.js +209 -0
  202. package/dist/client/observability/exporters/langsmithExporter.js +143 -0
  203. package/dist/client/observability/exporters/otelExporter.js +164 -0
  204. package/dist/client/observability/exporters/posthogExporter.js +287 -0
  205. package/dist/client/observability/exporters/sentryExporter.js +165 -0
  206. package/dist/client/observability/index.js +31 -0
  207. package/dist/client/observability/metricsAggregator.js +556 -0
  208. package/dist/client/observability/otelBridge.js +131 -0
  209. package/dist/client/observability/retryPolicy.js +383 -0
  210. package/dist/client/observability/sampling/samplers.js +216 -0
  211. package/dist/client/observability/spanProcessor.js +303 -0
  212. package/dist/client/observability/tokenTracker.js +413 -0
  213. package/dist/client/observability/types/exporterTypes.js +5 -0
  214. package/dist/client/observability/types/index.js +4 -0
  215. package/dist/client/observability/types/spanTypes.js +92 -0
  216. package/dist/client/observability/utils/safeMetadata.js +25 -0
  217. package/dist/client/observability/utils/spanSerializer.js +292 -0
  218. package/dist/client/processors/archive/ArchiveProcessor.js +1308 -0
  219. package/dist/client/processors/base/BaseFileProcessor.js +614 -0
  220. package/dist/client/processors/base/types.js +82 -0
  221. package/dist/client/processors/config/fileTypes.js +520 -0
  222. package/dist/client/processors/config/index.js +92 -0
  223. package/dist/client/processors/config/languageMap.js +410 -0
  224. package/dist/client/processors/config/mimeTypes.js +363 -0
  225. package/dist/client/processors/config/sizeLimits.js +258 -0
  226. package/dist/client/processors/document/ExcelProcessor.js +590 -0
  227. package/dist/client/processors/document/OpenDocumentProcessor.js +212 -0
  228. package/dist/client/processors/document/PptxProcessor.js +157 -0
  229. package/dist/client/processors/document/RtfProcessor.js +361 -0
  230. package/dist/client/processors/document/WordProcessor.js +353 -0
  231. package/dist/client/processors/errors/FileErrorCode.js +255 -0
  232. package/dist/client/processors/errors/errorHelpers.js +386 -0
  233. package/dist/client/processors/errors/errorSerializer.js +507 -0
  234. package/dist/client/processors/errors/index.js +49 -0
  235. package/dist/client/processors/markup/SvgProcessor.js +240 -0
  236. package/dist/client/processors/media/AudioProcessor.js +707 -0
  237. package/dist/client/processors/media/VideoProcessor.js +1045 -0
  238. package/dist/client/providers/amazonBedrock.js +1512 -0
  239. package/dist/client/providers/amazonSagemaker.js +162 -0
  240. package/dist/client/providers/anthropic.js +831 -0
  241. package/dist/client/providers/azureOpenai.js +143 -0
  242. package/dist/client/providers/googleAiStudio.js +1200 -0
  243. package/dist/client/providers/googleNativeGemini3.js +543 -0
  244. package/dist/client/providers/googleVertex.js +2936 -0
  245. package/dist/client/providers/huggingFace.js +315 -0
  246. package/dist/client/providers/litellm.js +488 -0
  247. package/dist/client/providers/mistral.js +157 -0
  248. package/dist/client/providers/ollama.js +1579 -0
  249. package/dist/client/providers/openAI.js +627 -0
  250. package/dist/client/providers/openRouter.js +543 -0
  251. package/dist/client/providers/openaiCompatible.js +290 -0
  252. package/dist/client/providers/providerTypeUtils.js +46 -0
  253. package/dist/client/providers/sagemaker/adaptive-semaphore.js +215 -0
  254. package/dist/client/providers/sagemaker/client.js +472 -0
  255. package/dist/client/providers/sagemaker/config.js +317 -0
  256. package/dist/client/providers/sagemaker/detection.js +606 -0
  257. package/dist/client/providers/sagemaker/error-constants.js +227 -0
  258. package/dist/client/providers/sagemaker/errors.js +299 -0
  259. package/dist/client/providers/sagemaker/language-model.js +775 -0
  260. package/dist/client/providers/sagemaker/parsers.js +634 -0
  261. package/dist/client/providers/sagemaker/streaming.js +331 -0
  262. package/dist/client/providers/sagemaker/structured-parser.js +625 -0
  263. package/dist/client/proxy/accountQuota.js +162 -0
  264. package/dist/client/proxy/claudeFormat.js +595 -0
  265. package/dist/client/proxy/modelRouter.js +29 -0
  266. package/dist/client/proxy/oauthFetch.js +367 -0
  267. package/dist/client/proxy/proxyFetch.js +586 -0
  268. package/dist/client/proxy/requestLogger.js +207 -0
  269. package/dist/client/proxy/tokenRefresh.js +124 -0
  270. package/dist/client/proxy/usageStats.js +74 -0
  271. package/dist/client/proxy/utils/noProxyUtils.js +149 -0
  272. package/dist/client/rag/ChunkerFactory.js +320 -0
  273. package/dist/client/rag/ChunkerRegistry.js +421 -0
  274. package/dist/client/rag/chunkers/BaseChunker.js +143 -0
  275. package/dist/client/rag/chunkers/CharacterChunker.js +28 -0
  276. package/dist/client/rag/chunkers/HTMLChunker.js +38 -0
  277. package/dist/client/rag/chunkers/JSONChunker.js +68 -0
  278. package/dist/client/rag/chunkers/LaTeXChunker.js +63 -0
  279. package/dist/client/rag/chunkers/MarkdownChunker.js +306 -0
  280. package/dist/client/rag/chunkers/RecursiveChunker.js +139 -0
  281. package/dist/client/rag/chunkers/SemanticMarkdownChunker.js +138 -0
  282. package/dist/client/rag/chunkers/SentenceChunker.js +66 -0
  283. package/dist/client/rag/chunkers/TokenChunker.js +61 -0
  284. package/dist/client/rag/chunkers/index.js +15 -0
  285. package/dist/client/rag/chunking/characterChunker.js +142 -0
  286. package/dist/client/rag/chunking/chunkerRegistry.js +194 -0
  287. package/dist/client/rag/chunking/htmlChunker.js +247 -0
  288. package/dist/client/rag/chunking/index.js +17 -0
  289. package/dist/client/rag/chunking/jsonChunker.js +281 -0
  290. package/dist/client/rag/chunking/latexChunker.js +251 -0
  291. package/dist/client/rag/chunking/markdownChunker.js +373 -0
  292. package/dist/client/rag/chunking/recursiveChunker.js +148 -0
  293. package/dist/client/rag/chunking/semanticChunker.js +306 -0
  294. package/dist/client/rag/chunking/sentenceChunker.js +230 -0
  295. package/dist/client/rag/chunking/tokenChunker.js +183 -0
  296. package/dist/client/rag/document/MDocument.js +392 -0
  297. package/dist/client/rag/document/index.js +5 -0
  298. package/dist/client/rag/document/loaders.js +500 -0
  299. package/dist/client/rag/errors/RAGError.js +274 -0
  300. package/dist/client/rag/errors/index.js +6 -0
  301. package/dist/client/rag/graphRag/graphRAG.js +401 -0
  302. package/dist/client/rag/graphRag/index.js +4 -0
  303. package/dist/client/rag/index.js +141 -0
  304. package/dist/client/rag/metadata/MetadataExtractorFactory.js +418 -0
  305. package/dist/client/rag/metadata/MetadataExtractorRegistry.js +362 -0
  306. package/dist/client/rag/metadata/index.js +9 -0
  307. package/dist/client/rag/metadata/metadataExtractor.js +280 -0
  308. package/dist/client/rag/pipeline/RAGPipeline.js +436 -0
  309. package/dist/client/rag/pipeline/contextAssembly.js +341 -0
  310. package/dist/client/rag/pipeline/index.js +5 -0
  311. package/dist/client/rag/ragIntegration.js +321 -0
  312. package/dist/client/rag/reranker/RerankerFactory.js +430 -0
  313. package/dist/client/rag/reranker/RerankerRegistry.js +402 -0
  314. package/dist/client/rag/reranker/index.js +9 -0
  315. package/dist/client/rag/reranker/reranker.js +277 -0
  316. package/dist/client/rag/resilience/CircuitBreaker.js +431 -0
  317. package/dist/client/rag/resilience/RetryHandler.js +304 -0
  318. package/dist/client/rag/resilience/index.js +7 -0
  319. package/dist/client/rag/retrieval/hybridSearch.js +335 -0
  320. package/dist/client/rag/retrieval/index.js +5 -0
  321. package/dist/client/rag/retrieval/vectorQueryTool.js +307 -0
  322. package/dist/client/rag/types.js +8 -0
  323. package/dist/client/reactHooks.d.ts +239 -0
  324. package/dist/client/reactHooks.tsx +1483 -0
  325. package/dist/client/sdk/toolRegistration.js +377 -0
  326. package/dist/client/server/abstract/baseServerAdapter.js +575 -0
  327. package/dist/client/server/adapters/expressAdapter.js +486 -0
  328. package/dist/client/server/adapters/fastifyAdapter.js +472 -0
  329. package/dist/client/server/adapters/honoAdapter.js +632 -0
  330. package/dist/client/server/adapters/koaAdapter.js +510 -0
  331. package/dist/client/server/errors.js +486 -0
  332. package/dist/client/server/factory/serverAdapterFactory.js +160 -0
  333. package/dist/client/server/index.js +108 -0
  334. package/dist/client/server/middleware/abortSignal.js +111 -0
  335. package/dist/client/server/middleware/auth.js +388 -0
  336. package/dist/client/server/middleware/cache.js +359 -0
  337. package/dist/client/server/middleware/common.js +281 -0
  338. package/dist/client/server/middleware/deprecation.js +190 -0
  339. package/dist/client/server/middleware/mcpBodyAttachment.js +63 -0
  340. package/dist/client/server/middleware/rateLimit.js +227 -0
  341. package/dist/client/server/middleware/validation.js +388 -0
  342. package/dist/client/server/openapi/generator.js +398 -0
  343. package/dist/client/server/openapi/index.js +36 -0
  344. package/dist/client/server/openapi/schemas.js +695 -0
  345. package/dist/client/server/openapi/templates.js +374 -0
  346. package/dist/client/server/routes/agentRoutes.js +171 -0
  347. package/dist/client/server/routes/claudeProxyRoutes.js +1600 -0
  348. package/dist/client/server/routes/healthRoutes.js +187 -0
  349. package/dist/client/server/routes/index.js +57 -0
  350. package/dist/client/server/routes/mcpRoutes.js +342 -0
  351. package/dist/client/server/routes/memoryRoutes.js +350 -0
  352. package/dist/client/server/routes/openApiRoutes.js +126 -0
  353. package/dist/client/server/routes/toolRoutes.js +199 -0
  354. package/dist/client/server/streaming/dataStream.js +486 -0
  355. package/dist/client/server/streaming/index.js +11 -0
  356. package/dist/client/server/types.js +67 -0
  357. package/dist/client/server/utils/redaction.js +334 -0
  358. package/dist/client/server/utils/validation.js +243 -0
  359. package/dist/client/server/websocket/WebSocketHandler.js +383 -0
  360. package/dist/client/server/websocket/index.js +4 -0
  361. package/dist/client/services/server/ai/observability/instrumentation.js +808 -0
  362. package/dist/client/sseClient.d.ts +156 -0
  363. package/dist/client/sseClient.js +545 -0
  364. package/dist/client/streamingClient.d.ts +327 -0
  365. package/dist/client/streamingClient.js +917 -0
  366. package/dist/client/telemetry/attributes.js +100 -0
  367. package/dist/client/telemetry/index.js +26 -0
  368. package/dist/client/telemetry/telemetryService.js +308 -0
  369. package/dist/client/telemetry/tracers.js +17 -0
  370. package/dist/client/telemetry/withSpan.js +34 -0
  371. package/dist/client/types/actionTypes.js +6 -0
  372. package/dist/client/types/analytics.js +5 -0
  373. package/dist/client/types/authTypes.js +8 -0
  374. package/dist/client/types/circuitBreakerErrors.js +34 -0
  375. package/dist/client/types/cli.js +21 -0
  376. package/dist/client/types/clientTypes.js +10 -0
  377. package/dist/client/types/common.js +51 -0
  378. package/dist/client/types/configTypes.js +49 -0
  379. package/dist/client/types/content.js +19 -0
  380. package/dist/client/types/contextTypes.js +400 -0
  381. package/dist/client/types/conversation.js +47 -0
  382. package/dist/client/types/conversationMemoryInterface.js +6 -0
  383. package/dist/client/types/domainTypes.js +5 -0
  384. package/dist/client/types/errors.js +167 -0
  385. package/dist/client/types/evaluation.js +5 -0
  386. package/dist/client/types/evaluationProviders.js +5 -0
  387. package/dist/client/types/evaluationTypes.js +1 -0
  388. package/dist/client/types/externalMcp.js +6 -0
  389. package/dist/client/types/fileReferenceTypes.js +8 -0
  390. package/dist/client/types/fileTypes.js +4 -0
  391. package/dist/client/types/generateTypes.js +1 -0
  392. package/dist/client/types/guardrails.js +1 -0
  393. package/dist/client/types/hitlTypes.js +8 -0
  394. package/dist/client/types/index.js +57 -0
  395. package/dist/client/types/mcpTypes.js +5 -0
  396. package/dist/client/types/middlewareTypes.js +1 -0
  397. package/dist/client/types/modelTypes.js +30 -0
  398. package/dist/client/types/multimodal.js +135 -0
  399. package/dist/client/types/observability.js +6 -0
  400. package/dist/client/types/pptTypes.js +82 -0
  401. package/dist/client/types/providers.js +111 -0
  402. package/dist/client/types/proxyTypes.js +16 -0
  403. package/dist/client/types/ragTypes.js +7 -0
  404. package/dist/client/types/sdkTypes.js +8 -0
  405. package/dist/client/types/serviceTypes.js +5 -0
  406. package/dist/client/types/streamTypes.js +1 -0
  407. package/dist/client/types/subscriptionTypes.js +9 -0
  408. package/dist/client/types/taskClassificationTypes.js +5 -0
  409. package/dist/client/types/tools.js +24 -0
  410. package/dist/client/types/ttsTypes.js +57 -0
  411. package/dist/client/types/typeAliases.js +48 -0
  412. package/dist/client/types/utilities.js +4 -0
  413. package/dist/client/types/workflowTypes.js +30 -0
  414. package/dist/client/utils/async/withTimeout.js +98 -0
  415. package/dist/client/utils/asyncMutex.js +60 -0
  416. package/dist/client/utils/conversationMemory.js +431 -0
  417. package/dist/client/utils/csvProcessor.js +846 -0
  418. package/dist/client/utils/errorHandling.js +936 -0
  419. package/dist/client/utils/evaluationUtils.js +131 -0
  420. package/dist/client/utils/factoryProcessing.js +589 -0
  421. package/dist/client/utils/fileDetector.js +2161 -0
  422. package/dist/client/utils/imageCache.js +376 -0
  423. package/dist/client/utils/imageProcessor.js +704 -0
  424. package/dist/client/utils/logger.js +491 -0
  425. package/dist/client/utils/mcpDefaults.js +134 -0
  426. package/dist/client/utils/messageBuilder.js +1653 -0
  427. package/dist/client/utils/modelAliasResolver.js +54 -0
  428. package/dist/client/utils/modelDetection.js +80 -0
  429. package/dist/client/utils/modelRouter.js +292 -0
  430. package/dist/client/utils/multimodalOptionsBuilder.js +65 -0
  431. package/dist/client/utils/observabilityHelpers.js +47 -0
  432. package/dist/client/utils/parameterValidation.js +966 -0
  433. package/dist/client/utils/pdfProcessor.js +410 -0
  434. package/dist/client/utils/performance.js +222 -0
  435. package/dist/client/utils/pricing.js +340 -0
  436. package/dist/client/utils/promptRedaction.js +62 -0
  437. package/dist/client/utils/providerConfig.js +1009 -0
  438. package/dist/client/utils/providerHealth.js +1237 -0
  439. package/dist/client/utils/providerRetry.js +112 -0
  440. package/dist/client/utils/providerUtils.js +434 -0
  441. package/dist/client/utils/rateLimiter.js +200 -0
  442. package/dist/client/utils/redis.js +368 -0
  443. package/dist/client/utils/retryHandler.js +269 -0
  444. package/dist/client/utils/retryability.js +22 -0
  445. package/dist/client/utils/sanitizers/svg.js +481 -0
  446. package/dist/client/utils/schemaConversion.js +255 -0
  447. package/dist/client/utils/taskClassificationUtils.js +149 -0
  448. package/dist/client/utils/taskClassifier.js +94 -0
  449. package/dist/client/utils/thinkingConfig.js +104 -0
  450. package/dist/client/utils/timeout.js +359 -0
  451. package/dist/client/utils/tokenEstimation.js +142 -0
  452. package/dist/client/utils/tokenLimits.js +125 -0
  453. package/dist/client/utils/tokenUtils.js +239 -0
  454. package/dist/client/utils/toolUtils.js +75 -0
  455. package/dist/client/utils/transformationUtils.js +554 -0
  456. package/dist/client/utils/ttsProcessor.js +286 -0
  457. package/dist/client/utils/typeUtils.js +97 -0
  458. package/dist/client/utils/videoAnalysisProcessor.js +67 -0
  459. package/dist/client/workflow/config.js +398 -0
  460. package/dist/client/workflow/core/ensembleExecutor.js +407 -0
  461. package/dist/client/workflow/core/judgeScorer.js +544 -0
  462. package/dist/client/workflow/core/responseConditioner.js +225 -0
  463. package/dist/client/workflow/core/types/conditionerTypes.js +7 -0
  464. package/dist/client/workflow/core/types/ensembleTypes.js +7 -0
  465. package/dist/client/workflow/core/types/index.js +7 -0
  466. package/dist/client/workflow/core/types/judgeTypes.js +7 -0
  467. package/dist/client/workflow/core/types/layerTypes.js +7 -0
  468. package/dist/client/workflow/core/types/registryTypes.js +7 -0
  469. package/dist/client/workflow/core/workflowRegistry.js +304 -0
  470. package/dist/client/workflow/core/workflowRunner.js +586 -0
  471. package/dist/client/workflow/index.js +50 -0
  472. package/dist/client/workflow/types.js +9 -0
  473. package/dist/client/workflow/utils/types/index.js +7 -0
  474. package/dist/client/workflow/utils/workflowMetrics.js +311 -0
  475. package/dist/client/workflow/utils/workflowValidation.js +420 -0
  476. package/dist/client/workflow/workflows/adaptiveWorkflow.js +366 -0
  477. package/dist/client/workflow/workflows/consensusWorkflow.js +192 -0
  478. package/dist/client/workflow/workflows/fallbackWorkflow.js +225 -0
  479. package/dist/client/workflow/workflows/multiJudgeWorkflow.js +351 -0
  480. package/dist/client/wsClient.d.ts +130 -0
  481. package/dist/client/wsClient.js +369 -0
  482. package/dist/config/configManager.js +2 -2
  483. package/dist/constants/contextWindows.js +15 -13
  484. package/dist/constants/enums.d.ts +10 -16
  485. package/dist/constants/enums.js +12 -18
  486. package/dist/constants/index.d.ts +0 -10
  487. package/dist/constants/index.js +1 -1
  488. package/dist/constants/tokens.d.ts +29 -16
  489. package/dist/constants/tokens.js +23 -16
  490. package/dist/core/baseProvider.d.ts +5 -5
  491. package/dist/core/baseProvider.js +6 -6
  492. package/dist/core/constants.js +6 -1
  493. package/dist/core/dynamicModels.js +10 -6
  494. package/dist/core/evaluationProviders.js +1 -1
  495. package/dist/core/infrastructure/baseError.d.ts +1 -1
  496. package/dist/core/infrastructure/baseFactory.d.ts +1 -6
  497. package/dist/core/infrastructure/baseRegistry.d.ts +6 -5
  498. package/dist/core/infrastructure/index.d.ts +6 -4
  499. package/dist/core/infrastructure/index.js +2 -2
  500. package/dist/core/modelConfiguration.js +3 -1
  501. package/dist/core/modules/GenerationHandler.d.ts +3 -3
  502. package/dist/core/modules/GenerationHandler.js +49 -41
  503. package/dist/core/modules/MessageBuilder.d.ts +5 -5
  504. package/dist/core/modules/MessageBuilder.js +4 -6
  505. package/dist/core/modules/StreamHandler.js +26 -12
  506. package/dist/core/modules/TelemetryHandler.d.ts +4 -6
  507. package/dist/core/modules/TelemetryHandler.js +7 -6
  508. package/dist/core/modules/ToolsManager.d.ts +2 -12
  509. package/dist/core/modules/ToolsManager.js +20 -4
  510. package/dist/core/modules/Utilities.js +3 -1
  511. package/dist/core/redisConversationMemoryManager.js +3 -3
  512. package/dist/core/streamAnalytics.js +23 -9
  513. package/dist/evaluation/contextBuilder.d.ts +2 -2
  514. package/dist/evaluation/contextBuilder.js +2 -2
  515. package/dist/evaluation/index.d.ts +2 -2
  516. package/dist/evaluation/retryManager.js +1 -1
  517. package/dist/factories/providerFactory.js +2 -2
  518. package/dist/features/ppt/constants.js +1 -1
  519. package/dist/features/ppt/presentationOrchestrator.js +7 -3
  520. package/dist/features/ppt/slideGenerator.d.ts +2 -1
  521. package/dist/features/ppt/slideGenerator.js +6 -1
  522. package/dist/files/fileTools.d.ts +16 -247
  523. package/dist/files/fileTools.js +16 -15
  524. package/dist/index.d.ts +5 -3
  525. package/dist/index.js +20 -3
  526. package/dist/lib/adapters/providerImageAdapter.js +13 -22
  527. package/dist/lib/adapters/video/videoAnalyzer.d.ts +4 -4
  528. package/dist/lib/adapters/video/videoAnalyzer.js +3 -3
  529. package/dist/lib/agent/directTools.d.ts +20 -289
  530. package/dist/lib/agent/directTools.js +11 -10
  531. package/dist/lib/auth/accountPool.d.ts +68 -0
  532. package/dist/lib/auth/accountPool.js +179 -0
  533. package/dist/lib/auth/anthropicOAuth.d.ts +15 -5
  534. package/dist/lib/auth/anthropicOAuth.js +117 -57
  535. package/dist/lib/auth/index.d.ts +7 -5
  536. package/dist/lib/auth/index.js +6 -2
  537. package/dist/lib/auth/tokenStore.d.ts +71 -27
  538. package/dist/lib/auth/tokenStore.js +342 -64
  539. package/dist/lib/client/aiSdkAdapter.d.ts +196 -0
  540. package/dist/lib/client/aiSdkAdapter.js +488 -0
  541. package/dist/lib/client/auth.d.ts +248 -0
  542. package/dist/lib/client/auth.js +474 -0
  543. package/dist/lib/client/errors.d.ts +299 -0
  544. package/dist/lib/client/errors.js +553 -0
  545. package/dist/lib/client/httpClient.d.ts +297 -0
  546. package/dist/lib/client/httpClient.js +838 -0
  547. package/dist/lib/client/index.d.ts +111 -0
  548. package/dist/lib/client/index.js +173 -0
  549. package/dist/lib/client/interceptors.d.ts +283 -0
  550. package/dist/lib/client/interceptors.js +602 -0
  551. package/dist/lib/client/reactHooks.d.ts +239 -0
  552. package/dist/lib/client/reactHooks.js +1160 -0
  553. package/dist/lib/client/sseClient.d.ts +156 -0
  554. package/dist/lib/client/sseClient.js +546 -0
  555. package/dist/lib/client/streamingClient.d.ts +327 -0
  556. package/dist/lib/client/streamingClient.js +918 -0
  557. package/dist/lib/client/wsClient.d.ts +130 -0
  558. package/dist/lib/client/wsClient.js +370 -0
  559. package/dist/lib/config/configManager.js +2 -2
  560. package/dist/lib/constants/contextWindows.js +15 -13
  561. package/dist/lib/constants/enums.d.ts +10 -16
  562. package/dist/lib/constants/enums.js +12 -18
  563. package/dist/lib/constants/index.d.ts +0 -10
  564. package/dist/lib/constants/index.js +1 -1
  565. package/dist/lib/constants/tokens.d.ts +29 -16
  566. package/dist/lib/constants/tokens.js +23 -16
  567. package/dist/lib/core/baseProvider.d.ts +5 -5
  568. package/dist/lib/core/baseProvider.js +6 -6
  569. package/dist/lib/core/constants.js +6 -1
  570. package/dist/lib/core/dynamicModels.js +10 -6
  571. package/dist/lib/core/evaluationProviders.js +1 -1
  572. package/dist/lib/core/infrastructure/baseError.d.ts +1 -1
  573. package/dist/lib/core/infrastructure/baseFactory.d.ts +1 -6
  574. package/dist/lib/core/infrastructure/baseRegistry.d.ts +6 -5
  575. package/dist/lib/core/infrastructure/index.d.ts +6 -4
  576. package/dist/lib/core/infrastructure/index.js +2 -2
  577. package/dist/lib/core/modelConfiguration.js +3 -1
  578. package/dist/lib/core/modules/GenerationHandler.d.ts +3 -3
  579. package/dist/lib/core/modules/GenerationHandler.js +49 -41
  580. package/dist/lib/core/modules/MessageBuilder.d.ts +5 -5
  581. package/dist/lib/core/modules/MessageBuilder.js +4 -6
  582. package/dist/lib/core/modules/StreamHandler.js +26 -12
  583. package/dist/lib/core/modules/TelemetryHandler.d.ts +4 -6
  584. package/dist/lib/core/modules/TelemetryHandler.js +7 -6
  585. package/dist/lib/core/modules/ToolsManager.d.ts +2 -12
  586. package/dist/lib/core/modules/ToolsManager.js +20 -4
  587. package/dist/lib/core/modules/Utilities.js +3 -1
  588. package/dist/lib/core/redisConversationMemoryManager.js +3 -3
  589. package/dist/lib/core/streamAnalytics.js +23 -9
  590. package/dist/lib/evaluation/contextBuilder.d.ts +2 -2
  591. package/dist/lib/evaluation/contextBuilder.js +2 -2
  592. package/dist/lib/evaluation/index.d.ts +2 -2
  593. package/dist/lib/evaluation/retryManager.js +1 -1
  594. package/dist/lib/factories/providerFactory.js +2 -2
  595. package/dist/lib/features/ppt/constants.js +1 -1
  596. package/dist/lib/features/ppt/presentationOrchestrator.js +7 -3
  597. package/dist/lib/features/ppt/slideGenerator.d.ts +2 -1
  598. package/dist/lib/features/ppt/slideGenerator.js +6 -1
  599. package/dist/lib/files/fileTools.d.ts +16 -247
  600. package/dist/lib/files/fileTools.js +16 -15
  601. package/dist/lib/index.d.ts +5 -3
  602. package/dist/lib/index.js +20 -3
  603. package/dist/lib/mcp/batching/requestBatcher.js +1 -1
  604. package/dist/lib/mcp/externalServerManager.js +5 -2
  605. package/dist/lib/mcp/factory.js +1 -1
  606. package/dist/lib/mcp/index.d.ts +1 -1
  607. package/dist/lib/mcp/index.js +1 -1
  608. package/dist/lib/mcp/mcpCircuitBreaker.d.ts +1 -0
  609. package/dist/lib/mcp/mcpCircuitBreaker.js +30 -4
  610. package/dist/lib/mcp/mcpClientFactory.js +33 -4
  611. package/dist/lib/mcp/toolDiscoveryService.js +52 -5
  612. package/dist/lib/mcp/toolRegistry.js +7 -1
  613. package/dist/lib/memory/memoryRetrievalTools.d.ts +5 -89
  614. package/dist/lib/memory/memoryRetrievalTools.js +1 -1
  615. package/dist/lib/middleware/builtin/analytics.js +3 -0
  616. package/dist/lib/middleware/builtin/autoEvaluation.js +46 -24
  617. package/dist/lib/middleware/builtin/guardrails.js +4 -0
  618. package/dist/lib/middleware/builtin/lifecycle.js +10 -6
  619. package/dist/lib/middleware/factory.d.ts +3 -3
  620. package/dist/lib/middleware/factory.js +3 -2
  621. package/dist/lib/middleware/index.d.ts +1 -1
  622. package/dist/lib/middleware/registry.d.ts +2 -2
  623. package/dist/lib/middleware/registry.js +1 -0
  624. package/dist/lib/middleware/utils/guardrailsUtils.d.ts +5 -6
  625. package/dist/lib/middleware/utils/guardrailsUtils.js +15 -6
  626. package/dist/lib/neurolink.d.ts +9 -20
  627. package/dist/lib/neurolink.js +278 -186
  628. package/dist/lib/observability/retryPolicy.d.ts +2 -13
  629. package/dist/lib/observability/sampling/samplers.d.ts +2 -11
  630. package/dist/lib/observability/spanProcessor.d.ts +2 -14
  631. package/dist/lib/processors/base/BaseFileProcessor.js +1 -1
  632. package/dist/lib/processors/document/OpenDocumentProcessor.js +5 -3
  633. package/dist/lib/processors/media/VideoProcessor.js +157 -101
  634. package/dist/lib/providers/amazonBedrock.js +12 -5
  635. package/dist/lib/providers/amazonSagemaker.d.ts +5 -5
  636. package/dist/lib/providers/amazonSagemaker.js +6 -2
  637. package/dist/lib/providers/anthropic.d.ts +3 -3
  638. package/dist/lib/providers/anthropic.js +23 -192
  639. package/dist/lib/providers/anthropicBaseProvider.d.ts +4 -4
  640. package/dist/lib/providers/anthropicBaseProvider.js +24 -13
  641. package/dist/lib/providers/azureOpenai.d.ts +2 -2
  642. package/dist/lib/providers/azureOpenai.js +6 -6
  643. package/dist/lib/providers/googleAiStudio.d.ts +2 -2
  644. package/dist/lib/providers/googleAiStudio.js +15 -7
  645. package/dist/lib/providers/googleNativeGemini3.d.ts +3 -54
  646. package/dist/lib/providers/googleNativeGemini3.js +14 -10
  647. package/dist/lib/providers/googleVertex.d.ts +6 -6
  648. package/dist/lib/providers/googleVertex.js +32 -26
  649. package/dist/lib/providers/huggingFace.d.ts +4 -4
  650. package/dist/lib/providers/huggingFace.js +15 -5
  651. package/dist/lib/providers/litellm.d.ts +4 -4
  652. package/dist/lib/providers/litellm.js +54 -42
  653. package/dist/lib/providers/mistral.d.ts +2 -2
  654. package/dist/lib/providers/mistral.js +5 -4
  655. package/dist/lib/providers/ollama.d.ts +7 -4
  656. package/dist/lib/providers/ollama.js +30 -8
  657. package/dist/lib/providers/openAI.d.ts +2 -2
  658. package/dist/lib/providers/openAI.js +46 -21
  659. package/dist/lib/providers/openRouter.d.ts +4 -4
  660. package/dist/lib/providers/openRouter.js +63 -35
  661. package/dist/lib/providers/openaiCompatible.d.ts +2 -2
  662. package/dist/lib/providers/openaiCompatible.js +18 -9
  663. package/dist/lib/providers/providerTypeUtils.d.ts +28 -0
  664. package/dist/lib/providers/providerTypeUtils.js +47 -0
  665. package/dist/lib/providers/sagemaker/config.js +5 -5
  666. package/dist/lib/providers/sagemaker/language-model.d.ts +23 -13
  667. package/dist/lib/providers/sagemaker/language-model.js +20 -8
  668. package/dist/lib/proxy/accountQuota.d.ts +33 -0
  669. package/dist/lib/proxy/accountQuota.js +163 -0
  670. package/dist/lib/proxy/claudeFormat.d.ts +143 -0
  671. package/dist/lib/proxy/claudeFormat.js +596 -0
  672. package/dist/lib/proxy/cloaking/index.d.ts +44 -0
  673. package/dist/lib/proxy/cloaking/index.js +87 -0
  674. package/dist/lib/proxy/cloaking/plugins/headerScrubber.d.ts +9 -0
  675. package/dist/lib/proxy/cloaking/plugins/headerScrubber.js +87 -0
  676. package/dist/lib/proxy/cloaking/plugins/sessionIdentity.d.ts +15 -0
  677. package/dist/lib/proxy/cloaking/plugins/sessionIdentity.js +66 -0
  678. package/dist/lib/proxy/cloaking/plugins/systemPromptInjector.d.ts +11 -0
  679. package/dist/lib/proxy/cloaking/plugins/systemPromptInjector.js +84 -0
  680. package/dist/lib/proxy/cloaking/plugins/tlsFingerprint.d.ts +14 -0
  681. package/dist/lib/proxy/cloaking/plugins/tlsFingerprint.js +39 -0
  682. package/dist/lib/proxy/cloaking/plugins/wordObfuscator.d.ts +9 -0
  683. package/dist/lib/proxy/cloaking/plugins/wordObfuscator.js +122 -0
  684. package/dist/lib/proxy/cloaking/types.d.ts +1 -0
  685. package/dist/lib/proxy/cloaking/types.js +2 -0
  686. package/dist/lib/proxy/modelRouter.d.ts +10 -0
  687. package/dist/lib/proxy/modelRouter.js +30 -0
  688. package/dist/lib/proxy/oauthFetch.d.ts +36 -0
  689. package/dist/lib/proxy/oauthFetch.js +368 -0
  690. package/dist/lib/proxy/proxyConfig.d.ts +42 -0
  691. package/dist/lib/proxy/proxyConfig.js +500 -0
  692. package/dist/lib/proxy/proxyFetch.js +2 -1
  693. package/dist/lib/proxy/requestLogger.d.ts +50 -0
  694. package/dist/lib/proxy/requestLogger.js +208 -0
  695. package/dist/lib/proxy/tokenRefresh.d.ts +4 -0
  696. package/dist/lib/proxy/tokenRefresh.js +125 -0
  697. package/dist/lib/proxy/usageStats.d.ts +13 -0
  698. package/dist/lib/proxy/usageStats.js +75 -0
  699. package/dist/lib/rag/document/loaders.js +1 -1
  700. package/dist/lib/rag/pipeline/contextAssembly.d.ts +4 -7
  701. package/dist/lib/rag/ragIntegration.d.ts +2 -14
  702. package/dist/lib/rag/ragIntegration.js +1 -1
  703. package/dist/lib/rag/resilience/CircuitBreaker.d.ts +5 -44
  704. package/dist/lib/rag/resilience/RetryHandler.js +1 -1
  705. package/dist/lib/rag/retrieval/vectorQueryTool.d.ts +1 -9
  706. package/dist/lib/rag/retrieval/vectorQueryTool.js +1 -1
  707. package/dist/lib/sdk/toolRegistration.js +12 -1
  708. package/dist/lib/server/abstract/baseServerAdapter.js +2 -2
  709. package/dist/lib/server/adapters/honoAdapter.d.ts +6 -0
  710. package/dist/lib/server/adapters/honoAdapter.js +76 -10
  711. package/dist/lib/server/middleware/cache.js +3 -0
  712. package/dist/lib/server/routes/claudeProxyRoutes.d.ts +44 -0
  713. package/dist/lib/server/routes/claudeProxyRoutes.js +1601 -0
  714. package/dist/lib/server/routes/healthRoutes.js +18 -1
  715. package/dist/lib/server/routes/index.d.ts +7 -0
  716. package/dist/lib/server/routes/index.js +8 -0
  717. package/dist/lib/server/streaming/dataStream.d.ts +1 -5
  718. package/dist/lib/server/streaming/dataStream.js +3 -0
  719. package/dist/lib/server/utils/validation.d.ts +24 -124
  720. package/dist/lib/server/utils/validation.js +2 -2
  721. package/dist/lib/services/server/ai/observability/instrumentation.js +4 -0
  722. package/dist/lib/telemetry/attributes.d.ts +38 -0
  723. package/dist/lib/telemetry/attributes.js +40 -0
  724. package/dist/lib/telemetry/tracers.d.ts +1 -0
  725. package/dist/lib/telemetry/tracers.js +1 -0
  726. package/dist/lib/types/authTypes.d.ts +56 -0
  727. package/dist/lib/types/authTypes.js +9 -0
  728. package/dist/lib/types/circuitBreakerErrors.d.ts +30 -0
  729. package/dist/lib/types/circuitBreakerErrors.js +35 -0
  730. package/dist/lib/types/cli.d.ts +258 -0
  731. package/dist/lib/types/clientTypes.d.ts +1050 -0
  732. package/dist/lib/types/clientTypes.js +11 -0
  733. package/dist/lib/types/common.d.ts +123 -0
  734. package/dist/lib/types/configTypes.d.ts +49 -0
  735. package/dist/lib/types/configTypes.js +4 -0
  736. package/dist/lib/types/conversation.d.ts +0 -5
  737. package/dist/lib/types/evaluationTypes.d.ts +2 -2
  738. package/dist/lib/types/fileTypes.d.ts +47 -0
  739. package/dist/lib/types/generateTypes.d.ts +7 -3
  740. package/dist/lib/types/guardrails.d.ts +2 -2
  741. package/dist/lib/types/index.d.ts +4 -1
  742. package/dist/lib/types/index.js +5 -0
  743. package/dist/lib/types/middlewareTypes.d.ts +3 -3
  744. package/dist/lib/types/modelTypes.d.ts +7 -97
  745. package/dist/lib/types/modelTypes.js +3 -3
  746. package/dist/lib/types/observability.d.ts +37 -0
  747. package/dist/lib/types/providers.d.ts +107 -0
  748. package/dist/lib/types/proxyTypes.d.ts +536 -0
  749. package/dist/lib/types/proxyTypes.js +17 -0
  750. package/dist/lib/types/ragTypes.d.ts +49 -1
  751. package/dist/lib/types/streamTypes.d.ts +37 -13
  752. package/dist/lib/types/subscriptionTypes.d.ts +77 -0
  753. package/dist/lib/types/subscriptionTypes.js +2 -0
  754. package/dist/lib/types/tools.d.ts +45 -1
  755. package/dist/lib/types/typeAliases.d.ts +8 -0
  756. package/dist/lib/types/typeAliases.js +1 -0
  757. package/dist/lib/utils/async/retry.d.ts +4 -33
  758. package/dist/lib/utils/asyncMutex.d.ts +14 -0
  759. package/dist/lib/utils/asyncMutex.js +61 -0
  760. package/dist/lib/utils/errorHandling.d.ts +2 -1
  761. package/dist/lib/utils/errorHandling.js +14 -6
  762. package/dist/lib/utils/fileDetector.d.ts +13 -1
  763. package/dist/lib/utils/fileDetector.js +114 -32
  764. package/dist/lib/utils/imageProcessor.js +7 -7
  765. package/dist/lib/utils/json/safeParse.d.ts +1 -8
  766. package/dist/lib/utils/mcpDefaults.d.ts +1 -1
  767. package/dist/lib/utils/mcpDefaults.js +11 -2
  768. package/dist/lib/utils/messageBuilder.d.ts +5 -5
  769. package/dist/lib/utils/messageBuilder.js +106 -80
  770. package/dist/lib/utils/modelChoices.d.ts +1 -8
  771. package/dist/lib/utils/pdfProcessor.d.ts +1 -25
  772. package/dist/lib/utils/pdfProcessor.js +5 -4
  773. package/dist/lib/utils/pricing.js +28 -5
  774. package/dist/lib/utils/providerHealth.d.ts +1 -1
  775. package/dist/lib/utils/rateLimiter.d.ts +1 -15
  776. package/dist/lib/utils/redis.d.ts +1 -1
  777. package/dist/lib/utils/redis.js +3 -3
  778. package/dist/lib/utils/sanitizers/filename.d.ts +2 -22
  779. package/dist/lib/utils/sanitizers/index.d.ts +4 -2
  780. package/dist/lib/utils/sanitizers/svg.d.ts +1 -11
  781. package/dist/lib/utils/schemaConversion.js +4 -1
  782. package/dist/lib/utils/thinkingConfig.d.ts +1 -33
  783. package/dist/lib/utils/tokenUtils.d.ts +1 -39
  784. package/dist/lib/utils/videoAnalysisProcessor.d.ts +5 -5
  785. package/dist/lib/utils/videoAnalysisProcessor.js +2 -2
  786. package/dist/lib/workflow/config.d.ts +89 -1257
  787. package/dist/lib/workflow/utils/workflowValidation.js +1 -1
  788. package/dist/mcp/batching/requestBatcher.js +1 -1
  789. package/dist/mcp/externalServerManager.js +5 -2
  790. package/dist/mcp/factory.js +1 -1
  791. package/dist/mcp/index.d.ts +1 -1
  792. package/dist/mcp/index.js +1 -1
  793. package/dist/mcp/mcpCircuitBreaker.d.ts +1 -0
  794. package/dist/mcp/mcpCircuitBreaker.js +30 -4
  795. package/dist/mcp/mcpClientFactory.js +33 -4
  796. package/dist/mcp/toolDiscoveryService.js +52 -5
  797. package/dist/mcp/toolRegistry.js +7 -1
  798. package/dist/memory/memoryRetrievalTools.d.ts +5 -89
  799. package/dist/memory/memoryRetrievalTools.js +1 -1
  800. package/dist/middleware/builtin/analytics.js +3 -0
  801. package/dist/middleware/builtin/autoEvaluation.js +46 -24
  802. package/dist/middleware/builtin/guardrails.js +4 -0
  803. package/dist/middleware/builtin/lifecycle.js +10 -6
  804. package/dist/middleware/factory.d.ts +3 -3
  805. package/dist/middleware/factory.js +3 -2
  806. package/dist/middleware/index.d.ts +1 -1
  807. package/dist/middleware/registry.d.ts +2 -2
  808. package/dist/middleware/registry.js +1 -0
  809. package/dist/middleware/utils/guardrailsUtils.d.ts +5 -6
  810. package/dist/middleware/utils/guardrailsUtils.js +15 -6
  811. package/dist/neurolink.d.ts +9 -20
  812. package/dist/neurolink.js +278 -186
  813. package/dist/observability/retryPolicy.d.ts +2 -13
  814. package/dist/observability/sampling/samplers.d.ts +2 -11
  815. package/dist/observability/spanProcessor.d.ts +2 -14
  816. package/dist/processors/base/BaseFileProcessor.js +1 -1
  817. package/dist/processors/document/OpenDocumentProcessor.js +5 -3
  818. package/dist/processors/media/VideoProcessor.js +157 -101
  819. package/dist/providers/amazonBedrock.js +12 -5
  820. package/dist/providers/amazonSagemaker.d.ts +5 -5
  821. package/dist/providers/amazonSagemaker.js +6 -2
  822. package/dist/providers/anthropic.d.ts +3 -3
  823. package/dist/providers/anthropic.js +23 -192
  824. package/dist/providers/anthropicBaseProvider.d.ts +4 -4
  825. package/dist/providers/anthropicBaseProvider.js +24 -13
  826. package/dist/providers/azureOpenai.d.ts +2 -2
  827. package/dist/providers/azureOpenai.js +6 -6
  828. package/dist/providers/googleAiStudio.d.ts +2 -2
  829. package/dist/providers/googleAiStudio.js +15 -7
  830. package/dist/providers/googleNativeGemini3.d.ts +3 -54
  831. package/dist/providers/googleNativeGemini3.js +14 -10
  832. package/dist/providers/googleVertex.d.ts +6 -6
  833. package/dist/providers/googleVertex.js +32 -26
  834. package/dist/providers/huggingFace.d.ts +4 -4
  835. package/dist/providers/huggingFace.js +15 -5
  836. package/dist/providers/litellm.d.ts +4 -4
  837. package/dist/providers/litellm.js +54 -42
  838. package/dist/providers/mistral.d.ts +2 -2
  839. package/dist/providers/mistral.js +5 -4
  840. package/dist/providers/ollama.d.ts +7 -4
  841. package/dist/providers/ollama.js +30 -8
  842. package/dist/providers/openAI.d.ts +2 -2
  843. package/dist/providers/openAI.js +46 -21
  844. package/dist/providers/openRouter.d.ts +4 -4
  845. package/dist/providers/openRouter.js +63 -35
  846. package/dist/providers/openaiCompatible.d.ts +2 -2
  847. package/dist/providers/openaiCompatible.js +18 -9
  848. package/dist/providers/providerTypeUtils.d.ts +28 -0
  849. package/dist/providers/providerTypeUtils.js +46 -0
  850. package/dist/providers/sagemaker/config.js +5 -5
  851. package/dist/providers/sagemaker/language-model.d.ts +23 -13
  852. package/dist/providers/sagemaker/language-model.js +20 -8
  853. package/dist/proxy/accountQuota.d.ts +33 -0
  854. package/dist/proxy/accountQuota.js +162 -0
  855. package/dist/proxy/claudeFormat.d.ts +143 -0
  856. package/dist/proxy/claudeFormat.js +595 -0
  857. package/dist/proxy/cloaking/index.d.ts +44 -0
  858. package/dist/proxy/cloaking/index.js +86 -0
  859. package/dist/proxy/cloaking/plugins/headerScrubber.d.ts +9 -0
  860. package/dist/proxy/cloaking/plugins/headerScrubber.js +86 -0
  861. package/dist/proxy/cloaking/plugins/sessionIdentity.d.ts +15 -0
  862. package/dist/proxy/cloaking/plugins/sessionIdentity.js +65 -0
  863. package/dist/proxy/cloaking/plugins/systemPromptInjector.d.ts +11 -0
  864. package/dist/proxy/cloaking/plugins/systemPromptInjector.js +83 -0
  865. package/dist/proxy/cloaking/plugins/tlsFingerprint.d.ts +14 -0
  866. package/dist/proxy/cloaking/plugins/tlsFingerprint.js +38 -0
  867. package/dist/proxy/cloaking/plugins/wordObfuscator.d.ts +9 -0
  868. package/dist/proxy/cloaking/plugins/wordObfuscator.js +121 -0
  869. package/dist/proxy/cloaking/types.d.ts +1 -0
  870. package/dist/proxy/cloaking/types.js +1 -0
  871. package/dist/proxy/modelRouter.d.ts +10 -0
  872. package/dist/proxy/modelRouter.js +29 -0
  873. package/dist/proxy/oauthFetch.d.ts +36 -0
  874. package/dist/proxy/oauthFetch.js +367 -0
  875. package/dist/proxy/proxyConfig.d.ts +42 -0
  876. package/dist/proxy/proxyConfig.js +499 -0
  877. package/dist/proxy/proxyFetch.js +2 -1
  878. package/dist/proxy/requestLogger.d.ts +50 -0
  879. package/dist/proxy/requestLogger.js +207 -0
  880. package/dist/proxy/tokenRefresh.d.ts +4 -0
  881. package/dist/proxy/tokenRefresh.js +124 -0
  882. package/dist/proxy/usageStats.d.ts +13 -0
  883. package/dist/proxy/usageStats.js +74 -0
  884. package/dist/rag/document/loaders.js +1 -1
  885. package/dist/rag/pipeline/contextAssembly.d.ts +4 -7
  886. package/dist/rag/ragIntegration.d.ts +2 -14
  887. package/dist/rag/ragIntegration.js +1 -1
  888. package/dist/rag/resilience/CircuitBreaker.d.ts +5 -44
  889. package/dist/rag/resilience/RetryHandler.js +1 -1
  890. package/dist/rag/retrieval/vectorQueryTool.d.ts +1 -9
  891. package/dist/rag/retrieval/vectorQueryTool.js +1 -1
  892. package/dist/sdk/toolRegistration.js +12 -1
  893. package/dist/server/abstract/baseServerAdapter.js +2 -2
  894. package/dist/server/adapters/honoAdapter.d.ts +6 -0
  895. package/dist/server/adapters/honoAdapter.js +76 -10
  896. package/dist/server/middleware/cache.js +3 -0
  897. package/dist/server/routes/claudeProxyRoutes.d.ts +44 -0
  898. package/dist/server/routes/claudeProxyRoutes.js +1600 -0
  899. package/dist/server/routes/healthRoutes.js +18 -1
  900. package/dist/server/routes/index.d.ts +7 -0
  901. package/dist/server/routes/index.js +8 -0
  902. package/dist/server/streaming/dataStream.d.ts +1 -5
  903. package/dist/server/streaming/dataStream.js +3 -0
  904. package/dist/server/utils/validation.d.ts +24 -124
  905. package/dist/server/utils/validation.js +2 -2
  906. package/dist/services/server/ai/observability/instrumentation.js +4 -0
  907. package/dist/telemetry/attributes.d.ts +38 -0
  908. package/dist/telemetry/attributes.js +40 -0
  909. package/dist/telemetry/tracers.d.ts +1 -0
  910. package/dist/telemetry/tracers.js +1 -0
  911. package/dist/types/authTypes.d.ts +56 -0
  912. package/dist/types/authTypes.js +8 -0
  913. package/dist/types/circuitBreakerErrors.d.ts +30 -0
  914. package/dist/types/circuitBreakerErrors.js +34 -0
  915. package/dist/types/cli.d.ts +258 -0
  916. package/dist/types/clientTypes.d.ts +1050 -0
  917. package/dist/types/clientTypes.js +10 -0
  918. package/dist/types/common.d.ts +123 -0
  919. package/dist/types/configTypes.d.ts +49 -0
  920. package/dist/types/configTypes.js +4 -0
  921. package/dist/types/conversation.d.ts +0 -5
  922. package/dist/types/evaluationTypes.d.ts +2 -2
  923. package/dist/types/fileTypes.d.ts +47 -0
  924. package/dist/types/generateTypes.d.ts +7 -3
  925. package/dist/types/guardrails.d.ts +2 -2
  926. package/dist/types/index.d.ts +4 -1
  927. package/dist/types/index.js +5 -0
  928. package/dist/types/middlewareTypes.d.ts +3 -3
  929. package/dist/types/modelTypes.d.ts +7 -97
  930. package/dist/types/modelTypes.js +3 -3
  931. package/dist/types/observability.d.ts +37 -0
  932. package/dist/types/providers.d.ts +107 -0
  933. package/dist/types/proxyTypes.d.ts +536 -0
  934. package/dist/types/proxyTypes.js +16 -0
  935. package/dist/types/ragTypes.d.ts +49 -1
  936. package/dist/types/streamTypes.d.ts +37 -13
  937. package/dist/types/subscriptionTypes.d.ts +77 -0
  938. package/dist/types/subscriptionTypes.js +2 -0
  939. package/dist/types/tools.d.ts +45 -1
  940. package/dist/types/typeAliases.d.ts +8 -0
  941. package/dist/types/typeAliases.js +1 -0
  942. package/dist/utils/async/retry.d.ts +4 -33
  943. package/dist/utils/asyncMutex.d.ts +14 -0
  944. package/dist/utils/asyncMutex.js +60 -0
  945. package/dist/utils/errorHandling.d.ts +2 -1
  946. package/dist/utils/errorHandling.js +14 -6
  947. package/dist/utils/fileDetector.d.ts +13 -1
  948. package/dist/utils/fileDetector.js +114 -32
  949. package/dist/utils/imageProcessor.js +7 -7
  950. package/dist/utils/json/safeParse.d.ts +1 -8
  951. package/dist/utils/mcpDefaults.d.ts +1 -1
  952. package/dist/utils/mcpDefaults.js +11 -2
  953. package/dist/utils/messageBuilder.d.ts +5 -5
  954. package/dist/utils/messageBuilder.js +106 -80
  955. package/dist/utils/modelChoices.d.ts +1 -8
  956. package/dist/utils/pdfProcessor.d.ts +1 -25
  957. package/dist/utils/pdfProcessor.js +5 -4
  958. package/dist/utils/pricing.js +28 -5
  959. package/dist/utils/rateLimiter.d.ts +1 -15
  960. package/dist/utils/redis.d.ts +1 -1
  961. package/dist/utils/redis.js +3 -3
  962. package/dist/utils/sanitizers/filename.d.ts +2 -22
  963. package/dist/utils/sanitizers/index.d.ts +4 -2
  964. package/dist/utils/sanitizers/svg.d.ts +1 -11
  965. package/dist/utils/schemaConversion.js +4 -1
  966. package/dist/utils/thinkingConfig.d.ts +1 -33
  967. package/dist/utils/tokenUtils.d.ts +1 -39
  968. package/dist/utils/videoAnalysisProcessor.d.ts +5 -5
  969. package/dist/utils/videoAnalysisProcessor.js +2 -2
  970. package/dist/workflow/config.d.ts +89 -1257
  971. package/dist/workflow/utils/workflowValidation.js +1 -1
  972. package/docs-site/mcp-server/index.js +2 -3
  973. package/package.json +138 -105
  974. package/dist/lib/memory/mem0Initializer.d.ts +0 -46
  975. package/dist/lib/memory/mem0Initializer.js +0 -85
  976. package/dist/memory/mem0Initializer.d.ts +0 -46
  977. package/dist/memory/mem0Initializer.js +0 -84
@@ -0,0 +1,1483 @@
1
+ /**
2
+ * React Hooks for NeuroLink Client SDK
3
+ *
4
+ * Provides React hooks for interacting with NeuroLink agents, chat, workflows,
5
+ * and voice features. Compatible with React 18+ and follows React hooks best practices.
6
+ *
7
+ * @remarks
8
+ * This module requires React 18+ as a peer dependency. Install it with:
9
+ * ```bash
10
+ * npm install react react-dom
11
+ * # or
12
+ * pnpm add react react-dom
13
+ * ```
14
+ *
15
+ * @module @neurolink/react
16
+ */
17
+
18
+ import {
19
+ useState,
20
+ useCallback,
21
+ useRef,
22
+ useEffect,
23
+ useContext,
24
+ createContext,
25
+ useMemo,
26
+ } from "react";
27
+ import type { ReactNode } from "react";
28
+
29
+ import type {
30
+ ClientConfig,
31
+ ApiError,
32
+ NeuroLinkProviderProps,
33
+ UseChatOptions,
34
+ UseChatReturn,
35
+ UseAgentOptions,
36
+ UseAgentReturn,
37
+ UseWorkflowOptions,
38
+ UseWorkflowReturn,
39
+ UseVoiceOptions,
40
+ UseVoiceReturn,
41
+ UseStreamOptions,
42
+ UseStreamReturn,
43
+ UseToolsOptions,
44
+ UseToolsReturn,
45
+ ChatMessage,
46
+ AgentExecuteOptions,
47
+ AgentExecuteResult,
48
+ WorkflowExecuteOptions,
49
+ WorkflowExecuteResult,
50
+ StreamCallbacks,
51
+ StreamEvent,
52
+ ToolInfo,
53
+ SpeechRecognitionInternal,
54
+ SpeechRecognitionEventInternal,
55
+ SpeechRecognitionErrorEventInternal,
56
+ } from "../types/clientTypes.js";
57
+ import { NeuroLinkClient, createClient } from "./httpClient.js";
58
+ import type { UnknownRecord } from "../types/common.js";
59
+ import type { ToolCall } from "../types/streamTypes.js";
60
+
61
+ // =============================================================================
62
+ // Context and Provider
63
+ // =============================================================================
64
+
65
+ /**
66
+ * Context for NeuroLink client
67
+ */
68
+ const NeuroLinkContext = createContext<NeuroLinkClient | null>(null);
69
+
70
+ /**
71
+ * Provider component for NeuroLink client
72
+ *
73
+ * Wraps your application to provide the NeuroLink client to all hooks.
74
+ *
75
+ * @example
76
+ * ```tsx
77
+ * import { NeuroLinkProvider } from '@neurolink/react';
78
+ *
79
+ * function App() {
80
+ * return (
81
+ * <NeuroLinkProvider
82
+ * config={{
83
+ * baseUrl: 'https://api.neurolink.example.com',
84
+ * apiKey: process.env.NEUROLINK_API_KEY,
85
+ * }}
86
+ * >
87
+ * <YourApp />
88
+ * </NeuroLinkProvider>
89
+ * );
90
+ * }
91
+ * ```
92
+ */
93
+ export function NeuroLinkProvider({
94
+ config,
95
+ children,
96
+ }: NeuroLinkProviderProps & { children: ReactNode }): ReactNode {
97
+ const client = useMemo(() => createClient(config), [config]);
98
+
99
+ return (
100
+ <NeuroLinkContext.Provider value={client}>
101
+ {children}
102
+ </NeuroLinkContext.Provider>
103
+ );
104
+ }
105
+
106
+ /**
107
+ * Hook to access the NeuroLink client
108
+ *
109
+ * Must be used within a NeuroLinkProvider.
110
+ *
111
+ * @throws Error if used outside of NeuroLinkProvider
112
+ */
113
+ export function useNeuroLinkClient(): NeuroLinkClient {
114
+ const client = useContext(NeuroLinkContext);
115
+
116
+ if (!client) {
117
+ throw new Error(
118
+ "useNeuroLinkClient must be used within a NeuroLinkProvider. " +
119
+ "Wrap your component tree with <NeuroLinkProvider config={...}>.",
120
+ );
121
+ }
122
+
123
+ return client;
124
+ }
125
+
126
+ // =============================================================================
127
+ // Utility Hooks
128
+ // =============================================================================
129
+
130
+ /**
131
+ * Generate a unique message ID
132
+ */
133
+ function generateMessageId(): string {
134
+ return `msg_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`;
135
+ }
136
+
137
+ // =============================================================================
138
+ // useChat Hook
139
+ // =============================================================================
140
+
141
+ /**
142
+ * React hook for chat interactions with NeuroLink agents
143
+ *
144
+ * Provides a chat interface with support for streaming responses,
145
+ * tool calls, and conversation history management.
146
+ *
147
+ * @example Basic usage
148
+ * ```tsx
149
+ * function ChatComponent() {
150
+ * const { messages, input, handleInputChange, handleSubmit, isLoading } = useChat({
151
+ * api: '/api/chat',
152
+ * agentId: 'my-agent',
153
+ * });
154
+ *
155
+ * return (
156
+ * <div>
157
+ * {messages.map(m => (
158
+ * <div key={m.id} className={m.role}>
159
+ * {m.content}
160
+ * </div>
161
+ * ))}
162
+ * <form onSubmit={handleSubmit}>
163
+ * <input value={input} onChange={handleInputChange} />
164
+ * <button type="submit" disabled={isLoading}>Send</button>
165
+ * </form>
166
+ * </div>
167
+ * );
168
+ * }
169
+ * ```
170
+ */
171
+ export function useChat(options: UseChatOptions = {}): UseChatReturn {
172
+ const {
173
+ agentId,
174
+ initialMessages = [],
175
+ sessionId: initialSessionId,
176
+ systemPrompt,
177
+ onFinish,
178
+ onError,
179
+ onToolCall,
180
+ body,
181
+ generateId = generateMessageId,
182
+ } = options;
183
+
184
+ const client = useNeuroLinkClient();
185
+ const [messages, setMessages] = useState<ChatMessage[]>(initialMessages);
186
+ const [input, setInput] = useState("");
187
+ const [isLoading, setIsLoading] = useState(false);
188
+ const [error, setError] = useState<ApiError | null>(null);
189
+ const [toolCalls, setToolCalls] = useState<ToolCall[]>([]);
190
+
191
+ const abortControllerRef = useRef<AbortController | null>(null);
192
+ const sessionIdRef = useRef<string | undefined>(initialSessionId);
193
+
194
+ // Keep a ref to the latest messages so callbacks never see stale state
195
+ const messagesRef = useRef<ChatMessage[]>(initialMessages);
196
+ useEffect(() => {
197
+ messagesRef.current = messages;
198
+ }, [messages]);
199
+
200
+ /**
201
+ * Handle input change
202
+ */
203
+ const handleInputChange = useCallback((e: { target: { value: string } }) => {
204
+ setInput(e.target.value);
205
+ }, []);
206
+
207
+ /**
208
+ * Append a message and get response
209
+ */
210
+ const append = useCallback(
211
+ async (
212
+ message: Omit<ChatMessage, "id" | "createdAt">,
213
+ ): Promise<string | null | undefined> => {
214
+ const userMessage: ChatMessage = {
215
+ id: generateId(),
216
+ createdAt: new Date(),
217
+ ...message,
218
+ };
219
+
220
+ setMessages((prev: ChatMessage[]) => [...prev, userMessage]);
221
+ setIsLoading(true);
222
+ setError(null);
223
+ setToolCalls([]);
224
+
225
+ // Create abort controller
226
+ abortControllerRef.current = new AbortController();
227
+
228
+ const assistantId = generateId();
229
+ const currentToolCalls: ToolCall[] = [];
230
+ let assistantContent = "";
231
+
232
+ // Add placeholder for assistant message
233
+ const assistantMessage: ChatMessage = {
234
+ id: assistantId,
235
+ role: "assistant",
236
+ content: "",
237
+ createdAt: new Date(),
238
+ };
239
+ setMessages((prev: ChatMessage[]) => [...prev, assistantMessage]);
240
+
241
+ try {
242
+ // Read from the ref so we always have the latest messages
243
+ const currentMessages = messagesRef.current;
244
+ await client.stream(
245
+ {
246
+ input: {
247
+ text: userMessage.content,
248
+ },
249
+ ...(agentId ? { context: { agentId } } : {}),
250
+ ...(systemPrompt ? { systemPrompt } : {}),
251
+ ...(body
252
+ ? {
253
+ context: {
254
+ ...(agentId ? { agentId } : {}),
255
+ messages: [...currentMessages, userMessage].map((m) => ({
256
+ role: m.role,
257
+ content: m.content,
258
+ })),
259
+ sessionId: sessionIdRef.current,
260
+ ...body,
261
+ },
262
+ }
263
+ : {
264
+ context: {
265
+ ...(agentId ? { agentId } : {}),
266
+ messages: [...currentMessages, userMessage].map((m) => ({
267
+ role: m.role,
268
+ content: m.content,
269
+ })),
270
+ sessionId: sessionIdRef.current,
271
+ },
272
+ }),
273
+ },
274
+ {
275
+ onText: (text) => {
276
+ assistantContent += text;
277
+ setMessages((prev: ChatMessage[]) =>
278
+ prev.map((m: ChatMessage) =>
279
+ m.id === assistantId
280
+ ? { ...m, content: assistantContent }
281
+ : m,
282
+ ),
283
+ );
284
+ },
285
+ onToolCall: (toolCall) => {
286
+ currentToolCalls.push(toolCall);
287
+ setToolCalls([...currentToolCalls]);
288
+ onToolCall?.(toolCall);
289
+ },
290
+ onToolResult: (toolResult) => {
291
+ setMessages((prev: ChatMessage[]) =>
292
+ prev.map((m: ChatMessage) =>
293
+ m.id === assistantId
294
+ ? {
295
+ ...m,
296
+ toolCalls: currentToolCalls,
297
+ toolResults: [...(m.toolResults ?? []), toolResult],
298
+ }
299
+ : m,
300
+ ),
301
+ );
302
+ },
303
+ onMetadata: (metadata) => {
304
+ if (metadata?.sessionId) {
305
+ sessionIdRef.current = metadata.sessionId as string;
306
+ }
307
+ },
308
+ },
309
+ { signal: abortControllerRef.current.signal },
310
+ );
311
+
312
+ // Final message update
313
+ const finalMessage: ChatMessage = {
314
+ id: assistantId,
315
+ role: "assistant",
316
+ content: assistantContent,
317
+ toolCalls: currentToolCalls.length > 0 ? currentToolCalls : undefined,
318
+ createdAt: new Date(),
319
+ };
320
+
321
+ setMessages((prev: ChatMessage[]) =>
322
+ prev.map((m: ChatMessage) =>
323
+ m.id === assistantId ? finalMessage : m,
324
+ ),
325
+ );
326
+
327
+ onFinish?.(finalMessage);
328
+ return assistantId;
329
+ } catch (err) {
330
+ if ((err as Error).name === "AbortError") {
331
+ return null;
332
+ }
333
+ const apiError = err as ApiError;
334
+ setError(apiError);
335
+ onError?.(apiError);
336
+ return null;
337
+ } finally {
338
+ setIsLoading(false);
339
+ setToolCalls([]);
340
+ abortControllerRef.current = null;
341
+ }
342
+ },
343
+ [
344
+ client,
345
+ agentId,
346
+ systemPrompt,
347
+ body,
348
+ generateId,
349
+ onFinish,
350
+ onError,
351
+ onToolCall,
352
+ ],
353
+ );
354
+
355
+ /**
356
+ * Handle form submission
357
+ */
358
+ const handleSubmit = useCallback(
359
+ (
360
+ e?: { preventDefault?: () => void },
361
+ submitOptions?: { data?: UnknownRecord },
362
+ ) => {
363
+ e?.preventDefault?.();
364
+
365
+ if (!input.trim()) return;
366
+
367
+ const message: Omit<ChatMessage, "id" | "createdAt"> = {
368
+ role: "user",
369
+ content: input,
370
+ metadata: submitOptions?.data as ChatMessage["metadata"],
371
+ };
372
+
373
+ setInput("");
374
+ append(message);
375
+ },
376
+ [input, append],
377
+ );
378
+
379
+ /**
380
+ * Reload the last assistant message
381
+ */
382
+ const reload = useCallback(async (): Promise<string | null | undefined> => {
383
+ // Read from the ref so we always have the latest messages
384
+ const currentMessages = messagesRef.current;
385
+ const lastUserMessageIndex = currentMessages.findLastIndex(
386
+ (m: ChatMessage) => m.role === "user",
387
+ );
388
+ if (lastUserMessageIndex === -1) return null;
389
+
390
+ const lastUserMessage = currentMessages[lastUserMessageIndex];
391
+
392
+ // Remove messages after the last user message
393
+ setMessages((prev: ChatMessage[]) => prev.slice(0, lastUserMessageIndex));
394
+
395
+ return append({
396
+ role: "user",
397
+ content: lastUserMessage.content,
398
+ });
399
+ }, [append]);
400
+
401
+ /**
402
+ * Stop streaming
403
+ */
404
+ const stop = useCallback(() => {
405
+ abortControllerRef.current?.abort();
406
+ }, []);
407
+
408
+ /**
409
+ * Clear error
410
+ */
411
+ const clearError = useCallback(() => {
412
+ setError(null);
413
+ }, []);
414
+
415
+ // Cleanup on unmount
416
+ useEffect(() => {
417
+ return () => {
418
+ abortControllerRef.current?.abort();
419
+ };
420
+ }, []);
421
+
422
+ return {
423
+ messages,
424
+ input,
425
+ setInput,
426
+ handleInputChange,
427
+ handleSubmit,
428
+ append,
429
+ reload,
430
+ stop,
431
+ setMessages,
432
+ isLoading,
433
+ error,
434
+ clearError,
435
+ toolCalls,
436
+ };
437
+ }
438
+
439
+ // =============================================================================
440
+ // useAgent Hook
441
+ // =============================================================================
442
+
443
+ /**
444
+ * React hook for interacting with NeuroLink agents
445
+ *
446
+ * Provides methods for executing agents with both streaming
447
+ * and non-streaming responses, with session management.
448
+ *
449
+ * @example Basic usage
450
+ * ```tsx
451
+ * function AgentComponent() {
452
+ * const { execute, isLoading, result, error } = useAgent({
453
+ * agentId: 'my-agent',
454
+ * onResponse: (result) => console.log('Agent responded:', result),
455
+ * });
456
+ *
457
+ * return (
458
+ * <div>
459
+ * <button onClick={() => execute('Hello!')}>
460
+ * {isLoading ? 'Thinking...' : 'Ask Agent'}
461
+ * </button>
462
+ * {result && <p>{result.content}</p>}
463
+ * {error && <p className="error">{error.message}</p>}
464
+ * </div>
465
+ * );
466
+ * }
467
+ * ```
468
+ */
469
+ export function useAgent(options: UseAgentOptions): UseAgentReturn {
470
+ const {
471
+ agentId,
472
+ sessionId: initialSessionId,
473
+ onResponse,
474
+ onError,
475
+ onToolCall,
476
+ initialInput,
477
+ } = options;
478
+
479
+ const client = useNeuroLinkClient();
480
+ const [sessionId, setSessionId] = useState<string | null>(
481
+ initialSessionId ?? null,
482
+ );
483
+ const [isLoading, setIsLoading] = useState(false);
484
+ const [isStreaming, setIsStreaming] = useState(false);
485
+ const [result, setResult] = useState<AgentExecuteResult | null>(null);
486
+ const [error, setError] = useState<ApiError | null>(null);
487
+
488
+ const abortControllerRef = useRef<AbortController | null>(null);
489
+ const hasAutoExecuted = useRef(false);
490
+
491
+ // Keep a ref to the latest sessionId so callbacks never see stale state
492
+ const sessionIdRef = useRef<string | null>(initialSessionId ?? null);
493
+ useEffect(() => {
494
+ sessionIdRef.current = sessionId;
495
+ }, [sessionId]);
496
+
497
+ /**
498
+ * Execute agent (non-streaming)
499
+ */
500
+ const execute = useCallback(
501
+ async (
502
+ input: string,
503
+ executeOptions?: Partial<AgentExecuteOptions>,
504
+ ): Promise<AgentExecuteResult> => {
505
+ setIsLoading(true);
506
+ setError(null);
507
+
508
+ abortControllerRef.current = new AbortController();
509
+
510
+ try {
511
+ const response = await client.executeAgent(
512
+ {
513
+ agentId,
514
+ input,
515
+ sessionId: sessionIdRef.current ?? undefined,
516
+ ...executeOptions,
517
+ },
518
+ { signal: abortControllerRef.current.signal },
519
+ );
520
+
521
+ const agentResult = response.data;
522
+ setResult(agentResult);
523
+ setSessionId(agentResult.sessionId);
524
+ onResponse?.(agentResult);
525
+
526
+ return agentResult;
527
+ } catch (err) {
528
+ const apiError = err as ApiError;
529
+ setError(apiError);
530
+ onError?.(apiError);
531
+ throw err;
532
+ } finally {
533
+ setIsLoading(false);
534
+ abortControllerRef.current = null;
535
+ }
536
+ },
537
+ [client, agentId, onResponse, onError],
538
+ );
539
+
540
+ /**
541
+ * Stream agent execution
542
+ */
543
+ const stream = useCallback(
544
+ async (input: string, callbacks?: StreamCallbacks): Promise<void> => {
545
+ setIsStreaming(true);
546
+ setIsLoading(true);
547
+ setError(null);
548
+
549
+ abortControllerRef.current = new AbortController();
550
+
551
+ try {
552
+ await client.streamAgent(
553
+ {
554
+ agentId,
555
+ input,
556
+ sessionId: sessionIdRef.current ?? undefined,
557
+ stream: true,
558
+ },
559
+ {
560
+ ...callbacks,
561
+ onToolCall: (toolCall) => {
562
+ callbacks?.onToolCall?.(toolCall);
563
+ onToolCall?.(toolCall);
564
+ },
565
+ onDone: (streamResult) => {
566
+ callbacks?.onDone?.(streamResult);
567
+ setIsStreaming(false);
568
+ },
569
+ onError: (apiError) => {
570
+ callbacks?.onError?.(apiError);
571
+ setError(apiError);
572
+ onError?.(apiError);
573
+ },
574
+ },
575
+ { signal: abortControllerRef.current.signal },
576
+ );
577
+ } catch (err) {
578
+ const apiError = err as ApiError;
579
+ setError(apiError);
580
+ onError?.(apiError);
581
+ } finally {
582
+ setIsLoading(false);
583
+ setIsStreaming(false);
584
+ abortControllerRef.current = null;
585
+ }
586
+ },
587
+ [client, agentId, onToolCall, onError],
588
+ );
589
+
590
+ /**
591
+ * Abort current execution
592
+ */
593
+ const abort = useCallback(() => {
594
+ abortControllerRef.current?.abort();
595
+ setIsLoading(false);
596
+ setIsStreaming(false);
597
+ }, []);
598
+
599
+ /**
600
+ * Clear error
601
+ */
602
+ const clearError = useCallback(() => {
603
+ setError(null);
604
+ }, []);
605
+
606
+ // Auto-execute on mount if initialInput is provided
607
+ useEffect(() => {
608
+ if (initialInput && !hasAutoExecuted.current) {
609
+ hasAutoExecuted.current = true;
610
+ execute(initialInput);
611
+ }
612
+ }, [initialInput, execute]);
613
+
614
+ // Cleanup on unmount
615
+ useEffect(() => {
616
+ return () => {
617
+ abortControllerRef.current?.abort();
618
+ };
619
+ }, []);
620
+
621
+ return {
622
+ execute,
623
+ stream,
624
+ sessionId,
625
+ setSessionId,
626
+ isLoading,
627
+ isStreaming,
628
+ result,
629
+ error,
630
+ clearError,
631
+ abort,
632
+ };
633
+ }
634
+
635
+ // =============================================================================
636
+ // useWorkflow Hook
637
+ // =============================================================================
638
+
639
+ /**
640
+ * React hook for executing NeuroLink workflows
641
+ *
642
+ * Provides methods for executing, resuming, and monitoring workflows
643
+ * with automatic status polling and suspension handling.
644
+ *
645
+ * @example Basic usage
646
+ * ```tsx
647
+ * function WorkflowComponent() {
648
+ * const { execute, status, result, isLoading, error } = useWorkflow({
649
+ * workflowId: 'data-processing-workflow',
650
+ * onComplete: (result) => console.log('Workflow completed:', result),
651
+ * onStepComplete: (step) => console.log('Step completed:', step.stepId),
652
+ * });
653
+ *
654
+ * return (
655
+ * <div>
656
+ * <button onClick={() => execute({ data: inputData })}>
657
+ * Run Workflow
658
+ * </button>
659
+ * {status && <p>Status: {status}</p>}
660
+ * {result?.output && <pre>{JSON.stringify(result.output, null, 2)}</pre>}
661
+ * </div>
662
+ * );
663
+ * }
664
+ * ```
665
+ */
666
+ export function useWorkflow(options: UseWorkflowOptions): UseWorkflowReturn {
667
+ const {
668
+ workflowId,
669
+ onComplete,
670
+ onError,
671
+ onStepComplete,
672
+ pollInterval = 2000,
673
+ } = options;
674
+
675
+ const client = useNeuroLinkClient();
676
+ const [runId, setRunId] = useState<string | null>(null);
677
+ const [status, setStatus] = useState<WorkflowExecuteResult["status"] | null>(
678
+ null,
679
+ );
680
+ const [isLoading, setIsLoading] = useState(false);
681
+ const [result, setResult] = useState<WorkflowExecuteResult | null>(null);
682
+ const [error, setError] = useState<ApiError | null>(null);
683
+
684
+ const pollIntervalRef = useRef<ReturnType<typeof setInterval> | null>(null);
685
+ const previousStepsRef = useRef<Set<string>>(new Set());
686
+
687
+ /**
688
+ * Stop polling
689
+ */
690
+ const stopPolling = useCallback(() => {
691
+ if (pollIntervalRef.current) {
692
+ clearInterval(pollIntervalRef.current);
693
+ pollIntervalRef.current = null;
694
+ }
695
+ }, []);
696
+
697
+ /**
698
+ * Poll for workflow status
699
+ */
700
+ const pollStatus = useCallback(
701
+ async (currentRunId: string) => {
702
+ try {
703
+ const response = await client.getWorkflowStatus(
704
+ workflowId,
705
+ currentRunId,
706
+ );
707
+ const workflowResult = response.data;
708
+
709
+ setStatus(workflowResult.status);
710
+ setResult(workflowResult);
711
+
712
+ // Check for newly completed steps
713
+ if (workflowResult.steps && onStepComplete) {
714
+ for (const step of workflowResult.steps) {
715
+ if (
716
+ step.status === "completed" &&
717
+ !previousStepsRef.current.has(step.stepId)
718
+ ) {
719
+ previousStepsRef.current.add(step.stepId);
720
+ onStepComplete(step);
721
+ }
722
+ }
723
+ }
724
+
725
+ // Handle completion
726
+ if (workflowResult.status === "completed") {
727
+ stopPolling();
728
+ setIsLoading(false);
729
+ onComplete?.(workflowResult);
730
+ } else if (workflowResult.status === "failed") {
731
+ stopPolling();
732
+ setIsLoading(false);
733
+ if (workflowResult.error) {
734
+ setError(workflowResult.error);
735
+ onError?.(workflowResult.error);
736
+ }
737
+ } else if (workflowResult.status === "suspended") {
738
+ stopPolling();
739
+ setIsLoading(false);
740
+ }
741
+ } catch (err) {
742
+ stopPolling();
743
+ setIsLoading(false);
744
+ const apiError = err as ApiError;
745
+ setError(apiError);
746
+ onError?.(apiError);
747
+ }
748
+ },
749
+ [client, workflowId, onComplete, onError, onStepComplete, stopPolling],
750
+ );
751
+
752
+ /**
753
+ * Start polling for workflow status
754
+ */
755
+ const startPolling = useCallback(
756
+ (currentRunId: string) => {
757
+ stopPolling();
758
+ pollIntervalRef.current = setInterval(
759
+ () => pollStatus(currentRunId),
760
+ pollInterval,
761
+ );
762
+ },
763
+ [pollInterval, pollStatus, stopPolling],
764
+ );
765
+
766
+ /**
767
+ * Execute workflow
768
+ */
769
+ const execute = useCallback(
770
+ async (
771
+ input: UnknownRecord,
772
+ executeOptions?: Partial<WorkflowExecuteOptions>,
773
+ ): Promise<WorkflowExecuteResult> => {
774
+ setIsLoading(true);
775
+ setError(null);
776
+ setStatus(null);
777
+ setResult(null);
778
+ previousStepsRef.current.clear();
779
+
780
+ try {
781
+ const response = await client.executeWorkflow({
782
+ workflowId,
783
+ input,
784
+ ...executeOptions,
785
+ });
786
+
787
+ const workflowResult = response.data;
788
+ setRunId(workflowResult.runId);
789
+ setStatus(workflowResult.status);
790
+ setResult(workflowResult);
791
+
792
+ // Start polling if workflow is running
793
+ if (workflowResult.status === "running") {
794
+ startPolling(workflowResult.runId);
795
+ } else if (workflowResult.status === "completed") {
796
+ setIsLoading(false);
797
+ onComplete?.(workflowResult);
798
+ } else if (workflowResult.status === "failed") {
799
+ setIsLoading(false);
800
+ if (workflowResult.error) {
801
+ setError(workflowResult.error);
802
+ onError?.(workflowResult.error);
803
+ }
804
+ }
805
+
806
+ return workflowResult;
807
+ } catch (err) {
808
+ setIsLoading(false);
809
+ const apiError = err as ApiError;
810
+ setError(apiError);
811
+ onError?.(apiError);
812
+ throw err;
813
+ }
814
+ },
815
+ [client, workflowId, onComplete, onError, startPolling],
816
+ );
817
+
818
+ /**
819
+ * Resume suspended workflow
820
+ */
821
+ const resume = useCallback(
822
+ async (
823
+ resumeToken: string,
824
+ resumeData?: UnknownRecord,
825
+ ): Promise<WorkflowExecuteResult> => {
826
+ setIsLoading(true);
827
+ setError(null);
828
+
829
+ try {
830
+ const response = await client.resumeWorkflow(
831
+ workflowId,
832
+ resumeToken,
833
+ resumeData,
834
+ );
835
+
836
+ const workflowResult = response.data;
837
+ setRunId(workflowResult.runId);
838
+ setStatus(workflowResult.status);
839
+ setResult(workflowResult);
840
+
841
+ // Start polling if workflow is running
842
+ if (workflowResult.status === "running") {
843
+ startPolling(workflowResult.runId);
844
+ } else if (workflowResult.status === "completed") {
845
+ setIsLoading(false);
846
+ onComplete?.(workflowResult);
847
+ }
848
+
849
+ return workflowResult;
850
+ } catch (err) {
851
+ setIsLoading(false);
852
+ const apiError = err as ApiError;
853
+ setError(apiError);
854
+ onError?.(apiError);
855
+ throw err;
856
+ }
857
+ },
858
+ [client, workflowId, onComplete, onError, startPolling],
859
+ );
860
+
861
+ /**
862
+ * Get workflow status
863
+ */
864
+ const getStatus = useCallback(
865
+ async (statusRunId: string): Promise<WorkflowExecuteResult> => {
866
+ const response = await client.getWorkflowStatus(workflowId, statusRunId);
867
+ return response.data;
868
+ },
869
+ [client, workflowId],
870
+ );
871
+
872
+ /**
873
+ * Cancel workflow execution
874
+ */
875
+ const cancel = useCallback(
876
+ async (cancelRunId: string): Promise<void> => {
877
+ stopPolling();
878
+ await client.cancelWorkflow(workflowId, cancelRunId);
879
+ setStatus("failed");
880
+ setIsLoading(false);
881
+ },
882
+ [client, workflowId, stopPolling],
883
+ );
884
+
885
+ /**
886
+ * Clear error
887
+ */
888
+ const clearError = useCallback(() => {
889
+ setError(null);
890
+ }, []);
891
+
892
+ // Cleanup on unmount
893
+ useEffect(() => {
894
+ return () => {
895
+ stopPolling();
896
+ };
897
+ }, [stopPolling]);
898
+
899
+ return {
900
+ execute,
901
+ resume,
902
+ getStatus,
903
+ cancel,
904
+ runId,
905
+ status,
906
+ isLoading,
907
+ result,
908
+ error,
909
+ clearError,
910
+ };
911
+ }
912
+
913
+ // =============================================================================
914
+ // useVoice Hook
915
+ // =============================================================================
916
+
917
+ /**
918
+ * React hook for voice interactions with NeuroLink
919
+ *
920
+ * Provides voice input (speech recognition) and output (text-to-speech)
921
+ * capabilities with support for real-time conversation.
922
+ *
923
+ * @example Basic usage
924
+ * ```tsx
925
+ * function VoiceComponent() {
926
+ * const {
927
+ * startListening,
928
+ * stopListening,
929
+ * speak,
930
+ * isListening,
931
+ * isSpeaking,
932
+ * transcript,
933
+ * isSupported,
934
+ * } = useVoice({
935
+ * voice: 'en-US-Neural2-C',
936
+ * autoPlay: true,
937
+ * });
938
+ *
939
+ * if (!isSupported) {
940
+ * return <p>Voice not supported in this browser</p>;
941
+ * }
942
+ *
943
+ * return (
944
+ * <div>
945
+ * <button onClick={isListening ? stopListening : startListening}>
946
+ * {isListening ? 'Stop' : 'Start'} Listening
947
+ * </button>
948
+ * <p>Transcript: {transcript}</p>
949
+ * <button onClick={() => speak('Hello!')}>Speak</button>
950
+ * </div>
951
+ * );
952
+ * }
953
+ * ```
954
+ */
955
+ export function useVoice(options: UseVoiceOptions = {}): UseVoiceReturn {
956
+ const {
957
+ voice,
958
+ language = "en-US",
959
+ autoPlay = true,
960
+ onSpeechStart,
961
+ onSpeechEnd,
962
+ onError,
963
+ api = "/api/tts",
964
+ enableSpeechRecognition = true,
965
+ } = options;
966
+
967
+ const [isListening, setIsListening] = useState(false);
968
+ const [isSpeaking, setIsSpeaking] = useState(false);
969
+ const [isProcessing, setIsProcessing] = useState(false);
970
+ const [transcript, setTranscript] = useState("");
971
+ const [response, setResponse] = useState<string | null>(null);
972
+ const [error, setError] = useState<ApiError | null>(null);
973
+
974
+ const recognitionRef = useRef<SpeechRecognitionInternal | null>(null);
975
+ const synthesisRef = useRef<SpeechSynthesisUtterance | null>(null);
976
+
977
+ // Check browser support
978
+ const isSupported = useMemo(() => {
979
+ if (typeof window === "undefined") return false;
980
+ const hasSpeechRecognition =
981
+ "SpeechRecognition" in window || "webkitSpeechRecognition" in window;
982
+ const hasSpeechSynthesis = "speechSynthesis" in window;
983
+ return hasSpeechRecognition || hasSpeechSynthesis;
984
+ }, []);
985
+
986
+ /**
987
+ * Initialize speech recognition
988
+ */
989
+ const initRecognition = useCallback(() => {
990
+ if (typeof window === "undefined") return null;
991
+
992
+ const SpeechRecognitionCtor =
993
+ (
994
+ window as unknown as {
995
+ SpeechRecognition?: { new (): SpeechRecognitionInternal };
996
+ }
997
+ ).SpeechRecognition ||
998
+ (
999
+ window as unknown as {
1000
+ webkitSpeechRecognition?: { new (): SpeechRecognitionInternal };
1001
+ }
1002
+ ).webkitSpeechRecognition;
1003
+
1004
+ if (!SpeechRecognitionCtor) return null;
1005
+
1006
+ const recognition = new SpeechRecognitionCtor();
1007
+ recognition.continuous = true;
1008
+ recognition.interimResults = true;
1009
+ recognition.lang = language;
1010
+
1011
+ recognition.onresult = (event: SpeechRecognitionEventInternal) => {
1012
+ let finalTranscript = "";
1013
+ let interimTranscript = "";
1014
+
1015
+ for (let i = event.resultIndex; i < event.results.length; i++) {
1016
+ const result = event.results[i];
1017
+ if (result.isFinal) {
1018
+ finalTranscript += result[0].transcript;
1019
+ } else {
1020
+ interimTranscript += result[0].transcript;
1021
+ }
1022
+ }
1023
+
1024
+ setTranscript(finalTranscript || interimTranscript);
1025
+ };
1026
+
1027
+ recognition.onerror = (event: SpeechRecognitionErrorEventInternal) => {
1028
+ const apiError: ApiError = {
1029
+ code: "SPEECH_RECOGNITION_ERROR",
1030
+ message: event.error,
1031
+ status: 500,
1032
+ };
1033
+ setError(apiError);
1034
+ onError?.(apiError);
1035
+ setIsListening(false);
1036
+ };
1037
+
1038
+ recognition.onend = () => {
1039
+ setIsListening(false);
1040
+ };
1041
+
1042
+ return recognition;
1043
+ }, [language, onError]);
1044
+
1045
+ /**
1046
+ * Start listening for voice input
1047
+ */
1048
+ const startListening = useCallback(() => {
1049
+ if (!enableSpeechRecognition) return;
1050
+
1051
+ if (!recognitionRef.current) {
1052
+ recognitionRef.current = initRecognition();
1053
+ }
1054
+
1055
+ if (recognitionRef.current) {
1056
+ setTranscript("");
1057
+ setError(null);
1058
+ recognitionRef.current.start();
1059
+ setIsListening(true);
1060
+ }
1061
+ }, [enableSpeechRecognition, initRecognition]);
1062
+
1063
+ /**
1064
+ * Stop listening
1065
+ */
1066
+ const stopListening = useCallback(() => {
1067
+ if (recognitionRef.current) {
1068
+ recognitionRef.current.stop();
1069
+ setIsListening(false);
1070
+ }
1071
+ }, []);
1072
+
1073
+ /**
1074
+ * Speak text using TTS
1075
+ */
1076
+ const speak = useCallback(
1077
+ async (text: string): Promise<void> => {
1078
+ if (typeof window === "undefined") return;
1079
+
1080
+ setIsSpeaking(true);
1081
+ onSpeechStart?.();
1082
+
1083
+ try {
1084
+ // Use Web Speech API for basic TTS
1085
+ if ("speechSynthesis" in window) {
1086
+ return new Promise((resolve, reject) => {
1087
+ const utterance = new SpeechSynthesisUtterance(text);
1088
+ utterance.lang = language;
1089
+
1090
+ if (voice) {
1091
+ const voices = window.speechSynthesis.getVoices();
1092
+ const selectedVoice = voices.find((v) => v.name.includes(voice));
1093
+ if (selectedVoice) {
1094
+ utterance.voice = selectedVoice;
1095
+ }
1096
+ }
1097
+
1098
+ utterance.onend = () => {
1099
+ setIsSpeaking(false);
1100
+ onSpeechEnd?.();
1101
+ resolve();
1102
+ };
1103
+
1104
+ utterance.onerror = (event) => {
1105
+ setIsSpeaking(false);
1106
+ const apiError: ApiError = {
1107
+ code: "SPEECH_SYNTHESIS_ERROR",
1108
+ message: event.error,
1109
+ status: 500,
1110
+ };
1111
+ setError(apiError);
1112
+ onError?.(apiError);
1113
+ reject(event);
1114
+ };
1115
+
1116
+ synthesisRef.current = utterance;
1117
+ window.speechSynthesis.speak(utterance);
1118
+ });
1119
+ }
1120
+ } catch (err) {
1121
+ setIsSpeaking(false);
1122
+ const apiError: ApiError = {
1123
+ code: "TTS_ERROR",
1124
+ message: (err as Error).message,
1125
+ status: 500,
1126
+ };
1127
+ setError(apiError);
1128
+ onError?.(apiError);
1129
+ }
1130
+ },
1131
+ [voice, language, onSpeechStart, onSpeechEnd, onError],
1132
+ );
1133
+
1134
+ /**
1135
+ * Stop speaking
1136
+ */
1137
+ const stopSpeaking = useCallback(() => {
1138
+ if (typeof window !== "undefined" && "speechSynthesis" in window) {
1139
+ window.speechSynthesis.cancel();
1140
+ setIsSpeaking(false);
1141
+ }
1142
+ }, []);
1143
+
1144
+ /**
1145
+ * Submit voice input and get response
1146
+ */
1147
+ const submit = useCallback(
1148
+ async (text: string): Promise<string> => {
1149
+ setIsProcessing(true);
1150
+ setError(null);
1151
+
1152
+ try {
1153
+ const res = await fetch(api, {
1154
+ method: "POST",
1155
+ headers: {
1156
+ "Content-Type": "application/json",
1157
+ },
1158
+ body: JSON.stringify({ text, voice }),
1159
+ });
1160
+
1161
+ if (!res.ok) {
1162
+ const errorData = await res.json();
1163
+ throw errorData;
1164
+ }
1165
+
1166
+ const data = await res.json();
1167
+ const responseText = data.response || data.content || text;
1168
+ setResponse(responseText);
1169
+
1170
+ if (autoPlay) {
1171
+ await speak(responseText);
1172
+ }
1173
+
1174
+ return responseText;
1175
+ } catch (err) {
1176
+ const apiError = err as ApiError;
1177
+ setError(apiError);
1178
+ onError?.(apiError);
1179
+ throw err;
1180
+ } finally {
1181
+ setIsProcessing(false);
1182
+ }
1183
+ },
1184
+ [api, voice, autoPlay, speak, onError],
1185
+ );
1186
+
1187
+ // Cleanup on unmount
1188
+ useEffect(() => {
1189
+ return () => {
1190
+ recognitionRef.current?.stop();
1191
+ if (typeof window !== "undefined" && "speechSynthesis" in window) {
1192
+ window.speechSynthesis.cancel();
1193
+ }
1194
+ };
1195
+ }, []);
1196
+
1197
+ return {
1198
+ startListening,
1199
+ stopListening,
1200
+ speak,
1201
+ stopSpeaking,
1202
+ submit,
1203
+ isListening,
1204
+ isSpeaking,
1205
+ isProcessing,
1206
+ transcript,
1207
+ response,
1208
+ error,
1209
+ isSupported,
1210
+ };
1211
+ }
1212
+
1213
+ // =============================================================================
1214
+ // useStream Hook
1215
+ // =============================================================================
1216
+
1217
+ /**
1218
+ * React hook for streaming responses from NeuroLink
1219
+ *
1220
+ * @example
1221
+ * ```tsx
1222
+ * function StreamComponent() {
1223
+ * const { start, stop, text, isStreaming } = useStream({
1224
+ * api: '/api/stream',
1225
+ * });
1226
+ *
1227
+ * return (
1228
+ * <div>
1229
+ * <button onClick={() => start({ prompt: 'Tell me a story' })}>
1230
+ * Start
1231
+ * </button>
1232
+ * <button onClick={stop} disabled={!isStreaming}>Stop</button>
1233
+ * <p>{text}</p>
1234
+ * </div>
1235
+ * );
1236
+ * }
1237
+ * ```
1238
+ */
1239
+ export function useStream(options: UseStreamOptions = {}): UseStreamReturn {
1240
+ const { api = "/api/stream", callbacks } = options;
1241
+
1242
+ const [text, setText] = useState("");
1243
+ const [events, setEvents] = useState<StreamEvent[]>([]);
1244
+ const [isStreaming, setIsStreaming] = useState(false);
1245
+ const [error, setError] = useState<ApiError | null>(null);
1246
+
1247
+ const abortControllerRef = useRef<AbortController | null>(null);
1248
+
1249
+ /**
1250
+ * Start streaming
1251
+ */
1252
+ const start = useCallback(
1253
+ async (streamOptions: { prompt: string } & UnknownRecord) => {
1254
+ setText("");
1255
+ setEvents([]);
1256
+ setError(null);
1257
+ setIsStreaming(true);
1258
+
1259
+ abortControllerRef.current = new AbortController();
1260
+
1261
+ try {
1262
+ const response = await fetch(api, {
1263
+ method: "POST",
1264
+ headers: {
1265
+ "Content-Type": "application/json",
1266
+ Accept: "text/event-stream",
1267
+ },
1268
+ body: JSON.stringify(streamOptions),
1269
+ signal: abortControllerRef.current.signal,
1270
+ });
1271
+
1272
+ if (!response.ok) {
1273
+ const errorData = await response.json();
1274
+ throw errorData;
1275
+ }
1276
+
1277
+ const reader = response.body?.getReader();
1278
+ if (!reader) {
1279
+ throw new Error("Response body is not readable");
1280
+ }
1281
+
1282
+ const decoder = new TextDecoder();
1283
+ let buffer = "";
1284
+ let fullText = "";
1285
+
1286
+ while (true) {
1287
+ const { done, value } = await reader.read();
1288
+ if (done) break;
1289
+
1290
+ buffer += decoder.decode(value, { stream: true });
1291
+ const lines = buffer.split("\n");
1292
+ buffer = lines.pop() ?? "";
1293
+
1294
+ for (const line of lines) {
1295
+ if (line.startsWith("data: ")) {
1296
+ const data = line.slice(6);
1297
+ if (data === "[DONE]") {
1298
+ break;
1299
+ }
1300
+
1301
+ try {
1302
+ const event = JSON.parse(data) as StreamEvent;
1303
+ setEvents((prev: StreamEvent[]) => [...prev, event]);
1304
+
1305
+ if (event.type === "text" && event.content) {
1306
+ fullText += event.content;
1307
+ setText(fullText);
1308
+ callbacks?.onText?.(event.content);
1309
+ } else if (event.type === "tool-call" && event.toolCall) {
1310
+ callbacks?.onToolCall?.(event.toolCall);
1311
+ } else if (event.type === "tool-result" && event.toolResult) {
1312
+ callbacks?.onToolResult?.(event.toolResult);
1313
+ } else if (event.type === "error" && event.error) {
1314
+ callbacks?.onError?.(event.error);
1315
+ } else if (event.type === "metadata" && event.metadata) {
1316
+ callbacks?.onMetadata?.(event.metadata);
1317
+ }
1318
+ } catch {
1319
+ // Ignore parse errors
1320
+ }
1321
+ }
1322
+ }
1323
+ }
1324
+
1325
+ reader.releaseLock();
1326
+ } catch (err) {
1327
+ if ((err as Error).name === "AbortError") {
1328
+ return;
1329
+ }
1330
+ const apiError = err as ApiError;
1331
+ setError(apiError);
1332
+ callbacks?.onError?.(apiError);
1333
+ } finally {
1334
+ setIsStreaming(false);
1335
+ abortControllerRef.current = null;
1336
+ }
1337
+ },
1338
+ [api, callbacks],
1339
+ );
1340
+
1341
+ /**
1342
+ * Stop streaming
1343
+ */
1344
+ const stop = useCallback(() => {
1345
+ abortControllerRef.current?.abort();
1346
+ setIsStreaming(false);
1347
+ }, []);
1348
+
1349
+ // Cleanup on unmount
1350
+ useEffect(() => {
1351
+ return () => {
1352
+ abortControllerRef.current?.abort();
1353
+ };
1354
+ }, []);
1355
+
1356
+ return {
1357
+ start,
1358
+ stop,
1359
+ text,
1360
+ events,
1361
+ isStreaming,
1362
+ error,
1363
+ };
1364
+ }
1365
+
1366
+ // =============================================================================
1367
+ // useTools Hook
1368
+ // =============================================================================
1369
+
1370
+ /**
1371
+ * React hook for accessing and executing NeuroLink tools
1372
+ *
1373
+ * @example
1374
+ * ```tsx
1375
+ * function ToolsComponent() {
1376
+ * const { tools, execute, isLoading, error } = useTools({
1377
+ * category: 'data',
1378
+ * });
1379
+ *
1380
+ * return (
1381
+ * <div>
1382
+ * {tools.map(tool => (
1383
+ * <div key={tool.name}>
1384
+ * <h3>{tool.name}</h3>
1385
+ * <p>{tool.description}</p>
1386
+ * <button onClick={() => execute(tool.name, { input: 'test' })}>
1387
+ * Execute
1388
+ * </button>
1389
+ * </div>
1390
+ * ))}
1391
+ * </div>
1392
+ * );
1393
+ * }
1394
+ * ```
1395
+ */
1396
+ export function useTools(options: UseToolsOptions = {}): UseToolsReturn {
1397
+ const { category, serverId, refreshInterval } = options;
1398
+
1399
+ const client = useNeuroLinkClient();
1400
+ const [tools, setTools] = useState<ToolInfo[]>([]);
1401
+ const [isLoading, setIsLoading] = useState(false);
1402
+ const [error, setError] = useState<ApiError | null>(null);
1403
+
1404
+ /**
1405
+ * Refresh tool list
1406
+ */
1407
+ const refresh = useCallback(async () => {
1408
+ setIsLoading(true);
1409
+ setError(null);
1410
+
1411
+ try {
1412
+ const response = await client.listTools({ category, serverId });
1413
+ setTools(response.data);
1414
+ } catch (err) {
1415
+ const apiError = err as ApiError;
1416
+ setError(apiError);
1417
+ } finally {
1418
+ setIsLoading(false);
1419
+ }
1420
+ }, [client, category, serverId]);
1421
+
1422
+ /**
1423
+ * Execute a tool
1424
+ */
1425
+ const execute = useCallback(
1426
+ async (toolName: string, params: UnknownRecord): Promise<unknown> => {
1427
+ const response = await client.executeTool(toolName, params);
1428
+ return response.data;
1429
+ },
1430
+ [client],
1431
+ );
1432
+
1433
+ // Initial load
1434
+ useEffect(() => {
1435
+ refresh();
1436
+ }, [refresh]);
1437
+
1438
+ // Auto-refresh interval
1439
+ useEffect(() => {
1440
+ if (refreshInterval && refreshInterval > 0) {
1441
+ const interval = setInterval(refresh, refreshInterval);
1442
+ return () => clearInterval(interval);
1443
+ }
1444
+ return undefined;
1445
+ }, [refreshInterval, refresh]);
1446
+
1447
+ return {
1448
+ tools,
1449
+ execute,
1450
+ refresh,
1451
+ isLoading,
1452
+ error,
1453
+ };
1454
+ }
1455
+
1456
+ // =============================================================================
1457
+ // Type Exports
1458
+ // =============================================================================
1459
+
1460
+ export type {
1461
+ NeuroLinkProviderProps,
1462
+ UseChatOptions,
1463
+ UseChatReturn,
1464
+ UseAgentOptions,
1465
+ UseAgentReturn,
1466
+ UseWorkflowOptions,
1467
+ UseWorkflowReturn,
1468
+ UseVoiceOptions,
1469
+ UseVoiceReturn,
1470
+ UseStreamOptions,
1471
+ UseStreamReturn,
1472
+ UseToolsOptions,
1473
+ UseToolsReturn,
1474
+ ChatMessage,
1475
+ };
1476
+
1477
+ // Type augmentation for SpeechRecognition (browser APIs)
1478
+ declare global {
1479
+ interface Window {
1480
+ SpeechRecognition: { new (): SpeechRecognitionInternal };
1481
+ webkitSpeechRecognition: { new (): SpeechRecognitionInternal };
1482
+ }
1483
+ }