@juspay/neurolink 9.30.0 → 9.31.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +20 -0
- package/README.md +2 -3
- package/dist/adapters/providerImageAdapter.js +13 -22
- package/dist/adapters/video/videoAnalyzer.d.ts +4 -4
- package/dist/adapters/video/videoAnalyzer.js +3 -3
- package/dist/agent/directTools.d.ts +20 -289
- package/dist/agent/directTools.js +11 -10
- package/dist/auth/accountPool.d.ts +68 -0
- package/dist/auth/accountPool.js +178 -0
- package/dist/auth/anthropicOAuth.d.ts +15 -5
- package/dist/auth/anthropicOAuth.js +117 -57
- package/dist/auth/index.d.ts +7 -5
- package/dist/auth/index.js +6 -2
- package/dist/auth/tokenStore.d.ts +71 -27
- package/dist/auth/tokenStore.js +342 -64
- package/dist/cli/commands/auth.d.ts +39 -2
- package/dist/cli/commands/auth.js +585 -36
- package/dist/cli/commands/config.d.ts +47 -574
- package/dist/cli/commands/config.js +142 -24
- package/dist/cli/commands/docs.d.ts +1 -5
- package/dist/cli/commands/observability.d.ts +1 -17
- package/dist/cli/commands/ollama.js +1 -1
- package/dist/cli/commands/proxy.d.ts +20 -0
- package/dist/cli/commands/proxy.js +1254 -0
- package/dist/cli/commands/setup-anthropic.js +1 -1
- package/dist/cli/commands/setup-azure.js +1 -1
- package/dist/cli/commands/setup-bedrock.js +2 -2
- package/dist/cli/commands/setup-gcp.js +1 -1
- package/dist/cli/commands/setup-google-ai.js +1 -1
- package/dist/cli/commands/setup-huggingface.js +2 -2
- package/dist/cli/commands/setup-mistral.js +1 -1
- package/dist/cli/commands/setup-openai.js +1 -1
- package/dist/cli/commands/setup.js +3 -3
- package/dist/cli/commands/telemetry.d.ts +1 -22
- package/dist/cli/factories/authCommandFactory.d.ts +16 -11
- package/dist/cli/factories/authCommandFactory.js +96 -1
- package/dist/cli/factories/ollamaCommandFactory.js +1 -1
- package/dist/cli/factories/sagemakerCommandFactory.js +25 -6
- package/dist/cli/index.d.ts +0 -6
- package/dist/cli/index.js +5 -2
- package/dist/cli/loop/conversationSelector.js +7 -2
- package/dist/cli/parser.js +19 -1
- package/dist/cli/utils/envManager.js +2 -2
- package/dist/cli/utils/ollamaUtils.d.ts +1 -2
- package/dist/client/adapters/providerImageAdapter.js +588 -0
- package/dist/client/adapters/tts/googleTTSHandler.js +344 -0
- package/dist/client/adapters/video/directorPipeline.js +516 -0
- package/dist/client/adapters/video/ffmpegAdapter.js +206 -0
- package/dist/client/adapters/video/frameExtractor.js +143 -0
- package/dist/client/adapters/video/vertexVideoHandler.js +763 -0
- package/dist/client/adapters/video/videoAnalyzer.js +238 -0
- package/dist/client/adapters/video/videoMerger.js +171 -0
- package/dist/client/agent/directTools.js +840 -0
- package/dist/client/aiSdkAdapter.d.ts +196 -0
- package/dist/client/aiSdkAdapter.js +487 -0
- package/dist/client/auth/anthropicOAuth.js +974 -0
- package/dist/client/auth/tokenStore.js +799 -0
- package/dist/client/auth.d.ts +248 -0
- package/dist/client/auth.js +473 -0
- package/dist/client/client/aiSdkAdapter.js +487 -0
- package/dist/client/client/auth.js +473 -0
- package/dist/client/client/errors.js +552 -0
- package/dist/client/client/httpClient.js +837 -0
- package/dist/client/client/index.js +172 -0
- package/dist/client/client/interceptors.js +601 -0
- package/dist/client/client/reactHooks.js +1159 -0
- package/dist/client/client/sseClient.js +545 -0
- package/dist/client/client/streamingClient.js +917 -0
- package/dist/client/client/wsClient.js +369 -0
- package/dist/client/config/configManager.js +303 -0
- package/dist/client/config/conversationMemory.js +86 -0
- package/dist/client/config/taskClassificationConfig.js +148 -0
- package/dist/client/constants/contextWindows.js +295 -0
- package/dist/client/constants/enums.js +853 -0
- package/dist/client/constants/index.js +207 -0
- package/dist/client/constants/performance.js +389 -0
- package/dist/client/constants/retry.js +266 -0
- package/dist/client/constants/timeouts.js +182 -0
- package/dist/client/constants/tokens.js +380 -0
- package/dist/client/constants/videoErrors.js +46 -0
- package/dist/client/context/budgetChecker.js +98 -0
- package/dist/client/context/contextCompactor.js +205 -0
- package/dist/client/context/emergencyTruncation.js +88 -0
- package/dist/client/context/errorDetection.js +171 -0
- package/dist/client/context/errors.js +21 -0
- package/dist/client/context/fileTokenBudget.js +127 -0
- package/dist/client/context/prompts/summarizationPrompt.js +117 -0
- package/dist/client/context/stages/fileReadDeduplicator.js +66 -0
- package/dist/client/context/stages/slidingWindowTruncator.js +190 -0
- package/dist/client/context/stages/structuredSummarizer.js +99 -0
- package/dist/client/context/stages/toolOutputPruner.js +52 -0
- package/dist/client/context/summarizationEngine.js +136 -0
- package/dist/client/context/toolOutputLimits.js +78 -0
- package/dist/client/context/toolPairRepair.js +66 -0
- package/dist/client/core/analytics.js +88 -0
- package/dist/client/core/baseProvider.js +1385 -0
- package/dist/client/core/constants.js +140 -0
- package/dist/client/core/conversationMemoryFactory.js +141 -0
- package/dist/client/core/conversationMemoryInitializer.js +128 -0
- package/dist/client/core/conversationMemoryManager.js +344 -0
- package/dist/client/core/dynamicModels.js +358 -0
- package/dist/client/core/evaluation.js +309 -0
- package/dist/client/core/evaluationProviders.js +248 -0
- package/dist/client/core/factory.js +412 -0
- package/dist/client/core/infrastructure/baseError.js +22 -0
- package/dist/client/core/infrastructure/baseFactory.js +54 -0
- package/dist/client/core/infrastructure/baseRegistry.js +49 -0
- package/dist/client/core/infrastructure/index.js +5 -0
- package/dist/client/core/infrastructure/retry.js +20 -0
- package/dist/client/core/infrastructure/typedEventEmitter.js +23 -0
- package/dist/client/core/modelConfiguration.js +851 -0
- package/dist/client/core/modules/GenerationHandler.js +588 -0
- package/dist/client/core/modules/MessageBuilder.js +273 -0
- package/dist/client/core/modules/StreamHandler.js +185 -0
- package/dist/client/core/modules/TelemetryHandler.js +203 -0
- package/dist/client/core/modules/ToolsManager.js +499 -0
- package/dist/client/core/modules/Utilities.js +331 -0
- package/dist/client/core/redisConversationMemoryManager.js +1435 -0
- package/dist/client/core/streamAnalytics.js +131 -0
- package/dist/client/errors.d.ts +299 -0
- package/dist/client/errors.js +552 -0
- package/dist/client/evaluation/contextBuilder.js +134 -0
- package/dist/client/evaluation/index.js +61 -0
- package/dist/client/evaluation/prompts.js +73 -0
- package/dist/client/evaluation/ragasEvaluator.js +110 -0
- package/dist/client/evaluation/retryManager.js +78 -0
- package/dist/client/evaluation/scoring.js +61 -0
- package/dist/client/factories/providerFactory.js +166 -0
- package/dist/client/factories/providerRegistry.js +166 -0
- package/dist/client/features/ppt/constants.js +896 -0
- package/dist/client/features/ppt/contentPlanner.js +529 -0
- package/dist/client/features/ppt/presentationOrchestrator.js +236 -0
- package/dist/client/features/ppt/slideGenerator.js +532 -0
- package/dist/client/features/ppt/slideRenderers.js +2383 -0
- package/dist/client/features/ppt/slideTypeInference.js +405 -0
- package/dist/client/features/ppt/types.js +13 -0
- package/dist/client/features/ppt/utils.js +443 -0
- package/dist/client/files/fileReferenceRegistry.js +1543 -0
- package/dist/client/files/fileTools.js +450 -0
- package/dist/client/files/streamingReader.js +321 -0
- package/dist/client/files/types.js +23 -0
- package/dist/client/hitl/hitlErrors.js +54 -0
- package/dist/client/hitl/hitlManager.js +460 -0
- package/dist/client/httpClient.d.ts +297 -0
- package/dist/client/httpClient.js +837 -0
- package/dist/client/index.d.ts +111 -0
- package/dist/client/index.js +511 -0
- package/dist/client/interceptors.d.ts +283 -0
- package/dist/client/interceptors.js +601 -0
- package/dist/client/mcp/agentExposure.js +356 -0
- package/dist/client/mcp/auth/index.js +11 -0
- package/dist/client/mcp/auth/oauthClientProvider.js +325 -0
- package/dist/client/mcp/auth/tokenStorage.js +134 -0
- package/dist/client/mcp/batching/index.js +10 -0
- package/dist/client/mcp/batching/requestBatcher.js +441 -0
- package/dist/client/mcp/caching/index.js +10 -0
- package/dist/client/mcp/caching/toolCache.js +433 -0
- package/dist/client/mcp/elicitation/elicitationManager.js +376 -0
- package/dist/client/mcp/elicitation/index.js +11 -0
- package/dist/client/mcp/elicitation/types.js +10 -0
- package/dist/client/mcp/elicitationProtocol.js +375 -0
- package/dist/client/mcp/enhancedToolDiscovery.js +481 -0
- package/dist/client/mcp/externalServerManager.js +1478 -0
- package/dist/client/mcp/factory.js +161 -0
- package/dist/client/mcp/flexibleToolValidator.js +161 -0
- package/dist/client/mcp/httpRateLimiter.js +391 -0
- package/dist/client/mcp/httpRetryHandler.js +178 -0
- package/dist/client/mcp/index.js +74 -0
- package/dist/client/mcp/mcpCircuitBreaker.js +427 -0
- package/dist/client/mcp/mcpClientFactory.js +708 -0
- package/dist/client/mcp/mcpRegistryClient.js +488 -0
- package/dist/client/mcp/mcpServerBase.js +373 -0
- package/dist/client/mcp/multiServerManager.js +579 -0
- package/dist/client/mcp/registry.js +158 -0
- package/dist/client/mcp/routing/index.js +10 -0
- package/dist/client/mcp/routing/toolRouter.js +416 -0
- package/dist/client/mcp/serverCapabilities.js +502 -0
- package/dist/client/mcp/servers/agent/directToolsServer.js +150 -0
- package/dist/client/mcp/toolAnnotations.js +239 -0
- package/dist/client/mcp/toolConverter.js +258 -0
- package/dist/client/mcp/toolDiscoveryService.js +798 -0
- package/dist/client/mcp/toolIntegration.js +334 -0
- package/dist/client/mcp/toolRegistry.js +719 -0
- package/dist/client/memory/hippocampusInitializer.js +19 -0
- package/dist/client/memory/memoryRetrievalTools.js +166 -0
- package/dist/client/middleware/builtin/analytics.js +132 -0
- package/dist/client/middleware/builtin/autoEvaluation.js +203 -0
- package/dist/client/middleware/builtin/guardrails.js +109 -0
- package/dist/client/middleware/builtin/lifecycle.js +168 -0
- package/dist/client/middleware/factory.js +327 -0
- package/dist/client/middleware/registry.js +295 -0
- package/dist/client/middleware/utils/guardrailsUtils.js +396 -0
- package/dist/client/models/anthropicModels.js +527 -0
- package/dist/client/neurolink.js +8015 -0
- package/dist/client/observability/exporterRegistry.js +413 -0
- package/dist/client/observability/exporters/arizeExporter.js +138 -0
- package/dist/client/observability/exporters/baseExporter.js +190 -0
- package/dist/client/observability/exporters/braintrustExporter.js +154 -0
- package/dist/client/observability/exporters/datadogExporter.js +196 -0
- package/dist/client/observability/exporters/laminarExporter.js +302 -0
- package/dist/client/observability/exporters/langfuseExporter.js +209 -0
- package/dist/client/observability/exporters/langsmithExporter.js +143 -0
- package/dist/client/observability/exporters/otelExporter.js +164 -0
- package/dist/client/observability/exporters/posthogExporter.js +287 -0
- package/dist/client/observability/exporters/sentryExporter.js +165 -0
- package/dist/client/observability/index.js +31 -0
- package/dist/client/observability/metricsAggregator.js +556 -0
- package/dist/client/observability/otelBridge.js +131 -0
- package/dist/client/observability/retryPolicy.js +383 -0
- package/dist/client/observability/sampling/samplers.js +216 -0
- package/dist/client/observability/spanProcessor.js +303 -0
- package/dist/client/observability/tokenTracker.js +413 -0
- package/dist/client/observability/types/exporterTypes.js +5 -0
- package/dist/client/observability/types/index.js +4 -0
- package/dist/client/observability/types/spanTypes.js +92 -0
- package/dist/client/observability/utils/safeMetadata.js +25 -0
- package/dist/client/observability/utils/spanSerializer.js +292 -0
- package/dist/client/processors/archive/ArchiveProcessor.js +1308 -0
- package/dist/client/processors/base/BaseFileProcessor.js +614 -0
- package/dist/client/processors/base/types.js +82 -0
- package/dist/client/processors/config/fileTypes.js +520 -0
- package/dist/client/processors/config/index.js +92 -0
- package/dist/client/processors/config/languageMap.js +410 -0
- package/dist/client/processors/config/mimeTypes.js +363 -0
- package/dist/client/processors/config/sizeLimits.js +258 -0
- package/dist/client/processors/document/ExcelProcessor.js +590 -0
- package/dist/client/processors/document/OpenDocumentProcessor.js +212 -0
- package/dist/client/processors/document/PptxProcessor.js +157 -0
- package/dist/client/processors/document/RtfProcessor.js +361 -0
- package/dist/client/processors/document/WordProcessor.js +353 -0
- package/dist/client/processors/errors/FileErrorCode.js +255 -0
- package/dist/client/processors/errors/errorHelpers.js +386 -0
- package/dist/client/processors/errors/errorSerializer.js +507 -0
- package/dist/client/processors/errors/index.js +49 -0
- package/dist/client/processors/markup/SvgProcessor.js +240 -0
- package/dist/client/processors/media/AudioProcessor.js +707 -0
- package/dist/client/processors/media/VideoProcessor.js +1045 -0
- package/dist/client/providers/amazonBedrock.js +1512 -0
- package/dist/client/providers/amazonSagemaker.js +162 -0
- package/dist/client/providers/anthropic.js +831 -0
- package/dist/client/providers/azureOpenai.js +143 -0
- package/dist/client/providers/googleAiStudio.js +1200 -0
- package/dist/client/providers/googleNativeGemini3.js +543 -0
- package/dist/client/providers/googleVertex.js +2936 -0
- package/dist/client/providers/huggingFace.js +315 -0
- package/dist/client/providers/litellm.js +488 -0
- package/dist/client/providers/mistral.js +157 -0
- package/dist/client/providers/ollama.js +1579 -0
- package/dist/client/providers/openAI.js +627 -0
- package/dist/client/providers/openRouter.js +543 -0
- package/dist/client/providers/openaiCompatible.js +290 -0
- package/dist/client/providers/providerTypeUtils.js +46 -0
- package/dist/client/providers/sagemaker/adaptive-semaphore.js +215 -0
- package/dist/client/providers/sagemaker/client.js +472 -0
- package/dist/client/providers/sagemaker/config.js +317 -0
- package/dist/client/providers/sagemaker/detection.js +606 -0
- package/dist/client/providers/sagemaker/error-constants.js +227 -0
- package/dist/client/providers/sagemaker/errors.js +299 -0
- package/dist/client/providers/sagemaker/language-model.js +775 -0
- package/dist/client/providers/sagemaker/parsers.js +634 -0
- package/dist/client/providers/sagemaker/streaming.js +331 -0
- package/dist/client/providers/sagemaker/structured-parser.js +625 -0
- package/dist/client/proxy/accountQuota.js +162 -0
- package/dist/client/proxy/claudeFormat.js +595 -0
- package/dist/client/proxy/modelRouter.js +29 -0
- package/dist/client/proxy/oauthFetch.js +367 -0
- package/dist/client/proxy/proxyFetch.js +586 -0
- package/dist/client/proxy/requestLogger.js +207 -0
- package/dist/client/proxy/tokenRefresh.js +124 -0
- package/dist/client/proxy/usageStats.js +74 -0
- package/dist/client/proxy/utils/noProxyUtils.js +149 -0
- package/dist/client/rag/ChunkerFactory.js +320 -0
- package/dist/client/rag/ChunkerRegistry.js +421 -0
- package/dist/client/rag/chunkers/BaseChunker.js +143 -0
- package/dist/client/rag/chunkers/CharacterChunker.js +28 -0
- package/dist/client/rag/chunkers/HTMLChunker.js +38 -0
- package/dist/client/rag/chunkers/JSONChunker.js +68 -0
- package/dist/client/rag/chunkers/LaTeXChunker.js +63 -0
- package/dist/client/rag/chunkers/MarkdownChunker.js +306 -0
- package/dist/client/rag/chunkers/RecursiveChunker.js +139 -0
- package/dist/client/rag/chunkers/SemanticMarkdownChunker.js +138 -0
- package/dist/client/rag/chunkers/SentenceChunker.js +66 -0
- package/dist/client/rag/chunkers/TokenChunker.js +61 -0
- package/dist/client/rag/chunkers/index.js +15 -0
- package/dist/client/rag/chunking/characterChunker.js +142 -0
- package/dist/client/rag/chunking/chunkerRegistry.js +194 -0
- package/dist/client/rag/chunking/htmlChunker.js +247 -0
- package/dist/client/rag/chunking/index.js +17 -0
- package/dist/client/rag/chunking/jsonChunker.js +281 -0
- package/dist/client/rag/chunking/latexChunker.js +251 -0
- package/dist/client/rag/chunking/markdownChunker.js +373 -0
- package/dist/client/rag/chunking/recursiveChunker.js +148 -0
- package/dist/client/rag/chunking/semanticChunker.js +306 -0
- package/dist/client/rag/chunking/sentenceChunker.js +230 -0
- package/dist/client/rag/chunking/tokenChunker.js +183 -0
- package/dist/client/rag/document/MDocument.js +392 -0
- package/dist/client/rag/document/index.js +5 -0
- package/dist/client/rag/document/loaders.js +500 -0
- package/dist/client/rag/errors/RAGError.js +274 -0
- package/dist/client/rag/errors/index.js +6 -0
- package/dist/client/rag/graphRag/graphRAG.js +401 -0
- package/dist/client/rag/graphRag/index.js +4 -0
- package/dist/client/rag/index.js +141 -0
- package/dist/client/rag/metadata/MetadataExtractorFactory.js +418 -0
- package/dist/client/rag/metadata/MetadataExtractorRegistry.js +362 -0
- package/dist/client/rag/metadata/index.js +9 -0
- package/dist/client/rag/metadata/metadataExtractor.js +280 -0
- package/dist/client/rag/pipeline/RAGPipeline.js +436 -0
- package/dist/client/rag/pipeline/contextAssembly.js +341 -0
- package/dist/client/rag/pipeline/index.js +5 -0
- package/dist/client/rag/ragIntegration.js +321 -0
- package/dist/client/rag/reranker/RerankerFactory.js +430 -0
- package/dist/client/rag/reranker/RerankerRegistry.js +402 -0
- package/dist/client/rag/reranker/index.js +9 -0
- package/dist/client/rag/reranker/reranker.js +277 -0
- package/dist/client/rag/resilience/CircuitBreaker.js +431 -0
- package/dist/client/rag/resilience/RetryHandler.js +304 -0
- package/dist/client/rag/resilience/index.js +7 -0
- package/dist/client/rag/retrieval/hybridSearch.js +335 -0
- package/dist/client/rag/retrieval/index.js +5 -0
- package/dist/client/rag/retrieval/vectorQueryTool.js +307 -0
- package/dist/client/rag/types.js +8 -0
- package/dist/client/reactHooks.d.ts +239 -0
- package/dist/client/reactHooks.tsx +1483 -0
- package/dist/client/sdk/toolRegistration.js +377 -0
- package/dist/client/server/abstract/baseServerAdapter.js +575 -0
- package/dist/client/server/adapters/expressAdapter.js +486 -0
- package/dist/client/server/adapters/fastifyAdapter.js +472 -0
- package/dist/client/server/adapters/honoAdapter.js +632 -0
- package/dist/client/server/adapters/koaAdapter.js +510 -0
- package/dist/client/server/errors.js +486 -0
- package/dist/client/server/factory/serverAdapterFactory.js +160 -0
- package/dist/client/server/index.js +108 -0
- package/dist/client/server/middleware/abortSignal.js +111 -0
- package/dist/client/server/middleware/auth.js +388 -0
- package/dist/client/server/middleware/cache.js +359 -0
- package/dist/client/server/middleware/common.js +281 -0
- package/dist/client/server/middleware/deprecation.js +190 -0
- package/dist/client/server/middleware/mcpBodyAttachment.js +63 -0
- package/dist/client/server/middleware/rateLimit.js +227 -0
- package/dist/client/server/middleware/validation.js +388 -0
- package/dist/client/server/openapi/generator.js +398 -0
- package/dist/client/server/openapi/index.js +36 -0
- package/dist/client/server/openapi/schemas.js +695 -0
- package/dist/client/server/openapi/templates.js +374 -0
- package/dist/client/server/routes/agentRoutes.js +171 -0
- package/dist/client/server/routes/claudeProxyRoutes.js +1600 -0
- package/dist/client/server/routes/healthRoutes.js +187 -0
- package/dist/client/server/routes/index.js +57 -0
- package/dist/client/server/routes/mcpRoutes.js +342 -0
- package/dist/client/server/routes/memoryRoutes.js +350 -0
- package/dist/client/server/routes/openApiRoutes.js +126 -0
- package/dist/client/server/routes/toolRoutes.js +199 -0
- package/dist/client/server/streaming/dataStream.js +486 -0
- package/dist/client/server/streaming/index.js +11 -0
- package/dist/client/server/types.js +67 -0
- package/dist/client/server/utils/redaction.js +334 -0
- package/dist/client/server/utils/validation.js +243 -0
- package/dist/client/server/websocket/WebSocketHandler.js +383 -0
- package/dist/client/server/websocket/index.js +4 -0
- package/dist/client/services/server/ai/observability/instrumentation.js +808 -0
- package/dist/client/sseClient.d.ts +156 -0
- package/dist/client/sseClient.js +545 -0
- package/dist/client/streamingClient.d.ts +327 -0
- package/dist/client/streamingClient.js +917 -0
- package/dist/client/telemetry/attributes.js +100 -0
- package/dist/client/telemetry/index.js +26 -0
- package/dist/client/telemetry/telemetryService.js +308 -0
- package/dist/client/telemetry/tracers.js +17 -0
- package/dist/client/telemetry/withSpan.js +34 -0
- package/dist/client/types/actionTypes.js +6 -0
- package/dist/client/types/analytics.js +5 -0
- package/dist/client/types/authTypes.js +8 -0
- package/dist/client/types/circuitBreakerErrors.js +34 -0
- package/dist/client/types/cli.js +21 -0
- package/dist/client/types/clientTypes.js +10 -0
- package/dist/client/types/common.js +51 -0
- package/dist/client/types/configTypes.js +49 -0
- package/dist/client/types/content.js +19 -0
- package/dist/client/types/contextTypes.js +400 -0
- package/dist/client/types/conversation.js +47 -0
- package/dist/client/types/conversationMemoryInterface.js +6 -0
- package/dist/client/types/domainTypes.js +5 -0
- package/dist/client/types/errors.js +167 -0
- package/dist/client/types/evaluation.js +5 -0
- package/dist/client/types/evaluationProviders.js +5 -0
- package/dist/client/types/evaluationTypes.js +1 -0
- package/dist/client/types/externalMcp.js +6 -0
- package/dist/client/types/fileReferenceTypes.js +8 -0
- package/dist/client/types/fileTypes.js +4 -0
- package/dist/client/types/generateTypes.js +1 -0
- package/dist/client/types/guardrails.js +1 -0
- package/dist/client/types/hitlTypes.js +8 -0
- package/dist/client/types/index.js +57 -0
- package/dist/client/types/mcpTypes.js +5 -0
- package/dist/client/types/middlewareTypes.js +1 -0
- package/dist/client/types/modelTypes.js +30 -0
- package/dist/client/types/multimodal.js +135 -0
- package/dist/client/types/observability.js +6 -0
- package/dist/client/types/pptTypes.js +82 -0
- package/dist/client/types/providers.js +111 -0
- package/dist/client/types/proxyTypes.js +16 -0
- package/dist/client/types/ragTypes.js +7 -0
- package/dist/client/types/sdkTypes.js +8 -0
- package/dist/client/types/serviceTypes.js +5 -0
- package/dist/client/types/streamTypes.js +1 -0
- package/dist/client/types/subscriptionTypes.js +9 -0
- package/dist/client/types/taskClassificationTypes.js +5 -0
- package/dist/client/types/tools.js +24 -0
- package/dist/client/types/ttsTypes.js +57 -0
- package/dist/client/types/typeAliases.js +48 -0
- package/dist/client/types/utilities.js +4 -0
- package/dist/client/types/workflowTypes.js +30 -0
- package/dist/client/utils/async/withTimeout.js +98 -0
- package/dist/client/utils/asyncMutex.js +60 -0
- package/dist/client/utils/conversationMemory.js +431 -0
- package/dist/client/utils/csvProcessor.js +846 -0
- package/dist/client/utils/errorHandling.js +936 -0
- package/dist/client/utils/evaluationUtils.js +131 -0
- package/dist/client/utils/factoryProcessing.js +589 -0
- package/dist/client/utils/fileDetector.js +2161 -0
- package/dist/client/utils/imageCache.js +376 -0
- package/dist/client/utils/imageProcessor.js +704 -0
- package/dist/client/utils/logger.js +491 -0
- package/dist/client/utils/mcpDefaults.js +134 -0
- package/dist/client/utils/messageBuilder.js +1653 -0
- package/dist/client/utils/modelAliasResolver.js +54 -0
- package/dist/client/utils/modelDetection.js +80 -0
- package/dist/client/utils/modelRouter.js +292 -0
- package/dist/client/utils/multimodalOptionsBuilder.js +65 -0
- package/dist/client/utils/observabilityHelpers.js +47 -0
- package/dist/client/utils/parameterValidation.js +966 -0
- package/dist/client/utils/pdfProcessor.js +410 -0
- package/dist/client/utils/performance.js +222 -0
- package/dist/client/utils/pricing.js +340 -0
- package/dist/client/utils/promptRedaction.js +62 -0
- package/dist/client/utils/providerConfig.js +1009 -0
- package/dist/client/utils/providerHealth.js +1237 -0
- package/dist/client/utils/providerRetry.js +112 -0
- package/dist/client/utils/providerUtils.js +434 -0
- package/dist/client/utils/rateLimiter.js +200 -0
- package/dist/client/utils/redis.js +368 -0
- package/dist/client/utils/retryHandler.js +269 -0
- package/dist/client/utils/retryability.js +22 -0
- package/dist/client/utils/sanitizers/svg.js +481 -0
- package/dist/client/utils/schemaConversion.js +255 -0
- package/dist/client/utils/taskClassificationUtils.js +149 -0
- package/dist/client/utils/taskClassifier.js +94 -0
- package/dist/client/utils/thinkingConfig.js +104 -0
- package/dist/client/utils/timeout.js +359 -0
- package/dist/client/utils/tokenEstimation.js +142 -0
- package/dist/client/utils/tokenLimits.js +125 -0
- package/dist/client/utils/tokenUtils.js +239 -0
- package/dist/client/utils/toolUtils.js +75 -0
- package/dist/client/utils/transformationUtils.js +554 -0
- package/dist/client/utils/ttsProcessor.js +286 -0
- package/dist/client/utils/typeUtils.js +97 -0
- package/dist/client/utils/videoAnalysisProcessor.js +67 -0
- package/dist/client/workflow/config.js +398 -0
- package/dist/client/workflow/core/ensembleExecutor.js +407 -0
- package/dist/client/workflow/core/judgeScorer.js +544 -0
- package/dist/client/workflow/core/responseConditioner.js +225 -0
- package/dist/client/workflow/core/types/conditionerTypes.js +7 -0
- package/dist/client/workflow/core/types/ensembleTypes.js +7 -0
- package/dist/client/workflow/core/types/index.js +7 -0
- package/dist/client/workflow/core/types/judgeTypes.js +7 -0
- package/dist/client/workflow/core/types/layerTypes.js +7 -0
- package/dist/client/workflow/core/types/registryTypes.js +7 -0
- package/dist/client/workflow/core/workflowRegistry.js +304 -0
- package/dist/client/workflow/core/workflowRunner.js +586 -0
- package/dist/client/workflow/index.js +50 -0
- package/dist/client/workflow/types.js +9 -0
- package/dist/client/workflow/utils/types/index.js +7 -0
- package/dist/client/workflow/utils/workflowMetrics.js +311 -0
- package/dist/client/workflow/utils/workflowValidation.js +420 -0
- package/dist/client/workflow/workflows/adaptiveWorkflow.js +366 -0
- package/dist/client/workflow/workflows/consensusWorkflow.js +192 -0
- package/dist/client/workflow/workflows/fallbackWorkflow.js +225 -0
- package/dist/client/workflow/workflows/multiJudgeWorkflow.js +351 -0
- package/dist/client/wsClient.d.ts +130 -0
- package/dist/client/wsClient.js +369 -0
- package/dist/config/configManager.js +2 -2
- package/dist/constants/contextWindows.js +15 -13
- package/dist/constants/enums.d.ts +10 -16
- package/dist/constants/enums.js +12 -18
- package/dist/constants/index.d.ts +0 -10
- package/dist/constants/index.js +1 -1
- package/dist/constants/tokens.d.ts +29 -16
- package/dist/constants/tokens.js +23 -16
- package/dist/core/baseProvider.d.ts +5 -5
- package/dist/core/baseProvider.js +6 -6
- package/dist/core/constants.js +6 -1
- package/dist/core/dynamicModels.js +10 -6
- package/dist/core/evaluationProviders.js +1 -1
- package/dist/core/infrastructure/baseError.d.ts +1 -1
- package/dist/core/infrastructure/baseFactory.d.ts +1 -6
- package/dist/core/infrastructure/baseRegistry.d.ts +6 -5
- package/dist/core/infrastructure/index.d.ts +6 -4
- package/dist/core/infrastructure/index.js +2 -2
- package/dist/core/modelConfiguration.js +3 -1
- package/dist/core/modules/GenerationHandler.d.ts +3 -3
- package/dist/core/modules/GenerationHandler.js +49 -41
- package/dist/core/modules/MessageBuilder.d.ts +5 -5
- package/dist/core/modules/MessageBuilder.js +4 -6
- package/dist/core/modules/StreamHandler.js +26 -12
- package/dist/core/modules/TelemetryHandler.d.ts +4 -6
- package/dist/core/modules/TelemetryHandler.js +7 -6
- package/dist/core/modules/ToolsManager.d.ts +2 -12
- package/dist/core/modules/ToolsManager.js +20 -4
- package/dist/core/modules/Utilities.js +3 -1
- package/dist/core/redisConversationMemoryManager.js +3 -3
- package/dist/core/streamAnalytics.js +23 -9
- package/dist/evaluation/contextBuilder.d.ts +2 -2
- package/dist/evaluation/contextBuilder.js +2 -2
- package/dist/evaluation/index.d.ts +2 -2
- package/dist/evaluation/retryManager.js +1 -1
- package/dist/factories/providerFactory.js +2 -2
- package/dist/features/ppt/constants.js +1 -1
- package/dist/features/ppt/presentationOrchestrator.js +7 -3
- package/dist/features/ppt/slideGenerator.d.ts +2 -1
- package/dist/features/ppt/slideGenerator.js +6 -1
- package/dist/files/fileTools.d.ts +16 -247
- package/dist/files/fileTools.js +16 -15
- package/dist/index.d.ts +5 -3
- package/dist/index.js +20 -3
- package/dist/lib/adapters/providerImageAdapter.js +13 -22
- package/dist/lib/adapters/video/videoAnalyzer.d.ts +4 -4
- package/dist/lib/adapters/video/videoAnalyzer.js +3 -3
- package/dist/lib/agent/directTools.d.ts +20 -289
- package/dist/lib/agent/directTools.js +11 -10
- package/dist/lib/auth/accountPool.d.ts +68 -0
- package/dist/lib/auth/accountPool.js +179 -0
- package/dist/lib/auth/anthropicOAuth.d.ts +15 -5
- package/dist/lib/auth/anthropicOAuth.js +117 -57
- package/dist/lib/auth/index.d.ts +7 -5
- package/dist/lib/auth/index.js +6 -2
- package/dist/lib/auth/tokenStore.d.ts +71 -27
- package/dist/lib/auth/tokenStore.js +342 -64
- package/dist/lib/client/aiSdkAdapter.d.ts +196 -0
- package/dist/lib/client/aiSdkAdapter.js +488 -0
- package/dist/lib/client/auth.d.ts +248 -0
- package/dist/lib/client/auth.js +474 -0
- package/dist/lib/client/errors.d.ts +299 -0
- package/dist/lib/client/errors.js +553 -0
- package/dist/lib/client/httpClient.d.ts +297 -0
- package/dist/lib/client/httpClient.js +838 -0
- package/dist/lib/client/index.d.ts +111 -0
- package/dist/lib/client/index.js +173 -0
- package/dist/lib/client/interceptors.d.ts +283 -0
- package/dist/lib/client/interceptors.js +602 -0
- package/dist/lib/client/reactHooks.d.ts +239 -0
- package/dist/lib/client/reactHooks.js +1160 -0
- package/dist/lib/client/sseClient.d.ts +156 -0
- package/dist/lib/client/sseClient.js +546 -0
- package/dist/lib/client/streamingClient.d.ts +327 -0
- package/dist/lib/client/streamingClient.js +918 -0
- package/dist/lib/client/wsClient.d.ts +130 -0
- package/dist/lib/client/wsClient.js +370 -0
- package/dist/lib/config/configManager.js +2 -2
- package/dist/lib/constants/contextWindows.js +15 -13
- package/dist/lib/constants/enums.d.ts +10 -16
- package/dist/lib/constants/enums.js +12 -18
- package/dist/lib/constants/index.d.ts +0 -10
- package/dist/lib/constants/index.js +1 -1
- package/dist/lib/constants/tokens.d.ts +29 -16
- package/dist/lib/constants/tokens.js +23 -16
- package/dist/lib/core/baseProvider.d.ts +5 -5
- package/dist/lib/core/baseProvider.js +6 -6
- package/dist/lib/core/constants.js +6 -1
- package/dist/lib/core/dynamicModels.js +10 -6
- package/dist/lib/core/evaluationProviders.js +1 -1
- package/dist/lib/core/infrastructure/baseError.d.ts +1 -1
- package/dist/lib/core/infrastructure/baseFactory.d.ts +1 -6
- package/dist/lib/core/infrastructure/baseRegistry.d.ts +6 -5
- package/dist/lib/core/infrastructure/index.d.ts +6 -4
- package/dist/lib/core/infrastructure/index.js +2 -2
- package/dist/lib/core/modelConfiguration.js +3 -1
- package/dist/lib/core/modules/GenerationHandler.d.ts +3 -3
- package/dist/lib/core/modules/GenerationHandler.js +49 -41
- package/dist/lib/core/modules/MessageBuilder.d.ts +5 -5
- package/dist/lib/core/modules/MessageBuilder.js +4 -6
- package/dist/lib/core/modules/StreamHandler.js +26 -12
- package/dist/lib/core/modules/TelemetryHandler.d.ts +4 -6
- package/dist/lib/core/modules/TelemetryHandler.js +7 -6
- package/dist/lib/core/modules/ToolsManager.d.ts +2 -12
- package/dist/lib/core/modules/ToolsManager.js +20 -4
- package/dist/lib/core/modules/Utilities.js +3 -1
- package/dist/lib/core/redisConversationMemoryManager.js +3 -3
- package/dist/lib/core/streamAnalytics.js +23 -9
- package/dist/lib/evaluation/contextBuilder.d.ts +2 -2
- package/dist/lib/evaluation/contextBuilder.js +2 -2
- package/dist/lib/evaluation/index.d.ts +2 -2
- package/dist/lib/evaluation/retryManager.js +1 -1
- package/dist/lib/factories/providerFactory.js +2 -2
- package/dist/lib/features/ppt/constants.js +1 -1
- package/dist/lib/features/ppt/presentationOrchestrator.js +7 -3
- package/dist/lib/features/ppt/slideGenerator.d.ts +2 -1
- package/dist/lib/features/ppt/slideGenerator.js +6 -1
- package/dist/lib/files/fileTools.d.ts +16 -247
- package/dist/lib/files/fileTools.js +16 -15
- package/dist/lib/index.d.ts +5 -3
- package/dist/lib/index.js +20 -3
- package/dist/lib/mcp/batching/requestBatcher.js +1 -1
- package/dist/lib/mcp/externalServerManager.js +5 -2
- package/dist/lib/mcp/factory.js +1 -1
- package/dist/lib/mcp/index.d.ts +1 -1
- package/dist/lib/mcp/index.js +1 -1
- package/dist/lib/mcp/mcpCircuitBreaker.d.ts +1 -0
- package/dist/lib/mcp/mcpCircuitBreaker.js +30 -4
- package/dist/lib/mcp/mcpClientFactory.js +33 -4
- package/dist/lib/mcp/toolDiscoveryService.js +52 -5
- package/dist/lib/mcp/toolRegistry.js +7 -1
- package/dist/lib/memory/memoryRetrievalTools.d.ts +5 -89
- package/dist/lib/memory/memoryRetrievalTools.js +1 -1
- package/dist/lib/middleware/builtin/analytics.js +3 -0
- package/dist/lib/middleware/builtin/autoEvaluation.js +46 -24
- package/dist/lib/middleware/builtin/guardrails.js +4 -0
- package/dist/lib/middleware/builtin/lifecycle.js +10 -6
- package/dist/lib/middleware/factory.d.ts +3 -3
- package/dist/lib/middleware/factory.js +3 -2
- package/dist/lib/middleware/index.d.ts +1 -1
- package/dist/lib/middleware/registry.d.ts +2 -2
- package/dist/lib/middleware/registry.js +1 -0
- package/dist/lib/middleware/utils/guardrailsUtils.d.ts +5 -6
- package/dist/lib/middleware/utils/guardrailsUtils.js +15 -6
- package/dist/lib/neurolink.d.ts +9 -20
- package/dist/lib/neurolink.js +278 -186
- package/dist/lib/observability/retryPolicy.d.ts +2 -13
- package/dist/lib/observability/sampling/samplers.d.ts +2 -11
- package/dist/lib/observability/spanProcessor.d.ts +2 -14
- package/dist/lib/processors/base/BaseFileProcessor.js +1 -1
- package/dist/lib/processors/document/OpenDocumentProcessor.js +5 -3
- package/dist/lib/processors/media/VideoProcessor.js +157 -101
- package/dist/lib/providers/amazonBedrock.js +12 -5
- package/dist/lib/providers/amazonSagemaker.d.ts +5 -5
- package/dist/lib/providers/amazonSagemaker.js +6 -2
- package/dist/lib/providers/anthropic.d.ts +3 -3
- package/dist/lib/providers/anthropic.js +23 -192
- package/dist/lib/providers/anthropicBaseProvider.d.ts +4 -4
- package/dist/lib/providers/anthropicBaseProvider.js +24 -13
- package/dist/lib/providers/azureOpenai.d.ts +2 -2
- package/dist/lib/providers/azureOpenai.js +6 -6
- package/dist/lib/providers/googleAiStudio.d.ts +2 -2
- package/dist/lib/providers/googleAiStudio.js +15 -7
- package/dist/lib/providers/googleNativeGemini3.d.ts +3 -54
- package/dist/lib/providers/googleNativeGemini3.js +14 -10
- package/dist/lib/providers/googleVertex.d.ts +6 -6
- package/dist/lib/providers/googleVertex.js +32 -26
- package/dist/lib/providers/huggingFace.d.ts +4 -4
- package/dist/lib/providers/huggingFace.js +15 -5
- package/dist/lib/providers/litellm.d.ts +4 -4
- package/dist/lib/providers/litellm.js +54 -42
- package/dist/lib/providers/mistral.d.ts +2 -2
- package/dist/lib/providers/mistral.js +5 -4
- package/dist/lib/providers/ollama.d.ts +7 -4
- package/dist/lib/providers/ollama.js +30 -8
- package/dist/lib/providers/openAI.d.ts +2 -2
- package/dist/lib/providers/openAI.js +46 -21
- package/dist/lib/providers/openRouter.d.ts +4 -4
- package/dist/lib/providers/openRouter.js +63 -35
- package/dist/lib/providers/openaiCompatible.d.ts +2 -2
- package/dist/lib/providers/openaiCompatible.js +18 -9
- package/dist/lib/providers/providerTypeUtils.d.ts +28 -0
- package/dist/lib/providers/providerTypeUtils.js +47 -0
- package/dist/lib/providers/sagemaker/config.js +5 -5
- package/dist/lib/providers/sagemaker/language-model.d.ts +23 -13
- package/dist/lib/providers/sagemaker/language-model.js +20 -8
- package/dist/lib/proxy/accountQuota.d.ts +33 -0
- package/dist/lib/proxy/accountQuota.js +163 -0
- package/dist/lib/proxy/claudeFormat.d.ts +143 -0
- package/dist/lib/proxy/claudeFormat.js +596 -0
- package/dist/lib/proxy/cloaking/index.d.ts +44 -0
- package/dist/lib/proxy/cloaking/index.js +87 -0
- package/dist/lib/proxy/cloaking/plugins/headerScrubber.d.ts +9 -0
- package/dist/lib/proxy/cloaking/plugins/headerScrubber.js +87 -0
- package/dist/lib/proxy/cloaking/plugins/sessionIdentity.d.ts +15 -0
- package/dist/lib/proxy/cloaking/plugins/sessionIdentity.js +66 -0
- package/dist/lib/proxy/cloaking/plugins/systemPromptInjector.d.ts +11 -0
- package/dist/lib/proxy/cloaking/plugins/systemPromptInjector.js +84 -0
- package/dist/lib/proxy/cloaking/plugins/tlsFingerprint.d.ts +14 -0
- package/dist/lib/proxy/cloaking/plugins/tlsFingerprint.js +39 -0
- package/dist/lib/proxy/cloaking/plugins/wordObfuscator.d.ts +9 -0
- package/dist/lib/proxy/cloaking/plugins/wordObfuscator.js +122 -0
- package/dist/lib/proxy/cloaking/types.d.ts +1 -0
- package/dist/lib/proxy/cloaking/types.js +2 -0
- package/dist/lib/proxy/modelRouter.d.ts +10 -0
- package/dist/lib/proxy/modelRouter.js +30 -0
- package/dist/lib/proxy/oauthFetch.d.ts +36 -0
- package/dist/lib/proxy/oauthFetch.js +368 -0
- package/dist/lib/proxy/proxyConfig.d.ts +42 -0
- package/dist/lib/proxy/proxyConfig.js +500 -0
- package/dist/lib/proxy/proxyFetch.js +2 -1
- package/dist/lib/proxy/requestLogger.d.ts +50 -0
- package/dist/lib/proxy/requestLogger.js +208 -0
- package/dist/lib/proxy/tokenRefresh.d.ts +4 -0
- package/dist/lib/proxy/tokenRefresh.js +125 -0
- package/dist/lib/proxy/usageStats.d.ts +13 -0
- package/dist/lib/proxy/usageStats.js +75 -0
- package/dist/lib/rag/document/loaders.js +1 -1
- package/dist/lib/rag/pipeline/contextAssembly.d.ts +4 -7
- package/dist/lib/rag/ragIntegration.d.ts +2 -14
- package/dist/lib/rag/ragIntegration.js +1 -1
- package/dist/lib/rag/resilience/CircuitBreaker.d.ts +5 -44
- package/dist/lib/rag/resilience/RetryHandler.js +1 -1
- package/dist/lib/rag/retrieval/vectorQueryTool.d.ts +1 -9
- package/dist/lib/rag/retrieval/vectorQueryTool.js +1 -1
- package/dist/lib/sdk/toolRegistration.js +12 -1
- package/dist/lib/server/abstract/baseServerAdapter.js +2 -2
- package/dist/lib/server/adapters/honoAdapter.d.ts +6 -0
- package/dist/lib/server/adapters/honoAdapter.js +76 -10
- package/dist/lib/server/middleware/cache.js +3 -0
- package/dist/lib/server/routes/claudeProxyRoutes.d.ts +44 -0
- package/dist/lib/server/routes/claudeProxyRoutes.js +1601 -0
- package/dist/lib/server/routes/healthRoutes.js +18 -1
- package/dist/lib/server/routes/index.d.ts +7 -0
- package/dist/lib/server/routes/index.js +8 -0
- package/dist/lib/server/streaming/dataStream.d.ts +1 -5
- package/dist/lib/server/streaming/dataStream.js +3 -0
- package/dist/lib/server/utils/validation.d.ts +24 -124
- package/dist/lib/server/utils/validation.js +2 -2
- package/dist/lib/services/server/ai/observability/instrumentation.js +4 -0
- package/dist/lib/telemetry/attributes.d.ts +38 -0
- package/dist/lib/telemetry/attributes.js +40 -0
- package/dist/lib/telemetry/tracers.d.ts +1 -0
- package/dist/lib/telemetry/tracers.js +1 -0
- package/dist/lib/types/authTypes.d.ts +56 -0
- package/dist/lib/types/authTypes.js +9 -0
- package/dist/lib/types/circuitBreakerErrors.d.ts +30 -0
- package/dist/lib/types/circuitBreakerErrors.js +35 -0
- package/dist/lib/types/cli.d.ts +258 -0
- package/dist/lib/types/clientTypes.d.ts +1050 -0
- package/dist/lib/types/clientTypes.js +11 -0
- package/dist/lib/types/common.d.ts +123 -0
- package/dist/lib/types/configTypes.d.ts +49 -0
- package/dist/lib/types/configTypes.js +4 -0
- package/dist/lib/types/conversation.d.ts +0 -5
- package/dist/lib/types/evaluationTypes.d.ts +2 -2
- package/dist/lib/types/fileTypes.d.ts +47 -0
- package/dist/lib/types/generateTypes.d.ts +7 -3
- package/dist/lib/types/guardrails.d.ts +2 -2
- package/dist/lib/types/index.d.ts +4 -1
- package/dist/lib/types/index.js +5 -0
- package/dist/lib/types/middlewareTypes.d.ts +3 -3
- package/dist/lib/types/modelTypes.d.ts +7 -97
- package/dist/lib/types/modelTypes.js +3 -3
- package/dist/lib/types/observability.d.ts +37 -0
- package/dist/lib/types/providers.d.ts +107 -0
- package/dist/lib/types/proxyTypes.d.ts +536 -0
- package/dist/lib/types/proxyTypes.js +17 -0
- package/dist/lib/types/ragTypes.d.ts +49 -1
- package/dist/lib/types/streamTypes.d.ts +37 -13
- package/dist/lib/types/subscriptionTypes.d.ts +77 -0
- package/dist/lib/types/subscriptionTypes.js +2 -0
- package/dist/lib/types/tools.d.ts +45 -1
- package/dist/lib/types/typeAliases.d.ts +8 -0
- package/dist/lib/types/typeAliases.js +1 -0
- package/dist/lib/utils/async/retry.d.ts +4 -33
- package/dist/lib/utils/asyncMutex.d.ts +14 -0
- package/dist/lib/utils/asyncMutex.js +61 -0
- package/dist/lib/utils/errorHandling.d.ts +2 -1
- package/dist/lib/utils/errorHandling.js +14 -6
- package/dist/lib/utils/fileDetector.d.ts +13 -1
- package/dist/lib/utils/fileDetector.js +114 -32
- package/dist/lib/utils/imageProcessor.js +7 -7
- package/dist/lib/utils/json/safeParse.d.ts +1 -8
- package/dist/lib/utils/mcpDefaults.d.ts +1 -1
- package/dist/lib/utils/mcpDefaults.js +11 -2
- package/dist/lib/utils/messageBuilder.d.ts +5 -5
- package/dist/lib/utils/messageBuilder.js +106 -80
- package/dist/lib/utils/modelChoices.d.ts +1 -8
- package/dist/lib/utils/pdfProcessor.d.ts +1 -25
- package/dist/lib/utils/pdfProcessor.js +5 -4
- package/dist/lib/utils/pricing.js +28 -5
- package/dist/lib/utils/providerHealth.d.ts +1 -1
- package/dist/lib/utils/rateLimiter.d.ts +1 -15
- package/dist/lib/utils/redis.d.ts +1 -1
- package/dist/lib/utils/redis.js +3 -3
- package/dist/lib/utils/sanitizers/filename.d.ts +2 -22
- package/dist/lib/utils/sanitizers/index.d.ts +4 -2
- package/dist/lib/utils/sanitizers/svg.d.ts +1 -11
- package/dist/lib/utils/schemaConversion.js +4 -1
- package/dist/lib/utils/thinkingConfig.d.ts +1 -33
- package/dist/lib/utils/tokenUtils.d.ts +1 -39
- package/dist/lib/utils/videoAnalysisProcessor.d.ts +5 -5
- package/dist/lib/utils/videoAnalysisProcessor.js +2 -2
- package/dist/lib/workflow/config.d.ts +89 -1257
- package/dist/lib/workflow/utils/workflowValidation.js +1 -1
- package/dist/mcp/batching/requestBatcher.js +1 -1
- package/dist/mcp/externalServerManager.js +5 -2
- package/dist/mcp/factory.js +1 -1
- package/dist/mcp/index.d.ts +1 -1
- package/dist/mcp/index.js +1 -1
- package/dist/mcp/mcpCircuitBreaker.d.ts +1 -0
- package/dist/mcp/mcpCircuitBreaker.js +30 -4
- package/dist/mcp/mcpClientFactory.js +33 -4
- package/dist/mcp/toolDiscoveryService.js +52 -5
- package/dist/mcp/toolRegistry.js +7 -1
- package/dist/memory/memoryRetrievalTools.d.ts +5 -89
- package/dist/memory/memoryRetrievalTools.js +1 -1
- package/dist/middleware/builtin/analytics.js +3 -0
- package/dist/middleware/builtin/autoEvaluation.js +46 -24
- package/dist/middleware/builtin/guardrails.js +4 -0
- package/dist/middleware/builtin/lifecycle.js +10 -6
- package/dist/middleware/factory.d.ts +3 -3
- package/dist/middleware/factory.js +3 -2
- package/dist/middleware/index.d.ts +1 -1
- package/dist/middleware/registry.d.ts +2 -2
- package/dist/middleware/registry.js +1 -0
- package/dist/middleware/utils/guardrailsUtils.d.ts +5 -6
- package/dist/middleware/utils/guardrailsUtils.js +15 -6
- package/dist/neurolink.d.ts +9 -20
- package/dist/neurolink.js +278 -186
- package/dist/observability/retryPolicy.d.ts +2 -13
- package/dist/observability/sampling/samplers.d.ts +2 -11
- package/dist/observability/spanProcessor.d.ts +2 -14
- package/dist/processors/base/BaseFileProcessor.js +1 -1
- package/dist/processors/document/OpenDocumentProcessor.js +5 -3
- package/dist/processors/media/VideoProcessor.js +157 -101
- package/dist/providers/amazonBedrock.js +12 -5
- package/dist/providers/amazonSagemaker.d.ts +5 -5
- package/dist/providers/amazonSagemaker.js +6 -2
- package/dist/providers/anthropic.d.ts +3 -3
- package/dist/providers/anthropic.js +23 -192
- package/dist/providers/anthropicBaseProvider.d.ts +4 -4
- package/dist/providers/anthropicBaseProvider.js +24 -13
- package/dist/providers/azureOpenai.d.ts +2 -2
- package/dist/providers/azureOpenai.js +6 -6
- package/dist/providers/googleAiStudio.d.ts +2 -2
- package/dist/providers/googleAiStudio.js +15 -7
- package/dist/providers/googleNativeGemini3.d.ts +3 -54
- package/dist/providers/googleNativeGemini3.js +14 -10
- package/dist/providers/googleVertex.d.ts +6 -6
- package/dist/providers/googleVertex.js +32 -26
- package/dist/providers/huggingFace.d.ts +4 -4
- package/dist/providers/huggingFace.js +15 -5
- package/dist/providers/litellm.d.ts +4 -4
- package/dist/providers/litellm.js +54 -42
- package/dist/providers/mistral.d.ts +2 -2
- package/dist/providers/mistral.js +5 -4
- package/dist/providers/ollama.d.ts +7 -4
- package/dist/providers/ollama.js +30 -8
- package/dist/providers/openAI.d.ts +2 -2
- package/dist/providers/openAI.js +46 -21
- package/dist/providers/openRouter.d.ts +4 -4
- package/dist/providers/openRouter.js +63 -35
- package/dist/providers/openaiCompatible.d.ts +2 -2
- package/dist/providers/openaiCompatible.js +18 -9
- package/dist/providers/providerTypeUtils.d.ts +28 -0
- package/dist/providers/providerTypeUtils.js +46 -0
- package/dist/providers/sagemaker/config.js +5 -5
- package/dist/providers/sagemaker/language-model.d.ts +23 -13
- package/dist/providers/sagemaker/language-model.js +20 -8
- package/dist/proxy/accountQuota.d.ts +33 -0
- package/dist/proxy/accountQuota.js +162 -0
- package/dist/proxy/claudeFormat.d.ts +143 -0
- package/dist/proxy/claudeFormat.js +595 -0
- package/dist/proxy/cloaking/index.d.ts +44 -0
- package/dist/proxy/cloaking/index.js +86 -0
- package/dist/proxy/cloaking/plugins/headerScrubber.d.ts +9 -0
- package/dist/proxy/cloaking/plugins/headerScrubber.js +86 -0
- package/dist/proxy/cloaking/plugins/sessionIdentity.d.ts +15 -0
- package/dist/proxy/cloaking/plugins/sessionIdentity.js +65 -0
- package/dist/proxy/cloaking/plugins/systemPromptInjector.d.ts +11 -0
- package/dist/proxy/cloaking/plugins/systemPromptInjector.js +83 -0
- package/dist/proxy/cloaking/plugins/tlsFingerprint.d.ts +14 -0
- package/dist/proxy/cloaking/plugins/tlsFingerprint.js +38 -0
- package/dist/proxy/cloaking/plugins/wordObfuscator.d.ts +9 -0
- package/dist/proxy/cloaking/plugins/wordObfuscator.js +121 -0
- package/dist/proxy/cloaking/types.d.ts +1 -0
- package/dist/proxy/cloaking/types.js +1 -0
- package/dist/proxy/modelRouter.d.ts +10 -0
- package/dist/proxy/modelRouter.js +29 -0
- package/dist/proxy/oauthFetch.d.ts +36 -0
- package/dist/proxy/oauthFetch.js +367 -0
- package/dist/proxy/proxyConfig.d.ts +42 -0
- package/dist/proxy/proxyConfig.js +499 -0
- package/dist/proxy/proxyFetch.js +2 -1
- package/dist/proxy/requestLogger.d.ts +50 -0
- package/dist/proxy/requestLogger.js +207 -0
- package/dist/proxy/tokenRefresh.d.ts +4 -0
- package/dist/proxy/tokenRefresh.js +124 -0
- package/dist/proxy/usageStats.d.ts +13 -0
- package/dist/proxy/usageStats.js +74 -0
- package/dist/rag/document/loaders.js +1 -1
- package/dist/rag/pipeline/contextAssembly.d.ts +4 -7
- package/dist/rag/ragIntegration.d.ts +2 -14
- package/dist/rag/ragIntegration.js +1 -1
- package/dist/rag/resilience/CircuitBreaker.d.ts +5 -44
- package/dist/rag/resilience/RetryHandler.js +1 -1
- package/dist/rag/retrieval/vectorQueryTool.d.ts +1 -9
- package/dist/rag/retrieval/vectorQueryTool.js +1 -1
- package/dist/sdk/toolRegistration.js +12 -1
- package/dist/server/abstract/baseServerAdapter.js +2 -2
- package/dist/server/adapters/honoAdapter.d.ts +6 -0
- package/dist/server/adapters/honoAdapter.js +76 -10
- package/dist/server/middleware/cache.js +3 -0
- package/dist/server/routes/claudeProxyRoutes.d.ts +44 -0
- package/dist/server/routes/claudeProxyRoutes.js +1600 -0
- package/dist/server/routes/healthRoutes.js +18 -1
- package/dist/server/routes/index.d.ts +7 -0
- package/dist/server/routes/index.js +8 -0
- package/dist/server/streaming/dataStream.d.ts +1 -5
- package/dist/server/streaming/dataStream.js +3 -0
- package/dist/server/utils/validation.d.ts +24 -124
- package/dist/server/utils/validation.js +2 -2
- package/dist/services/server/ai/observability/instrumentation.js +4 -0
- package/dist/telemetry/attributes.d.ts +38 -0
- package/dist/telemetry/attributes.js +40 -0
- package/dist/telemetry/tracers.d.ts +1 -0
- package/dist/telemetry/tracers.js +1 -0
- package/dist/types/authTypes.d.ts +56 -0
- package/dist/types/authTypes.js +8 -0
- package/dist/types/circuitBreakerErrors.d.ts +30 -0
- package/dist/types/circuitBreakerErrors.js +34 -0
- package/dist/types/cli.d.ts +258 -0
- package/dist/types/clientTypes.d.ts +1050 -0
- package/dist/types/clientTypes.js +10 -0
- package/dist/types/common.d.ts +123 -0
- package/dist/types/configTypes.d.ts +49 -0
- package/dist/types/configTypes.js +4 -0
- package/dist/types/conversation.d.ts +0 -5
- package/dist/types/evaluationTypes.d.ts +2 -2
- package/dist/types/fileTypes.d.ts +47 -0
- package/dist/types/generateTypes.d.ts +7 -3
- package/dist/types/guardrails.d.ts +2 -2
- package/dist/types/index.d.ts +4 -1
- package/dist/types/index.js +5 -0
- package/dist/types/middlewareTypes.d.ts +3 -3
- package/dist/types/modelTypes.d.ts +7 -97
- package/dist/types/modelTypes.js +3 -3
- package/dist/types/observability.d.ts +37 -0
- package/dist/types/providers.d.ts +107 -0
- package/dist/types/proxyTypes.d.ts +536 -0
- package/dist/types/proxyTypes.js +16 -0
- package/dist/types/ragTypes.d.ts +49 -1
- package/dist/types/streamTypes.d.ts +37 -13
- package/dist/types/subscriptionTypes.d.ts +77 -0
- package/dist/types/subscriptionTypes.js +2 -0
- package/dist/types/tools.d.ts +45 -1
- package/dist/types/typeAliases.d.ts +8 -0
- package/dist/types/typeAliases.js +1 -0
- package/dist/utils/async/retry.d.ts +4 -33
- package/dist/utils/asyncMutex.d.ts +14 -0
- package/dist/utils/asyncMutex.js +60 -0
- package/dist/utils/errorHandling.d.ts +2 -1
- package/dist/utils/errorHandling.js +14 -6
- package/dist/utils/fileDetector.d.ts +13 -1
- package/dist/utils/fileDetector.js +114 -32
- package/dist/utils/imageProcessor.js +7 -7
- package/dist/utils/json/safeParse.d.ts +1 -8
- package/dist/utils/mcpDefaults.d.ts +1 -1
- package/dist/utils/mcpDefaults.js +11 -2
- package/dist/utils/messageBuilder.d.ts +5 -5
- package/dist/utils/messageBuilder.js +106 -80
- package/dist/utils/modelChoices.d.ts +1 -8
- package/dist/utils/pdfProcessor.d.ts +1 -25
- package/dist/utils/pdfProcessor.js +5 -4
- package/dist/utils/pricing.js +28 -5
- package/dist/utils/rateLimiter.d.ts +1 -15
- package/dist/utils/redis.d.ts +1 -1
- package/dist/utils/redis.js +3 -3
- package/dist/utils/sanitizers/filename.d.ts +2 -22
- package/dist/utils/sanitizers/index.d.ts +4 -2
- package/dist/utils/sanitizers/svg.d.ts +1 -11
- package/dist/utils/schemaConversion.js +4 -1
- package/dist/utils/thinkingConfig.d.ts +1 -33
- package/dist/utils/tokenUtils.d.ts +1 -39
- package/dist/utils/videoAnalysisProcessor.d.ts +5 -5
- package/dist/utils/videoAnalysisProcessor.js +2 -2
- package/dist/workflow/config.d.ts +89 -1257
- package/dist/workflow/utils/workflowValidation.js +1 -1
- package/docs-site/mcp-server/index.js +2 -3
- package/package.json +138 -105
- package/dist/lib/memory/mem0Initializer.d.ts +0 -46
- package/dist/lib/memory/mem0Initializer.js +0 -85
- package/dist/memory/mem0Initializer.d.ts +0 -46
- package/dist/memory/mem0Initializer.js +0 -84
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { createOpenAI } from "@ai-sdk/openai";
|
|
2
|
-
import { embed, embedMany, streamText, } from "ai";
|
|
2
|
+
import { embed, embedMany, NoOutputGeneratedError, stepCountIs, streamText, } from "ai";
|
|
3
3
|
import { trace, SpanKind, SpanStatusCode } from "@opentelemetry/api";
|
|
4
4
|
import { AIProviderName } from "../constants/enums.js";
|
|
5
5
|
import { BaseProvider } from "../core/baseProvider.js";
|
|
@@ -12,6 +12,15 @@ import { calculateCost } from "../utils/pricing.js";
|
|
|
12
12
|
import { createOpenAIConfig, getProviderModel, validateApiKey, } from "../utils/providerConfig.js";
|
|
13
13
|
import { isZodSchema } from "../utils/schemaConversion.js";
|
|
14
14
|
import { composeAbortSignals, createTimeoutController, TimeoutError, } from "../utils/timeout.js";
|
|
15
|
+
import { getModelId } from "./providerTypeUtils.js";
|
|
16
|
+
/**
|
|
17
|
+
* Retrieve a tool's schema, handling both AI SDK v6 (`inputSchema`) and
|
|
18
|
+
* legacy v4 (`parameters`) field names.
|
|
19
|
+
*/
|
|
20
|
+
function getToolSchema(tool) {
|
|
21
|
+
const t = tool;
|
|
22
|
+
return t.inputSchema ?? t.parameters;
|
|
23
|
+
}
|
|
15
24
|
// Configuration helpers - now using consolidated utility
|
|
16
25
|
const getOpenAIApiKey = () => {
|
|
17
26
|
return validateApiKey(createOpenAIConfig());
|
|
@@ -85,10 +94,11 @@ export class OpenAIProvider extends BaseProvider {
|
|
|
85
94
|
// Keep the original tool structure - AI SDK will handle Zod schema conversion internally
|
|
86
95
|
const processedTool = { ...tool };
|
|
87
96
|
// Validate that Zod schemas are properly structured for AI SDK processing
|
|
88
|
-
|
|
97
|
+
const toolSchema = getToolSchema(tool);
|
|
98
|
+
if (toolSchema && isZodSchema(toolSchema)) {
|
|
89
99
|
logger.debug(`OpenAI: Tool ${name} has Zod schema - AI SDK will handle conversion`);
|
|
90
100
|
// Basic validation that the Zod schema has the required structure
|
|
91
|
-
this.validateZodSchema(name,
|
|
101
|
+
this.validateZodSchema(name, toolSchema);
|
|
92
102
|
}
|
|
93
103
|
// Include the tool with original Zod schema for AI SDK processing
|
|
94
104
|
if (this.isValidToolStructure(processedTool)) {
|
|
@@ -96,7 +106,7 @@ export class OpenAIProvider extends BaseProvider {
|
|
|
96
106
|
}
|
|
97
107
|
else {
|
|
98
108
|
logger.warn(`OpenAI: Filtering out tool with invalid structure: ${name}`, {
|
|
99
|
-
parametersType: typeof processedTool
|
|
109
|
+
parametersType: typeof getToolSchema(processedTool),
|
|
100
110
|
hasDescription: !!processedTool.description,
|
|
101
111
|
hasExecute: !!processedTool.execute,
|
|
102
112
|
});
|
|
@@ -152,7 +162,13 @@ export class OpenAIProvider extends BaseProvider {
|
|
|
152
162
|
if (!toolObj.execute || typeof toolObj.execute !== "function") {
|
|
153
163
|
return false;
|
|
154
164
|
}
|
|
155
|
-
|
|
165
|
+
// AI SDK v6 uses inputSchema; v4 used parameters — check both
|
|
166
|
+
const schema = "inputSchema" in toolObj
|
|
167
|
+
? toolObj.inputSchema
|
|
168
|
+
: "parameters" in toolObj
|
|
169
|
+
? toolObj.parameters
|
|
170
|
+
: undefined;
|
|
171
|
+
return this.isValidToolParameters(schema);
|
|
156
172
|
}
|
|
157
173
|
/**
|
|
158
174
|
* Validate tool parameters for OpenAI compatibility
|
|
@@ -244,10 +260,13 @@ export class OpenAIProvider extends BaseProvider {
|
|
|
244
260
|
tools = Object.fromEntries(toolEntries.slice(0, MAX_TOOLS));
|
|
245
261
|
}
|
|
246
262
|
// Count tools with Zod schemas for debugging
|
|
247
|
-
const zodToolsCount = Object.values(allTools).filter((tool) =>
|
|
248
|
-
typeof tool
|
|
249
|
-
|
|
250
|
-
|
|
263
|
+
const zodToolsCount = Object.values(allTools).filter((tool) => {
|
|
264
|
+
if (!tool || typeof tool !== "object") {
|
|
265
|
+
return false;
|
|
266
|
+
}
|
|
267
|
+
const schema = getToolSchema(tool);
|
|
268
|
+
return schema !== null && schema !== undefined && isZodSchema(schema);
|
|
269
|
+
}).length;
|
|
251
270
|
logger.info("OpenAI streaming tools", {
|
|
252
271
|
shouldUseTools,
|
|
253
272
|
allToolsCount: Object.keys(allTools).length,
|
|
@@ -272,7 +291,7 @@ export class OpenAIProvider extends BaseProvider {
|
|
|
272
291
|
? {
|
|
273
292
|
name: Object.keys(tools)[0],
|
|
274
293
|
description: tools[Object.keys(tools)[0]]?.description,
|
|
275
|
-
parametersType: typeof tools[Object.keys(tools)[0]]
|
|
294
|
+
parametersType: typeof getToolSchema(tools[Object.keys(tools)[0]]),
|
|
276
295
|
}
|
|
277
296
|
: "no-tools",
|
|
278
297
|
});
|
|
@@ -282,7 +301,7 @@ export class OpenAIProvider extends BaseProvider {
|
|
|
282
301
|
kind: SpanKind.CLIENT,
|
|
283
302
|
attributes: {
|
|
284
303
|
"gen_ai.system": "openai",
|
|
285
|
-
"gen_ai.request.model": model
|
|
304
|
+
"gen_ai.request.model": getModelId(model) || this.modelName || "unknown",
|
|
286
305
|
},
|
|
287
306
|
});
|
|
288
307
|
let result;
|
|
@@ -291,10 +310,10 @@ export class OpenAIProvider extends BaseProvider {
|
|
|
291
310
|
model,
|
|
292
311
|
messages: messages,
|
|
293
312
|
temperature: options.temperature,
|
|
294
|
-
|
|
313
|
+
maxOutputTokens: options.maxTokens, // No default limit - unlimited unless specified
|
|
295
314
|
maxRetries: 0, // NL11: Disable AI SDK's invisible internal retries; we handle retries with OTel instrumentation
|
|
296
315
|
tools,
|
|
297
|
-
|
|
316
|
+
stopWhen: stepCountIs(options.maxSteps || DEFAULT_MAX_STEPS),
|
|
298
317
|
toolChoice: shouldUseTools && Object.keys(tools).length > 0 ? "auto" : "none",
|
|
299
318
|
abortSignal: composeAbortSignals(options.abortSignal, timeoutController?.controller.signal),
|
|
300
319
|
experimental_telemetry: this.telemetryHandler.getTelemetryConfig(options),
|
|
@@ -319,14 +338,14 @@ export class OpenAIProvider extends BaseProvider {
|
|
|
319
338
|
}
|
|
320
339
|
// Collect token usage and finish reason asynchronously when the stream completes,
|
|
321
340
|
// then end the span. This avoids blocking the stream consumer.
|
|
322
|
-
result.usage
|
|
341
|
+
Promise.resolve(result.usage)
|
|
323
342
|
.then((usage) => {
|
|
324
|
-
streamSpan.setAttribute("gen_ai.usage.input_tokens", usage.
|
|
325
|
-
streamSpan.setAttribute("gen_ai.usage.output_tokens", usage.
|
|
343
|
+
streamSpan.setAttribute("gen_ai.usage.input_tokens", usage.inputTokens || 0);
|
|
344
|
+
streamSpan.setAttribute("gen_ai.usage.output_tokens", usage.outputTokens || 0);
|
|
326
345
|
const cost = calculateCost(this.providerName, this.modelName, {
|
|
327
|
-
input: usage.
|
|
328
|
-
output: usage.
|
|
329
|
-
total: (usage.
|
|
346
|
+
input: usage.inputTokens || 0,
|
|
347
|
+
output: usage.outputTokens || 0,
|
|
348
|
+
total: (usage.inputTokens || 0) + (usage.outputTokens || 0),
|
|
330
349
|
});
|
|
331
350
|
if (cost && cost > 0) {
|
|
332
351
|
streamSpan.setAttribute("neurolink.cost", cost);
|
|
@@ -335,14 +354,14 @@ export class OpenAIProvider extends BaseProvider {
|
|
|
335
354
|
.catch(() => {
|
|
336
355
|
// Usage may not be available if the stream is aborted
|
|
337
356
|
});
|
|
338
|
-
result.finishReason
|
|
357
|
+
Promise.resolve(result.finishReason)
|
|
339
358
|
.then((reason) => {
|
|
340
359
|
streamSpan.setAttribute("gen_ai.response.finish_reason", reason || "unknown");
|
|
341
360
|
})
|
|
342
361
|
.catch(() => {
|
|
343
362
|
// Finish reason may not be available if the stream is aborted
|
|
344
363
|
});
|
|
345
|
-
result.text
|
|
364
|
+
Promise.resolve(result.text)
|
|
346
365
|
.then(() => {
|
|
347
366
|
streamSpan.end();
|
|
348
367
|
})
|
|
@@ -489,6 +508,12 @@ export class OpenAIProvider extends BaseProvider {
|
|
|
489
508
|
}
|
|
490
509
|
}
|
|
491
510
|
catch (streamError) {
|
|
511
|
+
// AI SDK v6 throws NoOutputGeneratedError when the stream produced no output.
|
|
512
|
+
// Treat as an empty stream rather than crashing with an unhandled rejection.
|
|
513
|
+
if (NoOutputGeneratedError.isInstance(streamError)) {
|
|
514
|
+
logger.warn("OpenAI: Stream produced no output (NoOutputGeneratedError)");
|
|
515
|
+
return;
|
|
516
|
+
}
|
|
492
517
|
logger.error(`OpenAI: Stream transformation error:`, streamError);
|
|
493
518
|
throw streamError;
|
|
494
519
|
}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { type
|
|
2
|
-
import type { ZodType
|
|
1
|
+
import { type LanguageModel, type Schema } from "ai";
|
|
2
|
+
import type { ZodType } from "zod";
|
|
3
3
|
import { AIProviderName } from "../constants/enums.js";
|
|
4
4
|
import { BaseProvider } from "../core/baseProvider.js";
|
|
5
5
|
import type { StreamOptions, StreamResult } from "../types/streamTypes.js";
|
|
@@ -21,7 +21,7 @@ export declare class OpenRouterProvider extends BaseProvider {
|
|
|
21
21
|
/**
|
|
22
22
|
* Returns the Vercel AI SDK model instance for OpenRouter
|
|
23
23
|
*/
|
|
24
|
-
protected getAISDKModel():
|
|
24
|
+
protected getAISDKModel(): LanguageModel;
|
|
25
25
|
formatProviderError(error: unknown): Error;
|
|
26
26
|
/**
|
|
27
27
|
* OpenRouter supports tools for compatible models
|
|
@@ -32,7 +32,7 @@ export declare class OpenRouterProvider extends BaseProvider {
|
|
|
32
32
|
* Provider-specific streaming implementation
|
|
33
33
|
* Note: This is only used when tools are disabled
|
|
34
34
|
*/
|
|
35
|
-
protected executeStream(options: StreamOptions, analysisSchema?: ZodType
|
|
35
|
+
protected executeStream(options: StreamOptions, analysisSchema?: ZodType | Schema<unknown>): Promise<StreamResult>;
|
|
36
36
|
/**
|
|
37
37
|
* Get available models from OpenRouter API
|
|
38
38
|
* Dynamically fetches from /api/v1/models endpoint with caching and fallback
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { createOpenRouter } from "@openrouter/ai-sdk-provider";
|
|
2
|
-
import { Output, streamText, } from "ai";
|
|
2
|
+
import { NoOutputGeneratedError, Output, streamText, } from "ai";
|
|
3
3
|
import { AIProviderName } from "../constants/enums.js";
|
|
4
4
|
import { BaseProvider } from "../core/baseProvider.js";
|
|
5
5
|
import { DEFAULT_MAX_STEPS } from "../core/constants.js";
|
|
@@ -71,6 +71,7 @@ export class OpenRouterProvider extends BaseProvider {
|
|
|
71
71
|
...(Object.keys(headers).length > 0 && { headers }),
|
|
72
72
|
});
|
|
73
73
|
// Initialize model with OpenRouter client
|
|
74
|
+
// OpenRouterChatLanguageModel implements LanguageModelV3 which is part of the LanguageModel union
|
|
74
75
|
this.model = this.openRouterClient(this.modelName || getDefaultOpenRouterModel());
|
|
75
76
|
logger.debug("OpenRouter Provider initialized", {
|
|
76
77
|
modelName: this.modelName,
|
|
@@ -123,12 +124,19 @@ export class OpenRouterProvider extends BaseProvider {
|
|
|
123
124
|
if (errorRecord.message.includes("insufficient_credits")) {
|
|
124
125
|
return new Error("Insufficient OpenRouter credits. Add credits at https://openrouter.ai/credits");
|
|
125
126
|
}
|
|
127
|
+
// "No endpoints found" — model temporarily unavailable or unsupported parameters
|
|
128
|
+
// This is distinct from tool errors: it can happen on any request when the
|
|
129
|
+
// model has no available providers on OpenRouter (e.g., free-tier model down).
|
|
130
|
+
if (errorRecord.message.includes("No endpoints found")) {
|
|
131
|
+
return new Error(`No endpoints found for model '${this.modelName}' on OpenRouter. ` +
|
|
132
|
+
"The model may be temporarily unavailable or does not support the requested parameters. " +
|
|
133
|
+
"Try a different model or check availability at https://openrouter.ai/models");
|
|
134
|
+
}
|
|
126
135
|
// Tool/function calling errors
|
|
127
136
|
if (errorRecord.message.includes("tool use") ||
|
|
128
137
|
errorRecord.message.includes("tool_use") ||
|
|
129
138
|
errorRecord.message.includes("function_call") ||
|
|
130
|
-
errorRecord.message.includes("tools are not supported")
|
|
131
|
-
errorRecord.message.includes("No endpoints found")) {
|
|
139
|
+
errorRecord.message.includes("tools are not supported")) {
|
|
132
140
|
return new Error(`Model '${this.modelName}' does not support tool calling. ` +
|
|
133
141
|
"Use a tool-capable model like:\n" +
|
|
134
142
|
" • google/gemini-2.0-flash-exp:free (free)\n" +
|
|
@@ -281,44 +289,64 @@ export class OpenRouterProvider extends BaseProvider {
|
|
|
281
289
|
}
|
|
282
290
|
}
|
|
283
291
|
const result = await streamText(streamOptions);
|
|
284
|
-
|
|
292
|
+
// Guard against NoOutputGeneratedError becoming an unhandled rejection.
|
|
293
|
+
Promise.resolve(result.text)
|
|
294
|
+
.catch((err) => {
|
|
295
|
+
logger.debug("Stream text promise rejected (expected for empty streams)", {
|
|
296
|
+
error: err instanceof Error ? err.message : String(err),
|
|
297
|
+
});
|
|
298
|
+
})
|
|
299
|
+
.finally(() => timeoutController?.cleanup());
|
|
285
300
|
// Transform stream to content object stream using fullStream (handles both text and tool calls)
|
|
286
301
|
const transformedStream = (async function* () {
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
|
|
302
|
+
try {
|
|
303
|
+
// Try fullStream first (handles both text and tool calls), fallback to textStream
|
|
304
|
+
const streamToUse = result.fullStream || result.textStream;
|
|
305
|
+
for await (const chunk of streamToUse) {
|
|
306
|
+
// Handle different chunk types from fullStream
|
|
307
|
+
if (chunk && typeof chunk === "object") {
|
|
308
|
+
// Check for error chunks first (critical error handling)
|
|
309
|
+
if ("type" in chunk && chunk.type === "error") {
|
|
310
|
+
const errorChunk = chunk;
|
|
311
|
+
logger.error(`OpenRouter: Error chunk received:`, {
|
|
312
|
+
errorType: errorChunk.type,
|
|
313
|
+
errorDetails: errorChunk.error,
|
|
314
|
+
});
|
|
315
|
+
throw new Error(`OpenRouter streaming error: ${errorChunk.error?.message ||
|
|
316
|
+
"Unknown error"}`);
|
|
317
|
+
}
|
|
318
|
+
if ("textDelta" in chunk) {
|
|
319
|
+
// Text delta from fullStream
|
|
320
|
+
const textDelta = chunk.textDelta;
|
|
321
|
+
if (textDelta) {
|
|
322
|
+
yield { content: textDelta };
|
|
323
|
+
}
|
|
324
|
+
}
|
|
325
|
+
else if ("type" in chunk &&
|
|
326
|
+
chunk.type === "tool-call" &&
|
|
327
|
+
"toolCallId" in chunk) {
|
|
328
|
+
// Tool call event - log for debugging
|
|
329
|
+
const toolCallId = String(chunk.toolCallId);
|
|
330
|
+
const toolName = "toolName" in chunk ? String(chunk.toolName) : "unknown";
|
|
331
|
+
logger.debug("OpenRouter: Tool call", {
|
|
332
|
+
toolCallId,
|
|
333
|
+
toolName,
|
|
334
|
+
});
|
|
307
335
|
}
|
|
308
336
|
}
|
|
309
|
-
else if (chunk
|
|
310
|
-
//
|
|
311
|
-
|
|
312
|
-
logger.debug("OpenRouter: Tool call streaming start", {
|
|
313
|
-
toolCallId: toolCall.toolCallId,
|
|
314
|
-
toolName: toolCall.toolName,
|
|
315
|
-
});
|
|
337
|
+
else if (typeof chunk === "string") {
|
|
338
|
+
// Direct string chunk from textStream fallback
|
|
339
|
+
yield { content: chunk };
|
|
316
340
|
}
|
|
317
341
|
}
|
|
318
|
-
|
|
319
|
-
|
|
320
|
-
|
|
342
|
+
}
|
|
343
|
+
catch (streamError) {
|
|
344
|
+
// AI SDK v6 throws NoOutputGeneratedError when the stream produced no output.
|
|
345
|
+
if (NoOutputGeneratedError.isInstance(streamError)) {
|
|
346
|
+
logger.warn("OpenRouter: Stream produced no output (NoOutputGeneratedError)");
|
|
347
|
+
return;
|
|
321
348
|
}
|
|
349
|
+
throw streamError;
|
|
322
350
|
}
|
|
323
351
|
})();
|
|
324
352
|
// Create analytics promise that resolves after stream completion
|
|
@@ -445,7 +473,7 @@ export class OpenRouterProvider extends BaseProvider {
|
|
|
445
473
|
catch (error) {
|
|
446
474
|
clearTimeout(timeoutId);
|
|
447
475
|
if (isAbortError(error)) {
|
|
448
|
-
throw new Error(`Request timed out after ${MODELS_DISCOVERY_TIMEOUT_MS / 1000} seconds
|
|
476
|
+
throw new Error(`Request timed out after ${MODELS_DISCOVERY_TIMEOUT_MS / 1000} seconds`, { cause: error });
|
|
449
477
|
}
|
|
450
478
|
throw error;
|
|
451
479
|
}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { type Schema, type
|
|
1
|
+
import { type Schema, type LanguageModel } from "ai";
|
|
2
2
|
import type { ZodUnknownSchema } from "../types/typeAliases.js";
|
|
3
3
|
import { AIProviderName } from "../constants/enums.js";
|
|
4
4
|
import type { StreamOptions, StreamResult } from "../types/streamTypes.js";
|
|
@@ -19,7 +19,7 @@ export declare class OpenAICompatibleProvider extends BaseProvider {
|
|
|
19
19
|
* Returns the Vercel AI SDK model instance for OpenAI Compatible endpoints
|
|
20
20
|
* Handles auto-discovery if no model was specified
|
|
21
21
|
*/
|
|
22
|
-
protected getAISDKModel(): Promise<
|
|
22
|
+
protected getAISDKModel(): Promise<LanguageModel>;
|
|
23
23
|
protected formatProviderError(error: unknown): Error;
|
|
24
24
|
/**
|
|
25
25
|
* OpenAI Compatible endpoints support tools for compatible models
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
import { createOpenAI } from "@ai-sdk/openai";
|
|
2
|
-
import { streamText } from "ai";
|
|
2
|
+
import { NoOutputGeneratedError, streamText, } from "ai";
|
|
3
3
|
import { AIProviderName } from "../constants/enums.js";
|
|
4
4
|
import { BaseProvider } from "../core/baseProvider.js";
|
|
5
5
|
import { logger } from "../utils/logger.js";
|
|
6
6
|
import { composeAbortSignals, createTimeoutController, TimeoutError, } from "../utils/timeout.js";
|
|
7
7
|
import { streamAnalyticsCollector } from "../core/streamAnalytics.js";
|
|
8
8
|
import { createProxyFetch } from "../proxy/proxyFetch.js";
|
|
9
|
-
import {
|
|
9
|
+
import { toAnalyticsStreamResult } from "./providerTypeUtils.js";
|
|
10
10
|
// Constants
|
|
11
11
|
const FALLBACK_OPENAI_COMPATIBLE_MODEL = "gpt-3.5-turbo";
|
|
12
12
|
// Configuration helpers
|
|
@@ -172,18 +172,17 @@ export class OpenAICompatibleProvider extends BaseProvider {
|
|
|
172
172
|
model,
|
|
173
173
|
messages: messages,
|
|
174
174
|
...(options.maxTokens !== null && options.maxTokens !== undefined
|
|
175
|
-
? {
|
|
175
|
+
? { maxOutputTokens: options.maxTokens }
|
|
176
176
|
: {}),
|
|
177
177
|
...(options.temperature !== null && options.temperature !== undefined
|
|
178
178
|
? { temperature: options.temperature }
|
|
179
179
|
: {}),
|
|
180
|
-
maxSteps: options.maxSteps || DEFAULT_MAX_STEPS,
|
|
181
180
|
tools,
|
|
182
181
|
toolChoice: shouldUseTools ? "auto" : "none",
|
|
183
182
|
abortSignal: composeAbortSignals(options.abortSignal, timeoutController?.controller.signal),
|
|
184
183
|
experimental_telemetry: this.telemetryHandler.getTelemetryConfig(options),
|
|
185
|
-
onStepFinish: (
|
|
186
|
-
this.handleToolExecutionStorage(toolCalls, toolResults, options, new Date()).catch((error) => {
|
|
184
|
+
onStepFinish: (event) => {
|
|
185
|
+
this.handleToolExecutionStorage([...event.toolCalls], [...event.toolResults], options, new Date()).catch((error) => {
|
|
187
186
|
logger.warn("[OpenAiCompatibleProvider] Failed to store tool executions", {
|
|
188
187
|
provider: this.providerName,
|
|
189
188
|
error: error instanceof Error ? error.message : String(error),
|
|
@@ -194,12 +193,22 @@ export class OpenAICompatibleProvider extends BaseProvider {
|
|
|
194
193
|
timeoutController?.cleanup();
|
|
195
194
|
// Transform stream to match StreamResult interface
|
|
196
195
|
const transformedStream = async function* () {
|
|
197
|
-
|
|
198
|
-
|
|
196
|
+
try {
|
|
197
|
+
for await (const chunk of result.textStream) {
|
|
198
|
+
yield { content: chunk };
|
|
199
|
+
}
|
|
200
|
+
}
|
|
201
|
+
catch (streamError) {
|
|
202
|
+
// AI SDK v6 throws NoOutputGeneratedError when the stream produced no output.
|
|
203
|
+
if (NoOutputGeneratedError.isInstance(streamError)) {
|
|
204
|
+
logger.warn("OpenAI-compatible: Stream produced no output (NoOutputGeneratedError)");
|
|
205
|
+
return;
|
|
206
|
+
}
|
|
207
|
+
throw streamError;
|
|
199
208
|
}
|
|
200
209
|
};
|
|
201
210
|
// Create analytics promise that resolves after stream completion
|
|
202
|
-
const analyticsPromise = streamAnalyticsCollector.createAnalytics(this.providerName, this.modelName, result, Date.now() - startTime, {
|
|
211
|
+
const analyticsPromise = streamAnalyticsCollector.createAnalytics(this.providerName, this.modelName, toAnalyticsStreamResult(result), Date.now() - startTime, {
|
|
203
212
|
requestId: `openai-compatible-stream-${Date.now()}`,
|
|
204
213
|
streamingMode: true,
|
|
205
214
|
});
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Shared type utilities for AI SDK provider integration.
|
|
3
|
+
*
|
|
4
|
+
* Provides type-safe helpers to bridge between the AI SDK's generic types
|
|
5
|
+
* and NeuroLink's internal type system without resorting to `as any` casts.
|
|
6
|
+
*/
|
|
7
|
+
import type { LanguageModel, streamText } from "ai";
|
|
8
|
+
import type { StreamTextResult } from "../types/streamTypes.js";
|
|
9
|
+
/**
|
|
10
|
+
* Extract the model identifier from a LanguageModel value.
|
|
11
|
+
*
|
|
12
|
+
* `LanguageModel` in AI SDK v6 is `string | LanguageModelV2 | LanguageModelV3`.
|
|
13
|
+
* When it's a string it IS the model ID; when it's an object, `.modelId` holds it.
|
|
14
|
+
*
|
|
15
|
+
* @param model - The LanguageModel value (string or object).
|
|
16
|
+
* @param fallback - Value returned when the model ID cannot be determined.
|
|
17
|
+
*/
|
|
18
|
+
export declare function getModelId(model: LanguageModel, fallback?: string): string;
|
|
19
|
+
/**
|
|
20
|
+
* Adapt an AI SDK `StreamTextResult` (generic, parameterised by TOOLS & OUTPUT)
|
|
21
|
+
* to the simpler NeuroLink `StreamTextResult` expected by the analytics collector.
|
|
22
|
+
*
|
|
23
|
+
* The AI SDK result is a structural superset of our local type — every field our
|
|
24
|
+
* analytics code reads (`textStream`, `text`, `usage`, `response`, `finishReason`,
|
|
25
|
+
* `toolResults`, `toolCalls`) exists on the SDK result with compatible types.
|
|
26
|
+
* This function performs the structural down-cast without `as any`.
|
|
27
|
+
*/
|
|
28
|
+
export declare function toAnalyticsStreamResult(result: ReturnType<typeof streamText>): StreamTextResult;
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Shared type utilities for AI SDK provider integration.
|
|
3
|
+
*
|
|
4
|
+
* Provides type-safe helpers to bridge between the AI SDK's generic types
|
|
5
|
+
* and NeuroLink's internal type system without resorting to `as any` casts.
|
|
6
|
+
*/
|
|
7
|
+
/**
|
|
8
|
+
* Type guard: checks whether a LanguageModel value is an object with `modelId`
|
|
9
|
+
* (i.e. LanguageModelV2 or LanguageModelV3) rather than a bare string ID.
|
|
10
|
+
*/
|
|
11
|
+
function isLanguageModelObject(model) {
|
|
12
|
+
return typeof model === "object" && model !== null && "modelId" in model;
|
|
13
|
+
}
|
|
14
|
+
/**
|
|
15
|
+
* Extract the model identifier from a LanguageModel value.
|
|
16
|
+
*
|
|
17
|
+
* `LanguageModel` in AI SDK v6 is `string | LanguageModelV2 | LanguageModelV3`.
|
|
18
|
+
* When it's a string it IS the model ID; when it's an object, `.modelId` holds it.
|
|
19
|
+
*
|
|
20
|
+
* @param model - The LanguageModel value (string or object).
|
|
21
|
+
* @param fallback - Value returned when the model ID cannot be determined.
|
|
22
|
+
*/
|
|
23
|
+
export function getModelId(model, fallback = "unknown") {
|
|
24
|
+
if (typeof model === "string") {
|
|
25
|
+
return model;
|
|
26
|
+
}
|
|
27
|
+
if (isLanguageModelObject(model)) {
|
|
28
|
+
return model.modelId;
|
|
29
|
+
}
|
|
30
|
+
return fallback;
|
|
31
|
+
}
|
|
32
|
+
/**
|
|
33
|
+
* Adapt an AI SDK `StreamTextResult` (generic, parameterised by TOOLS & OUTPUT)
|
|
34
|
+
* to the simpler NeuroLink `StreamTextResult` expected by the analytics collector.
|
|
35
|
+
*
|
|
36
|
+
* The AI SDK result is a structural superset of our local type — every field our
|
|
37
|
+
* analytics code reads (`textStream`, `text`, `usage`, `response`, `finishReason`,
|
|
38
|
+
* `toolResults`, `toolCalls`) exists on the SDK result with compatible types.
|
|
39
|
+
* This function performs the structural down-cast without `as any`.
|
|
40
|
+
*/
|
|
41
|
+
export function toAnalyticsStreamResult(result) {
|
|
42
|
+
// The AI SDK v6 result is a structural superset of our StreamTextResult.
|
|
43
|
+
// Both use PromiseLike for async fields and compatible usage shapes
|
|
44
|
+
// (extractTokenUsage handles both v4 and v6 field names).
|
|
45
|
+
return result;
|
|
46
|
+
}
|
|
47
|
+
//# sourceMappingURL=providerTypeUtils.js.map
|
|
@@ -81,7 +81,7 @@ export function getSageMakerConfig(region) {
|
|
|
81
81
|
}
|
|
82
82
|
catch (error) {
|
|
83
83
|
if (error instanceof z.ZodError) {
|
|
84
|
-
const errorMessages = error.
|
|
84
|
+
const errorMessages = error.issues.map((err) => `${String(err.path.join("."))}: ${err.message}`);
|
|
85
85
|
throw new Error(`SageMaker configuration validation failed:\n${errorMessages.join("\n")}\n\n` +
|
|
86
86
|
`Please set the required environment variables:\n` +
|
|
87
87
|
`- AWS_ACCESS_KEY_ID: Your AWS access key\n` +
|
|
@@ -89,7 +89,7 @@ export function getSageMakerConfig(region) {
|
|
|
89
89
|
`- AWS_REGION: AWS region (default: us-east-1)\n` +
|
|
90
90
|
`- AWS_SESSION_TOKEN: Session token (optional, for temporary credentials)\n` +
|
|
91
91
|
`- SAGEMAKER_TIMEOUT: Request timeout in ms (optional, default: 30000)\n` +
|
|
92
|
-
`- SAGEMAKER_MAX_RETRIES: Max retry attempts (optional, default: 3)
|
|
92
|
+
`- SAGEMAKER_MAX_RETRIES: Max retry attempts (optional, default: 3)`, { cause: error });
|
|
93
93
|
}
|
|
94
94
|
throw error;
|
|
95
95
|
}
|
|
@@ -140,8 +140,8 @@ export function getSageMakerModelConfig(endpointName) {
|
|
|
140
140
|
}
|
|
141
141
|
catch (error) {
|
|
142
142
|
if (error instanceof z.ZodError) {
|
|
143
|
-
const errorMessages = error.
|
|
144
|
-
throw new Error(`SageMaker model configuration validation failed for endpoint '${endpoint}':\n${errorMessages.join("\n")}
|
|
143
|
+
const errorMessages = error.issues.map((err) => `${String(err.path.join("."))}: ${err.message}`);
|
|
144
|
+
throw new Error(`SageMaker model configuration validation failed for endpoint '${endpoint}':\n${errorMessages.join("\n")}`, { cause: error });
|
|
145
145
|
}
|
|
146
146
|
throw error;
|
|
147
147
|
}
|
|
@@ -284,7 +284,7 @@ export async function loadConfigurationFromFile(filePath) {
|
|
|
284
284
|
return validatedConfig;
|
|
285
285
|
}
|
|
286
286
|
catch (error) {
|
|
287
|
-
throw new Error(`Failed to load SageMaker configuration from file '${filePath}': ${error instanceof Error ? error.message : "Unknown error"}
|
|
287
|
+
throw new Error(`Failed to load SageMaker configuration from file '${filePath}': ${error instanceof Error ? error.message : "Unknown error"}`, { cause: error });
|
|
288
288
|
}
|
|
289
289
|
}
|
|
290
290
|
/**
|
|
@@ -1,26 +1,36 @@
|
|
|
1
1
|
/**
|
|
2
2
|
* SageMaker Language Model Implementation
|
|
3
3
|
*
|
|
4
|
-
* This module implements the
|
|
4
|
+
* This module implements the LanguageModel interface for Amazon SageMaker
|
|
5
5
|
* integration with the Vercel AI SDK.
|
|
6
6
|
*/
|
|
7
|
-
import type {
|
|
8
|
-
import type { SageMakerConfig, SageMakerModelConfig } from "../../types/providers.js";
|
|
7
|
+
import type { SageMakerAsLanguageModel, SageMakerConfig, SageMakerModelConfig } from "../../types/providers.js";
|
|
9
8
|
import type { ConnectivityResult } from "../../types/typeAliases.js";
|
|
10
9
|
/**
|
|
11
|
-
* SageMaker Language Model implementing
|
|
10
|
+
* SageMaker Language Model implementing LanguageModel interface
|
|
12
11
|
*
|
|
13
12
|
* Token Limit Behavior:
|
|
14
13
|
* - When maxTokens is undefined, SageMaker uses the model's default token limits
|
|
15
14
|
* - When maxTokens is specified, it sets max_new_tokens parameter explicitly
|
|
16
15
|
* - This aligns with the unlimited-by-default token policy across all providers
|
|
17
16
|
*/
|
|
18
|
-
export declare class SageMakerLanguageModel implements
|
|
19
|
-
|
|
17
|
+
export declare class SageMakerLanguageModel implements SageMakerAsLanguageModel {
|
|
18
|
+
/**
|
|
19
|
+
* Specification version for the AI SDK LanguageModel interface.
|
|
20
|
+
* Uses "v2" for structural compatibility with AI SDK v6's `LanguageModelV2`.
|
|
21
|
+
* The AI SDK checks this field to determine which interface version to use.
|
|
22
|
+
*/
|
|
23
|
+
readonly specificationVersion: "v2";
|
|
20
24
|
readonly provider = "sagemaker";
|
|
21
25
|
readonly modelId: string;
|
|
22
26
|
readonly supportsStreaming = true;
|
|
23
27
|
readonly defaultObjectGenerationMode: "json";
|
|
28
|
+
/**
|
|
29
|
+
* Supported URL patterns by media type.
|
|
30
|
+
* SageMaker endpoints do not natively download URLs, so this is empty.
|
|
31
|
+
* Required by the LanguageModelV2 interface.
|
|
32
|
+
*/
|
|
33
|
+
readonly supportedUrls: Record<string, RegExp[]>;
|
|
24
34
|
private client;
|
|
25
35
|
private config;
|
|
26
36
|
private modelConfig;
|
|
@@ -28,7 +38,7 @@ export declare class SageMakerLanguageModel implements LanguageModelV1 {
|
|
|
28
38
|
/**
|
|
29
39
|
* Generate text synchronously using SageMaker endpoint
|
|
30
40
|
*/
|
|
31
|
-
doGenerate(options:
|
|
41
|
+
doGenerate(options: Record<string, unknown>): Promise<{
|
|
32
42
|
text?: string;
|
|
33
43
|
reasoning?: string | Array<{
|
|
34
44
|
type: "text";
|
|
@@ -51,8 +61,8 @@ export declare class SageMakerLanguageModel implements LanguageModelV1 {
|
|
|
51
61
|
}>;
|
|
52
62
|
}>;
|
|
53
63
|
usage: {
|
|
54
|
-
|
|
55
|
-
|
|
64
|
+
inputTokens: number;
|
|
65
|
+
outputTokens: number;
|
|
56
66
|
totalTokens?: number;
|
|
57
67
|
};
|
|
58
68
|
finishReason: "stop" | "length" | "content-filter" | "tool-calls" | "error" | "unknown";
|
|
@@ -74,8 +84,8 @@ export declare class SageMakerLanguageModel implements LanguageModelV1 {
|
|
|
74
84
|
/**
|
|
75
85
|
* Generate text with streaming using SageMaker endpoint
|
|
76
86
|
*/
|
|
77
|
-
doStream(options:
|
|
78
|
-
stream: ReadableStream<
|
|
87
|
+
doStream(options: Record<string, unknown>): Promise<{
|
|
88
|
+
stream: ReadableStream<Record<string, unknown>>;
|
|
79
89
|
rawCall: {
|
|
80
90
|
rawPrompt: unknown;
|
|
81
91
|
rawSettings: Record<string, unknown>;
|
|
@@ -129,7 +139,7 @@ export declare class SageMakerLanguageModel implements LanguageModelV1 {
|
|
|
129
139
|
getModelInfo(): {
|
|
130
140
|
modelId: string;
|
|
131
141
|
provider: string;
|
|
132
|
-
specificationVersion:
|
|
142
|
+
specificationVersion: "v2";
|
|
133
143
|
endpointName: string;
|
|
134
144
|
modelType: "huggingface" | "mistral" | "custom" | "llama" | "claude" | "jumpstart" | undefined;
|
|
135
145
|
region: string;
|
|
@@ -176,7 +186,7 @@ export declare class SageMakerLanguageModel implements LanguageModelV1 {
|
|
|
176
186
|
};
|
|
177
187
|
modelId: string;
|
|
178
188
|
provider: string;
|
|
179
|
-
specificationVersion:
|
|
189
|
+
specificationVersion: "v2";
|
|
180
190
|
endpointName: string;
|
|
181
191
|
modelType: "huggingface" | "mistral" | "custom" | "llama" | "claude" | "jumpstart" | undefined;
|
|
182
192
|
region: string;
|