@juspay/neurolink 9.32.0 → 9.32.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +6 -0
- package/dist/auth/anthropicOAuth.js +1 -1
- package/dist/cli/commands/proxy.js +18 -5
- package/dist/client/aiSdkAdapter.js +1 -1
- package/dist/client/index.js +137 -501
- package/dist/core/factory.js +0 -1
- package/dist/core/redisConversationMemoryManager.js +1 -1
- package/dist/features/ppt/slideGenerator.js +0 -1
- package/dist/features/ppt/utils.js +0 -1
- package/dist/lib/server/routes/claudeProxyRoutes.js +45 -9
- package/dist/mcp/elicitationProtocol.js +1 -1
- package/dist/mcp/servers/agent/directToolsServer.js +0 -1
- package/dist/providers/azureOpenai.js +1 -1
- package/dist/providers/huggingFace.js +0 -1
- package/dist/providers/openaiCompatible.js +0 -1
- package/dist/sdk/toolRegistration.js +0 -1
- package/dist/server/openapi/generator.js +1 -1
- package/dist/server/routes/claudeProxyRoutes.js +45 -9
- package/dist/types/configTypes.js +0 -5
- package/dist/types/modelTypes.js +0 -1
- package/dist/types/tools.js +0 -1
- package/dist/types/typeAliases.js +0 -1
- package/dist/types/utilities.js +1 -1
- package/dist/types/workflowTypes.js +0 -1
- package/dist/utils/providerRetry.js +0 -1
- package/dist/utils/providerUtils.js +0 -1
- package/package.json +2 -2
- package/dist/client/adapters/providerImageAdapter.js +0 -588
- package/dist/client/adapters/tts/googleTTSHandler.js +0 -344
- package/dist/client/adapters/video/directorPipeline.js +0 -516
- package/dist/client/adapters/video/ffmpegAdapter.js +0 -206
- package/dist/client/adapters/video/frameExtractor.js +0 -143
- package/dist/client/adapters/video/vertexVideoHandler.js +0 -763
- package/dist/client/adapters/video/videoAnalyzer.js +0 -238
- package/dist/client/adapters/video/videoMerger.js +0 -171
- package/dist/client/agent/directTools.js +0 -840
- package/dist/client/auth/AuthProviderFactory.js +0 -111
- package/dist/client/auth/AuthProviderRegistry.js +0 -190
- package/dist/client/auth/RequestContext.js +0 -78
- package/dist/client/auth/accountPool.js +0 -178
- package/dist/client/auth/anthropicOAuth.js +0 -974
- package/dist/client/auth/authContext.js +0 -314
- package/dist/client/auth/errors.js +0 -39
- package/dist/client/auth/index.js +0 -61
- package/dist/client/auth/middleware/AuthMiddleware.js +0 -519
- package/dist/client/auth/middleware/rateLimitByUser.js +0 -554
- package/dist/client/auth/providers/BaseAuthProvider.js +0 -723
- package/dist/client/auth/providers/CognitoProvider.js +0 -304
- package/dist/client/auth/providers/KeycloakProvider.js +0 -393
- package/dist/client/auth/providers/auth0.js +0 -274
- package/dist/client/auth/providers/betterAuth.js +0 -182
- package/dist/client/auth/providers/clerk.js +0 -317
- package/dist/client/auth/providers/custom.js +0 -112
- package/dist/client/auth/providers/firebase.js +0 -226
- package/dist/client/auth/providers/jwt.js +0 -212
- package/dist/client/auth/providers/oauth2.js +0 -303
- package/dist/client/auth/providers/supabase.js +0 -259
- package/dist/client/auth/providers/workos.js +0 -284
- package/dist/client/auth/serverBridge.js +0 -25
- package/dist/client/auth/sessionManager.js +0 -437
- package/dist/client/auth/tokenStore.js +0 -799
- package/dist/client/client/aiSdkAdapter.js +0 -487
- package/dist/client/client/auth.js +0 -473
- package/dist/client/client/errors.js +0 -552
- package/dist/client/client/httpClient.js +0 -837
- package/dist/client/client/index.js +0 -172
- package/dist/client/client/interceptors.js +0 -601
- package/dist/client/client/sseClient.js +0 -545
- package/dist/client/client/streamingClient.js +0 -917
- package/dist/client/client/wsClient.js +0 -369
- package/dist/client/config/configManager.js +0 -303
- package/dist/client/config/conversationMemory.js +0 -86
- package/dist/client/config/taskClassificationConfig.js +0 -148
- package/dist/client/constants/contextWindows.js +0 -295
- package/dist/client/constants/enums.js +0 -853
- package/dist/client/constants/index.js +0 -207
- package/dist/client/constants/performance.js +0 -389
- package/dist/client/constants/retry.js +0 -266
- package/dist/client/constants/timeouts.js +0 -182
- package/dist/client/constants/tokens.js +0 -380
- package/dist/client/constants/videoErrors.js +0 -46
- package/dist/client/context/budgetChecker.js +0 -98
- package/dist/client/context/contextCompactor.js +0 -205
- package/dist/client/context/emergencyTruncation.js +0 -88
- package/dist/client/context/errorDetection.js +0 -171
- package/dist/client/context/errors.js +0 -21
- package/dist/client/context/fileTokenBudget.js +0 -127
- package/dist/client/context/prompts/summarizationPrompt.js +0 -117
- package/dist/client/context/stages/fileReadDeduplicator.js +0 -66
- package/dist/client/context/stages/slidingWindowTruncator.js +0 -190
- package/dist/client/context/stages/structuredSummarizer.js +0 -99
- package/dist/client/context/stages/toolOutputPruner.js +0 -52
- package/dist/client/context/summarizationEngine.js +0 -136
- package/dist/client/context/toolOutputLimits.js +0 -78
- package/dist/client/context/toolPairRepair.js +0 -66
- package/dist/client/core/analytics.js +0 -88
- package/dist/client/core/baseProvider.js +0 -1385
- package/dist/client/core/constants.js +0 -140
- package/dist/client/core/conversationMemoryFactory.js +0 -141
- package/dist/client/core/conversationMemoryInitializer.js +0 -128
- package/dist/client/core/conversationMemoryManager.js +0 -344
- package/dist/client/core/dynamicModels.js +0 -358
- package/dist/client/core/evaluation.js +0 -309
- package/dist/client/core/evaluationProviders.js +0 -248
- package/dist/client/core/factory.js +0 -412
- package/dist/client/core/infrastructure/baseError.js +0 -22
- package/dist/client/core/infrastructure/baseFactory.js +0 -54
- package/dist/client/core/infrastructure/baseRegistry.js +0 -53
- package/dist/client/core/infrastructure/index.js +0 -5
- package/dist/client/core/infrastructure/retry.js +0 -20
- package/dist/client/core/infrastructure/typedEventEmitter.js +0 -23
- package/dist/client/core/modelConfiguration.js +0 -851
- package/dist/client/core/modules/GenerationHandler.js +0 -588
- package/dist/client/core/modules/MessageBuilder.js +0 -273
- package/dist/client/core/modules/StreamHandler.js +0 -185
- package/dist/client/core/modules/TelemetryHandler.js +0 -203
- package/dist/client/core/modules/ToolsManager.js +0 -499
- package/dist/client/core/modules/Utilities.js +0 -331
- package/dist/client/core/redisConversationMemoryManager.js +0 -1435
- package/dist/client/core/streamAnalytics.js +0 -131
- package/dist/client/evaluation/contextBuilder.js +0 -134
- package/dist/client/evaluation/index.js +0 -61
- package/dist/client/evaluation/prompts.js +0 -73
- package/dist/client/evaluation/ragasEvaluator.js +0 -110
- package/dist/client/evaluation/retryManager.js +0 -78
- package/dist/client/evaluation/scoring.js +0 -61
- package/dist/client/factories/providerFactory.js +0 -166
- package/dist/client/factories/providerRegistry.js +0 -166
- package/dist/client/features/ppt/constants.js +0 -896
- package/dist/client/features/ppt/contentPlanner.js +0 -529
- package/dist/client/features/ppt/presentationOrchestrator.js +0 -236
- package/dist/client/features/ppt/slideGenerator.js +0 -532
- package/dist/client/features/ppt/slideRenderers.js +0 -2383
- package/dist/client/features/ppt/slideTypeInference.js +0 -405
- package/dist/client/features/ppt/types.js +0 -13
- package/dist/client/features/ppt/utils.js +0 -443
- package/dist/client/files/fileReferenceRegistry.js +0 -1543
- package/dist/client/files/fileTools.js +0 -450
- package/dist/client/files/streamingReader.js +0 -321
- package/dist/client/files/types.js +0 -23
- package/dist/client/hitl/hitlErrors.js +0 -54
- package/dist/client/hitl/hitlManager.js +0 -460
- package/dist/client/mcp/agentExposure.js +0 -356
- package/dist/client/mcp/auth/index.js +0 -11
- package/dist/client/mcp/auth/oauthClientProvider.js +0 -325
- package/dist/client/mcp/auth/tokenStorage.js +0 -134
- package/dist/client/mcp/batching/index.js +0 -10
- package/dist/client/mcp/batching/requestBatcher.js +0 -441
- package/dist/client/mcp/caching/index.js +0 -10
- package/dist/client/mcp/caching/toolCache.js +0 -433
- package/dist/client/mcp/elicitation/elicitationManager.js +0 -376
- package/dist/client/mcp/elicitation/index.js +0 -11
- package/dist/client/mcp/elicitation/types.js +0 -10
- package/dist/client/mcp/elicitationProtocol.js +0 -375
- package/dist/client/mcp/enhancedToolDiscovery.js +0 -481
- package/dist/client/mcp/externalServerManager.js +0 -1478
- package/dist/client/mcp/factory.js +0 -161
- package/dist/client/mcp/flexibleToolValidator.js +0 -161
- package/dist/client/mcp/httpRateLimiter.js +0 -391
- package/dist/client/mcp/httpRetryHandler.js +0 -178
- package/dist/client/mcp/index.js +0 -74
- package/dist/client/mcp/mcpCircuitBreaker.js +0 -427
- package/dist/client/mcp/mcpClientFactory.js +0 -708
- package/dist/client/mcp/mcpRegistryClient.js +0 -488
- package/dist/client/mcp/mcpServerBase.js +0 -373
- package/dist/client/mcp/multiServerManager.js +0 -579
- package/dist/client/mcp/registry.js +0 -158
- package/dist/client/mcp/routing/index.js +0 -10
- package/dist/client/mcp/routing/toolRouter.js +0 -416
- package/dist/client/mcp/serverCapabilities.js +0 -502
- package/dist/client/mcp/servers/agent/directToolsServer.js +0 -150
- package/dist/client/mcp/toolAnnotations.js +0 -239
- package/dist/client/mcp/toolConverter.js +0 -258
- package/dist/client/mcp/toolDiscoveryService.js +0 -798
- package/dist/client/mcp/toolIntegration.js +0 -334
- package/dist/client/mcp/toolRegistry.js +0 -729
- package/dist/client/memory/hippocampusInitializer.js +0 -19
- package/dist/client/memory/memoryRetrievalTools.js +0 -166
- package/dist/client/middleware/builtin/analytics.js +0 -132
- package/dist/client/middleware/builtin/autoEvaluation.js +0 -203
- package/dist/client/middleware/builtin/guardrails.js +0 -109
- package/dist/client/middleware/builtin/lifecycle.js +0 -168
- package/dist/client/middleware/factory.js +0 -327
- package/dist/client/middleware/registry.js +0 -295
- package/dist/client/middleware/utils/guardrailsUtils.js +0 -396
- package/dist/client/models/anthropicModels.js +0 -527
- package/dist/client/neurolink.js +0 -8233
- package/dist/client/observability/exporterRegistry.js +0 -413
- package/dist/client/observability/exporters/arizeExporter.js +0 -138
- package/dist/client/observability/exporters/baseExporter.js +0 -190
- package/dist/client/observability/exporters/braintrustExporter.js +0 -154
- package/dist/client/observability/exporters/datadogExporter.js +0 -196
- package/dist/client/observability/exporters/laminarExporter.js +0 -302
- package/dist/client/observability/exporters/langfuseExporter.js +0 -209
- package/dist/client/observability/exporters/langsmithExporter.js +0 -143
- package/dist/client/observability/exporters/otelExporter.js +0 -164
- package/dist/client/observability/exporters/posthogExporter.js +0 -287
- package/dist/client/observability/exporters/sentryExporter.js +0 -165
- package/dist/client/observability/index.js +0 -31
- package/dist/client/observability/metricsAggregator.js +0 -556
- package/dist/client/observability/otelBridge.js +0 -131
- package/dist/client/observability/retryPolicy.js +0 -383
- package/dist/client/observability/sampling/samplers.js +0 -216
- package/dist/client/observability/spanProcessor.js +0 -303
- package/dist/client/observability/tokenTracker.js +0 -413
- package/dist/client/observability/types/exporterTypes.js +0 -5
- package/dist/client/observability/types/index.js +0 -4
- package/dist/client/observability/types/spanTypes.js +0 -92
- package/dist/client/observability/utils/safeMetadata.js +0 -25
- package/dist/client/observability/utils/spanSerializer.js +0 -292
- package/dist/client/processors/archive/ArchiveProcessor.js +0 -1308
- package/dist/client/processors/base/BaseFileProcessor.js +0 -614
- package/dist/client/processors/base/types.js +0 -82
- package/dist/client/processors/config/fileTypes.js +0 -520
- package/dist/client/processors/config/index.js +0 -92
- package/dist/client/processors/config/languageMap.js +0 -410
- package/dist/client/processors/config/mimeTypes.js +0 -363
- package/dist/client/processors/config/sizeLimits.js +0 -258
- package/dist/client/processors/document/ExcelProcessor.js +0 -590
- package/dist/client/processors/document/OpenDocumentProcessor.js +0 -212
- package/dist/client/processors/document/PptxProcessor.js +0 -157
- package/dist/client/processors/document/RtfProcessor.js +0 -361
- package/dist/client/processors/document/WordProcessor.js +0 -353
- package/dist/client/processors/errors/FileErrorCode.js +0 -255
- package/dist/client/processors/errors/errorHelpers.js +0 -386
- package/dist/client/processors/errors/errorSerializer.js +0 -507
- package/dist/client/processors/errors/index.js +0 -49
- package/dist/client/processors/markup/SvgProcessor.js +0 -240
- package/dist/client/processors/media/AudioProcessor.js +0 -707
- package/dist/client/processors/media/VideoProcessor.js +0 -1045
- package/dist/client/providers/amazonBedrock.js +0 -1512
- package/dist/client/providers/amazonSagemaker.js +0 -162
- package/dist/client/providers/anthropic.js +0 -831
- package/dist/client/providers/azureOpenai.js +0 -143
- package/dist/client/providers/googleAiStudio.js +0 -1200
- package/dist/client/providers/googleNativeGemini3.js +0 -543
- package/dist/client/providers/googleVertex.js +0 -2936
- package/dist/client/providers/huggingFace.js +0 -315
- package/dist/client/providers/litellm.js +0 -488
- package/dist/client/providers/mistral.js +0 -157
- package/dist/client/providers/ollama.js +0 -1579
- package/dist/client/providers/openAI.js +0 -627
- package/dist/client/providers/openRouter.js +0 -543
- package/dist/client/providers/openaiCompatible.js +0 -290
- package/dist/client/providers/providerTypeUtils.js +0 -46
- package/dist/client/providers/sagemaker/adaptive-semaphore.js +0 -215
- package/dist/client/providers/sagemaker/client.js +0 -472
- package/dist/client/providers/sagemaker/config.js +0 -317
- package/dist/client/providers/sagemaker/detection.js +0 -606
- package/dist/client/providers/sagemaker/error-constants.js +0 -227
- package/dist/client/providers/sagemaker/errors.js +0 -299
- package/dist/client/providers/sagemaker/language-model.js +0 -775
- package/dist/client/providers/sagemaker/parsers.js +0 -634
- package/dist/client/providers/sagemaker/streaming.js +0 -331
- package/dist/client/providers/sagemaker/structured-parser.js +0 -625
- package/dist/client/proxy/accountQuota.js +0 -162
- package/dist/client/proxy/claudeFormat.js +0 -595
- package/dist/client/proxy/modelRouter.js +0 -29
- package/dist/client/proxy/oauthFetch.js +0 -367
- package/dist/client/proxy/proxyFetch.js +0 -586
- package/dist/client/proxy/requestLogger.js +0 -207
- package/dist/client/proxy/tokenRefresh.js +0 -124
- package/dist/client/proxy/usageStats.js +0 -74
- package/dist/client/proxy/utils/noProxyUtils.js +0 -149
- package/dist/client/rag/ChunkerFactory.js +0 -320
- package/dist/client/rag/ChunkerRegistry.js +0 -421
- package/dist/client/rag/chunkers/BaseChunker.js +0 -143
- package/dist/client/rag/chunkers/CharacterChunker.js +0 -28
- package/dist/client/rag/chunkers/HTMLChunker.js +0 -38
- package/dist/client/rag/chunkers/JSONChunker.js +0 -68
- package/dist/client/rag/chunkers/LaTeXChunker.js +0 -63
- package/dist/client/rag/chunkers/MarkdownChunker.js +0 -306
- package/dist/client/rag/chunkers/RecursiveChunker.js +0 -139
- package/dist/client/rag/chunkers/SemanticMarkdownChunker.js +0 -138
- package/dist/client/rag/chunkers/SentenceChunker.js +0 -66
- package/dist/client/rag/chunkers/TokenChunker.js +0 -61
- package/dist/client/rag/chunkers/index.js +0 -15
- package/dist/client/rag/chunking/characterChunker.js +0 -142
- package/dist/client/rag/chunking/chunkerRegistry.js +0 -194
- package/dist/client/rag/chunking/htmlChunker.js +0 -247
- package/dist/client/rag/chunking/index.js +0 -17
- package/dist/client/rag/chunking/jsonChunker.js +0 -281
- package/dist/client/rag/chunking/latexChunker.js +0 -251
- package/dist/client/rag/chunking/markdownChunker.js +0 -373
- package/dist/client/rag/chunking/recursiveChunker.js +0 -148
- package/dist/client/rag/chunking/semanticChunker.js +0 -306
- package/dist/client/rag/chunking/sentenceChunker.js +0 -230
- package/dist/client/rag/chunking/tokenChunker.js +0 -183
- package/dist/client/rag/document/MDocument.js +0 -392
- package/dist/client/rag/document/index.js +0 -5
- package/dist/client/rag/document/loaders.js +0 -500
- package/dist/client/rag/errors/RAGError.js +0 -274
- package/dist/client/rag/errors/index.js +0 -6
- package/dist/client/rag/graphRag/graphRAG.js +0 -401
- package/dist/client/rag/graphRag/index.js +0 -4
- package/dist/client/rag/index.js +0 -141
- package/dist/client/rag/metadata/MetadataExtractorFactory.js +0 -418
- package/dist/client/rag/metadata/MetadataExtractorRegistry.js +0 -362
- package/dist/client/rag/metadata/index.js +0 -9
- package/dist/client/rag/metadata/metadataExtractor.js +0 -280
- package/dist/client/rag/pipeline/RAGPipeline.js +0 -436
- package/dist/client/rag/pipeline/contextAssembly.js +0 -341
- package/dist/client/rag/pipeline/index.js +0 -5
- package/dist/client/rag/ragIntegration.js +0 -321
- package/dist/client/rag/reranker/RerankerFactory.js +0 -430
- package/dist/client/rag/reranker/RerankerRegistry.js +0 -402
- package/dist/client/rag/reranker/index.js +0 -9
- package/dist/client/rag/reranker/reranker.js +0 -277
- package/dist/client/rag/resilience/CircuitBreaker.js +0 -431
- package/dist/client/rag/resilience/RetryHandler.js +0 -304
- package/dist/client/rag/resilience/index.js +0 -7
- package/dist/client/rag/retrieval/hybridSearch.js +0 -335
- package/dist/client/rag/retrieval/index.js +0 -5
- package/dist/client/rag/retrieval/vectorQueryTool.js +0 -307
- package/dist/client/rag/types.js +0 -8
- package/dist/client/sdk/toolRegistration.js +0 -377
- package/dist/client/server/abstract/baseServerAdapter.js +0 -575
- package/dist/client/server/adapters/expressAdapter.js +0 -486
- package/dist/client/server/adapters/fastifyAdapter.js +0 -472
- package/dist/client/server/adapters/honoAdapter.js +0 -632
- package/dist/client/server/adapters/koaAdapter.js +0 -510
- package/dist/client/server/errors.js +0 -486
- package/dist/client/server/factory/serverAdapterFactory.js +0 -160
- package/dist/client/server/index.js +0 -108
- package/dist/client/server/middleware/abortSignal.js +0 -111
- package/dist/client/server/middleware/auth.js +0 -388
- package/dist/client/server/middleware/cache.js +0 -359
- package/dist/client/server/middleware/common.js +0 -281
- package/dist/client/server/middleware/deprecation.js +0 -190
- package/dist/client/server/middleware/mcpBodyAttachment.js +0 -63
- package/dist/client/server/middleware/rateLimit.js +0 -227
- package/dist/client/server/middleware/validation.js +0 -388
- package/dist/client/server/openapi/generator.js +0 -398
- package/dist/client/server/openapi/index.js +0 -36
- package/dist/client/server/openapi/schemas.js +0 -695
- package/dist/client/server/openapi/templates.js +0 -374
- package/dist/client/server/routes/agentRoutes.js +0 -189
- package/dist/client/server/routes/claudeProxyRoutes.js +0 -1600
- package/dist/client/server/routes/healthRoutes.js +0 -187
- package/dist/client/server/routes/index.js +0 -57
- package/dist/client/server/routes/mcpRoutes.js +0 -342
- package/dist/client/server/routes/memoryRoutes.js +0 -350
- package/dist/client/server/routes/openApiRoutes.js +0 -126
- package/dist/client/server/routes/toolRoutes.js +0 -199
- package/dist/client/server/streaming/dataStream.js +0 -486
- package/dist/client/server/streaming/index.js +0 -11
- package/dist/client/server/types.js +0 -67
- package/dist/client/server/utils/redaction.js +0 -334
- package/dist/client/server/utils/validation.js +0 -243
- package/dist/client/server/websocket/WebSocketHandler.js +0 -383
- package/dist/client/server/websocket/index.js +0 -4
- package/dist/client/services/server/ai/observability/instrumentation.js +0 -808
- package/dist/client/telemetry/attributes.js +0 -100
- package/dist/client/telemetry/index.js +0 -26
- package/dist/client/telemetry/telemetryService.js +0 -308
- package/dist/client/telemetry/tracers.js +0 -17
- package/dist/client/telemetry/withSpan.js +0 -34
- package/dist/client/types/actionTypes.js +0 -6
- package/dist/client/types/analytics.js +0 -5
- package/dist/client/types/authTypes.js +0 -9
- package/dist/client/types/circuitBreakerErrors.js +0 -34
- package/dist/client/types/cli.js +0 -21
- package/dist/client/types/clientTypes.js +0 -10
- package/dist/client/types/common.js +0 -51
- package/dist/client/types/configTypes.js +0 -49
- package/dist/client/types/content.js +0 -19
- package/dist/client/types/contextTypes.js +0 -400
- package/dist/client/types/conversation.js +0 -47
- package/dist/client/types/conversationMemoryInterface.js +0 -6
- package/dist/client/types/domainTypes.js +0 -5
- package/dist/client/types/errors.js +0 -167
- package/dist/client/types/evaluation.js +0 -5
- package/dist/client/types/evaluationProviders.js +0 -5
- package/dist/client/types/evaluationTypes.js +0 -1
- package/dist/client/types/externalMcp.js +0 -6
- package/dist/client/types/fileReferenceTypes.js +0 -8
- package/dist/client/types/fileTypes.js +0 -4
- package/dist/client/types/generateTypes.js +0 -1
- package/dist/client/types/guardrails.js +0 -1
- package/dist/client/types/hitlTypes.js +0 -8
- package/dist/client/types/index.js +0 -57
- package/dist/client/types/mcpTypes.js +0 -5
- package/dist/client/types/middlewareTypes.js +0 -1
- package/dist/client/types/modelTypes.js +0 -30
- package/dist/client/types/multimodal.js +0 -135
- package/dist/client/types/observability.js +0 -6
- package/dist/client/types/pptTypes.js +0 -82
- package/dist/client/types/providers.js +0 -111
- package/dist/client/types/proxyTypes.js +0 -16
- package/dist/client/types/ragTypes.js +0 -7
- package/dist/client/types/sdkTypes.js +0 -8
- package/dist/client/types/serviceTypes.js +0 -5
- package/dist/client/types/streamTypes.js +0 -1
- package/dist/client/types/subscriptionTypes.js +0 -9
- package/dist/client/types/taskClassificationTypes.js +0 -5
- package/dist/client/types/tools.js +0 -24
- package/dist/client/types/ttsTypes.js +0 -57
- package/dist/client/types/typeAliases.js +0 -48
- package/dist/client/types/utilities.js +0 -4
- package/dist/client/types/workflowTypes.js +0 -30
- package/dist/client/utils/async/withTimeout.js +0 -98
- package/dist/client/utils/asyncMutex.js +0 -60
- package/dist/client/utils/conversationMemory.js +0 -431
- package/dist/client/utils/csvProcessor.js +0 -846
- package/dist/client/utils/errorHandling.js +0 -936
- package/dist/client/utils/evaluationUtils.js +0 -131
- package/dist/client/utils/factoryProcessing.js +0 -589
- package/dist/client/utils/fileDetector.js +0 -2161
- package/dist/client/utils/imageCache.js +0 -376
- package/dist/client/utils/imageProcessor.js +0 -704
- package/dist/client/utils/logger.js +0 -491
- package/dist/client/utils/mcpDefaults.js +0 -134
- package/dist/client/utils/messageBuilder.js +0 -1653
- package/dist/client/utils/modelAliasResolver.js +0 -54
- package/dist/client/utils/modelDetection.js +0 -80
- package/dist/client/utils/modelRouter.js +0 -292
- package/dist/client/utils/multimodalOptionsBuilder.js +0 -65
- package/dist/client/utils/observabilityHelpers.js +0 -47
- package/dist/client/utils/parameterValidation.js +0 -966
- package/dist/client/utils/pdfProcessor.js +0 -410
- package/dist/client/utils/performance.js +0 -222
- package/dist/client/utils/pricing.js +0 -340
- package/dist/client/utils/promptRedaction.js +0 -62
- package/dist/client/utils/providerConfig.js +0 -1009
- package/dist/client/utils/providerHealth.js +0 -1237
- package/dist/client/utils/providerRetry.js +0 -112
- package/dist/client/utils/providerUtils.js +0 -434
- package/dist/client/utils/rateLimiter.js +0 -200
- package/dist/client/utils/redis.js +0 -368
- package/dist/client/utils/retryHandler.js +0 -269
- package/dist/client/utils/retryability.js +0 -22
- package/dist/client/utils/sanitizers/svg.js +0 -481
- package/dist/client/utils/schemaConversion.js +0 -255
- package/dist/client/utils/taskClassificationUtils.js +0 -149
- package/dist/client/utils/taskClassifier.js +0 -94
- package/dist/client/utils/thinkingConfig.js +0 -104
- package/dist/client/utils/timeout.js +0 -359
- package/dist/client/utils/tokenEstimation.js +0 -142
- package/dist/client/utils/tokenLimits.js +0 -125
- package/dist/client/utils/tokenUtils.js +0 -239
- package/dist/client/utils/toolUtils.js +0 -75
- package/dist/client/utils/transformationUtils.js +0 -554
- package/dist/client/utils/ttsProcessor.js +0 -286
- package/dist/client/utils/typeUtils.js +0 -97
- package/dist/client/utils/videoAnalysisProcessor.js +0 -67
- package/dist/client/workflow/config.js +0 -398
- package/dist/client/workflow/core/ensembleExecutor.js +0 -407
- package/dist/client/workflow/core/judgeScorer.js +0 -544
- package/dist/client/workflow/core/responseConditioner.js +0 -225
- package/dist/client/workflow/core/types/conditionerTypes.js +0 -7
- package/dist/client/workflow/core/types/ensembleTypes.js +0 -7
- package/dist/client/workflow/core/types/index.js +0 -7
- package/dist/client/workflow/core/types/judgeTypes.js +0 -7
- package/dist/client/workflow/core/types/layerTypes.js +0 -7
- package/dist/client/workflow/core/types/registryTypes.js +0 -7
- package/dist/client/workflow/core/workflowRegistry.js +0 -304
- package/dist/client/workflow/core/workflowRunner.js +0 -586
- package/dist/client/workflow/index.js +0 -50
- package/dist/client/workflow/types.js +0 -9
- package/dist/client/workflow/utils/types/index.js +0 -7
- package/dist/client/workflow/utils/workflowMetrics.js +0 -311
- package/dist/client/workflow/utils/workflowValidation.js +0 -420
- package/dist/client/workflow/workflows/adaptiveWorkflow.js +0 -366
- package/dist/client/workflow/workflows/consensusWorkflow.js +0 -192
- package/dist/client/workflow/workflows/fallbackWorkflow.js +0 -225
- package/dist/client/workflow/workflows/multiJudgeWorkflow.js +0 -351
- /package/dist/client/{client/reactHooks.js → reactHooks.js} +0 -0
|
@@ -1,831 +0,0 @@
|
|
|
1
|
-
import { createAnthropic } from "@ai-sdk/anthropic";
|
|
2
|
-
import { stepCountIs, streamText } from "ai";
|
|
3
|
-
import { trace, SpanKind, SpanStatusCode } from "@opentelemetry/api";
|
|
4
|
-
import { AnthropicModels } from "../constants/enums.js";
|
|
5
|
-
import { BaseProvider } from "../core/baseProvider.js";
|
|
6
|
-
import { DEFAULT_MAX_STEPS } from "../core/constants.js";
|
|
7
|
-
import { createProxyFetch } from "../proxy/proxyFetch.js";
|
|
8
|
-
import { AuthenticationError, NetworkError, ProviderError, RateLimitError, } from "../types/errors.js";
|
|
9
|
-
import { logger } from "../utils/logger.js";
|
|
10
|
-
import { calculateCost } from "../utils/pricing.js";
|
|
11
|
-
import { createAnthropicConfig, getProviderModel, validateApiKey, } from "../utils/providerConfig.js";
|
|
12
|
-
import { composeAbortSignals, createTimeoutController, TimeoutError, } from "../utils/timeout.js";
|
|
13
|
-
import { isModelAvailableForTier, getRecommendedModelForTier, getModelCapabilities, } from "../models/anthropicModels.js";
|
|
14
|
-
import { CLAUDE_CLI_USER_AGENT, CLAUDE_CODE_CLIENT_ID, ANTHROPIC_TOKEN_URL, } from "../auth/anthropicOAuth.js";
|
|
15
|
-
import { createOAuthFetch } from "../proxy/oauthFetch.js";
|
|
16
|
-
import { homedir } from "os";
|
|
17
|
-
import { readFileSync, existsSync, writeFileSync, mkdirSync, renameSync, } from "fs";
|
|
18
|
-
import { join } from "path";
|
|
19
|
-
import { TOKEN_EXPIRY_BUFFER_MS } from "../constants/enums.js";
|
|
20
|
-
import { getModelId } from "./providerTypeUtils.js";
|
|
21
|
-
/**
|
|
22
|
-
* Beta headers for Claude Code integration.
|
|
23
|
-
* These enable experimental features:
|
|
24
|
-
* - claude-code-20250219: Claude Code specific features
|
|
25
|
-
* - interleaved-thinking-2025-05-14: Interleaved thinking mode
|
|
26
|
-
* - fine-grained-tool-streaming-2025-05-14: Fine-grained tool streaming
|
|
27
|
-
*/
|
|
28
|
-
const ANTHROPIC_BETA_HEADERS = {
|
|
29
|
-
"anthropic-beta": [
|
|
30
|
-
"claude-code-20250219",
|
|
31
|
-
"interleaved-thinking-2025-05-14",
|
|
32
|
-
"fine-grained-tool-streaming-2025-05-14",
|
|
33
|
-
].join(","),
|
|
34
|
-
};
|
|
35
|
-
// Configuration helpers - now using consolidated utility
|
|
36
|
-
const getAnthropicApiKey = () => {
|
|
37
|
-
return validateApiKey(createAnthropicConfig());
|
|
38
|
-
};
|
|
39
|
-
const getDefaultAnthropicModel = () => {
|
|
40
|
-
return getProviderModel("ANTHROPIC_MODEL", AnthropicModels.CLAUDE_SONNET_4_6);
|
|
41
|
-
};
|
|
42
|
-
const streamTracer = trace.getTracer("neurolink.provider.anthropic");
|
|
43
|
-
/**
|
|
44
|
-
* Get OAuth token from stored credentials file or environment.
|
|
45
|
-
* Priority:
|
|
46
|
-
* 1. Stored credentials file (~/.neurolink/anthropic-credentials.json)
|
|
47
|
-
* 2. Environment variables (ANTHROPIC_OAUTH_TOKEN or CLAUDE_OAUTH_TOKEN)
|
|
48
|
-
*/
|
|
49
|
-
const getOAuthToken = () => {
|
|
50
|
-
// First, check stored credentials file (highest priority)
|
|
51
|
-
try {
|
|
52
|
-
const credentialsPath = join(homedir(), ".neurolink", "anthropic-credentials.json");
|
|
53
|
-
if (existsSync(credentialsPath)) {
|
|
54
|
-
const credentialsContent = readFileSync(credentialsPath, "utf-8");
|
|
55
|
-
const credentials = JSON.parse(credentialsContent);
|
|
56
|
-
if (credentials.type === "oauth" && credentials.oauth?.accessToken) {
|
|
57
|
-
logger.debug("[AnthropicProvider] Using OAuth token from stored credentials file");
|
|
58
|
-
return credentials.oauth;
|
|
59
|
-
}
|
|
60
|
-
}
|
|
61
|
-
}
|
|
62
|
-
catch (error) {
|
|
63
|
-
logger.debug("[AnthropicProvider] Failed to read stored credentials:", error);
|
|
64
|
-
}
|
|
65
|
-
// Fallback to environment variables
|
|
66
|
-
const tokenString = process.env.ANTHROPIC_OAUTH_TOKEN || process.env.CLAUDE_OAUTH_TOKEN;
|
|
67
|
-
if (!tokenString) {
|
|
68
|
-
return null;
|
|
69
|
-
}
|
|
70
|
-
// Try to parse as JSON (for full token object with refresh token and expiry)
|
|
71
|
-
try {
|
|
72
|
-
const parsed = JSON.parse(tokenString);
|
|
73
|
-
if (typeof parsed === "object" && parsed.accessToken) {
|
|
74
|
-
return parsed;
|
|
75
|
-
}
|
|
76
|
-
// If it's a simple string in JSON, use it as access token
|
|
77
|
-
if (typeof parsed === "string") {
|
|
78
|
-
return { accessToken: parsed };
|
|
79
|
-
}
|
|
80
|
-
}
|
|
81
|
-
catch {
|
|
82
|
-
// Not JSON, treat as plain access token string
|
|
83
|
-
}
|
|
84
|
-
// Treat as plain access token string
|
|
85
|
-
return { accessToken: tokenString };
|
|
86
|
-
};
|
|
87
|
-
/**
|
|
88
|
-
* Detect subscription tier from environment or token.
|
|
89
|
-
* Environment variable ANTHROPIC_SUBSCRIPTION_TIER takes precedence.
|
|
90
|
-
*/
|
|
91
|
-
const detectSubscriptionTier = (oauthToken) => {
|
|
92
|
-
// Check explicit environment variable first
|
|
93
|
-
const envTier = process.env.ANTHROPIC_SUBSCRIPTION_TIER?.toLowerCase();
|
|
94
|
-
if (envTier) {
|
|
95
|
-
const validTiers = [
|
|
96
|
-
"free",
|
|
97
|
-
"pro",
|
|
98
|
-
"max",
|
|
99
|
-
"max_5",
|
|
100
|
-
"max_20",
|
|
101
|
-
"api",
|
|
102
|
-
];
|
|
103
|
-
if (validTiers.includes(envTier)) {
|
|
104
|
-
logger.debug("[detectSubscriptionTier] Using environment override", {
|
|
105
|
-
tier: envTier,
|
|
106
|
-
});
|
|
107
|
-
return envTier;
|
|
108
|
-
}
|
|
109
|
-
logger.warn("[detectSubscriptionTier] Invalid ANTHROPIC_SUBSCRIPTION_TIER", {
|
|
110
|
-
value: envTier,
|
|
111
|
-
validTiers,
|
|
112
|
-
});
|
|
113
|
-
}
|
|
114
|
-
// If using OAuth, default to 'pro' (most common subscription tier)
|
|
115
|
-
if (oauthToken) {
|
|
116
|
-
// Check if token scopes indicate tier (future-proofing)
|
|
117
|
-
const scopes = oauthToken.scopes ?? [];
|
|
118
|
-
let detectedTier = "pro";
|
|
119
|
-
if (scopes.includes("max_20")) {
|
|
120
|
-
detectedTier = "max_20";
|
|
121
|
-
}
|
|
122
|
-
else if (scopes.includes("max_5")) {
|
|
123
|
-
detectedTier = "max_5";
|
|
124
|
-
}
|
|
125
|
-
else if (scopes.includes("max")) {
|
|
126
|
-
detectedTier = "max";
|
|
127
|
-
}
|
|
128
|
-
logger.debug("[detectSubscriptionTier] Detected from OAuth token", {
|
|
129
|
-
tier: detectedTier,
|
|
130
|
-
scopes,
|
|
131
|
-
});
|
|
132
|
-
return detectedTier;
|
|
133
|
-
}
|
|
134
|
-
// Default to 'api' for API key authentication
|
|
135
|
-
logger.debug("[detectSubscriptionTier] No OAuth token, defaulting to API tier");
|
|
136
|
-
return "api";
|
|
137
|
-
};
|
|
138
|
-
/**
|
|
139
|
-
* Determine authentication method based on available credentials.
|
|
140
|
-
* OAuth takes precedence over API key if both are available.
|
|
141
|
-
*/
|
|
142
|
-
const detectAuthMethod = (oauthToken) => {
|
|
143
|
-
// OAuth takes precedence if available
|
|
144
|
-
const method = oauthToken ? "oauth" : "api_key";
|
|
145
|
-
logger.debug("[detectAuthMethod] Auth method resolved", {
|
|
146
|
-
method,
|
|
147
|
-
hasOAuthToken: !!oauthToken,
|
|
148
|
-
});
|
|
149
|
-
return method;
|
|
150
|
-
};
|
|
151
|
-
/**
|
|
152
|
-
* Parse rate limit information from Anthropic API response headers.
|
|
153
|
-
* @param headers - Response headers from Anthropic API
|
|
154
|
-
* @returns Parsed rate limit information
|
|
155
|
-
*/
|
|
156
|
-
const parseRateLimitHeaders = (headers) => {
|
|
157
|
-
const getHeader = (name) => {
|
|
158
|
-
if (headers instanceof Headers) {
|
|
159
|
-
return headers.get(name);
|
|
160
|
-
}
|
|
161
|
-
return headers[name] || headers[name.toLowerCase()] || null;
|
|
162
|
-
};
|
|
163
|
-
const parseNumber = (value) => {
|
|
164
|
-
if (!value) {
|
|
165
|
-
return undefined;
|
|
166
|
-
}
|
|
167
|
-
const num = parseInt(value, 10);
|
|
168
|
-
return isNaN(num) ? undefined : num;
|
|
169
|
-
};
|
|
170
|
-
return {
|
|
171
|
-
requestsLimit: parseNumber(getHeader("anthropic-ratelimit-requests-limit")),
|
|
172
|
-
requestsRemaining: parseNumber(getHeader("anthropic-ratelimit-requests-remaining")),
|
|
173
|
-
requestsReset: getHeader("anthropic-ratelimit-requests-reset") || undefined,
|
|
174
|
-
tokensLimit: parseNumber(getHeader("anthropic-ratelimit-tokens-limit")),
|
|
175
|
-
tokensRemaining: parseNumber(getHeader("anthropic-ratelimit-tokens-remaining")),
|
|
176
|
-
tokensReset: getHeader("anthropic-ratelimit-tokens-reset") || undefined,
|
|
177
|
-
retryAfter: parseNumber(getHeader("retry-after")),
|
|
178
|
-
};
|
|
179
|
-
};
|
|
180
|
-
/**
|
|
181
|
-
* Anthropic Provider v2 - BaseProvider Implementation
|
|
182
|
-
* Enhanced with OAuth support, subscription tiers, and beta headers for Claude Code integration.
|
|
183
|
-
*/
|
|
184
|
-
export class AnthropicProvider extends BaseProvider {
|
|
185
|
-
model;
|
|
186
|
-
authMethod;
|
|
187
|
-
subscriptionTier;
|
|
188
|
-
enableBetaFeatures;
|
|
189
|
-
oauthToken;
|
|
190
|
-
lastResponseMetadata = null;
|
|
191
|
-
usageInfo = null;
|
|
192
|
-
refreshPromise;
|
|
193
|
-
/**
|
|
194
|
-
* Create a new Anthropic provider instance.
|
|
195
|
-
*
|
|
196
|
-
* @param modelName - Optional model name to use (defaults to CLAUDE_3_5_SONNET)
|
|
197
|
-
* @param sdk - Optional NeuroLink SDK instance
|
|
198
|
-
* @param config - Optional configuration options for auth, subscription tier, and beta features
|
|
199
|
-
*/
|
|
200
|
-
constructor(modelName, sdk, config) {
|
|
201
|
-
// Pre-compute effective model with tier validation before calling super
|
|
202
|
-
const oauthToken = config?.oauthToken ?? getOAuthToken();
|
|
203
|
-
const subscriptionTier = config?.subscriptionTier ?? detectSubscriptionTier(oauthToken);
|
|
204
|
-
const targetModel = modelName || getDefaultAnthropicModel();
|
|
205
|
-
// Determine effective model based on tier access
|
|
206
|
-
let effectiveModel = targetModel;
|
|
207
|
-
if (subscriptionTier !== "api" &&
|
|
208
|
-
!isModelAvailableForTier(targetModel, subscriptionTier)) {
|
|
209
|
-
effectiveModel = getRecommendedModelForTier(subscriptionTier);
|
|
210
|
-
logger.warn("Model not available for subscription tier, using recommended model", {
|
|
211
|
-
requestedModel: targetModel,
|
|
212
|
-
subscriptionTier,
|
|
213
|
-
recommendedModel: effectiveModel,
|
|
214
|
-
});
|
|
215
|
-
}
|
|
216
|
-
super(effectiveModel, "anthropic", sdk);
|
|
217
|
-
// Apply configuration with defaults
|
|
218
|
-
this.enableBetaFeatures = config?.enableBetaFeatures ?? true;
|
|
219
|
-
// Store computed values
|
|
220
|
-
this.oauthToken = oauthToken;
|
|
221
|
-
this.subscriptionTier = subscriptionTier;
|
|
222
|
-
// Determine auth method - config takes precedence, then auto-detect
|
|
223
|
-
this.authMethod = config?.authMethod ?? detectAuthMethod(this.oauthToken);
|
|
224
|
-
// Build headers based on auth method and subscription tier
|
|
225
|
-
const headers = this.getAuthHeaders();
|
|
226
|
-
// Create Anthropic instance based on auth method
|
|
227
|
-
let anthropic;
|
|
228
|
-
logger.debug("[AnthropicProvider] Constructor - checking OAuth:", {
|
|
229
|
-
authMethod: this.authMethod,
|
|
230
|
-
hasOAuthToken: !!this.oauthToken,
|
|
231
|
-
hasAccessToken: !!this.oauthToken?.accessToken,
|
|
232
|
-
});
|
|
233
|
-
if (this.authMethod === "oauth" && this.oauthToken) {
|
|
234
|
-
// OAuth authentication - use custom fetch wrapper that handles:
|
|
235
|
-
// - Bearer token authorization
|
|
236
|
-
// - OAuth beta headers (oauth-2025-04-20, NOT claude-code-20250219)
|
|
237
|
-
// - User-Agent spoofing
|
|
238
|
-
// - ?beta=true query param
|
|
239
|
-
// - Tool name prefixing/stripping
|
|
240
|
-
logger.debug("[AnthropicProvider] Creating OAuth fetch wrapper...");
|
|
241
|
-
// Pass a getter so the fetch wrapper always uses the current token,
|
|
242
|
-
// even after an automatic token refresh.
|
|
243
|
-
// oauthToken is guaranteed non-null here (checked by the enclosing if-guard).
|
|
244
|
-
const tokenRef = this.oauthToken;
|
|
245
|
-
// skipBodyTransform=true: For the SDK provider path, body transforms ARE
|
|
246
|
-
// intentionally skipped because the Vercel AI SDK builds its own request
|
|
247
|
-
// format (system prompts, metadata, tool definitions). The billing header,
|
|
248
|
-
// agent block, user_id injection, and mcp_ tool-name prefixing are only
|
|
249
|
-
// needed for proxy passthrough of raw Claude API requests where we must
|
|
250
|
-
// make the request look like it came from Claude Code / CLIProxyAPI.
|
|
251
|
-
const oauthFetch = createOAuthFetch(() => tokenRef.accessToken, this.enableBetaFeatures, false, // No mcp_ prefix — tool names pass through as-is (matches CLIProxyAPI)
|
|
252
|
-
true);
|
|
253
|
-
// For OAuth, we use a dummy API key since our fetch wrapper handles auth
|
|
254
|
-
// IMPORTANT: Do NOT pass beta headers here - our fetch wrapper handles them
|
|
255
|
-
// The claude-code-20250219 beta header triggers "credential only for Claude Code" error
|
|
256
|
-
anthropic = createAnthropic({
|
|
257
|
-
apiKey: "oauth-authenticated", // Placeholder, actual auth is in fetch wrapper
|
|
258
|
-
// Note: No headers passed - fetch wrapper sets oauth-2025-04-20 beta header
|
|
259
|
-
fetch: oauthFetch,
|
|
260
|
-
});
|
|
261
|
-
logger.debug("[AnthropicProvider] Anthropic SDK created with OAuth fetch wrapper");
|
|
262
|
-
logger.debug("Anthropic Provider initialized with OAuth", {
|
|
263
|
-
modelName: this.modelName,
|
|
264
|
-
provider: this.providerName,
|
|
265
|
-
authMethod: this.authMethod,
|
|
266
|
-
subscriptionTier: this.subscriptionTier,
|
|
267
|
-
enableBetaFeatures: this.enableBetaFeatures,
|
|
268
|
-
hasRefreshToken: !!this.oauthToken.refreshToken,
|
|
269
|
-
tokenExpiry: this.oauthToken.expiresAt
|
|
270
|
-
? new Date(this.oauthToken.expiresAt).toISOString()
|
|
271
|
-
: "none",
|
|
272
|
-
});
|
|
273
|
-
}
|
|
274
|
-
else {
|
|
275
|
-
// Traditional API key authentication
|
|
276
|
-
const apiKeyToUse = config?.apiKey ?? getAnthropicApiKey();
|
|
277
|
-
anthropic = createAnthropic({
|
|
278
|
-
apiKey: apiKeyToUse,
|
|
279
|
-
headers,
|
|
280
|
-
fetch: createProxyFetch(),
|
|
281
|
-
});
|
|
282
|
-
logger.debug("Anthropic Provider initialized with API key", {
|
|
283
|
-
modelName: this.modelName,
|
|
284
|
-
provider: this.providerName,
|
|
285
|
-
authMethod: this.authMethod,
|
|
286
|
-
subscriptionTier: this.subscriptionTier,
|
|
287
|
-
enableBetaFeatures: this.enableBetaFeatures,
|
|
288
|
-
});
|
|
289
|
-
}
|
|
290
|
-
// Initialize Anthropic model with configured instance
|
|
291
|
-
this.model = anthropic(this.modelName || getDefaultAnthropicModel());
|
|
292
|
-
// Initialize usage tracking
|
|
293
|
-
this.usageInfo = {
|
|
294
|
-
messagesUsed: 0,
|
|
295
|
-
messagesRemaining: -1, // Unknown until we get rate limit headers
|
|
296
|
-
tokensUsed: 0,
|
|
297
|
-
tokensRemaining: -1,
|
|
298
|
-
inputTokensUsed: 0,
|
|
299
|
-
outputTokensUsed: 0,
|
|
300
|
-
lastRequestTimestamp: 0,
|
|
301
|
-
isRateLimited: false,
|
|
302
|
-
requestCount: 0,
|
|
303
|
-
messageQuotaPercent: 0,
|
|
304
|
-
tokenQuotaPercent: 0,
|
|
305
|
-
};
|
|
306
|
-
logger.debug("Anthropic Provider v2 initialized", {
|
|
307
|
-
modelName: this.modelName,
|
|
308
|
-
provider: this.providerName,
|
|
309
|
-
authMethod: this.authMethod,
|
|
310
|
-
subscriptionTier: this.subscriptionTier,
|
|
311
|
-
enableBetaFeatures: this.enableBetaFeatures,
|
|
312
|
-
betaFeatures: this.enableBetaFeatures
|
|
313
|
-
? ANTHROPIC_BETA_HEADERS["anthropic-beta"]
|
|
314
|
-
: "disabled",
|
|
315
|
-
});
|
|
316
|
-
}
|
|
317
|
-
/**
|
|
318
|
-
* Get authentication headers based on current auth method and configuration.
|
|
319
|
-
*
|
|
320
|
-
* @returns Headers object containing auth and beta feature headers
|
|
321
|
-
*/
|
|
322
|
-
getAuthHeaders() {
|
|
323
|
-
const headers = {};
|
|
324
|
-
// Add beta headers if enabled
|
|
325
|
-
if (this.enableBetaFeatures) {
|
|
326
|
-
headers["anthropic-beta"] = ANTHROPIC_BETA_HEADERS["anthropic-beta"];
|
|
327
|
-
}
|
|
328
|
-
// Add subscription-specific headers if applicable
|
|
329
|
-
if (this.subscriptionTier !== "api") {
|
|
330
|
-
headers["x-subscription-tier"] = this.subscriptionTier;
|
|
331
|
-
}
|
|
332
|
-
return headers;
|
|
333
|
-
}
|
|
334
|
-
/**
|
|
335
|
-
* Validate if a model is accessible with the current subscription tier.
|
|
336
|
-
*
|
|
337
|
-
* @param model - The model ID to validate
|
|
338
|
-
* @returns true if the model is accessible, false otherwise
|
|
339
|
-
*
|
|
340
|
-
* @example
|
|
341
|
-
* ```typescript
|
|
342
|
-
* const provider = new AnthropicProvider();
|
|
343
|
-
* if (provider.validateModelAccess("claude-opus-4-5-20251101")) {
|
|
344
|
-
* // Use the model
|
|
345
|
-
* } else {
|
|
346
|
-
* // Fall back to a different model or show upgrade prompt
|
|
347
|
-
* }
|
|
348
|
-
* ```
|
|
349
|
-
*/
|
|
350
|
-
validateModelAccess(model) {
|
|
351
|
-
// API tier has access to all models
|
|
352
|
-
if (this.subscriptionTier === "api") {
|
|
353
|
-
return true;
|
|
354
|
-
}
|
|
355
|
-
const hasAccess = isModelAvailableForTier(model, this.subscriptionTier);
|
|
356
|
-
if (!hasAccess) {
|
|
357
|
-
logger.debug("[validateModelAccess] Model not available for tier", {
|
|
358
|
-
model,
|
|
359
|
-
tier: this.subscriptionTier,
|
|
360
|
-
});
|
|
361
|
-
}
|
|
362
|
-
return hasAccess;
|
|
363
|
-
}
|
|
364
|
-
/**
|
|
365
|
-
* Get current usage information.
|
|
366
|
-
*
|
|
367
|
-
* Returns usage tracking data including messages sent, tokens consumed,
|
|
368
|
-
* and remaining quotas. This information is updated after each API request.
|
|
369
|
-
*
|
|
370
|
-
* @returns Current usage info or null if no requests have been made
|
|
371
|
-
*
|
|
372
|
-
* @example
|
|
373
|
-
* ```typescript
|
|
374
|
-
* const usage = provider.getUsageInfo();
|
|
375
|
-
* if (usage && usage.tokenQuotaPercent > 80) {
|
|
376
|
-
* console.warn("Approaching token quota limit");
|
|
377
|
-
* }
|
|
378
|
-
* ```
|
|
379
|
-
*/
|
|
380
|
-
getUsageInfo() {
|
|
381
|
-
return this.usageInfo;
|
|
382
|
-
}
|
|
383
|
-
/**
|
|
384
|
-
* Check if beta features are enabled for this provider instance.
|
|
385
|
-
*
|
|
386
|
-
* @returns true if beta features are enabled
|
|
387
|
-
*/
|
|
388
|
-
areBetaFeaturesEnabled() {
|
|
389
|
-
return this.enableBetaFeatures;
|
|
390
|
-
}
|
|
391
|
-
/**
|
|
392
|
-
* Get model capabilities for the current model.
|
|
393
|
-
*
|
|
394
|
-
* @returns The model capabilities or undefined if not found
|
|
395
|
-
*/
|
|
396
|
-
getModelCapabilities() {
|
|
397
|
-
return getModelCapabilities(this.modelName || this.getDefaultModel());
|
|
398
|
-
}
|
|
399
|
-
/**
|
|
400
|
-
* Get the current subscription tier.
|
|
401
|
-
* @returns The detected or configured subscription tier
|
|
402
|
-
*/
|
|
403
|
-
getSubscriptionTier() {
|
|
404
|
-
return this.subscriptionTier;
|
|
405
|
-
}
|
|
406
|
-
/**
|
|
407
|
-
* Get the authentication method being used.
|
|
408
|
-
* @returns The current authentication method
|
|
409
|
-
*/
|
|
410
|
-
getAuthMethod() {
|
|
411
|
-
return this.authMethod;
|
|
412
|
-
}
|
|
413
|
-
/**
|
|
414
|
-
* Refresh OAuth token if needed and possible.
|
|
415
|
-
* This method checks if the token is expired or about to expire,
|
|
416
|
-
* and attempts to refresh it using the refresh token if available.
|
|
417
|
-
*
|
|
418
|
-
* @returns Promise that resolves when refresh is complete (or not needed)
|
|
419
|
-
* @throws Error if refresh is needed but fails
|
|
420
|
-
*/
|
|
421
|
-
async refreshAuthIfNeeded() {
|
|
422
|
-
// Only applicable for OAuth authentication
|
|
423
|
-
if (this.authMethod !== "oauth" || !this.oauthToken) {
|
|
424
|
-
logger.debug("Token refresh not applicable for API key authentication");
|
|
425
|
-
return;
|
|
426
|
-
}
|
|
427
|
-
// Check if token has expiry information
|
|
428
|
-
if (!this.oauthToken.expiresAt) {
|
|
429
|
-
logger.debug("Token has no expiry information, assuming valid");
|
|
430
|
-
return;
|
|
431
|
-
}
|
|
432
|
-
// expiresAt is stored as Unix milliseconds (matching how auth status/refresh stores it).
|
|
433
|
-
// Compare against Date.now() so both sides are in milliseconds.
|
|
434
|
-
const now = Date.now();
|
|
435
|
-
const isExpired = this.oauthToken.expiresAt <= now;
|
|
436
|
-
const isExpiringSoon = this.oauthToken.expiresAt <= now + TOKEN_EXPIRY_BUFFER_MS;
|
|
437
|
-
if (!isExpired && !isExpiringSoon) {
|
|
438
|
-
logger.debug("OAuth token is still valid", {
|
|
439
|
-
expiresInMs: this.oauthToken.expiresAt - now,
|
|
440
|
-
});
|
|
441
|
-
return;
|
|
442
|
-
}
|
|
443
|
-
// Check if we have a refresh token
|
|
444
|
-
if (!this.oauthToken.refreshToken) {
|
|
445
|
-
if (isExpired) {
|
|
446
|
-
throw new AuthenticationError("OAuth token expired and no refresh token available. Please re-authenticate.", this.providerName);
|
|
447
|
-
}
|
|
448
|
-
logger.warn("OAuth token expiring soon but no refresh token available", {
|
|
449
|
-
expiresInMs: this.oauthToken.expiresAt - now,
|
|
450
|
-
});
|
|
451
|
-
return;
|
|
452
|
-
}
|
|
453
|
-
// Serialize concurrent refresh attempts — if a refresh is already in flight,
|
|
454
|
-
// wait for it rather than issuing a duplicate request.
|
|
455
|
-
if (this.refreshPromise) {
|
|
456
|
-
await this.refreshPromise;
|
|
457
|
-
return;
|
|
458
|
-
}
|
|
459
|
-
// Attempt to refresh the token using the correct Anthropic token endpoint.
|
|
460
|
-
logger.info("Refreshing OAuth token", {
|
|
461
|
-
isExpired,
|
|
462
|
-
expiresInMs: this.oauthToken.expiresAt - now,
|
|
463
|
-
});
|
|
464
|
-
// Capture the token reference before entering the async IIFE;
|
|
465
|
-
// the enclosing guards already verified both fields are non-null.
|
|
466
|
-
const tokenRef = this.oauthToken;
|
|
467
|
-
const refreshToken = tokenRef.refreshToken;
|
|
468
|
-
this.refreshPromise = (async () => {
|
|
469
|
-
const REFRESH_TIMEOUT_MS = 30_000;
|
|
470
|
-
const controller = new AbortController();
|
|
471
|
-
const timeoutId = setTimeout(() => controller.abort(), REFRESH_TIMEOUT_MS);
|
|
472
|
-
const response = await fetch(ANTHROPIC_TOKEN_URL, {
|
|
473
|
-
method: "POST",
|
|
474
|
-
headers: {
|
|
475
|
-
"Content-Type": "application/x-www-form-urlencoded",
|
|
476
|
-
"User-Agent": CLAUDE_CLI_USER_AGENT,
|
|
477
|
-
},
|
|
478
|
-
body: new URLSearchParams({
|
|
479
|
-
grant_type: "refresh_token",
|
|
480
|
-
refresh_token: refreshToken,
|
|
481
|
-
client_id: CLAUDE_CODE_CLIENT_ID,
|
|
482
|
-
}),
|
|
483
|
-
signal: controller.signal,
|
|
484
|
-
});
|
|
485
|
-
clearTimeout(timeoutId);
|
|
486
|
-
if (!response.ok) {
|
|
487
|
-
const errorText = await response.text();
|
|
488
|
-
throw new AuthenticationError(`Failed to refresh OAuth token: ${response.status} ${errorText}`, this.providerName);
|
|
489
|
-
}
|
|
490
|
-
const newToken = (await response.json());
|
|
491
|
-
// Mutate the existing oauthToken object in-place so that the fetch wrapper
|
|
492
|
-
// closure (which captured the object reference, not a copy) picks up the
|
|
493
|
-
// new accessToken automatically on the next request.
|
|
494
|
-
// Store expiresAt as milliseconds to match the format used by auth status/refresh.
|
|
495
|
-
tokenRef.accessToken = newToken.access_token;
|
|
496
|
-
tokenRef.refreshToken = newToken.refresh_token || tokenRef.refreshToken;
|
|
497
|
-
tokenRef.expiresAt = newToken.expires_in
|
|
498
|
-
? Date.now() + newToken.expires_in * 1000
|
|
499
|
-
: undefined;
|
|
500
|
-
tokenRef.tokenType = newToken.token_type || "Bearer";
|
|
501
|
-
const updatedToken = tokenRef;
|
|
502
|
-
// Persist the refreshed token to disk atomically (tmp + rename) so
|
|
503
|
-
// subsequent provider instances and the CLI pick up the new credentials.
|
|
504
|
-
try {
|
|
505
|
-
const credentialsDir = join(homedir(), ".neurolink");
|
|
506
|
-
if (!existsSync(credentialsDir)) {
|
|
507
|
-
mkdirSync(credentialsDir, { recursive: true });
|
|
508
|
-
}
|
|
509
|
-
const credentialsPath = join(credentialsDir, "anthropic-credentials.json");
|
|
510
|
-
const tmpPath = `${credentialsPath}.tmp`;
|
|
511
|
-
const existingRaw = existsSync(credentialsPath)
|
|
512
|
-
? JSON.parse(readFileSync(credentialsPath, "utf-8"))
|
|
513
|
-
: {};
|
|
514
|
-
const updated = {
|
|
515
|
-
...existingRaw,
|
|
516
|
-
type: "oauth",
|
|
517
|
-
oauth: updatedToken,
|
|
518
|
-
updatedAt: Date.now(),
|
|
519
|
-
};
|
|
520
|
-
writeFileSync(tmpPath, JSON.stringify(updated, null, 2), {
|
|
521
|
-
mode: 0o600,
|
|
522
|
-
});
|
|
523
|
-
renameSync(tmpPath, credentialsPath);
|
|
524
|
-
logger.debug("Refreshed OAuth credentials persisted to disk");
|
|
525
|
-
}
|
|
526
|
-
catch (persistError) {
|
|
527
|
-
// Non-fatal: in-memory token is already updated; next CLI start will
|
|
528
|
-
// need a manual refresh but the current session will work.
|
|
529
|
-
logger.warn("Failed to persist refreshed OAuth token to disk", {
|
|
530
|
-
error: persistError instanceof Error
|
|
531
|
-
? persistError.message
|
|
532
|
-
: String(persistError),
|
|
533
|
-
});
|
|
534
|
-
}
|
|
535
|
-
logger.info("OAuth token refreshed successfully", {
|
|
536
|
-
hasNewRefreshToken: !!newToken.refresh_token,
|
|
537
|
-
expiresIn: newToken.expires_in,
|
|
538
|
-
});
|
|
539
|
-
})();
|
|
540
|
-
try {
|
|
541
|
-
await this.refreshPromise;
|
|
542
|
-
}
|
|
543
|
-
catch (error) {
|
|
544
|
-
if (error instanceof AuthenticationError) {
|
|
545
|
-
throw error;
|
|
546
|
-
}
|
|
547
|
-
throw new AuthenticationError(`Failed to refresh OAuth token: ${error instanceof Error ? error.message : String(error)}`, this.providerName);
|
|
548
|
-
}
|
|
549
|
-
finally {
|
|
550
|
-
this.refreshPromise = undefined;
|
|
551
|
-
}
|
|
552
|
-
}
|
|
553
|
-
/**
|
|
554
|
-
* Get the last response metadata including rate limit information.
|
|
555
|
-
* @returns The last response metadata or null if no request has been made
|
|
556
|
-
*/
|
|
557
|
-
getLastResponseMetadata() {
|
|
558
|
-
return this.lastResponseMetadata;
|
|
559
|
-
}
|
|
560
|
-
/**
|
|
561
|
-
* Update response metadata from API response headers.
|
|
562
|
-
* This should be called after each API request to track rate limits.
|
|
563
|
-
* @param headers - Response headers from the API
|
|
564
|
-
* @param requestId - Optional request ID
|
|
565
|
-
*/
|
|
566
|
-
updateResponseMetadata(headers, requestId, usageUpdate) {
|
|
567
|
-
this.lastResponseMetadata = {
|
|
568
|
-
rateLimit: parseRateLimitHeaders(headers),
|
|
569
|
-
requestId: requestId ||
|
|
570
|
-
(headers instanceof Headers
|
|
571
|
-
? headers.get("x-request-id") || undefined
|
|
572
|
-
: headers["x-request-id"]),
|
|
573
|
-
serverTiming: headers instanceof Headers
|
|
574
|
-
? headers.get("server-timing") || undefined
|
|
575
|
-
: headers["server-timing"],
|
|
576
|
-
};
|
|
577
|
-
// Update usage tracking
|
|
578
|
-
const rateLimit = this.lastResponseMetadata.rateLimit;
|
|
579
|
-
if (this.usageInfo) {
|
|
580
|
-
this.usageInfo.requestCount++;
|
|
581
|
-
this.usageInfo.messagesUsed++;
|
|
582
|
-
this.usageInfo.lastRequestTimestamp = Date.now();
|
|
583
|
-
// Update token usage if provided
|
|
584
|
-
if (usageUpdate) {
|
|
585
|
-
if (usageUpdate.inputTokens !== undefined) {
|
|
586
|
-
this.usageInfo.inputTokensUsed += usageUpdate.inputTokens;
|
|
587
|
-
this.usageInfo.tokensUsed += usageUpdate.inputTokens;
|
|
588
|
-
}
|
|
589
|
-
if (usageUpdate.outputTokens !== undefined) {
|
|
590
|
-
this.usageInfo.outputTokensUsed += usageUpdate.outputTokens;
|
|
591
|
-
this.usageInfo.tokensUsed += usageUpdate.outputTokens;
|
|
592
|
-
}
|
|
593
|
-
}
|
|
594
|
-
// Update remaining quotas from rate limit headers
|
|
595
|
-
if (rateLimit?.requestsRemaining !== undefined) {
|
|
596
|
-
this.usageInfo.messagesRemaining = rateLimit.requestsRemaining;
|
|
597
|
-
}
|
|
598
|
-
if (rateLimit?.tokensRemaining !== undefined) {
|
|
599
|
-
this.usageInfo.tokensRemaining = rateLimit.tokensRemaining;
|
|
600
|
-
}
|
|
601
|
-
// Calculate quota percentages
|
|
602
|
-
if (rateLimit?.requestsLimit && rateLimit.requestsLimit > 0) {
|
|
603
|
-
this.usageInfo.messageQuotaPercent = Math.round(((rateLimit.requestsLimit - (rateLimit.requestsRemaining ?? 0)) /
|
|
604
|
-
rateLimit.requestsLimit) *
|
|
605
|
-
100);
|
|
606
|
-
}
|
|
607
|
-
if (rateLimit?.tokensLimit && rateLimit.tokensLimit > 0) {
|
|
608
|
-
this.usageInfo.tokenQuotaPercent = Math.round(((rateLimit.tokensLimit - (rateLimit.tokensRemaining ?? 0)) /
|
|
609
|
-
rateLimit.tokensLimit) *
|
|
610
|
-
100);
|
|
611
|
-
}
|
|
612
|
-
// Check for rate limiting
|
|
613
|
-
if (rateLimit?.retryAfter !== undefined) {
|
|
614
|
-
this.usageInfo.isRateLimited = true;
|
|
615
|
-
this.usageInfo.rateLimitExpiresAt =
|
|
616
|
-
Date.now() + rateLimit.retryAfter * 1000;
|
|
617
|
-
}
|
|
618
|
-
else {
|
|
619
|
-
this.usageInfo.isRateLimited = false;
|
|
620
|
-
this.usageInfo.rateLimitExpiresAt = undefined;
|
|
621
|
-
}
|
|
622
|
-
}
|
|
623
|
-
// Log rate limit warnings if approaching limits
|
|
624
|
-
if (rateLimit?.requestsRemaining !== undefined) {
|
|
625
|
-
if (rateLimit.requestsRemaining <= 5) {
|
|
626
|
-
logger.warn("Approaching Anthropic request rate limit", {
|
|
627
|
-
remaining: rateLimit.requestsRemaining,
|
|
628
|
-
limit: rateLimit.requestsLimit,
|
|
629
|
-
reset: rateLimit.requestsReset,
|
|
630
|
-
});
|
|
631
|
-
}
|
|
632
|
-
}
|
|
633
|
-
if (rateLimit?.tokensRemaining !== undefined) {
|
|
634
|
-
if (rateLimit.tokensLimit &&
|
|
635
|
-
rateLimit.tokensRemaining < rateLimit.tokensLimit * 0.1) {
|
|
636
|
-
logger.warn("Approaching Anthropic token rate limit", {
|
|
637
|
-
remaining: rateLimit.tokensRemaining,
|
|
638
|
-
limit: rateLimit.tokensLimit,
|
|
639
|
-
reset: rateLimit.tokensReset,
|
|
640
|
-
});
|
|
641
|
-
}
|
|
642
|
-
}
|
|
643
|
-
}
|
|
644
|
-
getProviderName() {
|
|
645
|
-
return "anthropic";
|
|
646
|
-
}
|
|
647
|
-
getDefaultModel() {
|
|
648
|
-
return getDefaultAnthropicModel();
|
|
649
|
-
}
|
|
650
|
-
/**
|
|
651
|
-
* Returns the Vercel AI SDK model instance for Anthropic
|
|
652
|
-
*/
|
|
653
|
-
getAISDKModel() {
|
|
654
|
-
return this.model;
|
|
655
|
-
}
|
|
656
|
-
formatProviderError(error) {
|
|
657
|
-
if (error instanceof TimeoutError) {
|
|
658
|
-
return new NetworkError(`Request timed out after ${error.timeout}ms`, this.providerName);
|
|
659
|
-
}
|
|
660
|
-
const errorRecord = error;
|
|
661
|
-
const message = typeof errorRecord?.message === "string"
|
|
662
|
-
? errorRecord.message
|
|
663
|
-
: "Unknown error";
|
|
664
|
-
if (message.includes("API_KEY_INVALID") ||
|
|
665
|
-
message.includes("Invalid API key")) {
|
|
666
|
-
return new AuthenticationError("Invalid Anthropic API key. Please check your ANTHROPIC_API_KEY environment variable.", this.providerName);
|
|
667
|
-
}
|
|
668
|
-
if (message.includes("rate limit") ||
|
|
669
|
-
message.includes("too_many_requests") ||
|
|
670
|
-
message.includes("429")) {
|
|
671
|
-
return new RateLimitError("Anthropic rate limit exceeded. Please try again later.", this.providerName);
|
|
672
|
-
}
|
|
673
|
-
if (message.includes("ECONNRESET") ||
|
|
674
|
-
message.includes("ENOTFOUND") ||
|
|
675
|
-
message.includes("ECONNREFUSED") ||
|
|
676
|
-
message.includes("network") ||
|
|
677
|
-
message.includes("connection")) {
|
|
678
|
-
return new NetworkError(`Connection error: ${message}`, this.providerName);
|
|
679
|
-
}
|
|
680
|
-
if (message.includes("500") ||
|
|
681
|
-
message.includes("502") ||
|
|
682
|
-
message.includes("503") ||
|
|
683
|
-
message.includes("504") ||
|
|
684
|
-
message.includes("server error")) {
|
|
685
|
-
return new ProviderError(`Server error: ${message}`, this.providerName);
|
|
686
|
-
}
|
|
687
|
-
return new ProviderError(`Anthropic error: ${message}`, this.providerName);
|
|
688
|
-
}
|
|
689
|
-
// executeGenerate removed - BaseProvider handles all generation with tools
|
|
690
|
-
/**
|
|
691
|
-
* Override generate to refresh the OAuth token before delegating to
|
|
692
|
-
* BaseProvider so that expired tokens are renewed automatically.
|
|
693
|
-
*/
|
|
694
|
-
async generate(optionsOrPrompt, analysisSchema) {
|
|
695
|
-
await this.refreshAuthIfNeeded();
|
|
696
|
-
return super.generate(optionsOrPrompt, analysisSchema);
|
|
697
|
-
}
|
|
698
|
-
async executeStream(options, _analysisSchema) {
|
|
699
|
-
// Refresh OAuth token if needed before making any API request.
|
|
700
|
-
await this.refreshAuthIfNeeded();
|
|
701
|
-
this.validateStreamOptions(options);
|
|
702
|
-
const timeout = this.getTimeout(options);
|
|
703
|
-
const timeoutController = createTimeoutController(timeout, this.providerName, "stream");
|
|
704
|
-
try {
|
|
705
|
-
// Get tools - options.tools is pre-merged by BaseProvider.stream() with
|
|
706
|
-
// base tools (MCP/built-in) + user-provided tools (RAG, etc.)
|
|
707
|
-
const shouldUseTools = !options.disableTools && this.supportsTools();
|
|
708
|
-
const tools = shouldUseTools
|
|
709
|
-
? options.tools || (await this.getAllTools())
|
|
710
|
-
: {};
|
|
711
|
-
// Build message array from options with multimodal support
|
|
712
|
-
// Using protected helper from BaseProvider to eliminate code duplication
|
|
713
|
-
const messages = await this.buildMessagesForStream(options);
|
|
714
|
-
const model = await this.getAISDKModelWithMiddleware(options);
|
|
715
|
-
// Wrap streamText in an OTel span to capture provider-level latency and token usage
|
|
716
|
-
const streamSpan = streamTracer.startSpan("neurolink.provider.streamText", {
|
|
717
|
-
kind: SpanKind.CLIENT,
|
|
718
|
-
attributes: {
|
|
719
|
-
"gen_ai.system": "anthropic",
|
|
720
|
-
"gen_ai.request.model": getModelId(model, this.modelName || "unknown"),
|
|
721
|
-
},
|
|
722
|
-
});
|
|
723
|
-
let result;
|
|
724
|
-
try {
|
|
725
|
-
result = streamText({
|
|
726
|
-
model: model,
|
|
727
|
-
messages: messages,
|
|
728
|
-
temperature: options.temperature,
|
|
729
|
-
maxOutputTokens: options.maxTokens, // No default limit - unlimited unless specified
|
|
730
|
-
maxRetries: 0, // NL11: Disable AI SDK's invisible internal retries; we handle retries with OTel instrumentation
|
|
731
|
-
tools,
|
|
732
|
-
stopWhen: stepCountIs(options.maxSteps || DEFAULT_MAX_STEPS),
|
|
733
|
-
toolChoice: shouldUseTools ? "auto" : "none",
|
|
734
|
-
abortSignal: composeAbortSignals(options.abortSignal, timeoutController?.controller.signal),
|
|
735
|
-
experimental_telemetry: this.telemetryHandler.getTelemetryConfig(options),
|
|
736
|
-
onStepFinish: ({ toolCalls, toolResults }) => {
|
|
737
|
-
this.handleToolExecutionStorage(toolCalls, toolResults, options, new Date()).catch((error) => {
|
|
738
|
-
logger.warn("[AnthropicProvider] Failed to store tool executions", {
|
|
739
|
-
provider: this.providerName,
|
|
740
|
-
error: error instanceof Error ? error.message : String(error),
|
|
741
|
-
});
|
|
742
|
-
});
|
|
743
|
-
},
|
|
744
|
-
});
|
|
745
|
-
}
|
|
746
|
-
catch (streamError) {
|
|
747
|
-
streamSpan.end();
|
|
748
|
-
throw streamError;
|
|
749
|
-
}
|
|
750
|
-
// Collect token usage and finish reason asynchronously when the stream completes,
|
|
751
|
-
// then end the span. This avoids blocking the stream consumer.
|
|
752
|
-
Promise.resolve(result.usage)
|
|
753
|
-
.then((usage) => {
|
|
754
|
-
streamSpan.setAttribute("gen_ai.usage.input_tokens", usage.inputTokens || 0);
|
|
755
|
-
streamSpan.setAttribute("gen_ai.usage.output_tokens", usage.outputTokens || 0);
|
|
756
|
-
const cost = calculateCost(this.providerName, this.modelName, {
|
|
757
|
-
input: usage.inputTokens || 0,
|
|
758
|
-
output: usage.outputTokens || 0,
|
|
759
|
-
total: (usage.inputTokens || 0) + (usage.outputTokens || 0),
|
|
760
|
-
});
|
|
761
|
-
if (cost && cost > 0) {
|
|
762
|
-
streamSpan.setAttribute("neurolink.cost", cost);
|
|
763
|
-
}
|
|
764
|
-
})
|
|
765
|
-
.catch(() => {
|
|
766
|
-
// Usage may not be available if the stream is aborted
|
|
767
|
-
});
|
|
768
|
-
Promise.resolve(result.finishReason)
|
|
769
|
-
.then((reason) => {
|
|
770
|
-
streamSpan.setAttribute("gen_ai.response.finish_reason", reason || "unknown");
|
|
771
|
-
})
|
|
772
|
-
.catch(() => {
|
|
773
|
-
// Finish reason may not be available if the stream is aborted
|
|
774
|
-
});
|
|
775
|
-
// End the span when the stream text resolves (stream fully consumed)
|
|
776
|
-
Promise.resolve(result.text)
|
|
777
|
-
.then(() => {
|
|
778
|
-
streamSpan.end();
|
|
779
|
-
})
|
|
780
|
-
.catch((err) => {
|
|
781
|
-
streamSpan.setStatus({
|
|
782
|
-
code: SpanStatusCode.ERROR,
|
|
783
|
-
message: err instanceof Error ? err.message : String(err),
|
|
784
|
-
});
|
|
785
|
-
streamSpan.end();
|
|
786
|
-
});
|
|
787
|
-
timeoutController?.cleanup();
|
|
788
|
-
const transformedStream = this.createTextStream(result);
|
|
789
|
-
// ✅ Note: Vercel AI SDK's streamText() method limitations with tools
|
|
790
|
-
// The streamText() function doesn't provide the same tool result access as generateText()
|
|
791
|
-
// Full tool support is now available with real streaming
|
|
792
|
-
const toolCalls = [];
|
|
793
|
-
const toolResults = [];
|
|
794
|
-
return {
|
|
795
|
-
stream: transformedStream,
|
|
796
|
-
provider: this.providerName,
|
|
797
|
-
model: this.modelName,
|
|
798
|
-
toolCalls, // ✅ Include tool calls in stream result
|
|
799
|
-
toolResults, // ✅ Include tool results in stream result
|
|
800
|
-
// Note: omit usage/finishReason to avoid blocking streaming; compute asynchronously if needed.
|
|
801
|
-
};
|
|
802
|
-
}
|
|
803
|
-
catch (error) {
|
|
804
|
-
timeoutController?.cleanup();
|
|
805
|
-
throw this.handleProviderError(error);
|
|
806
|
-
}
|
|
807
|
-
}
|
|
808
|
-
async isAvailable() {
|
|
809
|
-
try {
|
|
810
|
-
// Check OAuth token first
|
|
811
|
-
const oauthToken = getOAuthToken();
|
|
812
|
-
if (oauthToken) {
|
|
813
|
-
return true;
|
|
814
|
-
}
|
|
815
|
-
// Fall back to API key check
|
|
816
|
-
getAnthropicApiKey();
|
|
817
|
-
return true;
|
|
818
|
-
}
|
|
819
|
-
catch {
|
|
820
|
-
return false;
|
|
821
|
-
}
|
|
822
|
-
}
|
|
823
|
-
getModel() {
|
|
824
|
-
return this.model;
|
|
825
|
-
}
|
|
826
|
-
}
|
|
827
|
-
// Re-export types and utilities for convenience
|
|
828
|
-
export { ModelAccessError, isModelAvailableForTier, getRecommendedModelForTier, getModelCapabilities, } from "../models/anthropicModels.js";
|
|
829
|
-
// Export beta headers constant for external use
|
|
830
|
-
export { ANTHROPIC_BETA_HEADERS };
|
|
831
|
-
export default AnthropicProvider;
|