@juspay/neurolink 9.32.0 → 9.32.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +6 -0
- package/dist/auth/anthropicOAuth.js +1 -1
- package/dist/cli/commands/proxy.js +18 -5
- package/dist/client/aiSdkAdapter.js +1 -1
- package/dist/client/index.js +137 -501
- package/dist/core/factory.js +0 -1
- package/dist/core/redisConversationMemoryManager.js +1 -1
- package/dist/features/ppt/slideGenerator.js +0 -1
- package/dist/features/ppt/utils.js +0 -1
- package/dist/lib/server/routes/claudeProxyRoutes.js +45 -9
- package/dist/mcp/elicitationProtocol.js +1 -1
- package/dist/mcp/servers/agent/directToolsServer.js +0 -1
- package/dist/providers/azureOpenai.js +1 -1
- package/dist/providers/huggingFace.js +0 -1
- package/dist/providers/openaiCompatible.js +0 -1
- package/dist/sdk/toolRegistration.js +0 -1
- package/dist/server/openapi/generator.js +1 -1
- package/dist/server/routes/claudeProxyRoutes.js +45 -9
- package/dist/types/configTypes.js +0 -5
- package/dist/types/modelTypes.js +0 -1
- package/dist/types/tools.js +0 -1
- package/dist/types/typeAliases.js +0 -1
- package/dist/types/utilities.js +1 -1
- package/dist/types/workflowTypes.js +0 -1
- package/dist/utils/providerRetry.js +0 -1
- package/dist/utils/providerUtils.js +0 -1
- package/package.json +2 -2
- package/dist/client/adapters/providerImageAdapter.js +0 -588
- package/dist/client/adapters/tts/googleTTSHandler.js +0 -344
- package/dist/client/adapters/video/directorPipeline.js +0 -516
- package/dist/client/adapters/video/ffmpegAdapter.js +0 -206
- package/dist/client/adapters/video/frameExtractor.js +0 -143
- package/dist/client/adapters/video/vertexVideoHandler.js +0 -763
- package/dist/client/adapters/video/videoAnalyzer.js +0 -238
- package/dist/client/adapters/video/videoMerger.js +0 -171
- package/dist/client/agent/directTools.js +0 -840
- package/dist/client/auth/AuthProviderFactory.js +0 -111
- package/dist/client/auth/AuthProviderRegistry.js +0 -190
- package/dist/client/auth/RequestContext.js +0 -78
- package/dist/client/auth/accountPool.js +0 -178
- package/dist/client/auth/anthropicOAuth.js +0 -974
- package/dist/client/auth/authContext.js +0 -314
- package/dist/client/auth/errors.js +0 -39
- package/dist/client/auth/index.js +0 -61
- package/dist/client/auth/middleware/AuthMiddleware.js +0 -519
- package/dist/client/auth/middleware/rateLimitByUser.js +0 -554
- package/dist/client/auth/providers/BaseAuthProvider.js +0 -723
- package/dist/client/auth/providers/CognitoProvider.js +0 -304
- package/dist/client/auth/providers/KeycloakProvider.js +0 -393
- package/dist/client/auth/providers/auth0.js +0 -274
- package/dist/client/auth/providers/betterAuth.js +0 -182
- package/dist/client/auth/providers/clerk.js +0 -317
- package/dist/client/auth/providers/custom.js +0 -112
- package/dist/client/auth/providers/firebase.js +0 -226
- package/dist/client/auth/providers/jwt.js +0 -212
- package/dist/client/auth/providers/oauth2.js +0 -303
- package/dist/client/auth/providers/supabase.js +0 -259
- package/dist/client/auth/providers/workos.js +0 -284
- package/dist/client/auth/serverBridge.js +0 -25
- package/dist/client/auth/sessionManager.js +0 -437
- package/dist/client/auth/tokenStore.js +0 -799
- package/dist/client/client/aiSdkAdapter.js +0 -487
- package/dist/client/client/auth.js +0 -473
- package/dist/client/client/errors.js +0 -552
- package/dist/client/client/httpClient.js +0 -837
- package/dist/client/client/index.js +0 -172
- package/dist/client/client/interceptors.js +0 -601
- package/dist/client/client/sseClient.js +0 -545
- package/dist/client/client/streamingClient.js +0 -917
- package/dist/client/client/wsClient.js +0 -369
- package/dist/client/config/configManager.js +0 -303
- package/dist/client/config/conversationMemory.js +0 -86
- package/dist/client/config/taskClassificationConfig.js +0 -148
- package/dist/client/constants/contextWindows.js +0 -295
- package/dist/client/constants/enums.js +0 -853
- package/dist/client/constants/index.js +0 -207
- package/dist/client/constants/performance.js +0 -389
- package/dist/client/constants/retry.js +0 -266
- package/dist/client/constants/timeouts.js +0 -182
- package/dist/client/constants/tokens.js +0 -380
- package/dist/client/constants/videoErrors.js +0 -46
- package/dist/client/context/budgetChecker.js +0 -98
- package/dist/client/context/contextCompactor.js +0 -205
- package/dist/client/context/emergencyTruncation.js +0 -88
- package/dist/client/context/errorDetection.js +0 -171
- package/dist/client/context/errors.js +0 -21
- package/dist/client/context/fileTokenBudget.js +0 -127
- package/dist/client/context/prompts/summarizationPrompt.js +0 -117
- package/dist/client/context/stages/fileReadDeduplicator.js +0 -66
- package/dist/client/context/stages/slidingWindowTruncator.js +0 -190
- package/dist/client/context/stages/structuredSummarizer.js +0 -99
- package/dist/client/context/stages/toolOutputPruner.js +0 -52
- package/dist/client/context/summarizationEngine.js +0 -136
- package/dist/client/context/toolOutputLimits.js +0 -78
- package/dist/client/context/toolPairRepair.js +0 -66
- package/dist/client/core/analytics.js +0 -88
- package/dist/client/core/baseProvider.js +0 -1385
- package/dist/client/core/constants.js +0 -140
- package/dist/client/core/conversationMemoryFactory.js +0 -141
- package/dist/client/core/conversationMemoryInitializer.js +0 -128
- package/dist/client/core/conversationMemoryManager.js +0 -344
- package/dist/client/core/dynamicModels.js +0 -358
- package/dist/client/core/evaluation.js +0 -309
- package/dist/client/core/evaluationProviders.js +0 -248
- package/dist/client/core/factory.js +0 -412
- package/dist/client/core/infrastructure/baseError.js +0 -22
- package/dist/client/core/infrastructure/baseFactory.js +0 -54
- package/dist/client/core/infrastructure/baseRegistry.js +0 -53
- package/dist/client/core/infrastructure/index.js +0 -5
- package/dist/client/core/infrastructure/retry.js +0 -20
- package/dist/client/core/infrastructure/typedEventEmitter.js +0 -23
- package/dist/client/core/modelConfiguration.js +0 -851
- package/dist/client/core/modules/GenerationHandler.js +0 -588
- package/dist/client/core/modules/MessageBuilder.js +0 -273
- package/dist/client/core/modules/StreamHandler.js +0 -185
- package/dist/client/core/modules/TelemetryHandler.js +0 -203
- package/dist/client/core/modules/ToolsManager.js +0 -499
- package/dist/client/core/modules/Utilities.js +0 -331
- package/dist/client/core/redisConversationMemoryManager.js +0 -1435
- package/dist/client/core/streamAnalytics.js +0 -131
- package/dist/client/evaluation/contextBuilder.js +0 -134
- package/dist/client/evaluation/index.js +0 -61
- package/dist/client/evaluation/prompts.js +0 -73
- package/dist/client/evaluation/ragasEvaluator.js +0 -110
- package/dist/client/evaluation/retryManager.js +0 -78
- package/dist/client/evaluation/scoring.js +0 -61
- package/dist/client/factories/providerFactory.js +0 -166
- package/dist/client/factories/providerRegistry.js +0 -166
- package/dist/client/features/ppt/constants.js +0 -896
- package/dist/client/features/ppt/contentPlanner.js +0 -529
- package/dist/client/features/ppt/presentationOrchestrator.js +0 -236
- package/dist/client/features/ppt/slideGenerator.js +0 -532
- package/dist/client/features/ppt/slideRenderers.js +0 -2383
- package/dist/client/features/ppt/slideTypeInference.js +0 -405
- package/dist/client/features/ppt/types.js +0 -13
- package/dist/client/features/ppt/utils.js +0 -443
- package/dist/client/files/fileReferenceRegistry.js +0 -1543
- package/dist/client/files/fileTools.js +0 -450
- package/dist/client/files/streamingReader.js +0 -321
- package/dist/client/files/types.js +0 -23
- package/dist/client/hitl/hitlErrors.js +0 -54
- package/dist/client/hitl/hitlManager.js +0 -460
- package/dist/client/mcp/agentExposure.js +0 -356
- package/dist/client/mcp/auth/index.js +0 -11
- package/dist/client/mcp/auth/oauthClientProvider.js +0 -325
- package/dist/client/mcp/auth/tokenStorage.js +0 -134
- package/dist/client/mcp/batching/index.js +0 -10
- package/dist/client/mcp/batching/requestBatcher.js +0 -441
- package/dist/client/mcp/caching/index.js +0 -10
- package/dist/client/mcp/caching/toolCache.js +0 -433
- package/dist/client/mcp/elicitation/elicitationManager.js +0 -376
- package/dist/client/mcp/elicitation/index.js +0 -11
- package/dist/client/mcp/elicitation/types.js +0 -10
- package/dist/client/mcp/elicitationProtocol.js +0 -375
- package/dist/client/mcp/enhancedToolDiscovery.js +0 -481
- package/dist/client/mcp/externalServerManager.js +0 -1478
- package/dist/client/mcp/factory.js +0 -161
- package/dist/client/mcp/flexibleToolValidator.js +0 -161
- package/dist/client/mcp/httpRateLimiter.js +0 -391
- package/dist/client/mcp/httpRetryHandler.js +0 -178
- package/dist/client/mcp/index.js +0 -74
- package/dist/client/mcp/mcpCircuitBreaker.js +0 -427
- package/dist/client/mcp/mcpClientFactory.js +0 -708
- package/dist/client/mcp/mcpRegistryClient.js +0 -488
- package/dist/client/mcp/mcpServerBase.js +0 -373
- package/dist/client/mcp/multiServerManager.js +0 -579
- package/dist/client/mcp/registry.js +0 -158
- package/dist/client/mcp/routing/index.js +0 -10
- package/dist/client/mcp/routing/toolRouter.js +0 -416
- package/dist/client/mcp/serverCapabilities.js +0 -502
- package/dist/client/mcp/servers/agent/directToolsServer.js +0 -150
- package/dist/client/mcp/toolAnnotations.js +0 -239
- package/dist/client/mcp/toolConverter.js +0 -258
- package/dist/client/mcp/toolDiscoveryService.js +0 -798
- package/dist/client/mcp/toolIntegration.js +0 -334
- package/dist/client/mcp/toolRegistry.js +0 -729
- package/dist/client/memory/hippocampusInitializer.js +0 -19
- package/dist/client/memory/memoryRetrievalTools.js +0 -166
- package/dist/client/middleware/builtin/analytics.js +0 -132
- package/dist/client/middleware/builtin/autoEvaluation.js +0 -203
- package/dist/client/middleware/builtin/guardrails.js +0 -109
- package/dist/client/middleware/builtin/lifecycle.js +0 -168
- package/dist/client/middleware/factory.js +0 -327
- package/dist/client/middleware/registry.js +0 -295
- package/dist/client/middleware/utils/guardrailsUtils.js +0 -396
- package/dist/client/models/anthropicModels.js +0 -527
- package/dist/client/neurolink.js +0 -8233
- package/dist/client/observability/exporterRegistry.js +0 -413
- package/dist/client/observability/exporters/arizeExporter.js +0 -138
- package/dist/client/observability/exporters/baseExporter.js +0 -190
- package/dist/client/observability/exporters/braintrustExporter.js +0 -154
- package/dist/client/observability/exporters/datadogExporter.js +0 -196
- package/dist/client/observability/exporters/laminarExporter.js +0 -302
- package/dist/client/observability/exporters/langfuseExporter.js +0 -209
- package/dist/client/observability/exporters/langsmithExporter.js +0 -143
- package/dist/client/observability/exporters/otelExporter.js +0 -164
- package/dist/client/observability/exporters/posthogExporter.js +0 -287
- package/dist/client/observability/exporters/sentryExporter.js +0 -165
- package/dist/client/observability/index.js +0 -31
- package/dist/client/observability/metricsAggregator.js +0 -556
- package/dist/client/observability/otelBridge.js +0 -131
- package/dist/client/observability/retryPolicy.js +0 -383
- package/dist/client/observability/sampling/samplers.js +0 -216
- package/dist/client/observability/spanProcessor.js +0 -303
- package/dist/client/observability/tokenTracker.js +0 -413
- package/dist/client/observability/types/exporterTypes.js +0 -5
- package/dist/client/observability/types/index.js +0 -4
- package/dist/client/observability/types/spanTypes.js +0 -92
- package/dist/client/observability/utils/safeMetadata.js +0 -25
- package/dist/client/observability/utils/spanSerializer.js +0 -292
- package/dist/client/processors/archive/ArchiveProcessor.js +0 -1308
- package/dist/client/processors/base/BaseFileProcessor.js +0 -614
- package/dist/client/processors/base/types.js +0 -82
- package/dist/client/processors/config/fileTypes.js +0 -520
- package/dist/client/processors/config/index.js +0 -92
- package/dist/client/processors/config/languageMap.js +0 -410
- package/dist/client/processors/config/mimeTypes.js +0 -363
- package/dist/client/processors/config/sizeLimits.js +0 -258
- package/dist/client/processors/document/ExcelProcessor.js +0 -590
- package/dist/client/processors/document/OpenDocumentProcessor.js +0 -212
- package/dist/client/processors/document/PptxProcessor.js +0 -157
- package/dist/client/processors/document/RtfProcessor.js +0 -361
- package/dist/client/processors/document/WordProcessor.js +0 -353
- package/dist/client/processors/errors/FileErrorCode.js +0 -255
- package/dist/client/processors/errors/errorHelpers.js +0 -386
- package/dist/client/processors/errors/errorSerializer.js +0 -507
- package/dist/client/processors/errors/index.js +0 -49
- package/dist/client/processors/markup/SvgProcessor.js +0 -240
- package/dist/client/processors/media/AudioProcessor.js +0 -707
- package/dist/client/processors/media/VideoProcessor.js +0 -1045
- package/dist/client/providers/amazonBedrock.js +0 -1512
- package/dist/client/providers/amazonSagemaker.js +0 -162
- package/dist/client/providers/anthropic.js +0 -831
- package/dist/client/providers/azureOpenai.js +0 -143
- package/dist/client/providers/googleAiStudio.js +0 -1200
- package/dist/client/providers/googleNativeGemini3.js +0 -543
- package/dist/client/providers/googleVertex.js +0 -2936
- package/dist/client/providers/huggingFace.js +0 -315
- package/dist/client/providers/litellm.js +0 -488
- package/dist/client/providers/mistral.js +0 -157
- package/dist/client/providers/ollama.js +0 -1579
- package/dist/client/providers/openAI.js +0 -627
- package/dist/client/providers/openRouter.js +0 -543
- package/dist/client/providers/openaiCompatible.js +0 -290
- package/dist/client/providers/providerTypeUtils.js +0 -46
- package/dist/client/providers/sagemaker/adaptive-semaphore.js +0 -215
- package/dist/client/providers/sagemaker/client.js +0 -472
- package/dist/client/providers/sagemaker/config.js +0 -317
- package/dist/client/providers/sagemaker/detection.js +0 -606
- package/dist/client/providers/sagemaker/error-constants.js +0 -227
- package/dist/client/providers/sagemaker/errors.js +0 -299
- package/dist/client/providers/sagemaker/language-model.js +0 -775
- package/dist/client/providers/sagemaker/parsers.js +0 -634
- package/dist/client/providers/sagemaker/streaming.js +0 -331
- package/dist/client/providers/sagemaker/structured-parser.js +0 -625
- package/dist/client/proxy/accountQuota.js +0 -162
- package/dist/client/proxy/claudeFormat.js +0 -595
- package/dist/client/proxy/modelRouter.js +0 -29
- package/dist/client/proxy/oauthFetch.js +0 -367
- package/dist/client/proxy/proxyFetch.js +0 -586
- package/dist/client/proxy/requestLogger.js +0 -207
- package/dist/client/proxy/tokenRefresh.js +0 -124
- package/dist/client/proxy/usageStats.js +0 -74
- package/dist/client/proxy/utils/noProxyUtils.js +0 -149
- package/dist/client/rag/ChunkerFactory.js +0 -320
- package/dist/client/rag/ChunkerRegistry.js +0 -421
- package/dist/client/rag/chunkers/BaseChunker.js +0 -143
- package/dist/client/rag/chunkers/CharacterChunker.js +0 -28
- package/dist/client/rag/chunkers/HTMLChunker.js +0 -38
- package/dist/client/rag/chunkers/JSONChunker.js +0 -68
- package/dist/client/rag/chunkers/LaTeXChunker.js +0 -63
- package/dist/client/rag/chunkers/MarkdownChunker.js +0 -306
- package/dist/client/rag/chunkers/RecursiveChunker.js +0 -139
- package/dist/client/rag/chunkers/SemanticMarkdownChunker.js +0 -138
- package/dist/client/rag/chunkers/SentenceChunker.js +0 -66
- package/dist/client/rag/chunkers/TokenChunker.js +0 -61
- package/dist/client/rag/chunkers/index.js +0 -15
- package/dist/client/rag/chunking/characterChunker.js +0 -142
- package/dist/client/rag/chunking/chunkerRegistry.js +0 -194
- package/dist/client/rag/chunking/htmlChunker.js +0 -247
- package/dist/client/rag/chunking/index.js +0 -17
- package/dist/client/rag/chunking/jsonChunker.js +0 -281
- package/dist/client/rag/chunking/latexChunker.js +0 -251
- package/dist/client/rag/chunking/markdownChunker.js +0 -373
- package/dist/client/rag/chunking/recursiveChunker.js +0 -148
- package/dist/client/rag/chunking/semanticChunker.js +0 -306
- package/dist/client/rag/chunking/sentenceChunker.js +0 -230
- package/dist/client/rag/chunking/tokenChunker.js +0 -183
- package/dist/client/rag/document/MDocument.js +0 -392
- package/dist/client/rag/document/index.js +0 -5
- package/dist/client/rag/document/loaders.js +0 -500
- package/dist/client/rag/errors/RAGError.js +0 -274
- package/dist/client/rag/errors/index.js +0 -6
- package/dist/client/rag/graphRag/graphRAG.js +0 -401
- package/dist/client/rag/graphRag/index.js +0 -4
- package/dist/client/rag/index.js +0 -141
- package/dist/client/rag/metadata/MetadataExtractorFactory.js +0 -418
- package/dist/client/rag/metadata/MetadataExtractorRegistry.js +0 -362
- package/dist/client/rag/metadata/index.js +0 -9
- package/dist/client/rag/metadata/metadataExtractor.js +0 -280
- package/dist/client/rag/pipeline/RAGPipeline.js +0 -436
- package/dist/client/rag/pipeline/contextAssembly.js +0 -341
- package/dist/client/rag/pipeline/index.js +0 -5
- package/dist/client/rag/ragIntegration.js +0 -321
- package/dist/client/rag/reranker/RerankerFactory.js +0 -430
- package/dist/client/rag/reranker/RerankerRegistry.js +0 -402
- package/dist/client/rag/reranker/index.js +0 -9
- package/dist/client/rag/reranker/reranker.js +0 -277
- package/dist/client/rag/resilience/CircuitBreaker.js +0 -431
- package/dist/client/rag/resilience/RetryHandler.js +0 -304
- package/dist/client/rag/resilience/index.js +0 -7
- package/dist/client/rag/retrieval/hybridSearch.js +0 -335
- package/dist/client/rag/retrieval/index.js +0 -5
- package/dist/client/rag/retrieval/vectorQueryTool.js +0 -307
- package/dist/client/rag/types.js +0 -8
- package/dist/client/sdk/toolRegistration.js +0 -377
- package/dist/client/server/abstract/baseServerAdapter.js +0 -575
- package/dist/client/server/adapters/expressAdapter.js +0 -486
- package/dist/client/server/adapters/fastifyAdapter.js +0 -472
- package/dist/client/server/adapters/honoAdapter.js +0 -632
- package/dist/client/server/adapters/koaAdapter.js +0 -510
- package/dist/client/server/errors.js +0 -486
- package/dist/client/server/factory/serverAdapterFactory.js +0 -160
- package/dist/client/server/index.js +0 -108
- package/dist/client/server/middleware/abortSignal.js +0 -111
- package/dist/client/server/middleware/auth.js +0 -388
- package/dist/client/server/middleware/cache.js +0 -359
- package/dist/client/server/middleware/common.js +0 -281
- package/dist/client/server/middleware/deprecation.js +0 -190
- package/dist/client/server/middleware/mcpBodyAttachment.js +0 -63
- package/dist/client/server/middleware/rateLimit.js +0 -227
- package/dist/client/server/middleware/validation.js +0 -388
- package/dist/client/server/openapi/generator.js +0 -398
- package/dist/client/server/openapi/index.js +0 -36
- package/dist/client/server/openapi/schemas.js +0 -695
- package/dist/client/server/openapi/templates.js +0 -374
- package/dist/client/server/routes/agentRoutes.js +0 -189
- package/dist/client/server/routes/claudeProxyRoutes.js +0 -1600
- package/dist/client/server/routes/healthRoutes.js +0 -187
- package/dist/client/server/routes/index.js +0 -57
- package/dist/client/server/routes/mcpRoutes.js +0 -342
- package/dist/client/server/routes/memoryRoutes.js +0 -350
- package/dist/client/server/routes/openApiRoutes.js +0 -126
- package/dist/client/server/routes/toolRoutes.js +0 -199
- package/dist/client/server/streaming/dataStream.js +0 -486
- package/dist/client/server/streaming/index.js +0 -11
- package/dist/client/server/types.js +0 -67
- package/dist/client/server/utils/redaction.js +0 -334
- package/dist/client/server/utils/validation.js +0 -243
- package/dist/client/server/websocket/WebSocketHandler.js +0 -383
- package/dist/client/server/websocket/index.js +0 -4
- package/dist/client/services/server/ai/observability/instrumentation.js +0 -808
- package/dist/client/telemetry/attributes.js +0 -100
- package/dist/client/telemetry/index.js +0 -26
- package/dist/client/telemetry/telemetryService.js +0 -308
- package/dist/client/telemetry/tracers.js +0 -17
- package/dist/client/telemetry/withSpan.js +0 -34
- package/dist/client/types/actionTypes.js +0 -6
- package/dist/client/types/analytics.js +0 -5
- package/dist/client/types/authTypes.js +0 -9
- package/dist/client/types/circuitBreakerErrors.js +0 -34
- package/dist/client/types/cli.js +0 -21
- package/dist/client/types/clientTypes.js +0 -10
- package/dist/client/types/common.js +0 -51
- package/dist/client/types/configTypes.js +0 -49
- package/dist/client/types/content.js +0 -19
- package/dist/client/types/contextTypes.js +0 -400
- package/dist/client/types/conversation.js +0 -47
- package/dist/client/types/conversationMemoryInterface.js +0 -6
- package/dist/client/types/domainTypes.js +0 -5
- package/dist/client/types/errors.js +0 -167
- package/dist/client/types/evaluation.js +0 -5
- package/dist/client/types/evaluationProviders.js +0 -5
- package/dist/client/types/evaluationTypes.js +0 -1
- package/dist/client/types/externalMcp.js +0 -6
- package/dist/client/types/fileReferenceTypes.js +0 -8
- package/dist/client/types/fileTypes.js +0 -4
- package/dist/client/types/generateTypes.js +0 -1
- package/dist/client/types/guardrails.js +0 -1
- package/dist/client/types/hitlTypes.js +0 -8
- package/dist/client/types/index.js +0 -57
- package/dist/client/types/mcpTypes.js +0 -5
- package/dist/client/types/middlewareTypes.js +0 -1
- package/dist/client/types/modelTypes.js +0 -30
- package/dist/client/types/multimodal.js +0 -135
- package/dist/client/types/observability.js +0 -6
- package/dist/client/types/pptTypes.js +0 -82
- package/dist/client/types/providers.js +0 -111
- package/dist/client/types/proxyTypes.js +0 -16
- package/dist/client/types/ragTypes.js +0 -7
- package/dist/client/types/sdkTypes.js +0 -8
- package/dist/client/types/serviceTypes.js +0 -5
- package/dist/client/types/streamTypes.js +0 -1
- package/dist/client/types/subscriptionTypes.js +0 -9
- package/dist/client/types/taskClassificationTypes.js +0 -5
- package/dist/client/types/tools.js +0 -24
- package/dist/client/types/ttsTypes.js +0 -57
- package/dist/client/types/typeAliases.js +0 -48
- package/dist/client/types/utilities.js +0 -4
- package/dist/client/types/workflowTypes.js +0 -30
- package/dist/client/utils/async/withTimeout.js +0 -98
- package/dist/client/utils/asyncMutex.js +0 -60
- package/dist/client/utils/conversationMemory.js +0 -431
- package/dist/client/utils/csvProcessor.js +0 -846
- package/dist/client/utils/errorHandling.js +0 -936
- package/dist/client/utils/evaluationUtils.js +0 -131
- package/dist/client/utils/factoryProcessing.js +0 -589
- package/dist/client/utils/fileDetector.js +0 -2161
- package/dist/client/utils/imageCache.js +0 -376
- package/dist/client/utils/imageProcessor.js +0 -704
- package/dist/client/utils/logger.js +0 -491
- package/dist/client/utils/mcpDefaults.js +0 -134
- package/dist/client/utils/messageBuilder.js +0 -1653
- package/dist/client/utils/modelAliasResolver.js +0 -54
- package/dist/client/utils/modelDetection.js +0 -80
- package/dist/client/utils/modelRouter.js +0 -292
- package/dist/client/utils/multimodalOptionsBuilder.js +0 -65
- package/dist/client/utils/observabilityHelpers.js +0 -47
- package/dist/client/utils/parameterValidation.js +0 -966
- package/dist/client/utils/pdfProcessor.js +0 -410
- package/dist/client/utils/performance.js +0 -222
- package/dist/client/utils/pricing.js +0 -340
- package/dist/client/utils/promptRedaction.js +0 -62
- package/dist/client/utils/providerConfig.js +0 -1009
- package/dist/client/utils/providerHealth.js +0 -1237
- package/dist/client/utils/providerRetry.js +0 -112
- package/dist/client/utils/providerUtils.js +0 -434
- package/dist/client/utils/rateLimiter.js +0 -200
- package/dist/client/utils/redis.js +0 -368
- package/dist/client/utils/retryHandler.js +0 -269
- package/dist/client/utils/retryability.js +0 -22
- package/dist/client/utils/sanitizers/svg.js +0 -481
- package/dist/client/utils/schemaConversion.js +0 -255
- package/dist/client/utils/taskClassificationUtils.js +0 -149
- package/dist/client/utils/taskClassifier.js +0 -94
- package/dist/client/utils/thinkingConfig.js +0 -104
- package/dist/client/utils/timeout.js +0 -359
- package/dist/client/utils/tokenEstimation.js +0 -142
- package/dist/client/utils/tokenLimits.js +0 -125
- package/dist/client/utils/tokenUtils.js +0 -239
- package/dist/client/utils/toolUtils.js +0 -75
- package/dist/client/utils/transformationUtils.js +0 -554
- package/dist/client/utils/ttsProcessor.js +0 -286
- package/dist/client/utils/typeUtils.js +0 -97
- package/dist/client/utils/videoAnalysisProcessor.js +0 -67
- package/dist/client/workflow/config.js +0 -398
- package/dist/client/workflow/core/ensembleExecutor.js +0 -407
- package/dist/client/workflow/core/judgeScorer.js +0 -544
- package/dist/client/workflow/core/responseConditioner.js +0 -225
- package/dist/client/workflow/core/types/conditionerTypes.js +0 -7
- package/dist/client/workflow/core/types/ensembleTypes.js +0 -7
- package/dist/client/workflow/core/types/index.js +0 -7
- package/dist/client/workflow/core/types/judgeTypes.js +0 -7
- package/dist/client/workflow/core/types/layerTypes.js +0 -7
- package/dist/client/workflow/core/types/registryTypes.js +0 -7
- package/dist/client/workflow/core/workflowRegistry.js +0 -304
- package/dist/client/workflow/core/workflowRunner.js +0 -586
- package/dist/client/workflow/index.js +0 -50
- package/dist/client/workflow/types.js +0 -9
- package/dist/client/workflow/utils/types/index.js +0 -7
- package/dist/client/workflow/utils/workflowMetrics.js +0 -311
- package/dist/client/workflow/utils/workflowValidation.js +0 -420
- package/dist/client/workflow/workflows/adaptiveWorkflow.js +0 -366
- package/dist/client/workflow/workflows/consensusWorkflow.js +0 -192
- package/dist/client/workflow/workflows/fallbackWorkflow.js +0 -225
- package/dist/client/workflow/workflows/multiJudgeWorkflow.js +0 -351
- /package/dist/client/{client/reactHooks.js → reactHooks.js} +0 -0
|
@@ -1,487 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Vercel AI SDK Compatibility Layer
|
|
3
|
-
*
|
|
4
|
-
* Provides compatibility with the Vercel AI SDK by implementing the
|
|
5
|
-
* LanguageModelV1 interface. This allows NeuroLink to be used as a
|
|
6
|
-
* drop-in replacement for other AI providers in AI SDK applications.
|
|
7
|
-
*
|
|
8
|
-
* @module @neurolink/ai-sdk
|
|
9
|
-
*/
|
|
10
|
-
import { logger } from "../utils/logger.js";
|
|
11
|
-
import { createClient } from "./httpClient.js";
|
|
12
|
-
// =============================================================================
|
|
13
|
-
// LanguageModel Implementation
|
|
14
|
-
// =============================================================================
|
|
15
|
-
/**
|
|
16
|
-
* NeuroLink Language Model implementation compatible with Vercel AI SDK
|
|
17
|
-
*
|
|
18
|
-
* Implements the LanguageModelV1 interface for drop-in compatibility.
|
|
19
|
-
*
|
|
20
|
-
* @example Using with AI SDK
|
|
21
|
-
* ```typescript
|
|
22
|
-
* import { generateText } from 'ai';
|
|
23
|
-
* import { createNeuroLinkModel } from '@neurolink/ai-sdk';
|
|
24
|
-
*
|
|
25
|
-
* const model = createNeuroLinkModel({
|
|
26
|
-
* baseUrl: 'https://api.neurolink.example.com',
|
|
27
|
-
* apiKey: 'your-api-key',
|
|
28
|
-
* });
|
|
29
|
-
*
|
|
30
|
-
* const result = await generateText({
|
|
31
|
-
* model: model('gpt-4o'),
|
|
32
|
-
* prompt: 'Hello, world!',
|
|
33
|
-
* });
|
|
34
|
-
* ```
|
|
35
|
-
*/
|
|
36
|
-
export class NeuroLinkLanguageModel {
|
|
37
|
-
modelId;
|
|
38
|
-
provider;
|
|
39
|
-
client;
|
|
40
|
-
options;
|
|
41
|
-
constructor(client, modelId, provider, options = {}) {
|
|
42
|
-
this.client = client;
|
|
43
|
-
this.modelId = modelId;
|
|
44
|
-
this.provider = provider;
|
|
45
|
-
this.options = options;
|
|
46
|
-
}
|
|
47
|
-
/**
|
|
48
|
-
* Generate a non-streaming response
|
|
49
|
-
*/
|
|
50
|
-
async doGenerate(options) {
|
|
51
|
-
const { prompt, system, messages, temperature, maxTokens, abortSignal } = options;
|
|
52
|
-
// Build the input text from prompt or messages
|
|
53
|
-
let inputText = prompt ?? "";
|
|
54
|
-
if (messages && messages.length > 0) {
|
|
55
|
-
inputText = messages
|
|
56
|
-
.filter((m) => m.role !== "system")
|
|
57
|
-
.map((m) => m.content)
|
|
58
|
-
.join("\n");
|
|
59
|
-
}
|
|
60
|
-
// Extract system message if present
|
|
61
|
-
const systemPrompt = system ?? messages?.find((m) => m.role === "system")?.content;
|
|
62
|
-
try {
|
|
63
|
-
const response = await this.client.generate({
|
|
64
|
-
input: { text: inputText },
|
|
65
|
-
provider: this.provider,
|
|
66
|
-
model: this.modelId,
|
|
67
|
-
temperature: temperature ?? this.options.temperature,
|
|
68
|
-
maxTokens: maxTokens ?? this.options.maxTokens,
|
|
69
|
-
systemPrompt,
|
|
70
|
-
}, {
|
|
71
|
-
signal: abortSignal,
|
|
72
|
-
});
|
|
73
|
-
return {
|
|
74
|
-
text: response.data.content,
|
|
75
|
-
finishReason: this.mapFinishReason(response.data.finishReason),
|
|
76
|
-
usage: {
|
|
77
|
-
promptTokens: response.data.usage?.promptTokens ?? 0,
|
|
78
|
-
completionTokens: response.data.usage?.completionTokens ?? 0,
|
|
79
|
-
},
|
|
80
|
-
rawResponse: response,
|
|
81
|
-
};
|
|
82
|
-
}
|
|
83
|
-
catch (error) {
|
|
84
|
-
return {
|
|
85
|
-
text: "",
|
|
86
|
-
finishReason: "error",
|
|
87
|
-
usage: { promptTokens: 0, completionTokens: 0 },
|
|
88
|
-
rawResponse: error,
|
|
89
|
-
};
|
|
90
|
-
}
|
|
91
|
-
}
|
|
92
|
-
/**
|
|
93
|
-
* Generate a streaming response
|
|
94
|
-
*
|
|
95
|
-
* Uses an async queue so that each text delta from the provider is yielded
|
|
96
|
-
* to the consumer immediately, rather than buffering the entire response.
|
|
97
|
-
*/
|
|
98
|
-
async doStream(options) {
|
|
99
|
-
const { prompt, system, messages, temperature, maxTokens, abortSignal } = options;
|
|
100
|
-
// Build the input text from prompt or messages
|
|
101
|
-
let inputText = prompt ?? "";
|
|
102
|
-
if (messages && messages.length > 0) {
|
|
103
|
-
inputText = messages
|
|
104
|
-
.filter((m) => m.role !== "system")
|
|
105
|
-
.map((m) => m.content)
|
|
106
|
-
.join("\n");
|
|
107
|
-
}
|
|
108
|
-
// Extract system message if present
|
|
109
|
-
const systemPrompt = system ?? messages?.find((m) => m.role === "system")?.content;
|
|
110
|
-
const buffer = [];
|
|
111
|
-
let finished = false;
|
|
112
|
-
let notifyConsumer = null;
|
|
113
|
-
/** Resolves the consumer's pending pull, if any. */
|
|
114
|
-
function wake() {
|
|
115
|
-
if (notifyConsumer) {
|
|
116
|
-
const fn = notifyConsumer;
|
|
117
|
-
notifyConsumer = null;
|
|
118
|
-
fn();
|
|
119
|
-
}
|
|
120
|
-
}
|
|
121
|
-
/** Push a chunk into the queue and wake the consumer. */
|
|
122
|
-
function push(chunk) {
|
|
123
|
-
buffer.push(chunk);
|
|
124
|
-
wake();
|
|
125
|
-
}
|
|
126
|
-
/** Signal that no more chunks will arrive. */
|
|
127
|
-
function close() {
|
|
128
|
-
finished = true;
|
|
129
|
-
wake();
|
|
130
|
-
}
|
|
131
|
-
// Kick off the underlying stream in the background.
|
|
132
|
-
// Errors are forwarded to the consumer via the queue.
|
|
133
|
-
const self = this;
|
|
134
|
-
const streamPromise = self.client
|
|
135
|
-
.stream({
|
|
136
|
-
input: { text: inputText },
|
|
137
|
-
provider: self.provider,
|
|
138
|
-
model: self.modelId,
|
|
139
|
-
temperature: temperature ?? self.options.temperature,
|
|
140
|
-
maxTokens: maxTokens ?? self.options.maxTokens,
|
|
141
|
-
systemPrompt,
|
|
142
|
-
}, {
|
|
143
|
-
onText: (text) => {
|
|
144
|
-
push({ type: "text-delta", textDelta: text });
|
|
145
|
-
},
|
|
146
|
-
onDone: (result) => {
|
|
147
|
-
push({
|
|
148
|
-
type: "finish",
|
|
149
|
-
finishReason: self.mapFinishReason(result.finishReason),
|
|
150
|
-
usage: result.usage
|
|
151
|
-
? {
|
|
152
|
-
promptTokens: result.usage.promptTokens,
|
|
153
|
-
completionTokens: result.usage.completionTokens,
|
|
154
|
-
}
|
|
155
|
-
: undefined,
|
|
156
|
-
});
|
|
157
|
-
close();
|
|
158
|
-
},
|
|
159
|
-
}, {
|
|
160
|
-
signal: abortSignal,
|
|
161
|
-
})
|
|
162
|
-
.catch(() => {
|
|
163
|
-
// If the stream rejects before onDone fires, emit a finish/error.
|
|
164
|
-
if (!finished) {
|
|
165
|
-
push({ type: "finish", finishReason: "error" });
|
|
166
|
-
close();
|
|
167
|
-
}
|
|
168
|
-
});
|
|
169
|
-
// Suppress unhandled-rejection warnings; the consumer drains the queue.
|
|
170
|
-
// Errors are pushed into the queue as finish events with error details.
|
|
171
|
-
streamPromise.catch((err) => {
|
|
172
|
-
const message = err instanceof Error ? err.message : String(err);
|
|
173
|
-
push({
|
|
174
|
-
type: "finish",
|
|
175
|
-
finishReason: "error",
|
|
176
|
-
usage: { promptTokens: 0, completionTokens: 0 },
|
|
177
|
-
});
|
|
178
|
-
close();
|
|
179
|
-
logger.debug("[aiSdkAdapter] Stream promise rejected", {
|
|
180
|
-
error: message,
|
|
181
|
-
});
|
|
182
|
-
});
|
|
183
|
-
// ---- Async iterable that pulls from the queue ----
|
|
184
|
-
async function* createStream() {
|
|
185
|
-
while (true) {
|
|
186
|
-
// Drain anything already buffered.
|
|
187
|
-
while (buffer.length > 0) {
|
|
188
|
-
const chunk = buffer.shift();
|
|
189
|
-
yield chunk;
|
|
190
|
-
if (chunk.type === "finish") {
|
|
191
|
-
return;
|
|
192
|
-
}
|
|
193
|
-
}
|
|
194
|
-
// Nothing buffered — if the producer is done, exit.
|
|
195
|
-
if (finished) {
|
|
196
|
-
return;
|
|
197
|
-
}
|
|
198
|
-
// Wait for the producer to push more data.
|
|
199
|
-
await new Promise((resolve) => {
|
|
200
|
-
notifyConsumer = resolve;
|
|
201
|
-
});
|
|
202
|
-
}
|
|
203
|
-
}
|
|
204
|
-
return {
|
|
205
|
-
stream: createStream(),
|
|
206
|
-
};
|
|
207
|
-
}
|
|
208
|
-
/**
|
|
209
|
-
* Map NeuroLink finish reasons to AI SDK finish reasons
|
|
210
|
-
*/
|
|
211
|
-
mapFinishReason(reason) {
|
|
212
|
-
if (!reason) {
|
|
213
|
-
return "stop";
|
|
214
|
-
}
|
|
215
|
-
const mapping = {
|
|
216
|
-
stop: "stop",
|
|
217
|
-
length: "length",
|
|
218
|
-
"tool-calls": "tool-calls",
|
|
219
|
-
tool_calls: "tool-calls",
|
|
220
|
-
"content-filter": "content-filter",
|
|
221
|
-
content_filter: "content-filter",
|
|
222
|
-
error: "error",
|
|
223
|
-
};
|
|
224
|
-
return mapping[reason] ?? "other";
|
|
225
|
-
}
|
|
226
|
-
}
|
|
227
|
-
// =============================================================================
|
|
228
|
-
// Provider Factory
|
|
229
|
-
// =============================================================================
|
|
230
|
-
/**
|
|
231
|
-
* NeuroLink Provider for Vercel AI SDK
|
|
232
|
-
*
|
|
233
|
-
* Creates model instances that are compatible with the Vercel AI SDK.
|
|
234
|
-
*
|
|
235
|
-
* @example
|
|
236
|
-
* ```typescript
|
|
237
|
-
* import { neurolink } from '@neurolink/ai-sdk';
|
|
238
|
-
*
|
|
239
|
-
* const provider = neurolink({
|
|
240
|
-
* baseUrl: 'https://api.neurolink.example.com',
|
|
241
|
-
* apiKey: 'your-api-key',
|
|
242
|
-
* });
|
|
243
|
-
*
|
|
244
|
-
* // Create a model
|
|
245
|
-
* const model = provider('gpt-4o');
|
|
246
|
-
*
|
|
247
|
-
* // Use with AI SDK
|
|
248
|
-
* const result = await generateText({
|
|
249
|
-
* model,
|
|
250
|
-
* prompt: 'Hello!',
|
|
251
|
-
* });
|
|
252
|
-
* ```
|
|
253
|
-
*/
|
|
254
|
-
export class NeuroLinkProvider {
|
|
255
|
-
client;
|
|
256
|
-
defaultProvider;
|
|
257
|
-
defaultModel;
|
|
258
|
-
constructor(options) {
|
|
259
|
-
this.client = createClient({
|
|
260
|
-
baseUrl: options.baseUrl,
|
|
261
|
-
apiKey: options.apiKey,
|
|
262
|
-
token: options.token,
|
|
263
|
-
headers: options.headers,
|
|
264
|
-
});
|
|
265
|
-
this.defaultProvider = options.defaultProvider ?? "openai";
|
|
266
|
-
this.defaultModel = options.defaultModel ?? "gpt-4o";
|
|
267
|
-
}
|
|
268
|
-
/**
|
|
269
|
-
* Create a language model instance
|
|
270
|
-
*
|
|
271
|
-
* @param modelId - Model ID (e.g., 'gpt-4o', 'claude-3-opus')
|
|
272
|
-
* @param options - Additional model options
|
|
273
|
-
*/
|
|
274
|
-
model(modelId, options) {
|
|
275
|
-
const model = modelId ?? this.defaultModel;
|
|
276
|
-
const provider = options?.provider ?? this.inferProvider(model);
|
|
277
|
-
return new NeuroLinkLanguageModel(this.client, model, provider, options);
|
|
278
|
-
}
|
|
279
|
-
/**
|
|
280
|
-
* Alias for model() - makes the provider callable
|
|
281
|
-
*/
|
|
282
|
-
call(modelId, options) {
|
|
283
|
-
return this.model(modelId, options);
|
|
284
|
-
}
|
|
285
|
-
/**
|
|
286
|
-
* Infer provider from model ID
|
|
287
|
-
*/
|
|
288
|
-
inferProvider(modelId) {
|
|
289
|
-
const providerPatterns = {
|
|
290
|
-
openai: [/^gpt-/, /^o1-/, /^o3-/, /^davinci/, /^curie/],
|
|
291
|
-
anthropic: [/^claude-/],
|
|
292
|
-
"google-ai": [/^gemini-/, /^palm-/],
|
|
293
|
-
vertex: [/^gemini-/, /^palm-/, /^codechat-/],
|
|
294
|
-
mistral: [/^mistral-/, /^codestral-/],
|
|
295
|
-
bedrock: [/^anthropic\./, /^amazon\./],
|
|
296
|
-
azure: [/^azure-/],
|
|
297
|
-
};
|
|
298
|
-
for (const [provider, patterns] of Object.entries(providerPatterns)) {
|
|
299
|
-
for (const pattern of patterns) {
|
|
300
|
-
if (pattern.test(modelId)) {
|
|
301
|
-
return provider;
|
|
302
|
-
}
|
|
303
|
-
}
|
|
304
|
-
}
|
|
305
|
-
return this.defaultProvider;
|
|
306
|
-
}
|
|
307
|
-
/**
|
|
308
|
-
* Get the underlying client
|
|
309
|
-
*/
|
|
310
|
-
getClient() {
|
|
311
|
-
return this.client;
|
|
312
|
-
}
|
|
313
|
-
}
|
|
314
|
-
// =============================================================================
|
|
315
|
-
// Factory Functions
|
|
316
|
-
// =============================================================================
|
|
317
|
-
/**
|
|
318
|
-
* Create a NeuroLink provider for Vercel AI SDK
|
|
319
|
-
*
|
|
320
|
-
* @example
|
|
321
|
-
* ```typescript
|
|
322
|
-
* import { createNeuroLinkProvider, generateText } from '@neurolink/ai-sdk';
|
|
323
|
-
*
|
|
324
|
-
* const neurolink = createNeuroLinkProvider({
|
|
325
|
-
* baseUrl: 'https://api.neurolink.example.com',
|
|
326
|
-
* apiKey: process.env.NEUROLINK_API_KEY,
|
|
327
|
-
* });
|
|
328
|
-
*
|
|
329
|
-
* const result = await generateText({
|
|
330
|
-
* model: neurolink('gpt-4o'),
|
|
331
|
-
* prompt: 'Hello!',
|
|
332
|
-
* });
|
|
333
|
-
* ```
|
|
334
|
-
*/
|
|
335
|
-
export function createNeuroLinkProvider(options) {
|
|
336
|
-
const provider = new NeuroLinkProvider(options);
|
|
337
|
-
// Make the provider callable
|
|
338
|
-
const callable = (modelId, modelOptions) => provider.model(modelId, modelOptions);
|
|
339
|
-
// Copy all methods from provider to callable
|
|
340
|
-
Object.setPrototypeOf(callable, provider);
|
|
341
|
-
Object.assign(callable, {
|
|
342
|
-
model: provider.model.bind(provider),
|
|
343
|
-
call: provider.call.bind(provider),
|
|
344
|
-
getClient: provider.getClient.bind(provider),
|
|
345
|
-
});
|
|
346
|
-
return callable;
|
|
347
|
-
}
|
|
348
|
-
/**
|
|
349
|
-
* Create a standalone NeuroLink model for Vercel AI SDK
|
|
350
|
-
*
|
|
351
|
-
* @example
|
|
352
|
-
* ```typescript
|
|
353
|
-
* import { createNeuroLinkModel, generateText } from '@neurolink/ai-sdk';
|
|
354
|
-
*
|
|
355
|
-
* const model = createNeuroLinkModel({
|
|
356
|
-
* baseUrl: 'https://api.neurolink.example.com',
|
|
357
|
-
* apiKey: process.env.NEUROLINK_API_KEY,
|
|
358
|
-
* modelId: 'gpt-4o',
|
|
359
|
-
* provider: 'openai',
|
|
360
|
-
* });
|
|
361
|
-
*
|
|
362
|
-
* const result = await generateText({
|
|
363
|
-
* model,
|
|
364
|
-
* prompt: 'Hello!',
|
|
365
|
-
* });
|
|
366
|
-
* ```
|
|
367
|
-
*/
|
|
368
|
-
export function createNeuroLinkModel(options) {
|
|
369
|
-
const provider = createNeuroLinkProvider(options);
|
|
370
|
-
return provider(options.modelId, { provider: options.provider });
|
|
371
|
-
}
|
|
372
|
-
// =============================================================================
|
|
373
|
-
// Convenience Exports
|
|
374
|
-
// =============================================================================
|
|
375
|
-
/**
|
|
376
|
-
* Default export for easy provider creation
|
|
377
|
-
*
|
|
378
|
-
* @example
|
|
379
|
-
* ```typescript
|
|
380
|
-
* import { neurolink } from '@neurolink/ai-sdk';
|
|
381
|
-
*
|
|
382
|
-
* const provider = neurolink({
|
|
383
|
-
* baseUrl: 'https://api.neurolink.example.com',
|
|
384
|
-
* apiKey: 'your-key',
|
|
385
|
-
* });
|
|
386
|
-
*
|
|
387
|
-
* const model = provider('gpt-4o');
|
|
388
|
-
* ```
|
|
389
|
-
*/
|
|
390
|
-
export const neurolink = createNeuroLinkProvider;
|
|
391
|
-
// =============================================================================
|
|
392
|
-
// Streaming Utilities
|
|
393
|
-
// =============================================================================
|
|
394
|
-
/**
|
|
395
|
-
* Create an AI SDK compatible streaming response from NeuroLink stream
|
|
396
|
-
*
|
|
397
|
-
* @example
|
|
398
|
-
* ```typescript
|
|
399
|
-
* // In a Next.js API route or server action
|
|
400
|
-
* import { createStreamingResponse } from '@neurolink/ai-sdk';
|
|
401
|
-
*
|
|
402
|
-
* export async function POST(req: Request) {
|
|
403
|
-
* const { prompt } = await req.json();
|
|
404
|
-
*
|
|
405
|
-
* const stream = await createStreamingResponse({
|
|
406
|
-
* baseUrl: process.env.NEUROLINK_URL,
|
|
407
|
-
* apiKey: process.env.NEUROLINK_API_KEY,
|
|
408
|
-
* input: { text: prompt },
|
|
409
|
-
* provider: 'openai',
|
|
410
|
-
* model: 'gpt-4o',
|
|
411
|
-
* });
|
|
412
|
-
*
|
|
413
|
-
* return stream;
|
|
414
|
-
* }
|
|
415
|
-
* ```
|
|
416
|
-
*/
|
|
417
|
-
export async function createStreamingResponse(options) {
|
|
418
|
-
const client = createClient({
|
|
419
|
-
baseUrl: options.baseUrl,
|
|
420
|
-
apiKey: options.apiKey,
|
|
421
|
-
token: options.token,
|
|
422
|
-
headers: options.headers,
|
|
423
|
-
});
|
|
424
|
-
// Create a ReadableStream for the response
|
|
425
|
-
const encoder = new TextEncoder();
|
|
426
|
-
const stream = new ReadableStream({
|
|
427
|
-
async start(controller) {
|
|
428
|
-
try {
|
|
429
|
-
await client.stream({
|
|
430
|
-
input: options.input,
|
|
431
|
-
provider: options.provider ?? "openai",
|
|
432
|
-
model: options.model,
|
|
433
|
-
temperature: options.temperature,
|
|
434
|
-
maxTokens: options.maxTokens,
|
|
435
|
-
systemPrompt: options.systemPrompt,
|
|
436
|
-
}, {
|
|
437
|
-
onText: (text) => {
|
|
438
|
-
// AI SDK format: stream text deltas
|
|
439
|
-
const data = JSON.stringify({
|
|
440
|
-
type: "text-delta",
|
|
441
|
-
textDelta: text,
|
|
442
|
-
});
|
|
443
|
-
controller.enqueue(encoder.encode(`data: ${data}\n\n`));
|
|
444
|
-
},
|
|
445
|
-
onToolCall: (toolCall) => {
|
|
446
|
-
const data = JSON.stringify({ type: "tool-call", toolCall });
|
|
447
|
-
controller.enqueue(encoder.encode(`data: ${data}\n\n`));
|
|
448
|
-
},
|
|
449
|
-
onToolResult: (toolResult) => {
|
|
450
|
-
const data = JSON.stringify({ type: "tool-result", toolResult });
|
|
451
|
-
controller.enqueue(encoder.encode(`data: ${data}\n\n`));
|
|
452
|
-
},
|
|
453
|
-
onDone: (result) => {
|
|
454
|
-
const data = JSON.stringify({
|
|
455
|
-
type: "finish",
|
|
456
|
-
finishReason: result.finishReason ?? "stop",
|
|
457
|
-
usage: result.usage,
|
|
458
|
-
});
|
|
459
|
-
controller.enqueue(encoder.encode(`data: ${data}\n\n`));
|
|
460
|
-
controller.enqueue(encoder.encode("data: [DONE]\n\n"));
|
|
461
|
-
controller.close();
|
|
462
|
-
},
|
|
463
|
-
onError: (error) => {
|
|
464
|
-
const data = JSON.stringify({ type: "error", error });
|
|
465
|
-
controller.enqueue(encoder.encode(`data: ${data}\n\n`));
|
|
466
|
-
controller.close();
|
|
467
|
-
},
|
|
468
|
-
});
|
|
469
|
-
}
|
|
470
|
-
catch (error) {
|
|
471
|
-
const data = JSON.stringify({
|
|
472
|
-
type: "error",
|
|
473
|
-
error: { message: error.message },
|
|
474
|
-
});
|
|
475
|
-
controller.enqueue(encoder.encode(`data: ${data}\n\n`));
|
|
476
|
-
controller.close();
|
|
477
|
-
}
|
|
478
|
-
},
|
|
479
|
-
});
|
|
480
|
-
return new Response(stream, {
|
|
481
|
-
headers: {
|
|
482
|
-
"Content-Type": "text/event-stream",
|
|
483
|
-
"Cache-Control": "no-cache",
|
|
484
|
-
Connection: "keep-alive",
|
|
485
|
-
},
|
|
486
|
-
});
|
|
487
|
-
}
|