@juspay/neurolink 9.32.0 → 9.32.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +6 -0
- package/dist/auth/anthropicOAuth.js +1 -1
- package/dist/cli/commands/proxy.js +18 -5
- package/dist/client/aiSdkAdapter.js +1 -1
- package/dist/client/index.js +137 -501
- package/dist/core/factory.js +0 -1
- package/dist/core/redisConversationMemoryManager.js +1 -1
- package/dist/features/ppt/slideGenerator.js +0 -1
- package/dist/features/ppt/utils.js +0 -1
- package/dist/lib/server/routes/claudeProxyRoutes.js +45 -9
- package/dist/mcp/elicitationProtocol.js +1 -1
- package/dist/mcp/servers/agent/directToolsServer.js +0 -1
- package/dist/providers/azureOpenai.js +1 -1
- package/dist/providers/huggingFace.js +0 -1
- package/dist/providers/openaiCompatible.js +0 -1
- package/dist/sdk/toolRegistration.js +0 -1
- package/dist/server/openapi/generator.js +1 -1
- package/dist/server/routes/claudeProxyRoutes.js +45 -9
- package/dist/types/configTypes.js +0 -5
- package/dist/types/modelTypes.js +0 -1
- package/dist/types/tools.js +0 -1
- package/dist/types/typeAliases.js +0 -1
- package/dist/types/utilities.js +1 -1
- package/dist/types/workflowTypes.js +0 -1
- package/dist/utils/providerRetry.js +0 -1
- package/dist/utils/providerUtils.js +0 -1
- package/package.json +2 -2
- package/dist/client/adapters/providerImageAdapter.js +0 -588
- package/dist/client/adapters/tts/googleTTSHandler.js +0 -344
- package/dist/client/adapters/video/directorPipeline.js +0 -516
- package/dist/client/adapters/video/ffmpegAdapter.js +0 -206
- package/dist/client/adapters/video/frameExtractor.js +0 -143
- package/dist/client/adapters/video/vertexVideoHandler.js +0 -763
- package/dist/client/adapters/video/videoAnalyzer.js +0 -238
- package/dist/client/adapters/video/videoMerger.js +0 -171
- package/dist/client/agent/directTools.js +0 -840
- package/dist/client/auth/AuthProviderFactory.js +0 -111
- package/dist/client/auth/AuthProviderRegistry.js +0 -190
- package/dist/client/auth/RequestContext.js +0 -78
- package/dist/client/auth/accountPool.js +0 -178
- package/dist/client/auth/anthropicOAuth.js +0 -974
- package/dist/client/auth/authContext.js +0 -314
- package/dist/client/auth/errors.js +0 -39
- package/dist/client/auth/index.js +0 -61
- package/dist/client/auth/middleware/AuthMiddleware.js +0 -519
- package/dist/client/auth/middleware/rateLimitByUser.js +0 -554
- package/dist/client/auth/providers/BaseAuthProvider.js +0 -723
- package/dist/client/auth/providers/CognitoProvider.js +0 -304
- package/dist/client/auth/providers/KeycloakProvider.js +0 -393
- package/dist/client/auth/providers/auth0.js +0 -274
- package/dist/client/auth/providers/betterAuth.js +0 -182
- package/dist/client/auth/providers/clerk.js +0 -317
- package/dist/client/auth/providers/custom.js +0 -112
- package/dist/client/auth/providers/firebase.js +0 -226
- package/dist/client/auth/providers/jwt.js +0 -212
- package/dist/client/auth/providers/oauth2.js +0 -303
- package/dist/client/auth/providers/supabase.js +0 -259
- package/dist/client/auth/providers/workos.js +0 -284
- package/dist/client/auth/serverBridge.js +0 -25
- package/dist/client/auth/sessionManager.js +0 -437
- package/dist/client/auth/tokenStore.js +0 -799
- package/dist/client/client/aiSdkAdapter.js +0 -487
- package/dist/client/client/auth.js +0 -473
- package/dist/client/client/errors.js +0 -552
- package/dist/client/client/httpClient.js +0 -837
- package/dist/client/client/index.js +0 -172
- package/dist/client/client/interceptors.js +0 -601
- package/dist/client/client/sseClient.js +0 -545
- package/dist/client/client/streamingClient.js +0 -917
- package/dist/client/client/wsClient.js +0 -369
- package/dist/client/config/configManager.js +0 -303
- package/dist/client/config/conversationMemory.js +0 -86
- package/dist/client/config/taskClassificationConfig.js +0 -148
- package/dist/client/constants/contextWindows.js +0 -295
- package/dist/client/constants/enums.js +0 -853
- package/dist/client/constants/index.js +0 -207
- package/dist/client/constants/performance.js +0 -389
- package/dist/client/constants/retry.js +0 -266
- package/dist/client/constants/timeouts.js +0 -182
- package/dist/client/constants/tokens.js +0 -380
- package/dist/client/constants/videoErrors.js +0 -46
- package/dist/client/context/budgetChecker.js +0 -98
- package/dist/client/context/contextCompactor.js +0 -205
- package/dist/client/context/emergencyTruncation.js +0 -88
- package/dist/client/context/errorDetection.js +0 -171
- package/dist/client/context/errors.js +0 -21
- package/dist/client/context/fileTokenBudget.js +0 -127
- package/dist/client/context/prompts/summarizationPrompt.js +0 -117
- package/dist/client/context/stages/fileReadDeduplicator.js +0 -66
- package/dist/client/context/stages/slidingWindowTruncator.js +0 -190
- package/dist/client/context/stages/structuredSummarizer.js +0 -99
- package/dist/client/context/stages/toolOutputPruner.js +0 -52
- package/dist/client/context/summarizationEngine.js +0 -136
- package/dist/client/context/toolOutputLimits.js +0 -78
- package/dist/client/context/toolPairRepair.js +0 -66
- package/dist/client/core/analytics.js +0 -88
- package/dist/client/core/baseProvider.js +0 -1385
- package/dist/client/core/constants.js +0 -140
- package/dist/client/core/conversationMemoryFactory.js +0 -141
- package/dist/client/core/conversationMemoryInitializer.js +0 -128
- package/dist/client/core/conversationMemoryManager.js +0 -344
- package/dist/client/core/dynamicModels.js +0 -358
- package/dist/client/core/evaluation.js +0 -309
- package/dist/client/core/evaluationProviders.js +0 -248
- package/dist/client/core/factory.js +0 -412
- package/dist/client/core/infrastructure/baseError.js +0 -22
- package/dist/client/core/infrastructure/baseFactory.js +0 -54
- package/dist/client/core/infrastructure/baseRegistry.js +0 -53
- package/dist/client/core/infrastructure/index.js +0 -5
- package/dist/client/core/infrastructure/retry.js +0 -20
- package/dist/client/core/infrastructure/typedEventEmitter.js +0 -23
- package/dist/client/core/modelConfiguration.js +0 -851
- package/dist/client/core/modules/GenerationHandler.js +0 -588
- package/dist/client/core/modules/MessageBuilder.js +0 -273
- package/dist/client/core/modules/StreamHandler.js +0 -185
- package/dist/client/core/modules/TelemetryHandler.js +0 -203
- package/dist/client/core/modules/ToolsManager.js +0 -499
- package/dist/client/core/modules/Utilities.js +0 -331
- package/dist/client/core/redisConversationMemoryManager.js +0 -1435
- package/dist/client/core/streamAnalytics.js +0 -131
- package/dist/client/evaluation/contextBuilder.js +0 -134
- package/dist/client/evaluation/index.js +0 -61
- package/dist/client/evaluation/prompts.js +0 -73
- package/dist/client/evaluation/ragasEvaluator.js +0 -110
- package/dist/client/evaluation/retryManager.js +0 -78
- package/dist/client/evaluation/scoring.js +0 -61
- package/dist/client/factories/providerFactory.js +0 -166
- package/dist/client/factories/providerRegistry.js +0 -166
- package/dist/client/features/ppt/constants.js +0 -896
- package/dist/client/features/ppt/contentPlanner.js +0 -529
- package/dist/client/features/ppt/presentationOrchestrator.js +0 -236
- package/dist/client/features/ppt/slideGenerator.js +0 -532
- package/dist/client/features/ppt/slideRenderers.js +0 -2383
- package/dist/client/features/ppt/slideTypeInference.js +0 -405
- package/dist/client/features/ppt/types.js +0 -13
- package/dist/client/features/ppt/utils.js +0 -443
- package/dist/client/files/fileReferenceRegistry.js +0 -1543
- package/dist/client/files/fileTools.js +0 -450
- package/dist/client/files/streamingReader.js +0 -321
- package/dist/client/files/types.js +0 -23
- package/dist/client/hitl/hitlErrors.js +0 -54
- package/dist/client/hitl/hitlManager.js +0 -460
- package/dist/client/mcp/agentExposure.js +0 -356
- package/dist/client/mcp/auth/index.js +0 -11
- package/dist/client/mcp/auth/oauthClientProvider.js +0 -325
- package/dist/client/mcp/auth/tokenStorage.js +0 -134
- package/dist/client/mcp/batching/index.js +0 -10
- package/dist/client/mcp/batching/requestBatcher.js +0 -441
- package/dist/client/mcp/caching/index.js +0 -10
- package/dist/client/mcp/caching/toolCache.js +0 -433
- package/dist/client/mcp/elicitation/elicitationManager.js +0 -376
- package/dist/client/mcp/elicitation/index.js +0 -11
- package/dist/client/mcp/elicitation/types.js +0 -10
- package/dist/client/mcp/elicitationProtocol.js +0 -375
- package/dist/client/mcp/enhancedToolDiscovery.js +0 -481
- package/dist/client/mcp/externalServerManager.js +0 -1478
- package/dist/client/mcp/factory.js +0 -161
- package/dist/client/mcp/flexibleToolValidator.js +0 -161
- package/dist/client/mcp/httpRateLimiter.js +0 -391
- package/dist/client/mcp/httpRetryHandler.js +0 -178
- package/dist/client/mcp/index.js +0 -74
- package/dist/client/mcp/mcpCircuitBreaker.js +0 -427
- package/dist/client/mcp/mcpClientFactory.js +0 -708
- package/dist/client/mcp/mcpRegistryClient.js +0 -488
- package/dist/client/mcp/mcpServerBase.js +0 -373
- package/dist/client/mcp/multiServerManager.js +0 -579
- package/dist/client/mcp/registry.js +0 -158
- package/dist/client/mcp/routing/index.js +0 -10
- package/dist/client/mcp/routing/toolRouter.js +0 -416
- package/dist/client/mcp/serverCapabilities.js +0 -502
- package/dist/client/mcp/servers/agent/directToolsServer.js +0 -150
- package/dist/client/mcp/toolAnnotations.js +0 -239
- package/dist/client/mcp/toolConverter.js +0 -258
- package/dist/client/mcp/toolDiscoveryService.js +0 -798
- package/dist/client/mcp/toolIntegration.js +0 -334
- package/dist/client/mcp/toolRegistry.js +0 -729
- package/dist/client/memory/hippocampusInitializer.js +0 -19
- package/dist/client/memory/memoryRetrievalTools.js +0 -166
- package/dist/client/middleware/builtin/analytics.js +0 -132
- package/dist/client/middleware/builtin/autoEvaluation.js +0 -203
- package/dist/client/middleware/builtin/guardrails.js +0 -109
- package/dist/client/middleware/builtin/lifecycle.js +0 -168
- package/dist/client/middleware/factory.js +0 -327
- package/dist/client/middleware/registry.js +0 -295
- package/dist/client/middleware/utils/guardrailsUtils.js +0 -396
- package/dist/client/models/anthropicModels.js +0 -527
- package/dist/client/neurolink.js +0 -8233
- package/dist/client/observability/exporterRegistry.js +0 -413
- package/dist/client/observability/exporters/arizeExporter.js +0 -138
- package/dist/client/observability/exporters/baseExporter.js +0 -190
- package/dist/client/observability/exporters/braintrustExporter.js +0 -154
- package/dist/client/observability/exporters/datadogExporter.js +0 -196
- package/dist/client/observability/exporters/laminarExporter.js +0 -302
- package/dist/client/observability/exporters/langfuseExporter.js +0 -209
- package/dist/client/observability/exporters/langsmithExporter.js +0 -143
- package/dist/client/observability/exporters/otelExporter.js +0 -164
- package/dist/client/observability/exporters/posthogExporter.js +0 -287
- package/dist/client/observability/exporters/sentryExporter.js +0 -165
- package/dist/client/observability/index.js +0 -31
- package/dist/client/observability/metricsAggregator.js +0 -556
- package/dist/client/observability/otelBridge.js +0 -131
- package/dist/client/observability/retryPolicy.js +0 -383
- package/dist/client/observability/sampling/samplers.js +0 -216
- package/dist/client/observability/spanProcessor.js +0 -303
- package/dist/client/observability/tokenTracker.js +0 -413
- package/dist/client/observability/types/exporterTypes.js +0 -5
- package/dist/client/observability/types/index.js +0 -4
- package/dist/client/observability/types/spanTypes.js +0 -92
- package/dist/client/observability/utils/safeMetadata.js +0 -25
- package/dist/client/observability/utils/spanSerializer.js +0 -292
- package/dist/client/processors/archive/ArchiveProcessor.js +0 -1308
- package/dist/client/processors/base/BaseFileProcessor.js +0 -614
- package/dist/client/processors/base/types.js +0 -82
- package/dist/client/processors/config/fileTypes.js +0 -520
- package/dist/client/processors/config/index.js +0 -92
- package/dist/client/processors/config/languageMap.js +0 -410
- package/dist/client/processors/config/mimeTypes.js +0 -363
- package/dist/client/processors/config/sizeLimits.js +0 -258
- package/dist/client/processors/document/ExcelProcessor.js +0 -590
- package/dist/client/processors/document/OpenDocumentProcessor.js +0 -212
- package/dist/client/processors/document/PptxProcessor.js +0 -157
- package/dist/client/processors/document/RtfProcessor.js +0 -361
- package/dist/client/processors/document/WordProcessor.js +0 -353
- package/dist/client/processors/errors/FileErrorCode.js +0 -255
- package/dist/client/processors/errors/errorHelpers.js +0 -386
- package/dist/client/processors/errors/errorSerializer.js +0 -507
- package/dist/client/processors/errors/index.js +0 -49
- package/dist/client/processors/markup/SvgProcessor.js +0 -240
- package/dist/client/processors/media/AudioProcessor.js +0 -707
- package/dist/client/processors/media/VideoProcessor.js +0 -1045
- package/dist/client/providers/amazonBedrock.js +0 -1512
- package/dist/client/providers/amazonSagemaker.js +0 -162
- package/dist/client/providers/anthropic.js +0 -831
- package/dist/client/providers/azureOpenai.js +0 -143
- package/dist/client/providers/googleAiStudio.js +0 -1200
- package/dist/client/providers/googleNativeGemini3.js +0 -543
- package/dist/client/providers/googleVertex.js +0 -2936
- package/dist/client/providers/huggingFace.js +0 -315
- package/dist/client/providers/litellm.js +0 -488
- package/dist/client/providers/mistral.js +0 -157
- package/dist/client/providers/ollama.js +0 -1579
- package/dist/client/providers/openAI.js +0 -627
- package/dist/client/providers/openRouter.js +0 -543
- package/dist/client/providers/openaiCompatible.js +0 -290
- package/dist/client/providers/providerTypeUtils.js +0 -46
- package/dist/client/providers/sagemaker/adaptive-semaphore.js +0 -215
- package/dist/client/providers/sagemaker/client.js +0 -472
- package/dist/client/providers/sagemaker/config.js +0 -317
- package/dist/client/providers/sagemaker/detection.js +0 -606
- package/dist/client/providers/sagemaker/error-constants.js +0 -227
- package/dist/client/providers/sagemaker/errors.js +0 -299
- package/dist/client/providers/sagemaker/language-model.js +0 -775
- package/dist/client/providers/sagemaker/parsers.js +0 -634
- package/dist/client/providers/sagemaker/streaming.js +0 -331
- package/dist/client/providers/sagemaker/structured-parser.js +0 -625
- package/dist/client/proxy/accountQuota.js +0 -162
- package/dist/client/proxy/claudeFormat.js +0 -595
- package/dist/client/proxy/modelRouter.js +0 -29
- package/dist/client/proxy/oauthFetch.js +0 -367
- package/dist/client/proxy/proxyFetch.js +0 -586
- package/dist/client/proxy/requestLogger.js +0 -207
- package/dist/client/proxy/tokenRefresh.js +0 -124
- package/dist/client/proxy/usageStats.js +0 -74
- package/dist/client/proxy/utils/noProxyUtils.js +0 -149
- package/dist/client/rag/ChunkerFactory.js +0 -320
- package/dist/client/rag/ChunkerRegistry.js +0 -421
- package/dist/client/rag/chunkers/BaseChunker.js +0 -143
- package/dist/client/rag/chunkers/CharacterChunker.js +0 -28
- package/dist/client/rag/chunkers/HTMLChunker.js +0 -38
- package/dist/client/rag/chunkers/JSONChunker.js +0 -68
- package/dist/client/rag/chunkers/LaTeXChunker.js +0 -63
- package/dist/client/rag/chunkers/MarkdownChunker.js +0 -306
- package/dist/client/rag/chunkers/RecursiveChunker.js +0 -139
- package/dist/client/rag/chunkers/SemanticMarkdownChunker.js +0 -138
- package/dist/client/rag/chunkers/SentenceChunker.js +0 -66
- package/dist/client/rag/chunkers/TokenChunker.js +0 -61
- package/dist/client/rag/chunkers/index.js +0 -15
- package/dist/client/rag/chunking/characterChunker.js +0 -142
- package/dist/client/rag/chunking/chunkerRegistry.js +0 -194
- package/dist/client/rag/chunking/htmlChunker.js +0 -247
- package/dist/client/rag/chunking/index.js +0 -17
- package/dist/client/rag/chunking/jsonChunker.js +0 -281
- package/dist/client/rag/chunking/latexChunker.js +0 -251
- package/dist/client/rag/chunking/markdownChunker.js +0 -373
- package/dist/client/rag/chunking/recursiveChunker.js +0 -148
- package/dist/client/rag/chunking/semanticChunker.js +0 -306
- package/dist/client/rag/chunking/sentenceChunker.js +0 -230
- package/dist/client/rag/chunking/tokenChunker.js +0 -183
- package/dist/client/rag/document/MDocument.js +0 -392
- package/dist/client/rag/document/index.js +0 -5
- package/dist/client/rag/document/loaders.js +0 -500
- package/dist/client/rag/errors/RAGError.js +0 -274
- package/dist/client/rag/errors/index.js +0 -6
- package/dist/client/rag/graphRag/graphRAG.js +0 -401
- package/dist/client/rag/graphRag/index.js +0 -4
- package/dist/client/rag/index.js +0 -141
- package/dist/client/rag/metadata/MetadataExtractorFactory.js +0 -418
- package/dist/client/rag/metadata/MetadataExtractorRegistry.js +0 -362
- package/dist/client/rag/metadata/index.js +0 -9
- package/dist/client/rag/metadata/metadataExtractor.js +0 -280
- package/dist/client/rag/pipeline/RAGPipeline.js +0 -436
- package/dist/client/rag/pipeline/contextAssembly.js +0 -341
- package/dist/client/rag/pipeline/index.js +0 -5
- package/dist/client/rag/ragIntegration.js +0 -321
- package/dist/client/rag/reranker/RerankerFactory.js +0 -430
- package/dist/client/rag/reranker/RerankerRegistry.js +0 -402
- package/dist/client/rag/reranker/index.js +0 -9
- package/dist/client/rag/reranker/reranker.js +0 -277
- package/dist/client/rag/resilience/CircuitBreaker.js +0 -431
- package/dist/client/rag/resilience/RetryHandler.js +0 -304
- package/dist/client/rag/resilience/index.js +0 -7
- package/dist/client/rag/retrieval/hybridSearch.js +0 -335
- package/dist/client/rag/retrieval/index.js +0 -5
- package/dist/client/rag/retrieval/vectorQueryTool.js +0 -307
- package/dist/client/rag/types.js +0 -8
- package/dist/client/sdk/toolRegistration.js +0 -377
- package/dist/client/server/abstract/baseServerAdapter.js +0 -575
- package/dist/client/server/adapters/expressAdapter.js +0 -486
- package/dist/client/server/adapters/fastifyAdapter.js +0 -472
- package/dist/client/server/adapters/honoAdapter.js +0 -632
- package/dist/client/server/adapters/koaAdapter.js +0 -510
- package/dist/client/server/errors.js +0 -486
- package/dist/client/server/factory/serverAdapterFactory.js +0 -160
- package/dist/client/server/index.js +0 -108
- package/dist/client/server/middleware/abortSignal.js +0 -111
- package/dist/client/server/middleware/auth.js +0 -388
- package/dist/client/server/middleware/cache.js +0 -359
- package/dist/client/server/middleware/common.js +0 -281
- package/dist/client/server/middleware/deprecation.js +0 -190
- package/dist/client/server/middleware/mcpBodyAttachment.js +0 -63
- package/dist/client/server/middleware/rateLimit.js +0 -227
- package/dist/client/server/middleware/validation.js +0 -388
- package/dist/client/server/openapi/generator.js +0 -398
- package/dist/client/server/openapi/index.js +0 -36
- package/dist/client/server/openapi/schemas.js +0 -695
- package/dist/client/server/openapi/templates.js +0 -374
- package/dist/client/server/routes/agentRoutes.js +0 -189
- package/dist/client/server/routes/claudeProxyRoutes.js +0 -1600
- package/dist/client/server/routes/healthRoutes.js +0 -187
- package/dist/client/server/routes/index.js +0 -57
- package/dist/client/server/routes/mcpRoutes.js +0 -342
- package/dist/client/server/routes/memoryRoutes.js +0 -350
- package/dist/client/server/routes/openApiRoutes.js +0 -126
- package/dist/client/server/routes/toolRoutes.js +0 -199
- package/dist/client/server/streaming/dataStream.js +0 -486
- package/dist/client/server/streaming/index.js +0 -11
- package/dist/client/server/types.js +0 -67
- package/dist/client/server/utils/redaction.js +0 -334
- package/dist/client/server/utils/validation.js +0 -243
- package/dist/client/server/websocket/WebSocketHandler.js +0 -383
- package/dist/client/server/websocket/index.js +0 -4
- package/dist/client/services/server/ai/observability/instrumentation.js +0 -808
- package/dist/client/telemetry/attributes.js +0 -100
- package/dist/client/telemetry/index.js +0 -26
- package/dist/client/telemetry/telemetryService.js +0 -308
- package/dist/client/telemetry/tracers.js +0 -17
- package/dist/client/telemetry/withSpan.js +0 -34
- package/dist/client/types/actionTypes.js +0 -6
- package/dist/client/types/analytics.js +0 -5
- package/dist/client/types/authTypes.js +0 -9
- package/dist/client/types/circuitBreakerErrors.js +0 -34
- package/dist/client/types/cli.js +0 -21
- package/dist/client/types/clientTypes.js +0 -10
- package/dist/client/types/common.js +0 -51
- package/dist/client/types/configTypes.js +0 -49
- package/dist/client/types/content.js +0 -19
- package/dist/client/types/contextTypes.js +0 -400
- package/dist/client/types/conversation.js +0 -47
- package/dist/client/types/conversationMemoryInterface.js +0 -6
- package/dist/client/types/domainTypes.js +0 -5
- package/dist/client/types/errors.js +0 -167
- package/dist/client/types/evaluation.js +0 -5
- package/dist/client/types/evaluationProviders.js +0 -5
- package/dist/client/types/evaluationTypes.js +0 -1
- package/dist/client/types/externalMcp.js +0 -6
- package/dist/client/types/fileReferenceTypes.js +0 -8
- package/dist/client/types/fileTypes.js +0 -4
- package/dist/client/types/generateTypes.js +0 -1
- package/dist/client/types/guardrails.js +0 -1
- package/dist/client/types/hitlTypes.js +0 -8
- package/dist/client/types/index.js +0 -57
- package/dist/client/types/mcpTypes.js +0 -5
- package/dist/client/types/middlewareTypes.js +0 -1
- package/dist/client/types/modelTypes.js +0 -30
- package/dist/client/types/multimodal.js +0 -135
- package/dist/client/types/observability.js +0 -6
- package/dist/client/types/pptTypes.js +0 -82
- package/dist/client/types/providers.js +0 -111
- package/dist/client/types/proxyTypes.js +0 -16
- package/dist/client/types/ragTypes.js +0 -7
- package/dist/client/types/sdkTypes.js +0 -8
- package/dist/client/types/serviceTypes.js +0 -5
- package/dist/client/types/streamTypes.js +0 -1
- package/dist/client/types/subscriptionTypes.js +0 -9
- package/dist/client/types/taskClassificationTypes.js +0 -5
- package/dist/client/types/tools.js +0 -24
- package/dist/client/types/ttsTypes.js +0 -57
- package/dist/client/types/typeAliases.js +0 -48
- package/dist/client/types/utilities.js +0 -4
- package/dist/client/types/workflowTypes.js +0 -30
- package/dist/client/utils/async/withTimeout.js +0 -98
- package/dist/client/utils/asyncMutex.js +0 -60
- package/dist/client/utils/conversationMemory.js +0 -431
- package/dist/client/utils/csvProcessor.js +0 -846
- package/dist/client/utils/errorHandling.js +0 -936
- package/dist/client/utils/evaluationUtils.js +0 -131
- package/dist/client/utils/factoryProcessing.js +0 -589
- package/dist/client/utils/fileDetector.js +0 -2161
- package/dist/client/utils/imageCache.js +0 -376
- package/dist/client/utils/imageProcessor.js +0 -704
- package/dist/client/utils/logger.js +0 -491
- package/dist/client/utils/mcpDefaults.js +0 -134
- package/dist/client/utils/messageBuilder.js +0 -1653
- package/dist/client/utils/modelAliasResolver.js +0 -54
- package/dist/client/utils/modelDetection.js +0 -80
- package/dist/client/utils/modelRouter.js +0 -292
- package/dist/client/utils/multimodalOptionsBuilder.js +0 -65
- package/dist/client/utils/observabilityHelpers.js +0 -47
- package/dist/client/utils/parameterValidation.js +0 -966
- package/dist/client/utils/pdfProcessor.js +0 -410
- package/dist/client/utils/performance.js +0 -222
- package/dist/client/utils/pricing.js +0 -340
- package/dist/client/utils/promptRedaction.js +0 -62
- package/dist/client/utils/providerConfig.js +0 -1009
- package/dist/client/utils/providerHealth.js +0 -1237
- package/dist/client/utils/providerRetry.js +0 -112
- package/dist/client/utils/providerUtils.js +0 -434
- package/dist/client/utils/rateLimiter.js +0 -200
- package/dist/client/utils/redis.js +0 -368
- package/dist/client/utils/retryHandler.js +0 -269
- package/dist/client/utils/retryability.js +0 -22
- package/dist/client/utils/sanitizers/svg.js +0 -481
- package/dist/client/utils/schemaConversion.js +0 -255
- package/dist/client/utils/taskClassificationUtils.js +0 -149
- package/dist/client/utils/taskClassifier.js +0 -94
- package/dist/client/utils/thinkingConfig.js +0 -104
- package/dist/client/utils/timeout.js +0 -359
- package/dist/client/utils/tokenEstimation.js +0 -142
- package/dist/client/utils/tokenLimits.js +0 -125
- package/dist/client/utils/tokenUtils.js +0 -239
- package/dist/client/utils/toolUtils.js +0 -75
- package/dist/client/utils/transformationUtils.js +0 -554
- package/dist/client/utils/ttsProcessor.js +0 -286
- package/dist/client/utils/typeUtils.js +0 -97
- package/dist/client/utils/videoAnalysisProcessor.js +0 -67
- package/dist/client/workflow/config.js +0 -398
- package/dist/client/workflow/core/ensembleExecutor.js +0 -407
- package/dist/client/workflow/core/judgeScorer.js +0 -544
- package/dist/client/workflow/core/responseConditioner.js +0 -225
- package/dist/client/workflow/core/types/conditionerTypes.js +0 -7
- package/dist/client/workflow/core/types/ensembleTypes.js +0 -7
- package/dist/client/workflow/core/types/index.js +0 -7
- package/dist/client/workflow/core/types/judgeTypes.js +0 -7
- package/dist/client/workflow/core/types/layerTypes.js +0 -7
- package/dist/client/workflow/core/types/registryTypes.js +0 -7
- package/dist/client/workflow/core/workflowRegistry.js +0 -304
- package/dist/client/workflow/core/workflowRunner.js +0 -586
- package/dist/client/workflow/index.js +0 -50
- package/dist/client/workflow/types.js +0 -9
- package/dist/client/workflow/utils/types/index.js +0 -7
- package/dist/client/workflow/utils/workflowMetrics.js +0 -311
- package/dist/client/workflow/utils/workflowValidation.js +0 -420
- package/dist/client/workflow/workflows/adaptiveWorkflow.js +0 -366
- package/dist/client/workflow/workflows/consensusWorkflow.js +0 -192
- package/dist/client/workflow/workflows/fallbackWorkflow.js +0 -225
- package/dist/client/workflow/workflows/multiJudgeWorkflow.js +0 -351
- /package/dist/client/{client/reactHooks.js → reactHooks.js} +0 -0
|
@@ -1,344 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Google Cloud Text-to-Speech Handler
|
|
3
|
-
*
|
|
4
|
-
* Handler for Google Cloud Text-to-Speech API integration.
|
|
5
|
-
*
|
|
6
|
-
* @module adapters/tts/googleTTSHandler
|
|
7
|
-
* @see https://cloud.google.com/text-to-speech/docs
|
|
8
|
-
*/
|
|
9
|
-
import { TextToSpeechClient } from "@google-cloud/text-to-speech";
|
|
10
|
-
import { TTSError, TTS_ERROR_CODES } from "../../utils/ttsProcessor.js";
|
|
11
|
-
import { ErrorCategory, ErrorSeverity } from "../../constants/enums.js";
|
|
12
|
-
import { logger } from "../../utils/logger.js";
|
|
13
|
-
import { SpanSerializer, SpanType, SpanStatus, } from "../../observability/index.js";
|
|
14
|
-
import { getMetricsAggregator } from "../../observability/index.js";
|
|
15
|
-
export class GoogleTTSHandler {
|
|
16
|
-
client = null;
|
|
17
|
-
voicesCache = null;
|
|
18
|
-
static CACHE_TTL_MS = 5 * 60 * 1000; // 5 minutes
|
|
19
|
-
/**
|
|
20
|
-
* Google Cloud TTS maximum input size.
|
|
21
|
-
* ~5000 bytes INCLUDING SSML tags.
|
|
22
|
-
*/
|
|
23
|
-
static DEFAULT_MAX_TEXT_LENGTH = 5000;
|
|
24
|
-
/**
|
|
25
|
-
* Default timeout for Google Cloud TTS API calls (milliseconds)
|
|
26
|
-
*
|
|
27
|
-
* Google typically responds within:
|
|
28
|
-
* - 1–5 seconds for short or normal text
|
|
29
|
-
* - 5–10 seconds for longer text or Neural2 voices
|
|
30
|
-
*/
|
|
31
|
-
static DEFAULT_API_TIMEOUT_MS = 30 * 1000;
|
|
32
|
-
/**
|
|
33
|
-
* Maximum text length supported by Google Cloud TTS (in bytes).
|
|
34
|
-
*
|
|
35
|
-
* NOTE:
|
|
36
|
-
* Validation against this limit is performed by the shared TTS processor
|
|
37
|
-
* before invoking provider handlers, not inside this class.
|
|
38
|
-
*/
|
|
39
|
-
maxTextLength = GoogleTTSHandler.DEFAULT_MAX_TEXT_LENGTH;
|
|
40
|
-
constructor(credentialsPath) {
|
|
41
|
-
const path = credentialsPath ?? process.env.GOOGLE_APPLICATION_CREDENTIALS;
|
|
42
|
-
if (path) {
|
|
43
|
-
this.client = new TextToSpeechClient({ keyFilename: path });
|
|
44
|
-
}
|
|
45
|
-
}
|
|
46
|
-
/**
|
|
47
|
-
* Validate that the provider is properly configured
|
|
48
|
-
*
|
|
49
|
-
* @returns True if provider can generate TTS
|
|
50
|
-
*/
|
|
51
|
-
isConfigured() {
|
|
52
|
-
return this.client !== null;
|
|
53
|
-
}
|
|
54
|
-
/**
|
|
55
|
-
* Get available voices for the provider
|
|
56
|
-
*
|
|
57
|
-
* Note: This method is optional in the TTSHandler interface, but Google Cloud TTS
|
|
58
|
-
* fully implements it to provide comprehensive voice discovery capabilities.
|
|
59
|
-
*
|
|
60
|
-
* @param languageCode - Optional language filter (e.g., "en-US")
|
|
61
|
-
* @returns List of available voices
|
|
62
|
-
*/
|
|
63
|
-
async getVoices(languageCode) {
|
|
64
|
-
if (!this.client) {
|
|
65
|
-
throw new TTSError({
|
|
66
|
-
code: TTS_ERROR_CODES.PROVIDER_NOT_CONFIGURED,
|
|
67
|
-
message: "Google Cloud TTS client not initialized. Set GOOGLE_APPLICATION_CREDENTIALS or pass credentials path.",
|
|
68
|
-
category: ErrorCategory.CONFIGURATION,
|
|
69
|
-
severity: ErrorSeverity.HIGH,
|
|
70
|
-
retriable: false,
|
|
71
|
-
});
|
|
72
|
-
}
|
|
73
|
-
const span = SpanSerializer.createSpan(SpanType.TTS, "tts.google.listVoices", {
|
|
74
|
-
"tts.operation": "listVoices",
|
|
75
|
-
"tts.provider": "google",
|
|
76
|
-
});
|
|
77
|
-
try {
|
|
78
|
-
// Return cached voices if available, valid, and no language filter is specified
|
|
79
|
-
if (this.voicesCache &&
|
|
80
|
-
Date.now() - this.voicesCache.timestamp <
|
|
81
|
-
GoogleTTSHandler.CACHE_TTL_MS &&
|
|
82
|
-
!languageCode) {
|
|
83
|
-
const endedSpan = SpanSerializer.endSpan(span, SpanStatus.OK);
|
|
84
|
-
getMetricsAggregator().recordSpan(endedSpan);
|
|
85
|
-
return this.voicesCache.voices;
|
|
86
|
-
}
|
|
87
|
-
// Call Google Cloud listVoices API
|
|
88
|
-
const [response] = await this.client.listVoices(languageCode ? { languageCode } : {});
|
|
89
|
-
if (!response.voices || response.voices.length === 0) {
|
|
90
|
-
logger.warn("Google Cloud TTS returned no voices");
|
|
91
|
-
const endedSpan = SpanSerializer.endSpan(span, SpanStatus.OK);
|
|
92
|
-
getMetricsAggregator().recordSpan(endedSpan);
|
|
93
|
-
return [];
|
|
94
|
-
}
|
|
95
|
-
const voices = [];
|
|
96
|
-
for (const voice of response.voices ?? []) {
|
|
97
|
-
// Validate required fields
|
|
98
|
-
if (!voice.name ||
|
|
99
|
-
!Array.isArray(voice.languageCodes) ||
|
|
100
|
-
voice.languageCodes.length === 0) {
|
|
101
|
-
logger.warn("Skipping voice with missing required fields", {
|
|
102
|
-
name: voice.name,
|
|
103
|
-
languageCodesCount: voice.languageCodes?.length,
|
|
104
|
-
});
|
|
105
|
-
continue;
|
|
106
|
-
}
|
|
107
|
-
const voiceName = voice.name;
|
|
108
|
-
const languageCodes = voice.languageCodes;
|
|
109
|
-
const primaryLanguageCode = languageCodes[0];
|
|
110
|
-
const voiceType = this.detectVoiceType(voiceName);
|
|
111
|
-
// Map Google's ssmlGender → internal Gender
|
|
112
|
-
const gender = voice.ssmlGender === "MALE"
|
|
113
|
-
? "male"
|
|
114
|
-
: voice.ssmlGender === "FEMALE"
|
|
115
|
-
? "female"
|
|
116
|
-
: "neutral";
|
|
117
|
-
voices.push({
|
|
118
|
-
id: voiceName,
|
|
119
|
-
name: voiceName,
|
|
120
|
-
languageCode: primaryLanguageCode,
|
|
121
|
-
languageCodes,
|
|
122
|
-
gender,
|
|
123
|
-
type: voiceType,
|
|
124
|
-
naturalSampleRateHertz: voice.naturalSampleRateHertz ?? undefined,
|
|
125
|
-
});
|
|
126
|
-
}
|
|
127
|
-
// Cache the result with timestamp if no language filter
|
|
128
|
-
if (!languageCode) {
|
|
129
|
-
this.voicesCache = { voices, timestamp: Date.now() };
|
|
130
|
-
}
|
|
131
|
-
const endedSpan = SpanSerializer.endSpan(span, SpanStatus.OK);
|
|
132
|
-
getMetricsAggregator().recordSpan(endedSpan);
|
|
133
|
-
return voices;
|
|
134
|
-
}
|
|
135
|
-
catch (err) {
|
|
136
|
-
// Record error span
|
|
137
|
-
const endedSpan = SpanSerializer.endSpan(span, SpanStatus.ERROR, err instanceof Error ? err.message : "Unknown error");
|
|
138
|
-
getMetricsAggregator().recordSpan(endedSpan);
|
|
139
|
-
// Log error but return empty array for graceful degradation
|
|
140
|
-
const message = err instanceof Error ? err.message : "Unknown error";
|
|
141
|
-
logger.error(`Failed to fetch Google TTS voices: ${message}`);
|
|
142
|
-
return [];
|
|
143
|
-
}
|
|
144
|
-
}
|
|
145
|
-
/**
|
|
146
|
-
* Generate audio from text using provider-specific TTS API
|
|
147
|
-
*
|
|
148
|
-
* @param text - Text or SSML to convert to speech
|
|
149
|
-
* @param options - TTS configuration options
|
|
150
|
-
* @returns Audio buffer with metadata
|
|
151
|
-
*/
|
|
152
|
-
async synthesize(text, options) {
|
|
153
|
-
if (!this.client) {
|
|
154
|
-
throw new TTSError({
|
|
155
|
-
code: TTS_ERROR_CODES.PROVIDER_NOT_CONFIGURED,
|
|
156
|
-
message: "Google Cloud TTS client not initialized. Set GOOGLE_APPLICATION_CREDENTIALS or pass credentials path.",
|
|
157
|
-
category: ErrorCategory.CONFIGURATION,
|
|
158
|
-
severity: ErrorSeverity.HIGH,
|
|
159
|
-
retriable: false,
|
|
160
|
-
});
|
|
161
|
-
}
|
|
162
|
-
const voiceId = options.voice ?? "en-US-Neural2-C";
|
|
163
|
-
const span = SpanSerializer.createSpan(SpanType.TTS, "tts.google.synthesize", {
|
|
164
|
-
"tts.operation": "synthesize",
|
|
165
|
-
"tts.provider": "google",
|
|
166
|
-
"tts.voice": voiceId,
|
|
167
|
-
"tts.format": options.format ?? "mp3",
|
|
168
|
-
});
|
|
169
|
-
const startTime = Date.now();
|
|
170
|
-
try {
|
|
171
|
-
const isSSML = text.startsWith("<speak>") && text.endsWith("</speak>");
|
|
172
|
-
// Note: This validation only checks for the presence of opening and closing <speak> tags.
|
|
173
|
-
// Other SSML validation, such as malformed structure, unclosed inner tags, or invalid elements,
|
|
174
|
-
// will be handled by Google's API.
|
|
175
|
-
if ((text.startsWith("<speak>") && !text.endsWith("</speak>")) ||
|
|
176
|
-
(!text.startsWith("<speak>") && text.endsWith("</speak>"))) {
|
|
177
|
-
throw new TTSError({
|
|
178
|
-
code: TTS_ERROR_CODES.INVALID_INPUT,
|
|
179
|
-
message: "Malformed SSML: missing opening <speak> or closing </speak> tag.",
|
|
180
|
-
category: ErrorCategory.VALIDATION,
|
|
181
|
-
severity: ErrorSeverity.MEDIUM,
|
|
182
|
-
retriable: false,
|
|
183
|
-
});
|
|
184
|
-
}
|
|
185
|
-
const languageCode = this.extractLanguageCode(voiceId);
|
|
186
|
-
const audioEncoding = this.mapFormat(options.format ?? "mp3");
|
|
187
|
-
const request = {
|
|
188
|
-
input: isSSML ? { ssml: text } : { text },
|
|
189
|
-
voice: {
|
|
190
|
-
name: voiceId,
|
|
191
|
-
languageCode,
|
|
192
|
-
},
|
|
193
|
-
audioConfig: {
|
|
194
|
-
audioEncoding,
|
|
195
|
-
speakingRate: options.speed ?? 1.0,
|
|
196
|
-
pitch: options.pitch ?? 0.0,
|
|
197
|
-
volumeGainDb: options.volumeGainDb ?? 0.0,
|
|
198
|
-
},
|
|
199
|
-
};
|
|
200
|
-
const [response] = await this.client.synthesizeSpeech(request, {
|
|
201
|
-
timeout: GoogleTTSHandler.DEFAULT_API_TIMEOUT_MS,
|
|
202
|
-
});
|
|
203
|
-
const audioContent = response.audioContent;
|
|
204
|
-
if (!audioContent) {
|
|
205
|
-
throw new TTSError({
|
|
206
|
-
code: TTS_ERROR_CODES.SYNTHESIS_FAILED,
|
|
207
|
-
message: "Google TTS returned empty audio content",
|
|
208
|
-
category: ErrorCategory.EXECUTION,
|
|
209
|
-
severity: ErrorSeverity.HIGH,
|
|
210
|
-
retriable: true,
|
|
211
|
-
});
|
|
212
|
-
}
|
|
213
|
-
const buffer = audioContent instanceof Uint8Array
|
|
214
|
-
? Buffer.from(audioContent)
|
|
215
|
-
: typeof audioContent === "string"
|
|
216
|
-
? Buffer.from(audioContent, "base64")
|
|
217
|
-
: (() => {
|
|
218
|
-
throw new TTSError({
|
|
219
|
-
code: TTS_ERROR_CODES.SYNTHESIS_FAILED,
|
|
220
|
-
message: "Unsupported audioContent type returned by Google TTS",
|
|
221
|
-
category: ErrorCategory.EXECUTION,
|
|
222
|
-
severity: ErrorSeverity.HIGH,
|
|
223
|
-
retriable: true,
|
|
224
|
-
context: { type: typeof audioContent },
|
|
225
|
-
});
|
|
226
|
-
})();
|
|
227
|
-
const latency = Date.now() - startTime;
|
|
228
|
-
const endedSpan = SpanSerializer.endSpan(span, SpanStatus.OK);
|
|
229
|
-
getMetricsAggregator().recordSpan(endedSpan);
|
|
230
|
-
return {
|
|
231
|
-
buffer,
|
|
232
|
-
format: options.format ?? "mp3",
|
|
233
|
-
size: buffer.length,
|
|
234
|
-
voice: voiceId,
|
|
235
|
-
metadata: {
|
|
236
|
-
latency,
|
|
237
|
-
provider: "google-ai",
|
|
238
|
-
},
|
|
239
|
-
};
|
|
240
|
-
}
|
|
241
|
-
catch (err) {
|
|
242
|
-
const endedSpan = SpanSerializer.endSpan(span, SpanStatus.ERROR, err instanceof Error ? err.message : String(err));
|
|
243
|
-
getMetricsAggregator().recordSpan(endedSpan);
|
|
244
|
-
if (err instanceof TTSError) {
|
|
245
|
-
throw err;
|
|
246
|
-
}
|
|
247
|
-
const latency = Date.now() - startTime;
|
|
248
|
-
const message = err instanceof Error ? err.message : "Unknown error";
|
|
249
|
-
throw new TTSError({
|
|
250
|
-
code: TTS_ERROR_CODES.SYNTHESIS_FAILED,
|
|
251
|
-
message: `Google TTS failed after ${latency}ms: ${message}`,
|
|
252
|
-
category: ErrorCategory.EXECUTION,
|
|
253
|
-
severity: ErrorSeverity.HIGH,
|
|
254
|
-
retriable: true,
|
|
255
|
-
context: { latency },
|
|
256
|
-
originalError: err instanceof Error ? err : undefined,
|
|
257
|
-
});
|
|
258
|
-
}
|
|
259
|
-
}
|
|
260
|
-
/**
|
|
261
|
-
* Extract language code from a Google Cloud voice name
|
|
262
|
-
*
|
|
263
|
-
* Example:
|
|
264
|
-
* "en-US-Neural2-C" -> "en-US"
|
|
265
|
-
*
|
|
266
|
-
* @param voiceId - Google Cloud voice identifier
|
|
267
|
-
* @returns Language code compatible with Google TTS
|
|
268
|
-
*/
|
|
269
|
-
extractLanguageCode(voiceId) {
|
|
270
|
-
const parts = voiceId.split("-");
|
|
271
|
-
if (parts.length >= 2) {
|
|
272
|
-
return `${parts[0]}-${parts[1]}`;
|
|
273
|
-
}
|
|
274
|
-
else {
|
|
275
|
-
throw new TTSError({
|
|
276
|
-
code: TTS_ERROR_CODES.INVALID_INPUT,
|
|
277
|
-
message: `Invalid Google TTS voiceId format: "${voiceId}". Expected format like "en-US-Neural2-C".`,
|
|
278
|
-
category: ErrorCategory.VALIDATION,
|
|
279
|
-
severity: ErrorSeverity.MEDIUM,
|
|
280
|
-
retriable: false,
|
|
281
|
-
context: { voiceId },
|
|
282
|
-
});
|
|
283
|
-
}
|
|
284
|
-
}
|
|
285
|
-
/**
|
|
286
|
-
* Map application audio format to Google Cloud audio encoding
|
|
287
|
-
*
|
|
288
|
-
* @param format - Audio format requested by the caller
|
|
289
|
-
* @returns Google Cloud AudioEncoding enum value
|
|
290
|
-
* @throws Error if format is unsupported
|
|
291
|
-
*/
|
|
292
|
-
mapFormat(format) {
|
|
293
|
-
switch (format.toLowerCase()) {
|
|
294
|
-
case "mp3":
|
|
295
|
-
return "MP3";
|
|
296
|
-
case "wav":
|
|
297
|
-
return "LINEAR16";
|
|
298
|
-
case "ogg":
|
|
299
|
-
case "opus":
|
|
300
|
-
return "OGG_OPUS";
|
|
301
|
-
default:
|
|
302
|
-
throw new TTSError({
|
|
303
|
-
code: TTS_ERROR_CODES.INVALID_INPUT,
|
|
304
|
-
message: `Unsupported audio format: ${format}`,
|
|
305
|
-
category: ErrorCategory.VALIDATION,
|
|
306
|
-
severity: ErrorSeverity.MEDIUM,
|
|
307
|
-
retriable: false,
|
|
308
|
-
context: { format },
|
|
309
|
-
});
|
|
310
|
-
}
|
|
311
|
-
}
|
|
312
|
-
/**
|
|
313
|
-
* Detect the voice type from a Google Cloud TTS voice name
|
|
314
|
-
*
|
|
315
|
-
* Parses the voice name to identify the underlying voice technology/model type.
|
|
316
|
-
* Google Cloud TTS offers different voice types with varying quality and pricing.
|
|
317
|
-
*
|
|
318
|
-
* @param name - The full Google Cloud voice name (e.g., "en-US-Neural2-C")
|
|
319
|
-
* @returns The detected voice type
|
|
320
|
-
*
|
|
321
|
-
* @example
|
|
322
|
-
* detectVoiceType("en-US-Neural2-C") // returns "neural"
|
|
323
|
-
* detectVoiceType("en-US-Wavenet-A") // returns "wavenet"
|
|
324
|
-
* detectVoiceType("en-US-Standard-B") // returns "standard"
|
|
325
|
-
* detectVoiceType("en-US-Chirp-A") // returns "chirp"
|
|
326
|
-
* detectVoiceType("en-US-Journey-D") // returns "unknown" (unrecognized type)
|
|
327
|
-
*/
|
|
328
|
-
detectVoiceType(name) {
|
|
329
|
-
const tokens = name.toLowerCase().split("-");
|
|
330
|
-
if (tokens.some((t) => t.startsWith("chirp"))) {
|
|
331
|
-
return "chirp";
|
|
332
|
-
}
|
|
333
|
-
if (tokens.includes("neural2")) {
|
|
334
|
-
return "neural";
|
|
335
|
-
}
|
|
336
|
-
if (tokens.includes("wavenet")) {
|
|
337
|
-
return "wavenet";
|
|
338
|
-
}
|
|
339
|
-
if (tokens.includes("standard")) {
|
|
340
|
-
return "standard";
|
|
341
|
-
}
|
|
342
|
-
return "unknown";
|
|
343
|
-
}
|
|
344
|
-
}
|