@juspay/neurolink 9.32.0 → 9.32.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +6 -0
- package/dist/auth/anthropicOAuth.js +1 -1
- package/dist/cli/commands/proxy.js +18 -5
- package/dist/client/aiSdkAdapter.js +1 -1
- package/dist/client/index.js +137 -501
- package/dist/core/factory.js +0 -1
- package/dist/core/redisConversationMemoryManager.js +1 -1
- package/dist/features/ppt/slideGenerator.js +0 -1
- package/dist/features/ppt/utils.js +0 -1
- package/dist/lib/server/routes/claudeProxyRoutes.js +45 -9
- package/dist/mcp/elicitationProtocol.js +1 -1
- package/dist/mcp/servers/agent/directToolsServer.js +0 -1
- package/dist/providers/azureOpenai.js +1 -1
- package/dist/providers/huggingFace.js +0 -1
- package/dist/providers/openaiCompatible.js +0 -1
- package/dist/sdk/toolRegistration.js +0 -1
- package/dist/server/openapi/generator.js +1 -1
- package/dist/server/routes/claudeProxyRoutes.js +45 -9
- package/dist/types/configTypes.js +0 -5
- package/dist/types/modelTypes.js +0 -1
- package/dist/types/tools.js +0 -1
- package/dist/types/typeAliases.js +0 -1
- package/dist/types/utilities.js +1 -1
- package/dist/types/workflowTypes.js +0 -1
- package/dist/utils/providerRetry.js +0 -1
- package/dist/utils/providerUtils.js +0 -1
- package/package.json +2 -2
- package/dist/client/adapters/providerImageAdapter.js +0 -588
- package/dist/client/adapters/tts/googleTTSHandler.js +0 -344
- package/dist/client/adapters/video/directorPipeline.js +0 -516
- package/dist/client/adapters/video/ffmpegAdapter.js +0 -206
- package/dist/client/adapters/video/frameExtractor.js +0 -143
- package/dist/client/adapters/video/vertexVideoHandler.js +0 -763
- package/dist/client/adapters/video/videoAnalyzer.js +0 -238
- package/dist/client/adapters/video/videoMerger.js +0 -171
- package/dist/client/agent/directTools.js +0 -840
- package/dist/client/auth/AuthProviderFactory.js +0 -111
- package/dist/client/auth/AuthProviderRegistry.js +0 -190
- package/dist/client/auth/RequestContext.js +0 -78
- package/dist/client/auth/accountPool.js +0 -178
- package/dist/client/auth/anthropicOAuth.js +0 -974
- package/dist/client/auth/authContext.js +0 -314
- package/dist/client/auth/errors.js +0 -39
- package/dist/client/auth/index.js +0 -61
- package/dist/client/auth/middleware/AuthMiddleware.js +0 -519
- package/dist/client/auth/middleware/rateLimitByUser.js +0 -554
- package/dist/client/auth/providers/BaseAuthProvider.js +0 -723
- package/dist/client/auth/providers/CognitoProvider.js +0 -304
- package/dist/client/auth/providers/KeycloakProvider.js +0 -393
- package/dist/client/auth/providers/auth0.js +0 -274
- package/dist/client/auth/providers/betterAuth.js +0 -182
- package/dist/client/auth/providers/clerk.js +0 -317
- package/dist/client/auth/providers/custom.js +0 -112
- package/dist/client/auth/providers/firebase.js +0 -226
- package/dist/client/auth/providers/jwt.js +0 -212
- package/dist/client/auth/providers/oauth2.js +0 -303
- package/dist/client/auth/providers/supabase.js +0 -259
- package/dist/client/auth/providers/workos.js +0 -284
- package/dist/client/auth/serverBridge.js +0 -25
- package/dist/client/auth/sessionManager.js +0 -437
- package/dist/client/auth/tokenStore.js +0 -799
- package/dist/client/client/aiSdkAdapter.js +0 -487
- package/dist/client/client/auth.js +0 -473
- package/dist/client/client/errors.js +0 -552
- package/dist/client/client/httpClient.js +0 -837
- package/dist/client/client/index.js +0 -172
- package/dist/client/client/interceptors.js +0 -601
- package/dist/client/client/sseClient.js +0 -545
- package/dist/client/client/streamingClient.js +0 -917
- package/dist/client/client/wsClient.js +0 -369
- package/dist/client/config/configManager.js +0 -303
- package/dist/client/config/conversationMemory.js +0 -86
- package/dist/client/config/taskClassificationConfig.js +0 -148
- package/dist/client/constants/contextWindows.js +0 -295
- package/dist/client/constants/enums.js +0 -853
- package/dist/client/constants/index.js +0 -207
- package/dist/client/constants/performance.js +0 -389
- package/dist/client/constants/retry.js +0 -266
- package/dist/client/constants/timeouts.js +0 -182
- package/dist/client/constants/tokens.js +0 -380
- package/dist/client/constants/videoErrors.js +0 -46
- package/dist/client/context/budgetChecker.js +0 -98
- package/dist/client/context/contextCompactor.js +0 -205
- package/dist/client/context/emergencyTruncation.js +0 -88
- package/dist/client/context/errorDetection.js +0 -171
- package/dist/client/context/errors.js +0 -21
- package/dist/client/context/fileTokenBudget.js +0 -127
- package/dist/client/context/prompts/summarizationPrompt.js +0 -117
- package/dist/client/context/stages/fileReadDeduplicator.js +0 -66
- package/dist/client/context/stages/slidingWindowTruncator.js +0 -190
- package/dist/client/context/stages/structuredSummarizer.js +0 -99
- package/dist/client/context/stages/toolOutputPruner.js +0 -52
- package/dist/client/context/summarizationEngine.js +0 -136
- package/dist/client/context/toolOutputLimits.js +0 -78
- package/dist/client/context/toolPairRepair.js +0 -66
- package/dist/client/core/analytics.js +0 -88
- package/dist/client/core/baseProvider.js +0 -1385
- package/dist/client/core/constants.js +0 -140
- package/dist/client/core/conversationMemoryFactory.js +0 -141
- package/dist/client/core/conversationMemoryInitializer.js +0 -128
- package/dist/client/core/conversationMemoryManager.js +0 -344
- package/dist/client/core/dynamicModels.js +0 -358
- package/dist/client/core/evaluation.js +0 -309
- package/dist/client/core/evaluationProviders.js +0 -248
- package/dist/client/core/factory.js +0 -412
- package/dist/client/core/infrastructure/baseError.js +0 -22
- package/dist/client/core/infrastructure/baseFactory.js +0 -54
- package/dist/client/core/infrastructure/baseRegistry.js +0 -53
- package/dist/client/core/infrastructure/index.js +0 -5
- package/dist/client/core/infrastructure/retry.js +0 -20
- package/dist/client/core/infrastructure/typedEventEmitter.js +0 -23
- package/dist/client/core/modelConfiguration.js +0 -851
- package/dist/client/core/modules/GenerationHandler.js +0 -588
- package/dist/client/core/modules/MessageBuilder.js +0 -273
- package/dist/client/core/modules/StreamHandler.js +0 -185
- package/dist/client/core/modules/TelemetryHandler.js +0 -203
- package/dist/client/core/modules/ToolsManager.js +0 -499
- package/dist/client/core/modules/Utilities.js +0 -331
- package/dist/client/core/redisConversationMemoryManager.js +0 -1435
- package/dist/client/core/streamAnalytics.js +0 -131
- package/dist/client/evaluation/contextBuilder.js +0 -134
- package/dist/client/evaluation/index.js +0 -61
- package/dist/client/evaluation/prompts.js +0 -73
- package/dist/client/evaluation/ragasEvaluator.js +0 -110
- package/dist/client/evaluation/retryManager.js +0 -78
- package/dist/client/evaluation/scoring.js +0 -61
- package/dist/client/factories/providerFactory.js +0 -166
- package/dist/client/factories/providerRegistry.js +0 -166
- package/dist/client/features/ppt/constants.js +0 -896
- package/dist/client/features/ppt/contentPlanner.js +0 -529
- package/dist/client/features/ppt/presentationOrchestrator.js +0 -236
- package/dist/client/features/ppt/slideGenerator.js +0 -532
- package/dist/client/features/ppt/slideRenderers.js +0 -2383
- package/dist/client/features/ppt/slideTypeInference.js +0 -405
- package/dist/client/features/ppt/types.js +0 -13
- package/dist/client/features/ppt/utils.js +0 -443
- package/dist/client/files/fileReferenceRegistry.js +0 -1543
- package/dist/client/files/fileTools.js +0 -450
- package/dist/client/files/streamingReader.js +0 -321
- package/dist/client/files/types.js +0 -23
- package/dist/client/hitl/hitlErrors.js +0 -54
- package/dist/client/hitl/hitlManager.js +0 -460
- package/dist/client/mcp/agentExposure.js +0 -356
- package/dist/client/mcp/auth/index.js +0 -11
- package/dist/client/mcp/auth/oauthClientProvider.js +0 -325
- package/dist/client/mcp/auth/tokenStorage.js +0 -134
- package/dist/client/mcp/batching/index.js +0 -10
- package/dist/client/mcp/batching/requestBatcher.js +0 -441
- package/dist/client/mcp/caching/index.js +0 -10
- package/dist/client/mcp/caching/toolCache.js +0 -433
- package/dist/client/mcp/elicitation/elicitationManager.js +0 -376
- package/dist/client/mcp/elicitation/index.js +0 -11
- package/dist/client/mcp/elicitation/types.js +0 -10
- package/dist/client/mcp/elicitationProtocol.js +0 -375
- package/dist/client/mcp/enhancedToolDiscovery.js +0 -481
- package/dist/client/mcp/externalServerManager.js +0 -1478
- package/dist/client/mcp/factory.js +0 -161
- package/dist/client/mcp/flexibleToolValidator.js +0 -161
- package/dist/client/mcp/httpRateLimiter.js +0 -391
- package/dist/client/mcp/httpRetryHandler.js +0 -178
- package/dist/client/mcp/index.js +0 -74
- package/dist/client/mcp/mcpCircuitBreaker.js +0 -427
- package/dist/client/mcp/mcpClientFactory.js +0 -708
- package/dist/client/mcp/mcpRegistryClient.js +0 -488
- package/dist/client/mcp/mcpServerBase.js +0 -373
- package/dist/client/mcp/multiServerManager.js +0 -579
- package/dist/client/mcp/registry.js +0 -158
- package/dist/client/mcp/routing/index.js +0 -10
- package/dist/client/mcp/routing/toolRouter.js +0 -416
- package/dist/client/mcp/serverCapabilities.js +0 -502
- package/dist/client/mcp/servers/agent/directToolsServer.js +0 -150
- package/dist/client/mcp/toolAnnotations.js +0 -239
- package/dist/client/mcp/toolConverter.js +0 -258
- package/dist/client/mcp/toolDiscoveryService.js +0 -798
- package/dist/client/mcp/toolIntegration.js +0 -334
- package/dist/client/mcp/toolRegistry.js +0 -729
- package/dist/client/memory/hippocampusInitializer.js +0 -19
- package/dist/client/memory/memoryRetrievalTools.js +0 -166
- package/dist/client/middleware/builtin/analytics.js +0 -132
- package/dist/client/middleware/builtin/autoEvaluation.js +0 -203
- package/dist/client/middleware/builtin/guardrails.js +0 -109
- package/dist/client/middleware/builtin/lifecycle.js +0 -168
- package/dist/client/middleware/factory.js +0 -327
- package/dist/client/middleware/registry.js +0 -295
- package/dist/client/middleware/utils/guardrailsUtils.js +0 -396
- package/dist/client/models/anthropicModels.js +0 -527
- package/dist/client/neurolink.js +0 -8233
- package/dist/client/observability/exporterRegistry.js +0 -413
- package/dist/client/observability/exporters/arizeExporter.js +0 -138
- package/dist/client/observability/exporters/baseExporter.js +0 -190
- package/dist/client/observability/exporters/braintrustExporter.js +0 -154
- package/dist/client/observability/exporters/datadogExporter.js +0 -196
- package/dist/client/observability/exporters/laminarExporter.js +0 -302
- package/dist/client/observability/exporters/langfuseExporter.js +0 -209
- package/dist/client/observability/exporters/langsmithExporter.js +0 -143
- package/dist/client/observability/exporters/otelExporter.js +0 -164
- package/dist/client/observability/exporters/posthogExporter.js +0 -287
- package/dist/client/observability/exporters/sentryExporter.js +0 -165
- package/dist/client/observability/index.js +0 -31
- package/dist/client/observability/metricsAggregator.js +0 -556
- package/dist/client/observability/otelBridge.js +0 -131
- package/dist/client/observability/retryPolicy.js +0 -383
- package/dist/client/observability/sampling/samplers.js +0 -216
- package/dist/client/observability/spanProcessor.js +0 -303
- package/dist/client/observability/tokenTracker.js +0 -413
- package/dist/client/observability/types/exporterTypes.js +0 -5
- package/dist/client/observability/types/index.js +0 -4
- package/dist/client/observability/types/spanTypes.js +0 -92
- package/dist/client/observability/utils/safeMetadata.js +0 -25
- package/dist/client/observability/utils/spanSerializer.js +0 -292
- package/dist/client/processors/archive/ArchiveProcessor.js +0 -1308
- package/dist/client/processors/base/BaseFileProcessor.js +0 -614
- package/dist/client/processors/base/types.js +0 -82
- package/dist/client/processors/config/fileTypes.js +0 -520
- package/dist/client/processors/config/index.js +0 -92
- package/dist/client/processors/config/languageMap.js +0 -410
- package/dist/client/processors/config/mimeTypes.js +0 -363
- package/dist/client/processors/config/sizeLimits.js +0 -258
- package/dist/client/processors/document/ExcelProcessor.js +0 -590
- package/dist/client/processors/document/OpenDocumentProcessor.js +0 -212
- package/dist/client/processors/document/PptxProcessor.js +0 -157
- package/dist/client/processors/document/RtfProcessor.js +0 -361
- package/dist/client/processors/document/WordProcessor.js +0 -353
- package/dist/client/processors/errors/FileErrorCode.js +0 -255
- package/dist/client/processors/errors/errorHelpers.js +0 -386
- package/dist/client/processors/errors/errorSerializer.js +0 -507
- package/dist/client/processors/errors/index.js +0 -49
- package/dist/client/processors/markup/SvgProcessor.js +0 -240
- package/dist/client/processors/media/AudioProcessor.js +0 -707
- package/dist/client/processors/media/VideoProcessor.js +0 -1045
- package/dist/client/providers/amazonBedrock.js +0 -1512
- package/dist/client/providers/amazonSagemaker.js +0 -162
- package/dist/client/providers/anthropic.js +0 -831
- package/dist/client/providers/azureOpenai.js +0 -143
- package/dist/client/providers/googleAiStudio.js +0 -1200
- package/dist/client/providers/googleNativeGemini3.js +0 -543
- package/dist/client/providers/googleVertex.js +0 -2936
- package/dist/client/providers/huggingFace.js +0 -315
- package/dist/client/providers/litellm.js +0 -488
- package/dist/client/providers/mistral.js +0 -157
- package/dist/client/providers/ollama.js +0 -1579
- package/dist/client/providers/openAI.js +0 -627
- package/dist/client/providers/openRouter.js +0 -543
- package/dist/client/providers/openaiCompatible.js +0 -290
- package/dist/client/providers/providerTypeUtils.js +0 -46
- package/dist/client/providers/sagemaker/adaptive-semaphore.js +0 -215
- package/dist/client/providers/sagemaker/client.js +0 -472
- package/dist/client/providers/sagemaker/config.js +0 -317
- package/dist/client/providers/sagemaker/detection.js +0 -606
- package/dist/client/providers/sagemaker/error-constants.js +0 -227
- package/dist/client/providers/sagemaker/errors.js +0 -299
- package/dist/client/providers/sagemaker/language-model.js +0 -775
- package/dist/client/providers/sagemaker/parsers.js +0 -634
- package/dist/client/providers/sagemaker/streaming.js +0 -331
- package/dist/client/providers/sagemaker/structured-parser.js +0 -625
- package/dist/client/proxy/accountQuota.js +0 -162
- package/dist/client/proxy/claudeFormat.js +0 -595
- package/dist/client/proxy/modelRouter.js +0 -29
- package/dist/client/proxy/oauthFetch.js +0 -367
- package/dist/client/proxy/proxyFetch.js +0 -586
- package/dist/client/proxy/requestLogger.js +0 -207
- package/dist/client/proxy/tokenRefresh.js +0 -124
- package/dist/client/proxy/usageStats.js +0 -74
- package/dist/client/proxy/utils/noProxyUtils.js +0 -149
- package/dist/client/rag/ChunkerFactory.js +0 -320
- package/dist/client/rag/ChunkerRegistry.js +0 -421
- package/dist/client/rag/chunkers/BaseChunker.js +0 -143
- package/dist/client/rag/chunkers/CharacterChunker.js +0 -28
- package/dist/client/rag/chunkers/HTMLChunker.js +0 -38
- package/dist/client/rag/chunkers/JSONChunker.js +0 -68
- package/dist/client/rag/chunkers/LaTeXChunker.js +0 -63
- package/dist/client/rag/chunkers/MarkdownChunker.js +0 -306
- package/dist/client/rag/chunkers/RecursiveChunker.js +0 -139
- package/dist/client/rag/chunkers/SemanticMarkdownChunker.js +0 -138
- package/dist/client/rag/chunkers/SentenceChunker.js +0 -66
- package/dist/client/rag/chunkers/TokenChunker.js +0 -61
- package/dist/client/rag/chunkers/index.js +0 -15
- package/dist/client/rag/chunking/characterChunker.js +0 -142
- package/dist/client/rag/chunking/chunkerRegistry.js +0 -194
- package/dist/client/rag/chunking/htmlChunker.js +0 -247
- package/dist/client/rag/chunking/index.js +0 -17
- package/dist/client/rag/chunking/jsonChunker.js +0 -281
- package/dist/client/rag/chunking/latexChunker.js +0 -251
- package/dist/client/rag/chunking/markdownChunker.js +0 -373
- package/dist/client/rag/chunking/recursiveChunker.js +0 -148
- package/dist/client/rag/chunking/semanticChunker.js +0 -306
- package/dist/client/rag/chunking/sentenceChunker.js +0 -230
- package/dist/client/rag/chunking/tokenChunker.js +0 -183
- package/dist/client/rag/document/MDocument.js +0 -392
- package/dist/client/rag/document/index.js +0 -5
- package/dist/client/rag/document/loaders.js +0 -500
- package/dist/client/rag/errors/RAGError.js +0 -274
- package/dist/client/rag/errors/index.js +0 -6
- package/dist/client/rag/graphRag/graphRAG.js +0 -401
- package/dist/client/rag/graphRag/index.js +0 -4
- package/dist/client/rag/index.js +0 -141
- package/dist/client/rag/metadata/MetadataExtractorFactory.js +0 -418
- package/dist/client/rag/metadata/MetadataExtractorRegistry.js +0 -362
- package/dist/client/rag/metadata/index.js +0 -9
- package/dist/client/rag/metadata/metadataExtractor.js +0 -280
- package/dist/client/rag/pipeline/RAGPipeline.js +0 -436
- package/dist/client/rag/pipeline/contextAssembly.js +0 -341
- package/dist/client/rag/pipeline/index.js +0 -5
- package/dist/client/rag/ragIntegration.js +0 -321
- package/dist/client/rag/reranker/RerankerFactory.js +0 -430
- package/dist/client/rag/reranker/RerankerRegistry.js +0 -402
- package/dist/client/rag/reranker/index.js +0 -9
- package/dist/client/rag/reranker/reranker.js +0 -277
- package/dist/client/rag/resilience/CircuitBreaker.js +0 -431
- package/dist/client/rag/resilience/RetryHandler.js +0 -304
- package/dist/client/rag/resilience/index.js +0 -7
- package/dist/client/rag/retrieval/hybridSearch.js +0 -335
- package/dist/client/rag/retrieval/index.js +0 -5
- package/dist/client/rag/retrieval/vectorQueryTool.js +0 -307
- package/dist/client/rag/types.js +0 -8
- package/dist/client/sdk/toolRegistration.js +0 -377
- package/dist/client/server/abstract/baseServerAdapter.js +0 -575
- package/dist/client/server/adapters/expressAdapter.js +0 -486
- package/dist/client/server/adapters/fastifyAdapter.js +0 -472
- package/dist/client/server/adapters/honoAdapter.js +0 -632
- package/dist/client/server/adapters/koaAdapter.js +0 -510
- package/dist/client/server/errors.js +0 -486
- package/dist/client/server/factory/serverAdapterFactory.js +0 -160
- package/dist/client/server/index.js +0 -108
- package/dist/client/server/middleware/abortSignal.js +0 -111
- package/dist/client/server/middleware/auth.js +0 -388
- package/dist/client/server/middleware/cache.js +0 -359
- package/dist/client/server/middleware/common.js +0 -281
- package/dist/client/server/middleware/deprecation.js +0 -190
- package/dist/client/server/middleware/mcpBodyAttachment.js +0 -63
- package/dist/client/server/middleware/rateLimit.js +0 -227
- package/dist/client/server/middleware/validation.js +0 -388
- package/dist/client/server/openapi/generator.js +0 -398
- package/dist/client/server/openapi/index.js +0 -36
- package/dist/client/server/openapi/schemas.js +0 -695
- package/dist/client/server/openapi/templates.js +0 -374
- package/dist/client/server/routes/agentRoutes.js +0 -189
- package/dist/client/server/routes/claudeProxyRoutes.js +0 -1600
- package/dist/client/server/routes/healthRoutes.js +0 -187
- package/dist/client/server/routes/index.js +0 -57
- package/dist/client/server/routes/mcpRoutes.js +0 -342
- package/dist/client/server/routes/memoryRoutes.js +0 -350
- package/dist/client/server/routes/openApiRoutes.js +0 -126
- package/dist/client/server/routes/toolRoutes.js +0 -199
- package/dist/client/server/streaming/dataStream.js +0 -486
- package/dist/client/server/streaming/index.js +0 -11
- package/dist/client/server/types.js +0 -67
- package/dist/client/server/utils/redaction.js +0 -334
- package/dist/client/server/utils/validation.js +0 -243
- package/dist/client/server/websocket/WebSocketHandler.js +0 -383
- package/dist/client/server/websocket/index.js +0 -4
- package/dist/client/services/server/ai/observability/instrumentation.js +0 -808
- package/dist/client/telemetry/attributes.js +0 -100
- package/dist/client/telemetry/index.js +0 -26
- package/dist/client/telemetry/telemetryService.js +0 -308
- package/dist/client/telemetry/tracers.js +0 -17
- package/dist/client/telemetry/withSpan.js +0 -34
- package/dist/client/types/actionTypes.js +0 -6
- package/dist/client/types/analytics.js +0 -5
- package/dist/client/types/authTypes.js +0 -9
- package/dist/client/types/circuitBreakerErrors.js +0 -34
- package/dist/client/types/cli.js +0 -21
- package/dist/client/types/clientTypes.js +0 -10
- package/dist/client/types/common.js +0 -51
- package/dist/client/types/configTypes.js +0 -49
- package/dist/client/types/content.js +0 -19
- package/dist/client/types/contextTypes.js +0 -400
- package/dist/client/types/conversation.js +0 -47
- package/dist/client/types/conversationMemoryInterface.js +0 -6
- package/dist/client/types/domainTypes.js +0 -5
- package/dist/client/types/errors.js +0 -167
- package/dist/client/types/evaluation.js +0 -5
- package/dist/client/types/evaluationProviders.js +0 -5
- package/dist/client/types/evaluationTypes.js +0 -1
- package/dist/client/types/externalMcp.js +0 -6
- package/dist/client/types/fileReferenceTypes.js +0 -8
- package/dist/client/types/fileTypes.js +0 -4
- package/dist/client/types/generateTypes.js +0 -1
- package/dist/client/types/guardrails.js +0 -1
- package/dist/client/types/hitlTypes.js +0 -8
- package/dist/client/types/index.js +0 -57
- package/dist/client/types/mcpTypes.js +0 -5
- package/dist/client/types/middlewareTypes.js +0 -1
- package/dist/client/types/modelTypes.js +0 -30
- package/dist/client/types/multimodal.js +0 -135
- package/dist/client/types/observability.js +0 -6
- package/dist/client/types/pptTypes.js +0 -82
- package/dist/client/types/providers.js +0 -111
- package/dist/client/types/proxyTypes.js +0 -16
- package/dist/client/types/ragTypes.js +0 -7
- package/dist/client/types/sdkTypes.js +0 -8
- package/dist/client/types/serviceTypes.js +0 -5
- package/dist/client/types/streamTypes.js +0 -1
- package/dist/client/types/subscriptionTypes.js +0 -9
- package/dist/client/types/taskClassificationTypes.js +0 -5
- package/dist/client/types/tools.js +0 -24
- package/dist/client/types/ttsTypes.js +0 -57
- package/dist/client/types/typeAliases.js +0 -48
- package/dist/client/types/utilities.js +0 -4
- package/dist/client/types/workflowTypes.js +0 -30
- package/dist/client/utils/async/withTimeout.js +0 -98
- package/dist/client/utils/asyncMutex.js +0 -60
- package/dist/client/utils/conversationMemory.js +0 -431
- package/dist/client/utils/csvProcessor.js +0 -846
- package/dist/client/utils/errorHandling.js +0 -936
- package/dist/client/utils/evaluationUtils.js +0 -131
- package/dist/client/utils/factoryProcessing.js +0 -589
- package/dist/client/utils/fileDetector.js +0 -2161
- package/dist/client/utils/imageCache.js +0 -376
- package/dist/client/utils/imageProcessor.js +0 -704
- package/dist/client/utils/logger.js +0 -491
- package/dist/client/utils/mcpDefaults.js +0 -134
- package/dist/client/utils/messageBuilder.js +0 -1653
- package/dist/client/utils/modelAliasResolver.js +0 -54
- package/dist/client/utils/modelDetection.js +0 -80
- package/dist/client/utils/modelRouter.js +0 -292
- package/dist/client/utils/multimodalOptionsBuilder.js +0 -65
- package/dist/client/utils/observabilityHelpers.js +0 -47
- package/dist/client/utils/parameterValidation.js +0 -966
- package/dist/client/utils/pdfProcessor.js +0 -410
- package/dist/client/utils/performance.js +0 -222
- package/dist/client/utils/pricing.js +0 -340
- package/dist/client/utils/promptRedaction.js +0 -62
- package/dist/client/utils/providerConfig.js +0 -1009
- package/dist/client/utils/providerHealth.js +0 -1237
- package/dist/client/utils/providerRetry.js +0 -112
- package/dist/client/utils/providerUtils.js +0 -434
- package/dist/client/utils/rateLimiter.js +0 -200
- package/dist/client/utils/redis.js +0 -368
- package/dist/client/utils/retryHandler.js +0 -269
- package/dist/client/utils/retryability.js +0 -22
- package/dist/client/utils/sanitizers/svg.js +0 -481
- package/dist/client/utils/schemaConversion.js +0 -255
- package/dist/client/utils/taskClassificationUtils.js +0 -149
- package/dist/client/utils/taskClassifier.js +0 -94
- package/dist/client/utils/thinkingConfig.js +0 -104
- package/dist/client/utils/timeout.js +0 -359
- package/dist/client/utils/tokenEstimation.js +0 -142
- package/dist/client/utils/tokenLimits.js +0 -125
- package/dist/client/utils/tokenUtils.js +0 -239
- package/dist/client/utils/toolUtils.js +0 -75
- package/dist/client/utils/transformationUtils.js +0 -554
- package/dist/client/utils/ttsProcessor.js +0 -286
- package/dist/client/utils/typeUtils.js +0 -97
- package/dist/client/utils/videoAnalysisProcessor.js +0 -67
- package/dist/client/workflow/config.js +0 -398
- package/dist/client/workflow/core/ensembleExecutor.js +0 -407
- package/dist/client/workflow/core/judgeScorer.js +0 -544
- package/dist/client/workflow/core/responseConditioner.js +0 -225
- package/dist/client/workflow/core/types/conditionerTypes.js +0 -7
- package/dist/client/workflow/core/types/ensembleTypes.js +0 -7
- package/dist/client/workflow/core/types/index.js +0 -7
- package/dist/client/workflow/core/types/judgeTypes.js +0 -7
- package/dist/client/workflow/core/types/layerTypes.js +0 -7
- package/dist/client/workflow/core/types/registryTypes.js +0 -7
- package/dist/client/workflow/core/workflowRegistry.js +0 -304
- package/dist/client/workflow/core/workflowRunner.js +0 -586
- package/dist/client/workflow/index.js +0 -50
- package/dist/client/workflow/types.js +0 -9
- package/dist/client/workflow/utils/types/index.js +0 -7
- package/dist/client/workflow/utils/workflowMetrics.js +0 -311
- package/dist/client/workflow/utils/workflowValidation.js +0 -420
- package/dist/client/workflow/workflows/adaptiveWorkflow.js +0 -366
- package/dist/client/workflow/workflows/consensusWorkflow.js +0 -192
- package/dist/client/workflow/workflows/fallbackWorkflow.js +0 -225
- package/dist/client/workflow/workflows/multiJudgeWorkflow.js +0 -351
- /package/dist/client/{client/reactHooks.js → reactHooks.js} +0 -0
|
@@ -1,586 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Workflow Runner - Main Orchestrator
|
|
3
|
-
* ===================================
|
|
4
|
-
*
|
|
5
|
-
* Coordinates the complete workflow execution pipeline:
|
|
6
|
-
* 1. Model execution (layer-based or flat)
|
|
7
|
-
* 2. Judge scoring with hierarchical prompts
|
|
8
|
-
* 3. Response conditioning (stub)
|
|
9
|
-
* 4. Metrics collection
|
|
10
|
-
* 5. Result assembly
|
|
11
|
-
*
|
|
12
|
-
* @module workflow/core/workflowRunner
|
|
13
|
-
*/
|
|
14
|
-
import { logger } from "../../utils/logger.js";
|
|
15
|
-
import { SpanSerializer, SpanType, SpanStatus, getMetricsAggregator, } from "../../observability/index.js";
|
|
16
|
-
import { getModelGroups, PLACEHOLDER_MODEL, PLACEHOLDER_PROVIDER, usesModelGroups, } from "../config.js";
|
|
17
|
-
import { validateWorkflow } from "../utils/workflowValidation.js";
|
|
18
|
-
import { executeEnsemble, executeModelGroups } from "./ensembleExecutor.js";
|
|
19
|
-
import { scoreEnsemble } from "./judgeScorer.js";
|
|
20
|
-
import { conditionResponse } from "./responseConditioner.js";
|
|
21
|
-
/**
|
|
22
|
-
* Execute a complete workflow
|
|
23
|
-
*
|
|
24
|
-
* This is the main entry point that orchestrates:
|
|
25
|
-
* - Model execution (respects modelGroups or flat models)
|
|
26
|
-
* - Judge scoring (with hierarchical prompt resolution)
|
|
27
|
-
* - Response conditioning (currently stub)
|
|
28
|
-
* - Metrics calculation
|
|
29
|
-
* - Result assembly
|
|
30
|
-
*
|
|
31
|
-
* @param config - Validated workflow configuration
|
|
32
|
-
* @param options - Execution options including prompt
|
|
33
|
-
* @returns Complete workflow result with scores and metrics
|
|
34
|
-
*
|
|
35
|
-
* @example
|
|
36
|
-
* ```typescript
|
|
37
|
-
* const result = await runWorkflow(config, {
|
|
38
|
-
* prompt: 'Explain quantum entanglement',
|
|
39
|
-
* timeout: 30000,
|
|
40
|
-
* verbose: true,
|
|
41
|
-
* });
|
|
42
|
-
*
|
|
43
|
-
* console.log('Best response:', result.content);
|
|
44
|
-
* console.log('Score:', result.score);
|
|
45
|
-
* ```
|
|
46
|
-
*/
|
|
47
|
-
export async function runWorkflow(config, options) {
|
|
48
|
-
const startTime = Date.now();
|
|
49
|
-
const span = SpanSerializer.createSpan(SpanType.WORKFLOW, "workflow.run", {
|
|
50
|
-
"workflow.operation": "run",
|
|
51
|
-
"workflow.name": config.name,
|
|
52
|
-
"workflow.type": config.type,
|
|
53
|
-
"workflow.id": config.id,
|
|
54
|
-
});
|
|
55
|
-
// Validate configuration
|
|
56
|
-
const validation = validateWorkflow(config);
|
|
57
|
-
if (!validation.valid) {
|
|
58
|
-
span.durationMs = Date.now() - startTime;
|
|
59
|
-
const endedSpan = SpanSerializer.endSpan(span, SpanStatus.ERROR, `Invalid workflow configuration: ${validation.errors.map((err) => err.message).join(", ")}`);
|
|
60
|
-
getMetricsAggregator().recordSpan(endedSpan);
|
|
61
|
-
throw new Error(`Invalid workflow configuration: ${validation.errors.map((err) => err.message).join(", ")}`);
|
|
62
|
-
}
|
|
63
|
-
if (options.verbose) {
|
|
64
|
-
logger.debug(`[WorkflowRunner] Starting workflow: ${config.name}`);
|
|
65
|
-
logger.debug(`[WorkflowRunner] Type: ${config.type}`);
|
|
66
|
-
logger.debug(`[WorkflowRunner] Uses layer-based execution: ${usesModelGroups(config)}`);
|
|
67
|
-
}
|
|
68
|
-
try {
|
|
69
|
-
// Step 1: Execute models (layer-based or flat)
|
|
70
|
-
const ensembleResult = await executeModels(config, options);
|
|
71
|
-
if (options.verbose) {
|
|
72
|
-
logger.debug(`[WorkflowRunner] Received ${ensembleResult.responses.length} model responses`);
|
|
73
|
-
logger.debug(`[WorkflowRunner] Successful: ${ensembleResult.successCount}`);
|
|
74
|
-
}
|
|
75
|
-
// Step 2: Score responses with judge(s)
|
|
76
|
-
const scoreResult = await scoreResponses(config, ensembleResult.responses, options);
|
|
77
|
-
if (options.verbose) {
|
|
78
|
-
logger.debug(`[WorkflowRunner] Scoring complete`);
|
|
79
|
-
logger.debug(`[WorkflowRunner] Scores:`, scoreResult.scores);
|
|
80
|
-
}
|
|
81
|
-
// Step 3: Select best response
|
|
82
|
-
const bestResponse = selectBestResponse(ensembleResult.responses, scoreResult.scores);
|
|
83
|
-
if (options.verbose) {
|
|
84
|
-
logger.debug(`[WorkflowRunner] Best response: ${bestResponse.model}`);
|
|
85
|
-
const bestScore = extractScore(scoreResult.scores, bestResponse, ensembleResult.responses);
|
|
86
|
-
logger.debug(`[WorkflowRunner] Best score: ${bestScore}`);
|
|
87
|
-
}
|
|
88
|
-
// CRITICAL: Store original content BEFORE any processing
|
|
89
|
-
const originalContent = bestResponse.content;
|
|
90
|
-
// Step 4: Get processed content
|
|
91
|
-
// Priority: Judge-synthesized > Separate conditioning > Original
|
|
92
|
-
let processedContent;
|
|
93
|
-
let conditioningTime = 0;
|
|
94
|
-
const judgeScores = isJudgeScores(scoreResult.scores)
|
|
95
|
-
? scoreResult.scores
|
|
96
|
-
: convertToJudgeScores(scoreResult.scores);
|
|
97
|
-
if (judgeScores.synthesizedResponse) {
|
|
98
|
-
// Judge already synthesized improved response
|
|
99
|
-
processedContent = judgeScores.synthesizedResponse;
|
|
100
|
-
logger.debug(`[WorkflowRunner] Using judge-synthesized response`);
|
|
101
|
-
}
|
|
102
|
-
else if (config.conditioning) {
|
|
103
|
-
// Fall back to separate conditioning if configured
|
|
104
|
-
const conditionedContent = await conditionFinalResponse(bestResponse, scoreResult.scores, config, options, ensembleResult.responses);
|
|
105
|
-
processedContent = conditionedContent.content;
|
|
106
|
-
conditioningTime = conditionedContent.conditioningTime;
|
|
107
|
-
logger.debug(`[WorkflowRunner] Using separate conditioning`);
|
|
108
|
-
}
|
|
109
|
-
else {
|
|
110
|
-
// No processing, use original
|
|
111
|
-
processedContent = originalContent;
|
|
112
|
-
logger.debug(`[WorkflowRunner] No conditioning applied`);
|
|
113
|
-
}
|
|
114
|
-
// Step 5: Calculate execution metrics
|
|
115
|
-
const executionTime = Date.now() - startTime;
|
|
116
|
-
const ensembleTime = ensembleResult.totalTime;
|
|
117
|
-
const judgeTime = scoreResult.judgeTime;
|
|
118
|
-
// Step 6: Assemble complete result
|
|
119
|
-
const result = {
|
|
120
|
-
// Primary output (processed version)
|
|
121
|
-
content: processedContent,
|
|
122
|
-
// IMPORTANT: Store original unmodified response separately
|
|
123
|
-
originalContent: originalContent,
|
|
124
|
-
// Evaluation metrics (0-100 scale)
|
|
125
|
-
score: extractScore(scoreResult.scores, bestResponse, ensembleResult.responses),
|
|
126
|
-
reasoning: extractReasoning(scoreResult.scores),
|
|
127
|
-
// Ensemble data
|
|
128
|
-
ensembleResponses: ensembleResult.responses,
|
|
129
|
-
// Judge data
|
|
130
|
-
judgeScores: judgeScores,
|
|
131
|
-
selectedResponse: bestResponse,
|
|
132
|
-
// Quality metrics
|
|
133
|
-
confidence: extractConfidence(scoreResult.scores),
|
|
134
|
-
consensus: extractConsensus(scoreResult.scores),
|
|
135
|
-
// Performance metrics
|
|
136
|
-
totalTime: executionTime,
|
|
137
|
-
ensembleTime,
|
|
138
|
-
judgeTime,
|
|
139
|
-
conditioningTime: conditioningTime,
|
|
140
|
-
// Workflow metadata
|
|
141
|
-
workflow: config.id,
|
|
142
|
-
workflowName: config.name,
|
|
143
|
-
workflowVersion: config.version,
|
|
144
|
-
// Resource usage
|
|
145
|
-
usage: {
|
|
146
|
-
totalInputTokens: calculateInputTokens(ensembleResult.responses),
|
|
147
|
-
totalOutputTokens: calculateOutputTokens(ensembleResult.responses),
|
|
148
|
-
totalTokens: calculateTotalTokens(ensembleResult.responses),
|
|
149
|
-
byModel: [], // TODO: Populate per-model breakdown
|
|
150
|
-
},
|
|
151
|
-
// Additional metadata
|
|
152
|
-
metadata: options.metadata,
|
|
153
|
-
timestamp: new Date().toISOString(),
|
|
154
|
-
};
|
|
155
|
-
if (options.verbose) {
|
|
156
|
-
logger.debug(`[WorkflowRunner] Workflow complete in ${executionTime}ms`);
|
|
157
|
-
logger.debug(`[WorkflowRunner] Total tokens: ${result.usage?.totalTokens || 0}`);
|
|
158
|
-
}
|
|
159
|
-
span.durationMs = executionTime;
|
|
160
|
-
const endedSpan = SpanSerializer.endSpan(span, SpanStatus.OK);
|
|
161
|
-
getMetricsAggregator().recordSpan(endedSpan);
|
|
162
|
-
return result;
|
|
163
|
-
}
|
|
164
|
-
catch (error) {
|
|
165
|
-
const executionTime = Date.now() - startTime;
|
|
166
|
-
const errorMessage = error instanceof Error ? error.message : String(error);
|
|
167
|
-
if (options.verbose) {
|
|
168
|
-
logger.error(`[WorkflowRunner] Workflow failed:`, errorMessage);
|
|
169
|
-
}
|
|
170
|
-
span.durationMs = executionTime;
|
|
171
|
-
const endedSpan = SpanSerializer.endSpan(span, SpanStatus.ERROR, errorMessage);
|
|
172
|
-
getMetricsAggregator().recordSpan(endedSpan);
|
|
173
|
-
// Return error result with dummy data
|
|
174
|
-
const dummyResponse = {
|
|
175
|
-
provider: PLACEHOLDER_PROVIDER,
|
|
176
|
-
model: PLACEHOLDER_MODEL,
|
|
177
|
-
content: "",
|
|
178
|
-
responseTime: 0,
|
|
179
|
-
status: "failure",
|
|
180
|
-
error: errorMessage,
|
|
181
|
-
timestamp: new Date().toISOString(),
|
|
182
|
-
};
|
|
183
|
-
return {
|
|
184
|
-
content: "",
|
|
185
|
-
score: 0,
|
|
186
|
-
reasoning: `Workflow execution failed: ${errorMessage}`,
|
|
187
|
-
ensembleResponses: [dummyResponse],
|
|
188
|
-
confidence: 0,
|
|
189
|
-
totalTime: executionTime,
|
|
190
|
-
ensembleTime: 0,
|
|
191
|
-
workflow: config.id,
|
|
192
|
-
workflowName: config.name,
|
|
193
|
-
workflowVersion: config.version,
|
|
194
|
-
metadata: options.metadata,
|
|
195
|
-
timestamp: new Date().toISOString(),
|
|
196
|
-
};
|
|
197
|
-
}
|
|
198
|
-
}
|
|
199
|
-
/**
|
|
200
|
-
* Execute models using layer-based or flat execution
|
|
201
|
-
*/
|
|
202
|
-
async function executeModels(config, options) {
|
|
203
|
-
const executionConfig = {
|
|
204
|
-
timeout: options.timeout || config.execution?.timeout,
|
|
205
|
-
parallelism: options.parallelism || config.execution?.parallelism,
|
|
206
|
-
modelTimeout: config.execution?.modelTimeout,
|
|
207
|
-
minResponses: config.execution?.minResponses,
|
|
208
|
-
};
|
|
209
|
-
// Use layer-based execution if modelGroups defined
|
|
210
|
-
if (usesModelGroups(config)) {
|
|
211
|
-
const modelGroups = getModelGroups(config);
|
|
212
|
-
if (options.verbose) {
|
|
213
|
-
logger.debug(`[WorkflowRunner] Using layer-based execution`);
|
|
214
|
-
logger.debug(`[WorkflowRunner] Groups: ${modelGroups.length}`);
|
|
215
|
-
}
|
|
216
|
-
return executeModelGroups(modelGroups, options.prompt, executionConfig, undefined, // systemPrompt override
|
|
217
|
-
config.defaultSystemPrompt);
|
|
218
|
-
}
|
|
219
|
-
// Use flat parallel execution (backward compatible)
|
|
220
|
-
if (options.verbose) {
|
|
221
|
-
logger.debug(`[WorkflowRunner] Using flat parallel execution`);
|
|
222
|
-
logger.debug(`[WorkflowRunner] Models: ${config.models.length}`);
|
|
223
|
-
}
|
|
224
|
-
return executeEnsemble({
|
|
225
|
-
prompt: options.prompt,
|
|
226
|
-
models: config.models,
|
|
227
|
-
executionConfig,
|
|
228
|
-
workflowDefaults: {
|
|
229
|
-
systemPrompt: config.defaultSystemPrompt,
|
|
230
|
-
},
|
|
231
|
-
});
|
|
232
|
-
}
|
|
233
|
-
/**
|
|
234
|
-
* Score responses using judge(s)
|
|
235
|
-
*/
|
|
236
|
-
async function scoreResponses(config, responses, options) {
|
|
237
|
-
// Use judges array if defined, otherwise use single judge
|
|
238
|
-
const judges = config.judges && config.judges.length > 0
|
|
239
|
-
? config.judges
|
|
240
|
-
: config.judge
|
|
241
|
-
? [config.judge]
|
|
242
|
-
: [];
|
|
243
|
-
if (judges.length === 0) {
|
|
244
|
-
// No judges configured - return neutral scores
|
|
245
|
-
if (options.verbose) {
|
|
246
|
-
logger.debug(`[WorkflowRunner] No judges configured, using neutral scores`);
|
|
247
|
-
}
|
|
248
|
-
const neutralScores = {
|
|
249
|
-
judgeProvider: PLACEHOLDER_PROVIDER,
|
|
250
|
-
judgeModel: PLACEHOLDER_MODEL,
|
|
251
|
-
scores: {},
|
|
252
|
-
criteria: [],
|
|
253
|
-
reasoning: "No judge configured",
|
|
254
|
-
judgeTime: 0,
|
|
255
|
-
timestamp: new Date().toISOString(),
|
|
256
|
-
};
|
|
257
|
-
// Assign neutral score (50) to each response
|
|
258
|
-
for (const response of responses) {
|
|
259
|
-
const responseId = `${response.provider}-${response.model}`;
|
|
260
|
-
neutralScores.scores[responseId] = 50;
|
|
261
|
-
}
|
|
262
|
-
return {
|
|
263
|
-
scores: neutralScores,
|
|
264
|
-
judgeTime: 0,
|
|
265
|
-
};
|
|
266
|
-
}
|
|
267
|
-
if (options.verbose) {
|
|
268
|
-
logger.debug(`[WorkflowRunner] Using ${judges.length} judge(s)`);
|
|
269
|
-
}
|
|
270
|
-
return scoreEnsemble({
|
|
271
|
-
judges,
|
|
272
|
-
responses,
|
|
273
|
-
originalPrompt: options.prompt,
|
|
274
|
-
timeout: config.execution?.timeout,
|
|
275
|
-
workflowDefaults: {
|
|
276
|
-
judgePrompt: config.defaultJudgePrompt,
|
|
277
|
-
},
|
|
278
|
-
});
|
|
279
|
-
}
|
|
280
|
-
/**
|
|
281
|
-
* Select best response based on scores
|
|
282
|
-
*/
|
|
283
|
-
function selectBestResponse(responses, scores) {
|
|
284
|
-
// Filter to successful responses only
|
|
285
|
-
const successful = responses.filter((r) => r.status === "success");
|
|
286
|
-
if (successful.length === 0) {
|
|
287
|
-
// No successful responses - return first response
|
|
288
|
-
return (responses[0] || {
|
|
289
|
-
provider: PLACEHOLDER_PROVIDER,
|
|
290
|
-
model: PLACEHOLDER_MODEL,
|
|
291
|
-
content: "",
|
|
292
|
-
responseTime: 0,
|
|
293
|
-
status: "failure",
|
|
294
|
-
error: "No responses received",
|
|
295
|
-
timestamp: new Date().toISOString(),
|
|
296
|
-
});
|
|
297
|
-
}
|
|
298
|
-
// Find response with highest score
|
|
299
|
-
let bestResponse = successful[0];
|
|
300
|
-
let bestScore = getResponseScore(bestResponse, scores, responses);
|
|
301
|
-
for (const response of successful) {
|
|
302
|
-
const score = getResponseScore(response, scores, responses);
|
|
303
|
-
if (score > bestScore) {
|
|
304
|
-
bestScore = score;
|
|
305
|
-
bestResponse = response;
|
|
306
|
-
}
|
|
307
|
-
}
|
|
308
|
-
return bestResponse;
|
|
309
|
-
}
|
|
310
|
-
/**
|
|
311
|
-
* Get score for a specific response
|
|
312
|
-
*/
|
|
313
|
-
function getResponseScore(response, scores, responses) {
|
|
314
|
-
// Judge scores only successful responses, so we need to find the index
|
|
315
|
-
// in the filtered successful responses array, not the original array
|
|
316
|
-
const successfulResponses = responses.filter((r) => r.status === "success");
|
|
317
|
-
const successfulIndex = successfulResponses.indexOf(response);
|
|
318
|
-
logger.debug(`[WorkflowRunner] getResponseScore`, {
|
|
319
|
-
responseProvider: response.provider,
|
|
320
|
-
responseModel: response.model,
|
|
321
|
-
responseStatus: response.status,
|
|
322
|
-
originalIndex: responses.indexOf(response),
|
|
323
|
-
successfulIndex,
|
|
324
|
-
totalResponses: responses.length,
|
|
325
|
-
successfulCount: successfulResponses.length,
|
|
326
|
-
lookupKey: `response-${successfulIndex}`,
|
|
327
|
-
availableKeys: Object.keys(scores.scores),
|
|
328
|
-
});
|
|
329
|
-
if (successfulIndex >= 0) {
|
|
330
|
-
const indexKey = `response-${successfulIndex}`;
|
|
331
|
-
if (indexKey in scores.scores) {
|
|
332
|
-
const score = scores.scores[indexKey];
|
|
333
|
-
logger.debug(`[WorkflowRunner] Found score ${score} for ${indexKey}`);
|
|
334
|
-
return score;
|
|
335
|
-
}
|
|
336
|
-
}
|
|
337
|
-
// Fallback to provider-model format
|
|
338
|
-
const responseId = `${response.provider}-${response.model}`;
|
|
339
|
-
logger.debug(`[WorkflowRunner] No index-based score found, trying provider-model: ${responseId}`);
|
|
340
|
-
return scores.scores[responseId] || 0;
|
|
341
|
-
}
|
|
342
|
-
/**
|
|
343
|
-
* Condition the final response - synthesize improved response using judge feedback
|
|
344
|
-
*/
|
|
345
|
-
async function conditionFinalResponse(response, scores, config, options, allResponses) {
|
|
346
|
-
// Use conditioner if configured
|
|
347
|
-
if (config.conditioning) {
|
|
348
|
-
if (options.verbose) {
|
|
349
|
-
logger.debug(`[WorkflowRunner] Applying response conditioner with synthesis`);
|
|
350
|
-
}
|
|
351
|
-
return conditionResponse({
|
|
352
|
-
content: response.content,
|
|
353
|
-
selectedResponse: response,
|
|
354
|
-
allResponses,
|
|
355
|
-
judgeScores: scores,
|
|
356
|
-
config: config.conditioning,
|
|
357
|
-
originalPrompt: options.prompt,
|
|
358
|
-
});
|
|
359
|
-
}
|
|
360
|
-
// No conditioning - return original with metadata
|
|
361
|
-
return {
|
|
362
|
-
content: response.content,
|
|
363
|
-
conditioningTime: 0,
|
|
364
|
-
metadata: {
|
|
365
|
-
conditioningApplied: false,
|
|
366
|
-
originalLength: response.content.length,
|
|
367
|
-
finalLength: response.content.length,
|
|
368
|
-
},
|
|
369
|
-
};
|
|
370
|
-
}
|
|
371
|
-
// ============================================================================
|
|
372
|
-
// HELPER FUNCTIONS FOR RESULT ASSEMBLY
|
|
373
|
-
// ============================================================================
|
|
374
|
-
/**
|
|
375
|
-
* Type guard to check if scores are JudgeScores (not MultiJudgeScores)
|
|
376
|
-
*/
|
|
377
|
-
function isJudgeScores(scores) {
|
|
378
|
-
return !("judges" in scores);
|
|
379
|
-
}
|
|
380
|
-
/**
|
|
381
|
-
* Convert MultiJudgeScores to JudgeScores format for WorkflowResult
|
|
382
|
-
*/
|
|
383
|
-
function convertToJudgeScores(scores) {
|
|
384
|
-
return {
|
|
385
|
-
judgeProvider: scores.judgeProvider || "multi-judge",
|
|
386
|
-
judgeModel: scores.judgeModel || "consensus",
|
|
387
|
-
scores: scores.scores,
|
|
388
|
-
ranking: scores.ranking,
|
|
389
|
-
bestResponse: scores.bestResponse,
|
|
390
|
-
criteria: scores.criteria,
|
|
391
|
-
reasoning: scores.reasoning,
|
|
392
|
-
confidenceInJudgment: scores.confidenceInJudgment,
|
|
393
|
-
judgeTime: scores.judgeTime,
|
|
394
|
-
timestamp: scores.timestamp,
|
|
395
|
-
};
|
|
396
|
-
}
|
|
397
|
-
/**
|
|
398
|
-
* Extract best score from judge result
|
|
399
|
-
*/
|
|
400
|
-
function extractScore(scores, bestResponse, responses) {
|
|
401
|
-
return getResponseScore(bestResponse, scores, responses);
|
|
402
|
-
}
|
|
403
|
-
/**
|
|
404
|
-
* Extract reasoning from judge result
|
|
405
|
-
*/
|
|
406
|
-
function extractReasoning(scores) {
|
|
407
|
-
return scores.reasoning || "No reasoning provided";
|
|
408
|
-
}
|
|
409
|
-
/**
|
|
410
|
-
* Extract confidence from judge result
|
|
411
|
-
*/
|
|
412
|
-
function extractConfidence(scores) {
|
|
413
|
-
return scores.confidenceInJudgment || 0.5;
|
|
414
|
-
}
|
|
415
|
-
/**
|
|
416
|
-
* Extract consensus level from scores
|
|
417
|
-
*/
|
|
418
|
-
function extractConsensus(scores) {
|
|
419
|
-
if ("consensusLevel" in scores) {
|
|
420
|
-
return scores.consensusLevel;
|
|
421
|
-
}
|
|
422
|
-
return undefined;
|
|
423
|
-
}
|
|
424
|
-
/**
|
|
425
|
-
* Calculate total input tokens
|
|
426
|
-
*/
|
|
427
|
-
function calculateInputTokens(responses) {
|
|
428
|
-
return responses.reduce((sum, r) => sum + (r.usage?.inputTokens || 0), 0);
|
|
429
|
-
}
|
|
430
|
-
/**
|
|
431
|
-
* Calculate total output tokens
|
|
432
|
-
*/
|
|
433
|
-
function calculateOutputTokens(responses) {
|
|
434
|
-
return responses.reduce((sum, r) => sum + (r.usage?.outputTokens || 0), 0);
|
|
435
|
-
}
|
|
436
|
-
/**
|
|
437
|
-
* Calculate total tokens
|
|
438
|
-
*/
|
|
439
|
-
function calculateTotalTokens(responses) {
|
|
440
|
-
return responses.reduce((sum, r) => sum + (r.usage?.totalTokens || 0), 0);
|
|
441
|
-
}
|
|
442
|
-
/**
|
|
443
|
-
* Execute workflow with progressive streaming support
|
|
444
|
-
* Yields preliminary response (first completed model) and final synthesized response
|
|
445
|
-
*
|
|
446
|
-
* @param config - Validated workflow configuration
|
|
447
|
-
* @param options - Execution options with streaming enabled
|
|
448
|
-
* @returns AsyncGenerator yielding preliminary and final responses
|
|
449
|
-
*
|
|
450
|
-
* @example
|
|
451
|
-
* ```typescript
|
|
452
|
-
* for await (const chunk of runWorkflowWithStreaming(config, options)) {
|
|
453
|
-
* if (chunk.type === 'preliminary') {
|
|
454
|
-
* console.log('Fast response:', chunk.content);
|
|
455
|
-
* } else {
|
|
456
|
-
* console.log('Final synthesis:', chunk.content);
|
|
457
|
-
* }
|
|
458
|
-
* }
|
|
459
|
-
* ```
|
|
460
|
-
*/
|
|
461
|
-
export async function* runWorkflowWithStreaming(config, options) {
|
|
462
|
-
const startTime = Date.now();
|
|
463
|
-
const span = SpanSerializer.createSpan(SpanType.WORKFLOW, "workflow.run.streaming", {
|
|
464
|
-
"workflow.operation": "run.streaming",
|
|
465
|
-
"workflow.name": config.name,
|
|
466
|
-
"workflow.type": config.type,
|
|
467
|
-
"workflow.id": config.id,
|
|
468
|
-
});
|
|
469
|
-
// Validate configuration
|
|
470
|
-
const validation = validateWorkflow(config);
|
|
471
|
-
if (!validation.valid) {
|
|
472
|
-
span.durationMs = Date.now() - startTime;
|
|
473
|
-
const endedSpan = SpanSerializer.endSpan(span, SpanStatus.ERROR, `Invalid workflow configuration: ${validation.errors.map((err) => err.message).join(", ")}`);
|
|
474
|
-
getMetricsAggregator().recordSpan(endedSpan);
|
|
475
|
-
throw new Error(`Invalid workflow configuration: ${validation.errors.map((err) => err.message).join(", ")}`);
|
|
476
|
-
}
|
|
477
|
-
if (options.verbose) {
|
|
478
|
-
logger.debug(`[WorkflowRunner] Starting streaming workflow: ${config.name}`);
|
|
479
|
-
}
|
|
480
|
-
try {
|
|
481
|
-
// Step 1: Execute models
|
|
482
|
-
const ensembleResult = await executeModels(config, options);
|
|
483
|
-
if (options.verbose) {
|
|
484
|
-
logger.debug(`[WorkflowRunner] Ensemble complete with ${ensembleResult.successCount} successful responses`);
|
|
485
|
-
}
|
|
486
|
-
// Yield preliminary response (first successful model)
|
|
487
|
-
if (ensembleResult.successCount > 0) {
|
|
488
|
-
const firstResponse = ensembleResult.responses.find((r) => r.status === "success" && Boolean(r.content));
|
|
489
|
-
if (firstResponse) {
|
|
490
|
-
if (options.verbose) {
|
|
491
|
-
logger.debug(`[WorkflowRunner] Yielding preliminary response from ${firstResponse.model}`);
|
|
492
|
-
}
|
|
493
|
-
yield {
|
|
494
|
-
type: "preliminary",
|
|
495
|
-
content: firstResponse.content,
|
|
496
|
-
partialResult: {
|
|
497
|
-
ensembleResponses: [firstResponse],
|
|
498
|
-
workflow: config.id,
|
|
499
|
-
workflowName: config.name,
|
|
500
|
-
},
|
|
501
|
-
};
|
|
502
|
-
}
|
|
503
|
-
}
|
|
504
|
-
// Step 2: Continue with full workflow execution (judge + synthesis)
|
|
505
|
-
const scoreResult = await scoreResponses(config, ensembleResult.responses, options);
|
|
506
|
-
const bestResponse = selectBestResponse(ensembleResult.responses, scoreResult.scores);
|
|
507
|
-
const originalContent = bestResponse.content;
|
|
508
|
-
// Step 3: Get processed content
|
|
509
|
-
let processedContent;
|
|
510
|
-
let conditioningTime = 0;
|
|
511
|
-
const judgeScores = isJudgeScores(scoreResult.scores)
|
|
512
|
-
? scoreResult.scores
|
|
513
|
-
: convertToJudgeScores(scoreResult.scores);
|
|
514
|
-
if (judgeScores.synthesizedResponse) {
|
|
515
|
-
processedContent = judgeScores.synthesizedResponse;
|
|
516
|
-
if (options.verbose) {
|
|
517
|
-
logger.debug(`[WorkflowRunner] Using judge-synthesized response`);
|
|
518
|
-
}
|
|
519
|
-
}
|
|
520
|
-
else if (config.conditioning) {
|
|
521
|
-
const conditionedContent = await conditionFinalResponse(bestResponse, scoreResult.scores, config, options, ensembleResult.responses);
|
|
522
|
-
processedContent = conditionedContent.content;
|
|
523
|
-
conditioningTime = conditionedContent.conditioningTime;
|
|
524
|
-
if (options.verbose) {
|
|
525
|
-
logger.debug(`[WorkflowRunner] Using separate conditioning`);
|
|
526
|
-
}
|
|
527
|
-
}
|
|
528
|
-
else {
|
|
529
|
-
processedContent = originalContent;
|
|
530
|
-
if (options.verbose) {
|
|
531
|
-
logger.debug(`[WorkflowRunner] No conditioning applied`);
|
|
532
|
-
}
|
|
533
|
-
}
|
|
534
|
-
const executionTime = Date.now() - startTime;
|
|
535
|
-
const ensembleTime = ensembleResult.totalTime;
|
|
536
|
-
const judgeTime = scoreResult.judgeTime;
|
|
537
|
-
// Yield final synthesized response
|
|
538
|
-
if (options.verbose) {
|
|
539
|
-
logger.debug(`[WorkflowRunner] Yielding final synthesized response`);
|
|
540
|
-
}
|
|
541
|
-
yield {
|
|
542
|
-
type: "final",
|
|
543
|
-
content: processedContent,
|
|
544
|
-
partialResult: {
|
|
545
|
-
content: processedContent,
|
|
546
|
-
originalContent: originalContent,
|
|
547
|
-
score: extractScore(scoreResult.scores, bestResponse, ensembleResult.responses),
|
|
548
|
-
reasoning: extractReasoning(scoreResult.scores),
|
|
549
|
-
ensembleResponses: ensembleResult.responses,
|
|
550
|
-
judgeScores: judgeScores,
|
|
551
|
-
selectedResponse: bestResponse,
|
|
552
|
-
confidence: extractConfidence(scoreResult.scores),
|
|
553
|
-
consensus: extractConsensus(scoreResult.scores),
|
|
554
|
-
totalTime: executionTime,
|
|
555
|
-
ensembleTime,
|
|
556
|
-
judgeTime,
|
|
557
|
-
conditioningTime: conditioningTime,
|
|
558
|
-
workflow: config.id,
|
|
559
|
-
workflowName: config.name,
|
|
560
|
-
workflowVersion: config.version,
|
|
561
|
-
usage: {
|
|
562
|
-
totalInputTokens: calculateInputTokens(ensembleResult.responses),
|
|
563
|
-
totalOutputTokens: calculateOutputTokens(ensembleResult.responses),
|
|
564
|
-
totalTokens: calculateTotalTokens(ensembleResult.responses),
|
|
565
|
-
byModel: [],
|
|
566
|
-
},
|
|
567
|
-
metadata: options.metadata,
|
|
568
|
-
timestamp: new Date().toISOString(),
|
|
569
|
-
},
|
|
570
|
-
};
|
|
571
|
-
span.durationMs = executionTime;
|
|
572
|
-
const endedSpan = SpanSerializer.endSpan(span, SpanStatus.OK);
|
|
573
|
-
getMetricsAggregator().recordSpan(endedSpan);
|
|
574
|
-
}
|
|
575
|
-
catch (error) {
|
|
576
|
-
const executionTime = Date.now() - startTime;
|
|
577
|
-
const errorMessage = error instanceof Error ? error.message : String(error);
|
|
578
|
-
span.durationMs = executionTime;
|
|
579
|
-
const endedSpan = SpanSerializer.endSpan(span, SpanStatus.ERROR, errorMessage);
|
|
580
|
-
getMetricsAggregator().recordSpan(endedSpan);
|
|
581
|
-
logger.error(`[WorkflowRunner] Streaming workflow failed`, {
|
|
582
|
-
error: errorMessage,
|
|
583
|
-
});
|
|
584
|
-
throw error;
|
|
585
|
-
}
|
|
586
|
-
}
|
|
@@ -1,50 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Workflow Engine - Public API
|
|
3
|
-
* ============================
|
|
4
|
-
*
|
|
5
|
-
* Central exports for the Neurolink Workflow Engine
|
|
6
|
-
*
|
|
7
|
-
* @module workflow
|
|
8
|
-
*/
|
|
9
|
-
// ============================================================================
|
|
10
|
-
// CORE FUNCTIONS
|
|
11
|
-
// ============================================================================
|
|
12
|
-
// Configuration and validation
|
|
13
|
-
export { createWorkflowConfig, DEFAULT_EXECUTION_CONFIG, DEFAULT_JUDGE_CONFIG, getAllModels, getModelGroups, usesModelGroups, WorkflowConfigSchema, } from "./config.js";
|
|
14
|
-
// Workflow registry
|
|
15
|
-
export { clearRegistry, getRegistryStats, getWorkflow, listWorkflows, registerWorkflow, unregisterWorkflow, } from "./core/workflowRegistry.js";
|
|
16
|
-
// Workflow execution
|
|
17
|
-
export { runWorkflow } from "./core/workflowRunner.js";
|
|
18
|
-
// Metrics and analytics
|
|
19
|
-
export { calculateConfidence, calculateConsensus, calculateModelMetrics, compareWorkflows, formatMetricsForLogging, generateSummaryStats, } from "./utils/workflowMetrics.js";
|
|
20
|
-
export { validateForExecution, validateWorkflow, } from "./utils/workflowValidation.js";
|
|
21
|
-
// ============================================================================
|
|
22
|
-
// PRE-BUILT WORKFLOWS
|
|
23
|
-
// ============================================================================
|
|
24
|
-
// Adaptive workflows
|
|
25
|
-
export { BALANCED_ADAPTIVE_WORKFLOW, createAdaptiveWorkflow, QUALITY_MAX_WORKFLOW, SPEED_FIRST_WORKFLOW, } from "./workflows/adaptiveWorkflow.js";
|
|
26
|
-
// Consensus workflows
|
|
27
|
-
export { CONSENSUS_3_FAST_WORKFLOW, CONSENSUS_3_WORKFLOW, createConsensus3WithPrompt, } from "./workflows/consensusWorkflow.js";
|
|
28
|
-
// Fallback workflows
|
|
29
|
-
export { AGGRESSIVE_FALLBACK_WORKFLOW, FAST_FALLBACK_WORKFLOW, } from "./workflows/fallbackWorkflow.js";
|
|
30
|
-
// Multi-judge workflows
|
|
31
|
-
export { createMultiJudgeWorkflow, MULTI_JUDGE_3_WORKFLOW, MULTI_JUDGE_5_WORKFLOW, } from "./workflows/multiJudgeWorkflow.js";
|
|
32
|
-
// ============================================================================
|
|
33
|
-
// LOW-LEVEL COMPONENTS (Advanced usage)
|
|
34
|
-
// ============================================================================
|
|
35
|
-
export { executeEnsemble, executeModelGroups, } from "./core/ensembleExecutor.js";
|
|
36
|
-
export { scoreEnsemble } from "./core/judgeScorer.js";
|
|
37
|
-
export { conditionResponse, isConditioningEnabled, } from "./core/responseConditioner.js";
|
|
38
|
-
// ============================================================================
|
|
39
|
-
// CONSTANTS
|
|
40
|
-
// ============================================================================
|
|
41
|
-
/**
|
|
42
|
-
* Workflow Engine version
|
|
43
|
-
*/
|
|
44
|
-
export const WORKFLOW_ENGINE_VERSION = "1.0.0";
|
|
45
|
-
// Re-export from config to avoid duplication
|
|
46
|
-
export { DEFAULT_SCORE_SCALE } from "./config.js";
|
|
47
|
-
/**
|
|
48
|
-
* Testing phase flag (returns original output unchanged)
|
|
49
|
-
*/
|
|
50
|
-
export const IS_TESTING_PHASE = true;
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* workflow/types.ts
|
|
3
|
-
* Re-exports workflow types from the central types folder
|
|
4
|
-
*
|
|
5
|
-
* All workflow types are now defined in src/lib/types/workflowTypes.ts
|
|
6
|
-
* This file maintains backward compatibility for existing imports.
|
|
7
|
-
*/
|
|
8
|
-
// Re-export the error class
|
|
9
|
-
export { WorkflowError } from "../types/workflowTypes.js";
|