@flutchai/flutch-sdk 0.2.20 → 0.3.0

package/dist/index.d.cts

@@ -6,7 +6,7 @@ import { BaseChannel, OverwriteValue, CompiledStateGraph, LangGraphRunnableConfi
 import { MongoClient, Db } from 'mongodb';
 import Redis from 'ioredis';
 import { Registry } from 'prom-client';
-import { Response, Request } from 'express';
+import { Response, Request as Request$1 } from 'express';
 import { DiscoveryService, MetadataScanner, ModuleRef } from '@nestjs/core';
 import { AIMessageChunk, ToolMessage, AIMessage } from '@langchain/core/messages';
 import { Runnable, RunnableConfig } from '@langchain/core/runnables';
@@ -822,7 +822,7 @@ declare function getCallbackMetadata(target: any): CallbackMetadata[];
 declare function hasCallbacks(target: any): boolean;
 declare function findCallbackMethod(target: any, handler: string): string | symbol | null;
 
-interface CallbackRequest extends Request {
+interface CallbackRequest extends Request$1 {
     callbackRecord: CallbackRecord;
     user?: CallbackUser;
 }
@@ -1012,6 +1012,20 @@ declare enum ChatFeature {
     JSON_MODE = "json_mode"
 }
 
+interface FlutchContext {
+    messageId?: string;
+    threadId?: string;
+    agentId?: string;
+    userId?: string;
+    nodeName?: string;
+}
+declare function withFlutchContext<T>(ctx: FlutchContext, fn: () => T): T;
+declare function getFlutchContext(): FlutchContext | undefined;
+declare const flutchFetch: typeof fetch;
+declare function flutchHeaders(): Record<string, string>;
+declare function flutchMistralHook(req: Request): Request;
+declare function wrapCohereFetcher<T extends (args: any) => any>(inner: T): T;
+
 type ToolConfig = string | {
     name: string;
     enabled?: boolean;
@@ -1517,6 +1531,7 @@ declare class EventProcessor {
     private readonly logger;
     createAccumulator(): StreamAccumulator;
     private normalizeContentBlocks;
+    private toolCallChunksToBlocks;
     private extractAttachments;
     private sendDelta;
     private processContentStream;
@@ -1544,10 +1559,12 @@ declare class LangGraphEngine implements IGraphEngine {
     private deserializeInput;
     invokeGraph(graph: any, preparedPayload: any, signal?: AbortSignal): Promise<any>;
     streamGraph(graph: any, preparedPayload: any, onPartial: (chunk: string) => void, signal?: AbortSignal): Promise<any>;
+    private streamGraphInner;
     private sendTraceFromAccumulator;
     private sendMetricsWebhook;
     private sendTraceEventsBatch;
     private extractThreadId;
+    private extractFlutchContext;
     private processGraphResult;
 }
 
@@ -1783,4 +1800,4 @@ declare class MongoTokenStore implements IOAuthTokenStore {
     private ensureIndex;
 }
 
-export { type ACLValidationResult, AbstractGraphBuilder, type ApiCallTracerOptions, type ApiKeyResolver, AttachmentType, type AuditEntry, type BaseGraphConfig, type BaseGraphContext, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, type BaseGraphState, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, type CallbackContext, CallbackController, type CallbackEntry, type CallbackHandler, type CallbackMetadata, CallbackMetrics, type CallbackPatch, type CallbackPatchHandler, CallbackPatchService, CallbackRateLimiter, type CallbackRecord, CallbackRegistry, type CallbackRequest, type CallbackResult, CallbackStore, CallbackTokenGuard, type CallbackUser, type ChannelState, type ChartType, ChatFeature, type ChatModelCreator, type ChatModelOrRunnable, type ChatModelWithTools, type CitationValue, type CompiledGraphFor, type CustomDocument, DEFAULT_ATTACHMENT_THRESHOLD, DEFAULT_ROUTER_URL, DEFAULT_TRACER_OPTIONS, type DataEnvelope, ENDPOINT_METADATA_KEY, type EmbeddingModelCreator, Endpoint, type EndpointDescriptor, type EndpointHandler, type EndpointMetadata, type EndpointOptions, EndpointRegistry, EventProcessor, type ExecuteToolWithAttachmentsParams, type ExecuteToolWithAttachmentsResult, type ExtendedCallbackContext, type ExtendedCallbackHandler, ExternalGraphBuilder, FileBasedDiscovery, FileTokenStore, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, type IAgentToolConfig, type IAgentToolConfiguration, type IAttachment, type IBaseEntity, type IChartDataPoint, type IChartDataset, type IChartValue, type IContentBlock, type IContentChain, type IDeletionInfo, type IGenericGraphType, type IGraphAttachment, type IGraphBuilder, type IGraphCompiler, type IGraphConfigurable, type IGraphEngine, type IGraphLogger, type IGraphManifest, type IGraphMetadata, type IGraphMetadataRegistry, type IGraphRequestPayload, type IGraphResponsePayload, type IGraphRunnableConfig, type IGraphService, type IGraphServiceRegistry, type IGraphSettingsRepository, type IGraphTraceEvent, type IGraphTracer, type IGraphTypeMetadata, type IGraphTypeRegistry, type ILangGraphConfig, type IModelInitializer, type IOAuthTokenStore, type IReasoningChain, type IReasoningStep, type IStoredMessageContent, type ISystemToolCredentials, type IToolCall, type IToolCatalog, type IToolConfigOption, type IToolExecutionContext, type ITracingEvent, type IUsageMetrics, type IUsageRecorder, type IdempotencyConfig, type IdempotencyEntry, IdempotencyManager, IdempotencyStatus, type KnowledgeBaseInfo, type LLMCallRecord, type LLMConfig, type LLModel, LangGraphEngine, type MappedChannels, McpConverter, type McpRuntimeClient, McpRuntimeHttpClient, type McpTool, McpToolFilter, type Model, type ModelByIdConfig, type ModelByIdWithTypeConfig, type ModelConfig, type ModelConfigFetcher, type ModelConfigWithToken, type ModelConfigWithTokenAndType, type ModelCreators, ModelInitializer, ModelProvider, ModelType, type MongoDBConfig, MongoTokenStore, type OAuthProviderConfig, type OAuthProviderDef, OAuthTokenManager, type OAuthTokenManagerOptions, type OAuthTokens, type PostgresConfig, type RateLimitConfig, type RateLimitResult, type RequestContext, type RerankModelCreator, type RetrieveQueryOptions, type RetrieverConfig, RetrieverSearchType, RetrieverService, type RouterConfig, type ServiceDiscoveryProvider, SmartCallbackRouter, StaticDiscovery, type StreamAccumulator, StreamChannel, type StrictGraphRunnableConfig, TelegramPatchHandler, type ToolConfig, type ToolExecutionResult, type TraceApiCallResult, type TracingLevel, UIDispatchController, type UIDispatchDto, UIEndpoint, type UIEndpointClassMetadata, type UIEndpointMethodMetadata, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, type UniversalGraphModuleOptions, UniversalGraphService, type VersionResolution, type VersionResolutionOptions, type VersionRoute, VersionedGraphService, type VersioningConfig, VoyageAIRerank, type VoyageAIRerankConfig, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, _internals, bootstrap, buildOAuthAuthorizationUrl, buildOpenAIModelConfig, clearAttachmentDataStore, createEndpointDescriptors, createGraphAttachment, createMongoClientAdapter, createStaticMessage, decryptTokens, dispatchAttachments, encryptTokens, executeToolWithAttachments, findCallbackMethod, findEndpointMethod, generateAttachmentSummary, generateModelCacheKey, getAttachmentData, getCallbackMetadata, getEndpointMetadata, getOAuthProvider, getOAuthProviderNames, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, hashToolsConfig, isReasoningModel, loadOAuthProviders, normalizeToolConfigs, registerFinanceExampleCallback, registerUIEndpointsFromClass, resolveOAuthProviderConfig, resolveRouterURL, sanitizeTraceData, storeAttachmentData, traceApiCall };
+export { type ACLValidationResult, AbstractGraphBuilder, type ApiCallTracerOptions, type ApiKeyResolver, AttachmentType, type AuditEntry, type BaseGraphConfig, type BaseGraphContext, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, type BaseGraphState, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, type CallbackContext, CallbackController, type CallbackEntry, type CallbackHandler, type CallbackMetadata, CallbackMetrics, type CallbackPatch, type CallbackPatchHandler, CallbackPatchService, CallbackRateLimiter, type CallbackRecord, CallbackRegistry, type CallbackRequest, type CallbackResult, CallbackStore, CallbackTokenGuard, type CallbackUser, type ChannelState, type ChartType, ChatFeature, type ChatModelCreator, type ChatModelOrRunnable, type ChatModelWithTools, type CitationValue, type CompiledGraphFor, type CustomDocument, DEFAULT_ATTACHMENT_THRESHOLD, DEFAULT_ROUTER_URL, DEFAULT_TRACER_OPTIONS, type DataEnvelope, ENDPOINT_METADATA_KEY, type EmbeddingModelCreator, Endpoint, type EndpointDescriptor, type EndpointHandler, type EndpointMetadata, type EndpointOptions, EndpointRegistry, EventProcessor, type ExecuteToolWithAttachmentsParams, type ExecuteToolWithAttachmentsResult, type ExtendedCallbackContext, type ExtendedCallbackHandler, ExternalGraphBuilder, FileBasedDiscovery, FileTokenStore, type FlutchContext, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, type IAgentToolConfig, type IAgentToolConfiguration, type IAttachment, type IBaseEntity, type IChartDataPoint, type IChartDataset, type IChartValue, type IContentBlock, type IContentChain, type IDeletionInfo, type IGenericGraphType, type IGraphAttachment, type IGraphBuilder, type IGraphCompiler, type IGraphConfigurable, type IGraphEngine, type IGraphLogger, type IGraphManifest, type IGraphMetadata, type IGraphMetadataRegistry, type IGraphRequestPayload, type IGraphResponsePayload, type IGraphRunnableConfig, type IGraphService, type IGraphServiceRegistry, type IGraphSettingsRepository, type IGraphTraceEvent, type IGraphTracer, type IGraphTypeMetadata, type IGraphTypeRegistry, type ILangGraphConfig, type IModelInitializer, type IOAuthTokenStore, type IReasoningChain, type IReasoningStep, type IStoredMessageContent, type ISystemToolCredentials, type IToolCall, type IToolCatalog, type IToolConfigOption, type IToolExecutionContext, type ITracingEvent, type IUsageMetrics, type IUsageRecorder, type IdempotencyConfig, type IdempotencyEntry, IdempotencyManager, IdempotencyStatus, type KnowledgeBaseInfo, type LLMCallRecord, type LLMConfig, type LLModel, LangGraphEngine, type MappedChannels, McpConverter, type McpRuntimeClient, McpRuntimeHttpClient, type McpTool, McpToolFilter, type Model, type ModelByIdConfig, type ModelByIdWithTypeConfig, type ModelConfig, type ModelConfigFetcher, type ModelConfigWithToken, type ModelConfigWithTokenAndType, type ModelCreators, ModelInitializer, ModelProvider, ModelType, type MongoDBConfig, MongoTokenStore, type OAuthProviderConfig, type OAuthProviderDef, OAuthTokenManager, type OAuthTokenManagerOptions, type OAuthTokens, type PostgresConfig, type RateLimitConfig, type RateLimitResult, type RequestContext, type RerankModelCreator, type RetrieveQueryOptions, type RetrieverConfig, RetrieverSearchType, RetrieverService, type RouterConfig, type ServiceDiscoveryProvider, SmartCallbackRouter, StaticDiscovery, type StreamAccumulator, StreamChannel, type StrictGraphRunnableConfig, TelegramPatchHandler, type ToolConfig, type ToolExecutionResult, type TraceApiCallResult, type TracingLevel, UIDispatchController, type UIDispatchDto, UIEndpoint, type UIEndpointClassMetadata, type UIEndpointMethodMetadata, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, type UniversalGraphModuleOptions, UniversalGraphService, type VersionResolution, type VersionResolutionOptions, type VersionRoute, VersionedGraphService, type VersioningConfig, VoyageAIRerank, type VoyageAIRerankConfig, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, _internals, bootstrap, buildOAuthAuthorizationUrl, buildOpenAIModelConfig, clearAttachmentDataStore, createEndpointDescriptors, createGraphAttachment, createMongoClientAdapter, createStaticMessage, decryptTokens, dispatchAttachments, encryptTokens, executeToolWithAttachments, findCallbackMethod, findEndpointMethod, flutchFetch, flutchHeaders, flutchMistralHook, generateAttachmentSummary, generateModelCacheKey, getAttachmentData, getCallbackMetadata, getEndpointMetadata, getFlutchContext, getOAuthProvider, getOAuthProviderNames, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, hashToolsConfig, isReasoningModel, loadOAuthProviders, normalizeToolConfigs, registerFinanceExampleCallback, registerUIEndpointsFromClass, resolveOAuthProviderConfig, resolveRouterURL, sanitizeTraceData, storeAttachmentData, traceApiCall, withFlutchContext, wrapCohereFetcher };

package/dist/index.d.ts

@@ -6,7 +6,7 @@ import { BaseChannel, OverwriteValue, CompiledStateGraph, LangGraphRunnableConfi
 import { MongoClient, Db } from 'mongodb';
 import Redis from 'ioredis';
 import { Registry } from 'prom-client';
-import { Response, Request } from 'express';
+import { Response, Request as Request$1 } from 'express';
 import { DiscoveryService, MetadataScanner, ModuleRef } from '@nestjs/core';
 import { AIMessageChunk, ToolMessage, AIMessage } from '@langchain/core/messages';
 import { Runnable, RunnableConfig } from '@langchain/core/runnables';
@@ -822,7 +822,7 @@ declare function getCallbackMetadata(target: any): CallbackMetadata[];
 declare function hasCallbacks(target: any): boolean;
 declare function findCallbackMethod(target: any, handler: string): string | symbol | null;
 
-interface CallbackRequest extends Request {
+interface CallbackRequest extends Request$1 {
     callbackRecord: CallbackRecord;
     user?: CallbackUser;
 }
@@ -1012,6 +1012,20 @@ declare enum ChatFeature {
     JSON_MODE = "json_mode"
 }
 
+interface FlutchContext {
+    messageId?: string;
+    threadId?: string;
+    agentId?: string;
+    userId?: string;
+    nodeName?: string;
+}
+declare function withFlutchContext<T>(ctx: FlutchContext, fn: () => T): T;
+declare function getFlutchContext(): FlutchContext | undefined;
+declare const flutchFetch: typeof fetch;
+declare function flutchHeaders(): Record<string, string>;
+declare function flutchMistralHook(req: Request): Request;
+declare function wrapCohereFetcher<T extends (args: any) => any>(inner: T): T;
+
 type ToolConfig = string | {
     name: string;
     enabled?: boolean;
@@ -1517,6 +1531,7 @@ declare class EventProcessor {
     private readonly logger;
     createAccumulator(): StreamAccumulator;
     private normalizeContentBlocks;
+    private toolCallChunksToBlocks;
     private extractAttachments;
     private sendDelta;
     private processContentStream;
@@ -1544,10 +1559,12 @@ declare class LangGraphEngine implements IGraphEngine {
     private deserializeInput;
     invokeGraph(graph: any, preparedPayload: any, signal?: AbortSignal): Promise<any>;
     streamGraph(graph: any, preparedPayload: any, onPartial: (chunk: string) => void, signal?: AbortSignal): Promise<any>;
+    private streamGraphInner;
     private sendTraceFromAccumulator;
     private sendMetricsWebhook;
     private sendTraceEventsBatch;
     private extractThreadId;
+    private extractFlutchContext;
     private processGraphResult;
 }
 
@@ -1783,4 +1800,4 @@ declare class MongoTokenStore implements IOAuthTokenStore {
     private ensureIndex;
 }
 
-export { type ACLValidationResult, AbstractGraphBuilder, type ApiCallTracerOptions, type ApiKeyResolver, AttachmentType, type AuditEntry, type BaseGraphConfig, type BaseGraphContext, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, type BaseGraphState, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, type CallbackContext, CallbackController, type CallbackEntry, type CallbackHandler, type CallbackMetadata, CallbackMetrics, type CallbackPatch, type CallbackPatchHandler, CallbackPatchService, CallbackRateLimiter, type CallbackRecord, CallbackRegistry, type CallbackRequest, type CallbackResult, CallbackStore, CallbackTokenGuard, type CallbackUser, type ChannelState, type ChartType, ChatFeature, type ChatModelCreator, type ChatModelOrRunnable, type ChatModelWithTools, type CitationValue, type CompiledGraphFor, type CustomDocument, DEFAULT_ATTACHMENT_THRESHOLD, DEFAULT_ROUTER_URL, DEFAULT_TRACER_OPTIONS, type DataEnvelope, ENDPOINT_METADATA_KEY, type EmbeddingModelCreator, Endpoint, type EndpointDescriptor, type EndpointHandler, type EndpointMetadata, type EndpointOptions, EndpointRegistry, EventProcessor, type ExecuteToolWithAttachmentsParams, type ExecuteToolWithAttachmentsResult, type ExtendedCallbackContext, type ExtendedCallbackHandler, ExternalGraphBuilder, FileBasedDiscovery, FileTokenStore, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, type IAgentToolConfig, type IAgentToolConfiguration, type IAttachment, type IBaseEntity, type IChartDataPoint, type IChartDataset, type IChartValue, type IContentBlock, type IContentChain, type IDeletionInfo, type IGenericGraphType, type IGraphAttachment, type IGraphBuilder, type IGraphCompiler, type IGraphConfigurable, type IGraphEngine, type IGraphLogger, type IGraphManifest, type IGraphMetadata, type IGraphMetadataRegistry, type IGraphRequestPayload, type IGraphResponsePayload, type IGraphRunnableConfig, type IGraphService, type IGraphServiceRegistry, type IGraphSettingsRepository, type IGraphTraceEvent, type IGraphTracer, type IGraphTypeMetadata, type IGraphTypeRegistry, type ILangGraphConfig, type IModelInitializer, type IOAuthTokenStore, type IReasoningChain, type IReasoningStep, type IStoredMessageContent, type ISystemToolCredentials, type IToolCall, type IToolCatalog, type IToolConfigOption, type IToolExecutionContext, type ITracingEvent, type IUsageMetrics, type IUsageRecorder, type IdempotencyConfig, type IdempotencyEntry, IdempotencyManager, IdempotencyStatus, type KnowledgeBaseInfo, type LLMCallRecord, type LLMConfig, type LLModel, LangGraphEngine, type MappedChannels, McpConverter, type McpRuntimeClient, McpRuntimeHttpClient, type McpTool, McpToolFilter, type Model, type ModelByIdConfig, type ModelByIdWithTypeConfig, type ModelConfig, type ModelConfigFetcher, type ModelConfigWithToken, type ModelConfigWithTokenAndType, type ModelCreators, ModelInitializer, ModelProvider, ModelType, type MongoDBConfig, MongoTokenStore, type OAuthProviderConfig, type OAuthProviderDef, OAuthTokenManager, type OAuthTokenManagerOptions, type OAuthTokens, type PostgresConfig, type RateLimitConfig, type RateLimitResult, type RequestContext, type RerankModelCreator, type RetrieveQueryOptions, type RetrieverConfig, RetrieverSearchType, RetrieverService, type RouterConfig, type ServiceDiscoveryProvider, SmartCallbackRouter, StaticDiscovery, type StreamAccumulator, StreamChannel, type StrictGraphRunnableConfig, TelegramPatchHandler, type ToolConfig, type ToolExecutionResult, type TraceApiCallResult, type TracingLevel, UIDispatchController, type UIDispatchDto, UIEndpoint, type UIEndpointClassMetadata, type UIEndpointMethodMetadata, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, type UniversalGraphModuleOptions, UniversalGraphService, type VersionResolution, type VersionResolutionOptions, type VersionRoute, VersionedGraphService, type VersioningConfig, VoyageAIRerank, type VoyageAIRerankConfig, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, _internals, bootstrap, buildOAuthAuthorizationUrl, buildOpenAIModelConfig, clearAttachmentDataStore, createEndpointDescriptors, createGraphAttachment, createMongoClientAdapter, createStaticMessage, decryptTokens, dispatchAttachments, encryptTokens, executeToolWithAttachments, findCallbackMethod, findEndpointMethod, generateAttachmentSummary, generateModelCacheKey, getAttachmentData, getCallbackMetadata, getEndpointMetadata, getOAuthProvider, getOAuthProviderNames, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, hashToolsConfig, isReasoningModel, loadOAuthProviders, normalizeToolConfigs, registerFinanceExampleCallback, registerUIEndpointsFromClass, resolveOAuthProviderConfig, resolveRouterURL, sanitizeTraceData, storeAttachmentData, traceApiCall };
+export { type ACLValidationResult, AbstractGraphBuilder, type ApiCallTracerOptions, type ApiKeyResolver, AttachmentType, type AuditEntry, type BaseGraphConfig, type BaseGraphContext, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, type BaseGraphState, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, type CallbackContext, CallbackController, type CallbackEntry, type CallbackHandler, type CallbackMetadata, CallbackMetrics, type CallbackPatch, type CallbackPatchHandler, CallbackPatchService, CallbackRateLimiter, type CallbackRecord, CallbackRegistry, type CallbackRequest, type CallbackResult, CallbackStore, CallbackTokenGuard, type CallbackUser, type ChannelState, type ChartType, ChatFeature, type ChatModelCreator, type ChatModelOrRunnable, type ChatModelWithTools, type CitationValue, type CompiledGraphFor, type CustomDocument, DEFAULT_ATTACHMENT_THRESHOLD, DEFAULT_ROUTER_URL, DEFAULT_TRACER_OPTIONS, type DataEnvelope, ENDPOINT_METADATA_KEY, type EmbeddingModelCreator, Endpoint, type EndpointDescriptor, type EndpointHandler, type EndpointMetadata, type EndpointOptions, EndpointRegistry, EventProcessor, type ExecuteToolWithAttachmentsParams, type ExecuteToolWithAttachmentsResult, type ExtendedCallbackContext, type ExtendedCallbackHandler, ExternalGraphBuilder, FileBasedDiscovery, FileTokenStore, type FlutchContext, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, type IAgentToolConfig, type IAgentToolConfiguration, type IAttachment, type IBaseEntity, type IChartDataPoint, type IChartDataset, type IChartValue, type IContentBlock, type IContentChain, type IDeletionInfo, type IGenericGraphType, type IGraphAttachment, type IGraphBuilder, type IGraphCompiler, type IGraphConfigurable, type IGraphEngine, type IGraphLogger, type IGraphManifest, type IGraphMetadata, type IGraphMetadataRegistry, type IGraphRequestPayload, type IGraphResponsePayload, type IGraphRunnableConfig, type IGraphService, type IGraphServiceRegistry, type IGraphSettingsRepository, type IGraphTraceEvent, type IGraphTracer, type IGraphTypeMetadata, type IGraphTypeRegistry, type ILangGraphConfig, type IModelInitializer, type IOAuthTokenStore, type IReasoningChain, type IReasoningStep, type IStoredMessageContent, type ISystemToolCredentials, type IToolCall, type IToolCatalog, type IToolConfigOption, type IToolExecutionContext, type ITracingEvent, type IUsageMetrics, type IUsageRecorder, type IdempotencyConfig, type IdempotencyEntry, IdempotencyManager, IdempotencyStatus, type KnowledgeBaseInfo, type LLMCallRecord, type LLMConfig, type LLModel, LangGraphEngine, type MappedChannels, McpConverter, type McpRuntimeClient, McpRuntimeHttpClient, type McpTool, McpToolFilter, type Model, type ModelByIdConfig, type ModelByIdWithTypeConfig, type ModelConfig, type ModelConfigFetcher, type ModelConfigWithToken, type ModelConfigWithTokenAndType, type ModelCreators, ModelInitializer, ModelProvider, ModelType, type MongoDBConfig, MongoTokenStore, type OAuthProviderConfig, type OAuthProviderDef, OAuthTokenManager, type OAuthTokenManagerOptions, type OAuthTokens, type PostgresConfig, type RateLimitConfig, type RateLimitResult, type RequestContext, type RerankModelCreator, type RetrieveQueryOptions, type RetrieverConfig, RetrieverSearchType, RetrieverService, type RouterConfig, type ServiceDiscoveryProvider, SmartCallbackRouter, StaticDiscovery, type StreamAccumulator, StreamChannel, type StrictGraphRunnableConfig, TelegramPatchHandler, type ToolConfig, type ToolExecutionResult, type TraceApiCallResult, type TracingLevel, UIDispatchController, type UIDispatchDto, UIEndpoint, type UIEndpointClassMetadata, type UIEndpointMethodMetadata, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, type UniversalGraphModuleOptions, UniversalGraphService, type VersionResolution, type VersionResolutionOptions, type VersionRoute, VersionedGraphService, type VersioningConfig, VoyageAIRerank, type VoyageAIRerankConfig, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, _internals, bootstrap, buildOAuthAuthorizationUrl, buildOpenAIModelConfig, clearAttachmentDataStore, createEndpointDescriptors, createGraphAttachment, createMongoClientAdapter, createStaticMessage, decryptTokens, dispatchAttachments, encryptTokens, executeToolWithAttachments, findCallbackMethod, findEndpointMethod, flutchFetch, flutchHeaders, flutchMistralHook, generateAttachmentSummary, generateModelCacheKey, getAttachmentData, getCallbackMetadata, getEndpointMetadata, getFlutchContext, getOAuthProvider, getOAuthProviderNames, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, hashToolsConfig, isReasoningModel, loadOAuthProviders, normalizeToolConfigs, registerFinanceExampleCallback, registerUIEndpointsFromClass, resolveOAuthProviderConfig, resolveRouterURL, sanitizeTraceData, storeAttachmentData, traceApiCall, withFlutchContext, wrapCohereFetcher };

package/dist/index.js

@@ -1,4 +1,4 @@
-import { Injectable, Inject, Get, Post, Body, Res, Param, Controller, UseGuards, Req, Logger, Optional, Module, UnauthorizedException, ValidationPipe, HttpException, HttpStatus, ForbiddenException, NotFoundException, InternalServerErrorException, Headers } from '@nestjs/common';
+import { Injectable, Inject, Get, Post, Body, Res, Param, Controller, UseGuards, Req, Logger, Optional, Module, UnauthorizedException, ValidationPipe, HttpException, HttpStatus, ForbiddenException, NotFoundException, InternalServerErrorException, Headers as Headers$1 } from '@nestjs/common';
 import 'reflect-metadata';
 import { ApiOperation, ApiResponse, ApiParam, ApiTags, DocumentBuilder, SwaggerModule } from '@nestjs/swagger';
 import * as fs from 'fs';
@@ -14,6 +14,7 @@ import { createHash, randomUUID, randomBytes } from 'crypto';
 import { Registry, collectDefaultMetrics, Counter, Histogram, Gauge } from 'prom-client';
 import { ToolMessage, AIMessage } from '@langchain/core/messages';
 import * as LangGraph from '@langchain/langgraph';
+import { AsyncLocalStorage } from 'async_hooks';
 import { dispatchCustomEvent } from '@langchain/core/callbacks/dispatch';
 import { DynamicStructuredTool } from '@langchain/core/tools';
 import { z } from 'zod';
@@ -22,6 +23,7 @@ import { zodToJsonSchema } from 'zod-to-json-schema';
 import { parseCallbackConfigArg, CallbackManager } from '@langchain/core/callbacks/manager';
 import { ChatOpenAI, OpenAIEmbeddings } from '@langchain/openai';
 import { ChatBedrockConverse } from '@langchain/aws';
+import { fetcher } from 'cohere-ai/core';
 import { ChatAnthropic } from '@langchain/anthropic';
 import { ChatCohere, CohereRerank } from '@langchain/cohere';
 import { CohereClient } from 'cohere-ai';
@@ -543,7 +545,7 @@ var init_ui_dispatch_controller = __esm({
       ApiResponse({ status: 200, description: "Graph manifest" }),
       ApiResponse({ status: 404, description: "Graph not found" }),
       __decorateParam(0, Param("graphType")),
-      __decorateParam(1, Headers("x-user-id"))
+      __decorateParam(1, Headers$1("x-user-id"))
     ], UIDispatchController.prototype, "getGraphManifest", 1);
     __decorateClass([
       Get(":graphType/endpoints"),
@@ -554,7 +556,7 @@ var init_ui_dispatch_controller = __esm({
         type: [String]
       }),
       __decorateParam(0, Param("graphType")),
-      __decorateParam(1, Headers("x-user-id"))
+      __decorateParam(1, Headers$1("x-user-id"))
     ], UIDispatchController.prototype, "listEndpoints", 1);
     __decorateClass([
       Get("catalog"),
@@ -563,8 +565,8 @@ var init_ui_dispatch_controller = __esm({
         status: 200,
         description: "List of graphs with basic info"
       }),
-      __decorateParam(0, Headers("x-user-id")),
-      __decorateParam(1, Headers("x-company-id"))
+      __decorateParam(0, Headers$1("x-user-id")),
+      __decorateParam(1, Headers$1("x-company-id"))
     ], UIDispatchController.prototype, "getGraphCatalog", 1);
     UIDispatchController = __decorateClass([
       ApiTags("UI Dispatch"),
@@ -4787,6 +4789,36 @@ var EventProcessor = class {
     }
     return [];
   }
+  /**
+   * Convert LangChain unified `tool_call_chunks` (Bedrock / OpenAI streaming
+   * format) into Anthropic-style blocks so the rest of the pipeline can stay
+   * uniform. The first chunk for a tool carries `name` (and usually `id`);
+   * subsequent chunks carry partial `args` strings that need to accumulate.
+   *
+   * NOTE: assumes tool calls arrive sequentially. Parallel tool calls with
+   * interleaved `args` chunks across different `index`es will misroute args
+   * to the most recently opened tool_use block.
+   */
+  toolCallChunksToBlocks(toolCallChunks) {
+    const blocks = [];
+    for (const tcc of toolCallChunks) {
+      if (tcc.name) {
+        blocks.push({
+          type: "tool_use",
+          id: tcc.id,
+          name: tcc.name,
+          input: ""
+        });
+      }
+      if (typeof tcc.args === "string" && tcc.args.length > 0) {
+        blocks.push({
+          type: "input_json_delta",
+          input: tcc.args
+        });
+      }
+    }
+    return blocks;
+  }
   /**
    * Extract attachments from various input formats
    * Handles both array format (IAttachment[]) and object format (Record<string, IGraphAttachment>)
@@ -4950,10 +4982,19 @@ var EventProcessor = class {
       }
       return;
     }
-    if (event.event === "on_chat_model_stream" && event.data?.chunk?.content) {
+    if (event.event === "on_chat_model_stream" && event.data?.chunk) {
       const channel = event.metadata?.stream_channel ?? "text" /* TEXT */;
-      const blocks = this.normalizeContentBlocks(event.data.chunk.content);
-      this.processContentStream(acc, channel, blocks, onPartial);
+      const chunk = event.data.chunk;
+      const blocks = [];
+      if (chunk.content) {
+        blocks.push(...this.normalizeContentBlocks(chunk.content));
+      }
+      if (Array.isArray(chunk.tool_call_chunks) && chunk.tool_call_chunks.length > 0) {
+        blocks.push(...this.toolCallChunksToBlocks(chunk.tool_call_chunks));
+      }
+      if (blocks.length > 0) {
+        this.processContentStream(acc, channel, blocks, onPartial);
+      }
       return;
     }
     if (event.event === "on_tool_start") {
@@ -4966,6 +5007,44 @@ var EventProcessor = class {
         if (idx !== -1) {
           const block = state.pendingToolBlocks.splice(idx, 1)[0];
           state.toolBlocksByRunId.set(event.run_id, block);
+        } else {
+          const toolInput = event.data?.input;
+          let inputString;
+          try {
+            inputString = typeof toolInput === "string" ? toolInput : JSON.stringify(toolInput ?? {});
+          } catch {
+            inputString = "";
+          }
+          const synthesizedBlock = {
+            index: state.contentChain.length + (state.currentBlock ? 1 : 0),
+            type: "tool_use",
+            name: event.name,
+            id: event.run_id,
+            input: inputString,
+            output: ""
+          };
+          if (state.currentBlock) {
+            state.contentChain.push(state.currentBlock);
+            state.currentBlock = null;
+          }
+          state.contentChain.push(synthesizedBlock);
+          state.toolBlocksByRunId.set(event.run_id, synthesizedBlock);
+          this.sendDelta(
+            channel,
+            { type: "step_started", step: synthesizedBlock },
+            onPartial
+          );
+          if (inputString.length > 0) {
+            this.sendDelta(
+              channel,
+              {
+                type: "tool_input_chunk",
+                stepId: synthesizedBlock.id,
+                chunk: inputString
+              },
+              onPartial
+            );
+          }
         }
       }
       this.logger.log("\u{1F527} Tool execution started", {
@@ -5195,6 +5274,71 @@ var EventProcessor = class {
 EventProcessor = __decorateClass([
   Injectable()
 ], EventProcessor);
+var als = new AsyncLocalStorage();
+function withFlutchContext(ctx, fn) {
+  return als.run(ctx, fn);
+}
+function getFlutchContext() {
+  return als.getStore();
+}
+var HEADER_MAP = {
+  messageId: "x-flutch-message-id",
+  threadId: "x-flutch-thread-id",
+  agentId: "x-flutch-agent-id",
+  userId: "x-flutch-user-id",
+  nodeName: "x-flutch-node"
+};
+var flutchFetch = (input, init) => {
+  const ctx = als.getStore();
+  if (!ctx) {
+    return fetch(input, init);
+  }
+  const headers = new Headers(init?.headers);
+  for (const key of Object.keys(HEADER_MAP)) {
+    const value = ctx[key];
+    if (value) {
+      headers.set(HEADER_MAP[key], String(value));
+    }
+  }
+  return fetch(input, { ...init, headers });
+};
+function flutchHeaders() {
+  const ctx = als.getStore();
+  if (!ctx) return {};
+  const out = {};
+  for (const key of Object.keys(HEADER_MAP)) {
+    const value = ctx[key];
+    if (value) {
+      out[HEADER_MAP[key]] = String(value);
+    }
+  }
+  return out;
+}
+function flutchMistralHook(req) {
+  const extras = flutchHeaders();
+  if (Object.keys(extras).length === 0) {
+    return req;
+  }
+  const headers = new Headers(req.headers);
+  for (const [k, v] of Object.entries(extras)) {
+    headers.set(k, v);
+  }
+  return new Request(req, { headers });
+}
+function wrapCohereFetcher(inner) {
+  return ((args) => {
+    const extras = flutchHeaders();
+    if (Object.keys(extras).length === 0) {
+      return inner(args);
+    }
+    return inner({
+      ...args,
+      headers: { ...args.headers ?? {}, ...extras }
+    });
+  });
+}
+
+// src/engines/langgraph/langgraph-engine.ts
 process.setMaxListeners(0);
 var LangGraphEngine = class {
   constructor(eventProcessor, configService) {
@@ -5246,29 +5390,42 @@ var LangGraphEngine = class {
    * Method to invoke LangGraph
    */
   async invokeGraph(graph, preparedPayload, signal) {
-    this.logger.debug("invokeGraph preparedPayload", preparedPayload);
-    if (signal) {
-      preparedPayload.signal = signal;
-      this.logger.debug("[ENGINE] Signal assigned to preparedPayload.signal");
-    }
-    const input = await this.deserializeInput(preparedPayload.input || {});
-    try {
-      const result = await graph.invoke(input, {
-        ...preparedPayload.config,
-        signal: preparedPayload.signal
-      });
-      return this.processGraphResult(result);
-    } finally {
-      const threadId = this.extractThreadId(preparedPayload);
-      if (threadId) {
-        clearAttachmentDataStore(threadId);
-        this.logger.debug(
-          `[ENGINE] Cleared attachment data store for thread: ${threadId}`
-        );
+    return withFlutchContext(
+      this.extractFlutchContext(preparedPayload),
+      async () => {
+        this.logger.debug("invokeGraph preparedPayload", preparedPayload);
+        if (signal) {
+          preparedPayload.signal = signal;
+          this.logger.debug(
+            "[ENGINE] Signal assigned to preparedPayload.signal"
+          );
+        }
+        const input = await this.deserializeInput(preparedPayload.input || {});
+        try {
+          const result = await graph.invoke(input, {
+            ...preparedPayload.config,
+            signal: preparedPayload.signal
+          });
+          return this.processGraphResult(result);
+        } finally {
+          const threadId = this.extractThreadId(preparedPayload);
+          if (threadId) {
+            clearAttachmentDataStore(threadId);
+            this.logger.debug(
+              `[ENGINE] Cleared attachment data store for thread: ${threadId}`
+            );
+          }
+        }
       }
-    }
+    );
   }
   async streamGraph(graph, preparedPayload, onPartial, signal) {
+    return withFlutchContext(
+      this.extractFlutchContext(preparedPayload),
+      () => this.streamGraphInner(graph, preparedPayload, onPartial, signal)
+    );
+  }
+  async streamGraphInner(graph, preparedPayload, onPartial, signal) {
     const acc = this.eventProcessor.createAccumulator();
     let streamError = null;
     this.logger.debug({
@@ -5498,6 +5655,22 @@ var LangGraphEngine = class {
   extractThreadId(preparedPayload) {
     return preparedPayload.configurable?.thread_id || preparedPayload.configurable?.context?.threadId || preparedPayload.config?.configurable?.thread_id || preparedPayload.config?.configurable?.context?.threadId || void 0;
   }
+  /**
+   * Extract Flutch billing/attribution context from the prepared payload.
+   *
+   * Read by `flutchFetch` (in node-sdk/src/models/flutch-context.ts) to
+   * attach X-Flutch-* headers to every router-bound LLM call made during
+   * this graph run.
+   */
+  extractFlutchContext(preparedPayload) {
+    const ctx = preparedPayload?.config?.configurable?.context || preparedPayload?.configurable?.context || {};
+    return {
+      messageId: ctx.messageId,
+      threadId: ctx.threadId || preparedPayload?.config?.configurable?.thread_id,
+      agentId: ctx.agentId,
+      userId: ctx.userId
+    };
+  }
   /**
    * Process graph execution result
    */
@@ -6653,7 +6826,10 @@ var ModelInitializer = class _ModelInitializer {
       );
       const routerURL = resolveRouterURL(baseURL);
       if (routerURL) {
-        config.configuration = { baseURL: `${routerURL}/v1` };
+        config.configuration = {
+          baseURL: `${routerURL}/v1`,
+          fetch: flutchFetch
+        };
       }
       return new ChatOpenAI(config);
     },
@@ -6663,15 +6839,19 @@ var ModelInitializer = class _ModelInitializer {
       defaultMaxTokens,
       apiToken,
       baseURL
-    }) => new ChatAnthropic({
-      modelName,
-      temperature: defaultTemperature,
-      maxTokens: defaultMaxTokens,
-      anthropicApiKey: apiToken || this.resolveApiKey("anthropic" /* ANTHROPIC */),
-      ...resolveRouterURL(baseURL) && {
-        anthropicApiUrl: resolveRouterURL(baseURL)
-      }
-    }),
+    }) => {
+      const routerURL = resolveRouterURL(baseURL);
+      return new ChatAnthropic({
+        modelName,
+        temperature: defaultTemperature,
+        maxTokens: defaultMaxTokens,
+        anthropicApiKey: apiToken || this.resolveApiKey("anthropic" /* ANTHROPIC */),
+        ...routerURL && {
+          anthropicApiUrl: routerURL,
+          clientOptions: { fetch: flutchFetch }
+        }
+      });
+    },
     ["cohere" /* COHERE */]: ({
       modelName,
       defaultTemperature,
@@ -6684,7 +6864,13 @@ var ModelInitializer = class _ModelInitializer {
       return routerURL ? new ChatCohere({
         model: modelName,
         temperature: defaultTemperature,
-        client: new CohereClient({ token, baseUrl: routerURL })
+        client: new CohereClient({
+          token,
+          baseUrl: routerURL,
+          // Inject X-Flutch-* headers from the ALS context on every
+          // outbound request via the wrapped default fetcher.
+          fetcher: wrapCohereFetcher(fetcher)
+        })
       }) : new ChatCohere({
         model: modelName,
         temperature: defaultTemperature,
@@ -6704,7 +6890,13 @@ var ModelInitializer = class _ModelInitializer {
         temperature: defaultTemperature,
         maxTokens: defaultMaxTokens,
         apiKey: apiToken || this.resolveApiKey("mistral" /* MISTRAL */),
-        ...routerURL && { serverURL: `${routerURL}/v1` }
+        ...routerURL && {
+          serverURL: `${routerURL}/v1`,
+          // Mistral SDK doesn't accept a custom fetch directly — its
+          // beforeRequestHooks let us mutate the outgoing Request to add
+          // X-Flutch-* headers from the ALS context.
+          beforeRequestHooks: [flutchMistralHook]
+        }
       });
     },
     ["voyageai" /* VOYAGEAI */]: () => {
@@ -6759,7 +6951,7 @@ var ModelInitializer = class _ModelInitializer {
         model: modelName,
         apiKey: apiToken || this.resolveApiKey("openai" /* OPENAI */),
         ...routerURL && {
-          configuration: { baseURL: `${routerURL}/v1` }
+          configuration: { baseURL: `${routerURL}/v1`, fetch: flutchFetch }
         }
       });
     },
@@ -7705,6 +7897,6 @@ var MongoTokenStore = class {
   }
 };
 
-export { AbstractGraphBuilder, AttachmentType, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, CallbackController, CallbackMetrics, CallbackPatchService, CallbackRateLimiter, CallbackRegistry, CallbackStore, CallbackTokenGuard, ChatFeature, DEFAULT_ATTACHMENT_THRESHOLD, DEFAULT_ROUTER_URL, DEFAULT_TRACER_OPTIONS, ENDPOINT_METADATA_KEY, Endpoint, EndpointRegistry, EventProcessor, ExternalGraphBuilder, FileBasedDiscovery, FileTokenStore, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, IdempotencyManager, IdempotencyStatus, LangGraphEngine, McpConverter, McpRuntimeHttpClient, McpToolFilter, ModelInitializer, ModelProvider, ModelType, MongoTokenStore, OAuthTokenManager, RetrieverSearchType, RetrieverService, SmartCallbackRouter, StaticDiscovery, StreamChannel, TelegramPatchHandler, UIDispatchController, UIEndpoint, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, UniversalGraphService, VersionedGraphService, VoyageAIRerank, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, _internals, bootstrap, buildOAuthAuthorizationUrl, buildOpenAIModelConfig, clearAttachmentDataStore, createEndpointDescriptors, createGraphAttachment, createMongoClientAdapter, createStaticMessage, decryptTokens, dispatchAttachments, encryptTokens, executeToolWithAttachments, findCallbackMethod, findEndpointMethod, generateAttachmentSummary, generateModelCacheKey, getAttachmentData, getCallbackMetadata, getEndpointMetadata, getOAuthProvider, getOAuthProviderNames, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, hashToolsConfig, isReasoningModel, loadOAuthProviders, normalizeToolConfigs, registerFinanceExampleCallback, registerUIEndpointsFromClass, resolveOAuthProviderConfig, resolveRouterURL, sanitizeTraceData, storeAttachmentData, traceApiCall };
+export { AbstractGraphBuilder, AttachmentType, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, CallbackController, CallbackMetrics, CallbackPatchService, CallbackRateLimiter, CallbackRegistry, CallbackStore, CallbackTokenGuard, ChatFeature, DEFAULT_ATTACHMENT_THRESHOLD, DEFAULT_ROUTER_URL, DEFAULT_TRACER_OPTIONS, ENDPOINT_METADATA_KEY, Endpoint, EndpointRegistry, EventProcessor, ExternalGraphBuilder, FileBasedDiscovery, FileTokenStore, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, IdempotencyManager, IdempotencyStatus, LangGraphEngine, McpConverter, McpRuntimeHttpClient, McpToolFilter, ModelInitializer, ModelProvider, ModelType, MongoTokenStore, OAuthTokenManager, RetrieverSearchType, RetrieverService, SmartCallbackRouter, StaticDiscovery, StreamChannel, TelegramPatchHandler, UIDispatchController, UIEndpoint, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, UniversalGraphService, VersionedGraphService, VoyageAIRerank, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, _internals, bootstrap, buildOAuthAuthorizationUrl, buildOpenAIModelConfig, clearAttachmentDataStore, createEndpointDescriptors, createGraphAttachment, createMongoClientAdapter, createStaticMessage, decryptTokens, dispatchAttachments, encryptTokens, executeToolWithAttachments, findCallbackMethod, findEndpointMethod, flutchFetch, flutchHeaders, flutchMistralHook, generateAttachmentSummary, generateModelCacheKey, getAttachmentData, getCallbackMetadata, getEndpointMetadata, getFlutchContext, getOAuthProvider, getOAuthProviderNames, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, hashToolsConfig, isReasoningModel, loadOAuthProviders, normalizeToolConfigs, registerFinanceExampleCallback, registerUIEndpointsFromClass, resolveOAuthProviderConfig, resolveRouterURL, sanitizeTraceData, storeAttachmentData, traceApiCall, withFlutchContext, wrapCohereFetcher };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map