@flutchai/flutch-sdk 0.1.10 → 0.1.11

package/dist/index.d.cts

@@ -2,21 +2,22 @@ import { JSONSchema7 } from 'json-schema';
 import * as _nestjs_common from '@nestjs/common';
 import { OnModuleInit, Logger, Type, CanActivate, ExecutionContext, DynamicModule } from '@nestjs/common';
 import { ConfigService } from '@nestjs/config';
-import { HumanMessage } from '@langchain/core/messages';
+import { HumanMessage, AIMessageChunk } from '@langchain/core/messages';
 import { BaseChannel, CompiledStateGraph, LangGraphRunnableConfig } from '@langchain/langgraph';
 import Redis from 'ioredis';
 import { Registry } from 'prom-client';
 import { Response, Request } from 'express';
 import { DiscoveryService, MetadataScanner, ModuleRef } from '@nestjs/core';
-import { StructuredTool } from '@langchain/core/tools';
-import { RunnableConfig } from '@langchain/core/runnables';
+import { DynamicStructuredTool, StructuredTool } from '@langchain/core/tools';
+import { Runnable, RunnableConfig } from '@langchain/core/runnables';
 import { ChatAnthropic } from '@langchain/anthropic';
 import { ChatCohere } from '@langchain/cohere';
 import { ChatMistralAI } from '@langchain/mistralai';
 import { ChatOpenAI } from '@langchain/openai';
-import { BaseChatModel } from '@langchain/core/language_models/chat_models';
+import { BaseChatModel, BaseChatModelCallOptions } from '@langchain/core/language_models/chat_models';
 import { BaseDocumentCompressor } from '@langchain/core/retrievers/document_compressors';
 import { Embeddings } from '@langchain/core/embeddings';
+import { BaseLanguageModelInput } from '@langchain/core/language_models/base';
 import { Document } from '@langchain/core/documents';
 
 interface RequestContext {
@@ -1222,6 +1223,8 @@ interface ModelByIdConfig {
     modelId: string;
     temperature?: number;
     maxTokens?: number;
+    toolsConfig?: IAgentToolConfig[];
+    customTools?: DynamicStructuredTool[];
 }
 type ModelConfigFetcher = (modelId: string) => Promise<ModelConfigWithToken>;
 interface ModelConfigWithToken {
@@ -1239,7 +1242,9 @@ type ModelCreator = (config: ModelConfig & {
     customApiToken?: string;
 }) => LLModel;
 
-type Model = BaseChatModel | BaseDocumentCompressor | Embeddings;
+type ChatModelWithTools = Runnable<BaseLanguageModelInput, AIMessageChunk, BaseChatModelCallOptions>;
+type ChatModelOrRunnable = BaseChatModel | ChatModelWithTools;
+type Model = BaseChatModel | ChatModelWithTools | BaseDocumentCompressor | Embeddings;
 interface ModelByIdWithTypeConfig extends ModelByIdConfig {
     modelType: ModelType;
 }
@@ -1250,11 +1255,11 @@ interface ModelConfigWithTokenAndType extends ModelConfigWithToken {
     supportedFormats?: string[];
 }
 interface IModelInitializer {
-    createChatModelById(modelId: string): Promise<BaseChatModel>;
+    createChatModelById(modelId: string): Promise<ChatModelOrRunnable>;
     createRerankModelById(modelId: string): Promise<BaseDocumentCompressor>;
     createEmbeddingModelById(modelId: string): Promise<Embeddings>;
     createModelById(modelId: string, expectedType?: ModelType): Promise<Model>;
-    initializeChatModel(config: ModelByIdConfig): Promise<BaseChatModel>;
+    initializeChatModel(config: ModelByIdConfig): Promise<ChatModelOrRunnable>;
     initializeRerankModel(config: ModelByIdConfig): Promise<BaseDocumentCompressor>;
     initializeEmbeddingModel(config: ModelByIdConfig): Promise<Embeddings>;
     initializeModelByType(config: ModelByIdWithTypeConfig): Promise<Model>;
@@ -1279,15 +1284,17 @@ declare class ModelInitializer implements IModelInitializer {
     private modelConfigCache;
     private modelInstanceCache;
     constructor(configFetcher?: ModelConfigFetcher, logger?: Logger);
+    private hashToolsConfig;
     private generateModelCacheKey;
     private requiresMaxCompletionTokens;
     private readonly chatModelCreators;
     private readonly rerankModelCreators;
     private readonly embeddingModelCreators;
-    initializeChatModel(config: ModelByIdConfig): Promise<BaseChatModel>;
+    initializeChatModel(config: ModelByIdConfig): Promise<BaseChatModel | Runnable<BaseLanguageModelInput, AIMessageChunk, BaseChatModelCallOptions>>;
+    private bindToolsToModel;
     initializeRerankModel(config: ModelByIdConfig): Promise<BaseDocumentCompressor>;
     initializeEmbeddingModel(config: ModelByIdConfig): Promise<Embeddings>;
-    createChatModelById(modelId: string): Promise<BaseChatModel>;
+    createChatModelById(modelId: string): Promise<ChatModelOrRunnable>;
     createRerankModelById(modelId: string): Promise<BaseDocumentCompressor>;
     createEmbeddingModelById(modelId: string): Promise<Embeddings>;
     createModelById(modelId: string, expectedType?: ModelType): Promise<Model>;
@@ -1305,11 +1312,6 @@ declare class ModelInitializer implements IModelInitializer {
     };
     private fetchFromApi;
 }
-declare function prepareModelWithTools(model: BaseChatModel, tools: StructuredTool[], baseConfig?: any): {
-    modelWithTools: any;
-    finalConfig: any;
-    toolsMethod: "bindTools" | "manual" | "none";
-};
 
 interface VoyageAIRerankConfig {
     apiKey?: string;
@@ -1335,6 +1337,7 @@ interface IToolCatalog extends IBaseEntity {
     isActive: boolean;
     toolVersion?: string;
     configSchema?: IToolConfigOption[];
+    supportsDynamicSchema?: boolean;
 }
 interface IToolConfigOption {
     key: string;
@@ -1357,6 +1360,7 @@ interface IToolConfigOption {
         provider?: ModelProvider;
         isActive?: boolean;
     };
+    includeInSchema?: boolean;
 }
 
 interface IAgentToolConfig {
@@ -1423,7 +1427,7 @@ declare class McpToolFilter {
     private readonly logger;
     private readonly mcpConverter;
     constructor(mcpRuntimeUrl?: string);
-    getFilteredTools(enabledTools?: string[]): Promise<StructuredTool[]>;
+    getFilteredTools(toolsConfig?: IAgentToolConfig[]): Promise<StructuredTool[]>;
     getAllTools(): Promise<StructuredTool[]>;
     isHealthy(): Promise<boolean>;
     getAvailableToolNames(): Promise<string[]>;
@@ -1561,4 +1565,4 @@ declare class StaticDiscovery implements ServiceDiscoveryProvider {
     }>>;
 }
 
-export { type ACLValidationResult, AbstractGraphBuilder, type ApiCallTracerOptions, AttachmentType, type AuditEntry, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, type BaseGraphState, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, type CallbackContext, CallbackController, type CallbackEntry, type CallbackHandler, type CallbackMetadata, CallbackMetrics, type CallbackPatch, type CallbackPatchHandler, CallbackPatchService, CallbackRateLimiter, type CallbackRecord, CallbackRegistry, type CallbackRequest, type CallbackResult, CallbackStore, CallbackTokenGuard, type CallbackUser, type ChannelState, type ChartType, ChatFeature, type ChatModelCreator, type CitationValue, type CompiledGraphFor, type ConcreteModels, type CustomDocument, DEFAULT_TRACER_OPTIONS, type DataEnvelope, ENDPOINT_METADATA_KEY, type EmbeddingModelCreator, Endpoint, type EndpointDescriptor, type EndpointHandler, type EndpointMetadata, type EndpointOptions, EndpointRegistry, EventProcessor, type ExtendedCallbackContext, type ExtendedCallbackHandler, FileBasedDiscovery, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, type IAgentToolConfig, type IAgentToolConfiguration, type IAttachment, type IBaseEntity, type IChartDataPoint, type IChartDataset, type IChartValue, type IContentBlock, type IContentChain, type IDeletionInfo, type IGenericGraphType, type IGraphBuilder, type IGraphCompiler, type IGraphConfigurable, type IGraphEngine, type IGraphManifest, type IGraphMetadata, type IGraphMetadataRegistry, type IGraphRequestPayload, type IGraphResponsePayload, type IGraphRunnableConfig, type IGraphService, type IGraphServiceRegistry, type IGraphSettingsRepository, type IGraphTraceEvent, type IGraphTracer, type IGraphTypeMetadata, type IGraphTypeRegistry, type IModelInitializer, type IReasoningChain, type IReasoningStep, type IStoredMessageContent, type ISystemToolCredentials, type IToolCall, type IToolCatalog, type IToolConfigOption, type IToolExecutionContext, type ITracingEvent, type IUsageMetrics, type IUsageRecorder, type IdempotencyConfig, type IdempotencyEntry, IdempotencyManager, IdempotencyStatus, type KnowledgeBaseInfo, type LLMCallRecord, type LLMConfig, type LLModel, LangGraphEngine, type MappedChannels, McpConverter, type McpRuntimeClient, McpRuntimeHttpClient, type McpTool, McpToolFilter, type Model, type ModelByIdConfig, type ModelByIdWithTypeConfig, type ModelConfig, type ModelConfigFetcher, type ModelConfigWithToken, type ModelConfigWithTokenAndType, type ModelCreator, type ModelCreators, ModelInitializer, ModelProvider, ModelType, type RateLimitConfig, type RateLimitResult, type RequestContext, type RerankModelCreator, type RetrieveQueryOptions, type RetrieverConfig, RetrieverSearchType, RetrieverService, type RouterConfig, type ServiceDiscoveryProvider, SmartCallbackRouter, StaticDiscovery, type StreamAccumulator, StreamChannel, type StrictGraphRunnableConfig, TelegramPatchHandler, type ToolExecutionResult, type TraceApiCallResult, type TracingLevel, UIDispatchController, type UIDispatchDto, UIEndpoint, type UIEndpointClassMetadata, type UIEndpointMethodMetadata, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, type UniversalGraphModuleOptions, UniversalGraphService, type VersionResolution, type VersionResolutionOptions, type VersionRoute, VersionedGraphService, type VersioningConfig, VoyageAIRerank, type VoyageAIRerankConfig, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, bootstrap, createEndpointDescriptors, findCallbackMethod, findEndpointMethod, getCallbackMetadata, getEndpointMetadata, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, prepareModelWithTools, registerFinanceExampleCallback, registerUIEndpointsFromClass, sanitizeTraceData, traceApiCall };
+export { type ACLValidationResult, AbstractGraphBuilder, type ApiCallTracerOptions, AttachmentType, type AuditEntry, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, type BaseGraphState, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, type CallbackContext, CallbackController, type CallbackEntry, type CallbackHandler, type CallbackMetadata, CallbackMetrics, type CallbackPatch, type CallbackPatchHandler, CallbackPatchService, CallbackRateLimiter, type CallbackRecord, CallbackRegistry, type CallbackRequest, type CallbackResult, CallbackStore, CallbackTokenGuard, type CallbackUser, type ChannelState, type ChartType, ChatFeature, type ChatModelCreator, type ChatModelOrRunnable, type ChatModelWithTools, type CitationValue, type CompiledGraphFor, type ConcreteModels, type CustomDocument, DEFAULT_TRACER_OPTIONS, type DataEnvelope, ENDPOINT_METADATA_KEY, type EmbeddingModelCreator, Endpoint, type EndpointDescriptor, type EndpointHandler, type EndpointMetadata, type EndpointOptions, EndpointRegistry, EventProcessor, type ExtendedCallbackContext, type ExtendedCallbackHandler, FileBasedDiscovery, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, type IAgentToolConfig, type IAgentToolConfiguration, type IAttachment, type IBaseEntity, type IChartDataPoint, type IChartDataset, type IChartValue, type IContentBlock, type IContentChain, type IDeletionInfo, type IGenericGraphType, type IGraphBuilder, type IGraphCompiler, type IGraphConfigurable, type IGraphEngine, type IGraphManifest, type IGraphMetadata, type IGraphMetadataRegistry, type IGraphRequestPayload, type IGraphResponsePayload, type IGraphRunnableConfig, type IGraphService, type IGraphServiceRegistry, type IGraphSettingsRepository, type IGraphTraceEvent, type IGraphTracer, type IGraphTypeMetadata, type IGraphTypeRegistry, type IModelInitializer, type IReasoningChain, type IReasoningStep, type IStoredMessageContent, type ISystemToolCredentials, type IToolCall, type IToolCatalog, type IToolConfigOption, type IToolExecutionContext, type ITracingEvent, type IUsageMetrics, type IUsageRecorder, type IdempotencyConfig, type IdempotencyEntry, IdempotencyManager, IdempotencyStatus, type KnowledgeBaseInfo, type LLMCallRecord, type LLMConfig, type LLModel, LangGraphEngine, type MappedChannels, McpConverter, type McpRuntimeClient, McpRuntimeHttpClient, type McpTool, McpToolFilter, type Model, type ModelByIdConfig, type ModelByIdWithTypeConfig, type ModelConfig, type ModelConfigFetcher, type ModelConfigWithToken, type ModelConfigWithTokenAndType, type ModelCreator, type ModelCreators, ModelInitializer, ModelProvider, ModelType, type RateLimitConfig, type RateLimitResult, type RequestContext, type RerankModelCreator, type RetrieveQueryOptions, type RetrieverConfig, RetrieverSearchType, RetrieverService, type RouterConfig, type ServiceDiscoveryProvider, SmartCallbackRouter, StaticDiscovery, type StreamAccumulator, StreamChannel, type StrictGraphRunnableConfig, TelegramPatchHandler, type ToolExecutionResult, type TraceApiCallResult, type TracingLevel, UIDispatchController, type UIDispatchDto, UIEndpoint, type UIEndpointClassMetadata, type UIEndpointMethodMetadata, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, type UniversalGraphModuleOptions, UniversalGraphService, type VersionResolution, type VersionResolutionOptions, type VersionRoute, VersionedGraphService, type VersioningConfig, VoyageAIRerank, type VoyageAIRerankConfig, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, bootstrap, createEndpointDescriptors, findCallbackMethod, findEndpointMethod, getCallbackMetadata, getEndpointMetadata, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, registerFinanceExampleCallback, registerUIEndpointsFromClass, sanitizeTraceData, traceApiCall };

package/dist/index.d.ts

@@ -2,21 +2,22 @@ import { JSONSchema7 } from 'json-schema';
 import * as _nestjs_common from '@nestjs/common';
 import { OnModuleInit, Logger, Type, CanActivate, ExecutionContext, DynamicModule } from '@nestjs/common';
 import { ConfigService } from '@nestjs/config';
-import { HumanMessage } from '@langchain/core/messages';
+import { HumanMessage, AIMessageChunk } from '@langchain/core/messages';
 import { BaseChannel, CompiledStateGraph, LangGraphRunnableConfig } from '@langchain/langgraph';
 import Redis from 'ioredis';
 import { Registry } from 'prom-client';
 import { Response, Request } from 'express';
 import { DiscoveryService, MetadataScanner, ModuleRef } from '@nestjs/core';
-import { StructuredTool } from '@langchain/core/tools';
-import { RunnableConfig } from '@langchain/core/runnables';
+import { DynamicStructuredTool, StructuredTool } from '@langchain/core/tools';
+import { Runnable, RunnableConfig } from '@langchain/core/runnables';
 import { ChatAnthropic } from '@langchain/anthropic';
 import { ChatCohere } from '@langchain/cohere';
 import { ChatMistralAI } from '@langchain/mistralai';
 import { ChatOpenAI } from '@langchain/openai';
-import { BaseChatModel } from '@langchain/core/language_models/chat_models';
+import { BaseChatModel, BaseChatModelCallOptions } from '@langchain/core/language_models/chat_models';
 import { BaseDocumentCompressor } from '@langchain/core/retrievers/document_compressors';
 import { Embeddings } from '@langchain/core/embeddings';
+import { BaseLanguageModelInput } from '@langchain/core/language_models/base';
 import { Document } from '@langchain/core/documents';
 
 interface RequestContext {
@@ -1222,6 +1223,8 @@ interface ModelByIdConfig {
     modelId: string;
     temperature?: number;
     maxTokens?: number;
+    toolsConfig?: IAgentToolConfig[];
+    customTools?: DynamicStructuredTool[];
 }
 type ModelConfigFetcher = (modelId: string) => Promise<ModelConfigWithToken>;
 interface ModelConfigWithToken {
@@ -1239,7 +1242,9 @@ type ModelCreator = (config: ModelConfig & {
     customApiToken?: string;
 }) => LLModel;
 
-type Model = BaseChatModel | BaseDocumentCompressor | Embeddings;
+type ChatModelWithTools = Runnable<BaseLanguageModelInput, AIMessageChunk, BaseChatModelCallOptions>;
+type ChatModelOrRunnable = BaseChatModel | ChatModelWithTools;
+type Model = BaseChatModel | ChatModelWithTools | BaseDocumentCompressor | Embeddings;
 interface ModelByIdWithTypeConfig extends ModelByIdConfig {
     modelType: ModelType;
 }
@@ -1250,11 +1255,11 @@ interface ModelConfigWithTokenAndType extends ModelConfigWithToken {
     supportedFormats?: string[];
 }
 interface IModelInitializer {
-    createChatModelById(modelId: string): Promise<BaseChatModel>;
+    createChatModelById(modelId: string): Promise<ChatModelOrRunnable>;
     createRerankModelById(modelId: string): Promise<BaseDocumentCompressor>;
     createEmbeddingModelById(modelId: string): Promise<Embeddings>;
     createModelById(modelId: string, expectedType?: ModelType): Promise<Model>;
-    initializeChatModel(config: ModelByIdConfig): Promise<BaseChatModel>;
+    initializeChatModel(config: ModelByIdConfig): Promise<ChatModelOrRunnable>;
     initializeRerankModel(config: ModelByIdConfig): Promise<BaseDocumentCompressor>;
     initializeEmbeddingModel(config: ModelByIdConfig): Promise<Embeddings>;
     initializeModelByType(config: ModelByIdWithTypeConfig): Promise<Model>;
@@ -1279,15 +1284,17 @@ declare class ModelInitializer implements IModelInitializer {
     private modelConfigCache;
     private modelInstanceCache;
     constructor(configFetcher?: ModelConfigFetcher, logger?: Logger);
+    private hashToolsConfig;
     private generateModelCacheKey;
     private requiresMaxCompletionTokens;
     private readonly chatModelCreators;
     private readonly rerankModelCreators;
     private readonly embeddingModelCreators;
-    initializeChatModel(config: ModelByIdConfig): Promise<BaseChatModel>;
+    initializeChatModel(config: ModelByIdConfig): Promise<BaseChatModel | Runnable<BaseLanguageModelInput, AIMessageChunk, BaseChatModelCallOptions>>;
+    private bindToolsToModel;
     initializeRerankModel(config: ModelByIdConfig): Promise<BaseDocumentCompressor>;
     initializeEmbeddingModel(config: ModelByIdConfig): Promise<Embeddings>;
-    createChatModelById(modelId: string): Promise<BaseChatModel>;
+    createChatModelById(modelId: string): Promise<ChatModelOrRunnable>;
     createRerankModelById(modelId: string): Promise<BaseDocumentCompressor>;
     createEmbeddingModelById(modelId: string): Promise<Embeddings>;
     createModelById(modelId: string, expectedType?: ModelType): Promise<Model>;
@@ -1305,11 +1312,6 @@ declare class ModelInitializer implements IModelInitializer {
     };
     private fetchFromApi;
 }
-declare function prepareModelWithTools(model: BaseChatModel, tools: StructuredTool[], baseConfig?: any): {
-    modelWithTools: any;
-    finalConfig: any;
-    toolsMethod: "bindTools" | "manual" | "none";
-};
 
 interface VoyageAIRerankConfig {
     apiKey?: string;
@@ -1335,6 +1337,7 @@ interface IToolCatalog extends IBaseEntity {
     isActive: boolean;
     toolVersion?: string;
     configSchema?: IToolConfigOption[];
+    supportsDynamicSchema?: boolean;
 }
 interface IToolConfigOption {
     key: string;
@@ -1357,6 +1360,7 @@ interface IToolConfigOption {
         provider?: ModelProvider;
         isActive?: boolean;
     };
+    includeInSchema?: boolean;
 }
 
 interface IAgentToolConfig {
@@ -1423,7 +1427,7 @@ declare class McpToolFilter {
     private readonly logger;
     private readonly mcpConverter;
     constructor(mcpRuntimeUrl?: string);
-    getFilteredTools(enabledTools?: string[]): Promise<StructuredTool[]>;
+    getFilteredTools(toolsConfig?: IAgentToolConfig[]): Promise<StructuredTool[]>;
     getAllTools(): Promise<StructuredTool[]>;
     isHealthy(): Promise<boolean>;
     getAvailableToolNames(): Promise<string[]>;
@@ -1561,4 +1565,4 @@ declare class StaticDiscovery implements ServiceDiscoveryProvider {
     }>>;
 }
 
-export { type ACLValidationResult, AbstractGraphBuilder, type ApiCallTracerOptions, AttachmentType, type AuditEntry, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, type BaseGraphState, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, type CallbackContext, CallbackController, type CallbackEntry, type CallbackHandler, type CallbackMetadata, CallbackMetrics, type CallbackPatch, type CallbackPatchHandler, CallbackPatchService, CallbackRateLimiter, type CallbackRecord, CallbackRegistry, type CallbackRequest, type CallbackResult, CallbackStore, CallbackTokenGuard, type CallbackUser, type ChannelState, type ChartType, ChatFeature, type ChatModelCreator, type CitationValue, type CompiledGraphFor, type ConcreteModels, type CustomDocument, DEFAULT_TRACER_OPTIONS, type DataEnvelope, ENDPOINT_METADATA_KEY, type EmbeddingModelCreator, Endpoint, type EndpointDescriptor, type EndpointHandler, type EndpointMetadata, type EndpointOptions, EndpointRegistry, EventProcessor, type ExtendedCallbackContext, type ExtendedCallbackHandler, FileBasedDiscovery, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, type IAgentToolConfig, type IAgentToolConfiguration, type IAttachment, type IBaseEntity, type IChartDataPoint, type IChartDataset, type IChartValue, type IContentBlock, type IContentChain, type IDeletionInfo, type IGenericGraphType, type IGraphBuilder, type IGraphCompiler, type IGraphConfigurable, type IGraphEngine, type IGraphManifest, type IGraphMetadata, type IGraphMetadataRegistry, type IGraphRequestPayload, type IGraphResponsePayload, type IGraphRunnableConfig, type IGraphService, type IGraphServiceRegistry, type IGraphSettingsRepository, type IGraphTraceEvent, type IGraphTracer, type IGraphTypeMetadata, type IGraphTypeRegistry, type IModelInitializer, type IReasoningChain, type IReasoningStep, type IStoredMessageContent, type ISystemToolCredentials, type IToolCall, type IToolCatalog, type IToolConfigOption, type IToolExecutionContext, type ITracingEvent, type IUsageMetrics, type IUsageRecorder, type IdempotencyConfig, type IdempotencyEntry, IdempotencyManager, IdempotencyStatus, type KnowledgeBaseInfo, type LLMCallRecord, type LLMConfig, type LLModel, LangGraphEngine, type MappedChannels, McpConverter, type McpRuntimeClient, McpRuntimeHttpClient, type McpTool, McpToolFilter, type Model, type ModelByIdConfig, type ModelByIdWithTypeConfig, type ModelConfig, type ModelConfigFetcher, type ModelConfigWithToken, type ModelConfigWithTokenAndType, type ModelCreator, type ModelCreators, ModelInitializer, ModelProvider, ModelType, type RateLimitConfig, type RateLimitResult, type RequestContext, type RerankModelCreator, type RetrieveQueryOptions, type RetrieverConfig, RetrieverSearchType, RetrieverService, type RouterConfig, type ServiceDiscoveryProvider, SmartCallbackRouter, StaticDiscovery, type StreamAccumulator, StreamChannel, type StrictGraphRunnableConfig, TelegramPatchHandler, type ToolExecutionResult, type TraceApiCallResult, type TracingLevel, UIDispatchController, type UIDispatchDto, UIEndpoint, type UIEndpointClassMetadata, type UIEndpointMethodMetadata, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, type UniversalGraphModuleOptions, UniversalGraphService, type VersionResolution, type VersionResolutionOptions, type VersionRoute, VersionedGraphService, type VersioningConfig, VoyageAIRerank, type VoyageAIRerankConfig, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, bootstrap, createEndpointDescriptors, findCallbackMethod, findEndpointMethod, getCallbackMetadata, getEndpointMetadata, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, prepareModelWithTools, registerFinanceExampleCallback, registerUIEndpointsFromClass, sanitizeTraceData, traceApiCall };
+export { type ACLValidationResult, AbstractGraphBuilder, type ApiCallTracerOptions, AttachmentType, type AuditEntry, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, type BaseGraphState, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, type CallbackContext, CallbackController, type CallbackEntry, type CallbackHandler, type CallbackMetadata, CallbackMetrics, type CallbackPatch, type CallbackPatchHandler, CallbackPatchService, CallbackRateLimiter, type CallbackRecord, CallbackRegistry, type CallbackRequest, type CallbackResult, CallbackStore, CallbackTokenGuard, type CallbackUser, type ChannelState, type ChartType, ChatFeature, type ChatModelCreator, type ChatModelOrRunnable, type ChatModelWithTools, type CitationValue, type CompiledGraphFor, type ConcreteModels, type CustomDocument, DEFAULT_TRACER_OPTIONS, type DataEnvelope, ENDPOINT_METADATA_KEY, type EmbeddingModelCreator, Endpoint, type EndpointDescriptor, type EndpointHandler, type EndpointMetadata, type EndpointOptions, EndpointRegistry, EventProcessor, type ExtendedCallbackContext, type ExtendedCallbackHandler, FileBasedDiscovery, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, type IAgentToolConfig, type IAgentToolConfiguration, type IAttachment, type IBaseEntity, type IChartDataPoint, type IChartDataset, type IChartValue, type IContentBlock, type IContentChain, type IDeletionInfo, type IGenericGraphType, type IGraphBuilder, type IGraphCompiler, type IGraphConfigurable, type IGraphEngine, type IGraphManifest, type IGraphMetadata, type IGraphMetadataRegistry, type IGraphRequestPayload, type IGraphResponsePayload, type IGraphRunnableConfig, type IGraphService, type IGraphServiceRegistry, type IGraphSettingsRepository, type IGraphTraceEvent, type IGraphTracer, type IGraphTypeMetadata, type IGraphTypeRegistry, type IModelInitializer, type IReasoningChain, type IReasoningStep, type IStoredMessageContent, type ISystemToolCredentials, type IToolCall, type IToolCatalog, type IToolConfigOption, type IToolExecutionContext, type ITracingEvent, type IUsageMetrics, type IUsageRecorder, type IdempotencyConfig, type IdempotencyEntry, IdempotencyManager, IdempotencyStatus, type KnowledgeBaseInfo, type LLMCallRecord, type LLMConfig, type LLModel, LangGraphEngine, type MappedChannels, McpConverter, type McpRuntimeClient, McpRuntimeHttpClient, type McpTool, McpToolFilter, type Model, type ModelByIdConfig, type ModelByIdWithTypeConfig, type ModelConfig, type ModelConfigFetcher, type ModelConfigWithToken, type ModelConfigWithTokenAndType, type ModelCreator, type ModelCreators, ModelInitializer, ModelProvider, ModelType, type RateLimitConfig, type RateLimitResult, type RequestContext, type RerankModelCreator, type RetrieveQueryOptions, type RetrieverConfig, RetrieverSearchType, RetrieverService, type RouterConfig, type ServiceDiscoveryProvider, SmartCallbackRouter, StaticDiscovery, type StreamAccumulator, StreamChannel, type StrictGraphRunnableConfig, TelegramPatchHandler, type ToolExecutionResult, type TraceApiCallResult, type TracingLevel, UIDispatchController, type UIDispatchDto, UIEndpoint, type UIEndpointClassMetadata, type UIEndpointMethodMetadata, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, type UniversalGraphModuleOptions, UniversalGraphService, type VersionResolution, type VersionResolutionOptions, type VersionRoute, VersionedGraphService, type VersioningConfig, VoyageAIRerank, type VoyageAIRerankConfig, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, bootstrap, createEndpointDescriptors, findCallbackMethod, findEndpointMethod, getCallbackMetadata, getEndpointMetadata, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, registerFinanceExampleCallback, registerUIEndpointsFromClass, sanitizeTraceData, traceApiCall };

package/dist/index.js

@@ -5516,37 +5516,43 @@ var McpToolFilter = class _McpToolFilter {
   logger = new Logger(_McpToolFilter.name);
   mcpConverter;
   /**
-   * Fetch available tools from MCP runtime with optional filtering
-   * @param enabledTools Array of tool names to filter for
-   * @returns Array of LangChain Tool instances
+   * Fetch available tools from MCP runtime with dynamic schema generation
+   * @param toolsConfig Array of tool configurations with dynamic config
+   * @returns Array of LangChain Tool instances with dynamic schemas
    */
-  async getFilteredTools(enabledTools = []) {
+  async getFilteredTools(toolsConfig = []) {
     this.logger.debug(
-      `[DEBUG] Getting filtered tools. Enabled: ${enabledTools.join(", ")}`
+      `[DEBUG] Getting filtered tools with dynamic schemas. Config: ${JSON.stringify(toolsConfig)}`
     );
     this.logger.debug(`[DEBUG] MCP Runtime URL: ${this.mcpRuntimeUrl}`);
-    if (enabledTools.length === 0) {
-      this.logger.debug("No tools enabled, returning empty array");
+    if (toolsConfig.length === 0) {
+      this.logger.debug("No tools configured, returning empty array");
       return [];
     }
     try {
-      const filterParam = enabledTools.join(",");
       this.logger.debug(
-        `[DEBUG] Making HTTP request to: ${this.mcpRuntimeUrl}/tools/list with filter: ${filterParam}`
+        `[DEBUG] Making HTTP POST request to: ${this.mcpRuntimeUrl}/tools/schemas`
+      );
+      this.logger.debug(`[DEBUG] Request body: ${JSON.stringify(toolsConfig)}`);
+      const response = await axios2.post(
+        `${this.mcpRuntimeUrl}/tools/schemas`,
+        { tools: toolsConfig },
+        {
+          timeout: 5e3,
+          headers: {
+            "Content-Type": "application/json"
+          }
+        }
       );
-      const response = await axios2.get(`${this.mcpRuntimeUrl}/tools/list`, {
-        params: { filter: filterParam },
-        timeout: 5e3
-      });
       this.logger.debug(
         `[DEBUG] HTTP response status: ${response.status}, data length: ${Array.isArray(response.data) ? response.data.length : "not array"}`
       );
-      const filteredTools = Array.isArray(response.data) ? response.data : [];
+      const dynamicTools = Array.isArray(response.data) ? response.data : [];
       this.logger.debug(
-        `Retrieved ${filteredTools.length} filtered MCP tools for: ${enabledTools.join(", ")}`
+        `Retrieved ${dynamicTools.length} dynamic tool schemas from MCP Runtime`
       );
       const mcpClient = {
-        getTools: async () => filteredTools,
+        getTools: async () => dynamicTools,
         executeTool: async (name, args) => {
           this.logger.debug(`[DEBUG] Executing tool ${name} with args:`, args);
           const response2 = await axios2.post(
@@ -5561,20 +5567,20 @@ var McpToolFilter = class _McpToolFilter {
         isHealthy: async () => true
       };
       this.logger.log(
-        `\u{1F680} [McpToolFilter] Converting ${filteredTools.length} tools using new McpConverter`
+        `\u{1F680} [McpToolFilter] Converting ${dynamicTools.length} dynamic tools using McpConverter`
       );
-      const tools = await this.mcpConverter.convertTools(filteredTools);
+      const tools = await this.mcpConverter.convertTools(dynamicTools);
       this.logger.log(
         `\u{1F680} [McpToolFilter] Converted tools: ${tools.map((t) => t.name).join(", ")}`
       );
       this.logger.log(
-        `Configured ${tools.length} tools from MCP runtime: ${filteredTools.map((t) => t.name).join(", ")}`
+        `Configured ${tools.length} tools with dynamic schemas from MCP runtime: ${dynamicTools.map((t) => t.name).join(", ")}`
       );
       return tools;
     } catch (error) {
       const errorMessage = error instanceof Error ? error.message : String(error);
       this.logger.warn(
-        `[DEBUG] Failed to fetch tools from MCP runtime (${this.mcpRuntimeUrl}): ${errorMessage}`
+        `[DEBUG] Failed to fetch dynamic tool schemas from MCP runtime (${this.mcpRuntimeUrl}): ${errorMessage}`
       );
       this.logger.warn(`[DEBUG] Error details:`, {
         error,
@@ -6119,8 +6125,30 @@ var ModelInitializer = class _ModelInitializer {
   /**
    * Generate cache key for model instances based on configuration
    */
-  generateModelCacheKey(modelId, temperature, maxTokens, modelType) {
-    return `${modelId}:${temperature || "default"}:${maxTokens || "default"}:${modelType || "chat" /* CHAT */}`;
+  /**
+   * Generate hash from toolsConfig for cache key
+   * Uses MD5 hash to create short, unique identifier
+   */
+  hashToolsConfig(toolsConfig) {
+    const sorted = toolsConfig.map((t) => `${t.toolName}:${t.enabled}:${JSON.stringify(t.config || {})}`).sort().join("|");
+    return createHash("md5").update(sorted).digest("hex").slice(0, 16);
+  }
+  /**
+   * Generate cache key from ModelByIdConfig
+   * Format: modelId:temperature:maxTokens[:toolsHash]
+   * Example: "model123:0.7:4096" or "model123:0.7:4096:a1b2c3d4e5f6g7h8"
+   */
+  generateModelCacheKey(config) {
+    const parts = [
+      config.modelId,
+      config.temperature ?? "default",
+      config.maxTokens ?? "default"
+    ];
+    if (config.toolsConfig && config.toolsConfig.length > 0) {
+      const toolsHash = this.hashToolsConfig(config.toolsConfig);
+      parts.push(toolsHash);
+    }
+    return parts.join(":");
   }
   /**
    * TEMPORARY SOLUTION for compatibility with new OpenAI models
@@ -6357,12 +6385,7 @@ var ModelInitializer = class _ModelInitializer {
     ["voyageai" /* VOYAGEAI */]: void 0
   };
   async initializeChatModel(config) {
-    const cacheKey = this.generateModelCacheKey(
-      config.modelId,
-      config.temperature,
-      config.maxTokens,
-      "chat" /* CHAT */
-    );
+    const cacheKey = this.generateModelCacheKey(config);
     const cachedModel = this.modelInstanceCache.get(cacheKey);
     if (cachedModel) {
       this.logger.debug(`Using cached chat model instance: ${cacheKey}`);
@@ -6400,17 +6423,70 @@ var ModelInitializer = class _ModelInitializer {
       metadataKeys: Object.keys(model.metadata || {}),
       hasModelId: !!model.metadata?.modelId
     });
+    this.logger.debug(`[TOOLS CHECK] toolsConfig exists: ${!!config.toolsConfig}, customTools exists: ${!!config.customTools}`);
+    if (config.toolsConfig) {
+      this.logger.debug(`[TOOLS CHECK] toolsConfig length: ${config.toolsConfig.length}, content: ${JSON.stringify(config.toolsConfig)}`);
+    }
+    if (config.toolsConfig || config.customTools) {
+      this.logger.debug(`[TOOLS] Calling bindToolsToModel with toolsConfig: ${JSON.stringify(config.toolsConfig)}`);
+      const boundModel = await this.bindToolsToModel(
+        model,
+        config.toolsConfig,
+        config.customTools
+      );
+      this.logger.debug(`[TOOLS] bindToolsToModel returned successfully`);
+      this.modelInstanceCache.set(cacheKey, boundModel);
+      return boundModel;
+    }
     this.modelInstanceCache.set(cacheKey, model);
     return model;
   }
+  /**
+   * Bind tools to model (merge toolsConfig and customTools)
+   * For toolsConfig: fetch tool executors from MCP Runtime
+   * For customTools: use as-is (already prepared DynamicStructuredTool)
+   *
+   * Returns:
+   * - Runnable when tools are bound (model.bindTools returns Runnable)
+   * - BaseChatModel when no tools
+   */
+  async bindToolsToModel(model, toolsConfig, customTools) {
+    const allTools = [];
+    if (toolsConfig && toolsConfig.length > 0) {
+      try {
+        const enabledToolsConfig = toolsConfig.filter((tc) => tc.enabled !== false);
+        if (enabledToolsConfig.length > 0) {
+          this.logger.debug(
+            `Fetching ${enabledToolsConfig.length} tools with dynamic schemas from MCP Runtime: ${enabledToolsConfig.map((tc) => tc.toolName).join(", ")}`
+          );
+          const mcpToolFilter = new McpToolFilter();
+          const mcpTools = await mcpToolFilter.getFilteredTools(
+            enabledToolsConfig
+          );
+          this.logger.debug(
+            `Successfully fetched ${mcpTools.length} tools with dynamic schemas from MCP Runtime`
+          );
+          allTools.push(...mcpTools);
+        }
+      } catch (error) {
+        this.logger.error(
+          `Failed to fetch tools from MCP Runtime: ${error instanceof Error ? error.message : String(error)}`
+        );
+      }
+    }
+    if (customTools && customTools.length > 0) {
+      allTools.push(...customTools);
+      this.logger.debug(`Added ${customTools.length} custom tools to model`);
+    }
+    if (allTools.length > 0) {
+      this.logger.debug(`Binding ${allTools.length} tools to model`);
+      const modelWithTools = model.bindTools(allTools);
+      return modelWithTools;
+    }
+    return model;
+  }
   async initializeRerankModel(config) {
-    const cacheKey = this.generateModelCacheKey(
-      config.modelId,
-      void 0,
-      // rerank models typically don't use temperature
-      config.maxTokens,
-      "rerank" /* RERANK */
-    );
+    const cacheKey = this.generateModelCacheKey(config);
     const cachedModel = this.modelInstanceCache.get(cacheKey);
     if (cachedModel) {
       this.logger.debug(`Using cached rerank model instance: ${cacheKey}`);
@@ -6438,14 +6514,7 @@ var ModelInitializer = class _ModelInitializer {
     return model;
   }
   async initializeEmbeddingModel(config) {
-    const cacheKey = this.generateModelCacheKey(
-      config.modelId,
-      void 0,
-      // embedding models typically don't use temperature
-      void 0,
-      // embedding models typically don't use maxTokens
-      "embedding" /* EMBEDDING */
-    );
+    const cacheKey = this.generateModelCacheKey(config);
     const cachedModel = this.modelInstanceCache.get(cacheKey);
     if (cachedModel) {
       this.logger.debug(`Using cached embedding model instance: ${cacheKey}`);
@@ -6593,7 +6662,7 @@ var ModelInitializer = class _ModelInitializer {
   }
   // Simple API request for microservices (copy from original LLMInitializer)
   async fetchFromApi(modelId) {
-    const apiUrl = process.env.API_URL || "http://amelie-service";
+    const apiUrl = process.env.API_URL;
     const token = process.env.INTERNAL_API_TOKEN;
     if (!token) {
       throw new Error("INTERNAL_API_TOKEN required for API mode");
@@ -6637,40 +6706,6 @@ var ModelInitializer = class _ModelInitializer {
     return result;
   }
 };
-function prepareModelWithTools(model, tools, baseConfig = {}) {
-  if (tools.length === 0) {
-    return {
-      modelWithTools: model,
-      finalConfig: baseConfig,
-      toolsMethod: "none"
-    };
-  }
-  if (model.bindTools && typeof model.bindTools === "function") {
-    try {
-      const modelWithTools = model.bindTools(tools);
-      return {
-        modelWithTools,
-        finalConfig: baseConfig,
-        toolsMethod: "bindTools"
-      };
-    } catch (error) {
-      const invokeConfig2 = { tools };
-      const finalConfig2 = { ...baseConfig, ...invokeConfig2 };
-      return {
-        modelWithTools: model,
-        finalConfig: finalConfig2,
-        toolsMethod: "manual"
-      };
-    }
-  }
-  const invokeConfig = { tools };
-  const finalConfig = { ...baseConfig, ...invokeConfig };
-  return {
-    modelWithTools: model,
-    finalConfig,
-    toolsMethod: "manual"
-  };
-}
 
 // src/retriever/enums.ts
 var RetrieverSearchType = /* @__PURE__ */ ((RetrieverSearchType2) => {
@@ -6981,6 +7016,6 @@ StaticDiscovery = __decorateClass([
   Injectable()
 ], StaticDiscovery);
 
-export { AbstractGraphBuilder, AttachmentType, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, CallbackController, CallbackMetrics, CallbackPatchService, CallbackRateLimiter, CallbackRegistry, CallbackStore, CallbackTokenGuard, ChatFeature, DEFAULT_TRACER_OPTIONS, ENDPOINT_METADATA_KEY, Endpoint, EndpointRegistry, EventProcessor, FileBasedDiscovery, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, IdempotencyManager, IdempotencyStatus, LangGraphEngine, McpConverter, McpRuntimeHttpClient, McpToolFilter, ModelInitializer, ModelProvider, ModelType, RetrieverSearchType, RetrieverService, SmartCallbackRouter, StaticDiscovery, StreamChannel, TelegramPatchHandler, UIDispatchController, UIEndpoint, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, UniversalGraphService, VersionedGraphService, VoyageAIRerank, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, bootstrap, createEndpointDescriptors, findCallbackMethod, findEndpointMethod, getCallbackMetadata, getEndpointMetadata, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, prepareModelWithTools, registerFinanceExampleCallback, registerUIEndpointsFromClass, sanitizeTraceData, traceApiCall };
+export { AbstractGraphBuilder, AttachmentType, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, CallbackController, CallbackMetrics, CallbackPatchService, CallbackRateLimiter, CallbackRegistry, CallbackStore, CallbackTokenGuard, ChatFeature, DEFAULT_TRACER_OPTIONS, ENDPOINT_METADATA_KEY, Endpoint, EndpointRegistry, EventProcessor, FileBasedDiscovery, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, IdempotencyManager, IdempotencyStatus, LangGraphEngine, McpConverter, McpRuntimeHttpClient, McpToolFilter, ModelInitializer, ModelProvider, ModelType, RetrieverSearchType, RetrieverService, SmartCallbackRouter, StaticDiscovery, StreamChannel, TelegramPatchHandler, UIDispatchController, UIEndpoint, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, UniversalGraphService, VersionedGraphService, VoyageAIRerank, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, bootstrap, createEndpointDescriptors, findCallbackMethod, findEndpointMethod, getCallbackMetadata, getEndpointMetadata, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, registerFinanceExampleCallback, registerUIEndpointsFromClass, sanitizeTraceData, traceApiCall };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map