@flutchai/flutch-sdk 0.2.14 → 0.2.16

package/dist/index.d.cts

@@ -1011,6 +1011,21 @@ declare enum ChatFeature {
     JSON_MODE = "json_mode"
 }
 
+type ToolConfig = string | {
+    name: string;
+    enabled?: boolean;
+    config?: Record<string, any>;
+};
+interface ModelConfig {
+    provider: ModelProvider;
+    modelName: string;
+    temperature?: number;
+    maxTokens?: number;
+    topP?: number;
+    tools?: ToolConfig[];
+    baseURL?: string;
+    providerConfig?: Record<string, any>;
+}
 interface ModelByIdConfig {
     modelId: string;
     temperature?: number;
@@ -1048,11 +1063,11 @@ interface ModelConfigWithTokenAndType extends ModelConfigWithToken {
     supportedFormats?: string[];
 }
 interface IModelInitializer {
+    initializeChatModel(config: ModelConfig | ModelByIdConfig, customTools?: DynamicStructuredTool[]): Promise<ChatModelOrRunnable>;
     createChatModelById(modelId: string): Promise<ChatModelOrRunnable>;
     createRerankModelById(modelId: string): Promise<BaseDocumentCompressor>;
     createEmbeddingModelById(modelId: string): Promise<Embeddings>;
     createModelById(modelId: string, expectedType?: ModelType): Promise<Model>;
-    initializeChatModel(config: ModelByIdConfig): Promise<ChatModelOrRunnable>;
     initializeRerankModel(config: ModelByIdConfig): Promise<BaseDocumentCompressor>;
     initializeEmbeddingModel(config: ModelByIdConfig): Promise<Embeddings>;
     initializeModelByType(config: ModelByIdWithTypeConfig): Promise<Model>;
@@ -1086,7 +1101,9 @@ declare class ModelInitializer implements IModelInitializer {
     private readonly chatModelCreators;
     private readonly rerankModelCreators;
     private readonly embeddingModelCreators;
-    initializeChatModel(config: ModelByIdConfig): Promise<BaseChatModel | Runnable<BaseLanguageModelInput, AIMessageChunk, BaseChatModelCallOptions>>;
+    initializeChatModel(config: ModelConfig | ModelByIdConfig, customTools?: DynamicStructuredTool[]): Promise<ChatModelOrRunnable>;
+    private initializeChatModelDirect;
+    private initializeChatModelByIdInternal;
     private bindToolsToModel;
     initializeRerankModel(config: ModelByIdConfig): Promise<BaseDocumentCompressor>;
     initializeEmbeddingModel(config: ModelByIdConfig): Promise<Embeddings>;
@@ -1109,11 +1126,48 @@ declare class ModelInitializer implements IModelInitializer {
     private fetchFromApi;
 }
 
+interface IAgentToolConfig {
+    toolName: string;
+    enabled: boolean;
+    config?: Record<string, any>;
+}
+interface IAgentToolConfiguration {
+    toolName: string;
+    enabled: boolean;
+    config?: Record<string, any>;
+    credentials?: Record<string, string>;
+    useGlobalCredentials?: boolean;
+}
+interface ISystemToolCredentials {
+    toolName: string;
+    credentials: Record<string, string>;
+    createdBy: string;
+    createdAt: Date;
+    updatedAt: Date;
+}
+interface IToolExecutionContext {
+    toolName: string;
+    config: Record<string, any>;
+    credentials: Record<string, string>;
+    agentId: string;
+    userId: string;
+    threadId?: string;
+}
+
+declare function isReasoningModel(modelName: string): boolean;
+declare function hashToolsConfig(toolsConfig: IAgentToolConfig[]): string;
+declare function normalizeToolConfigs(tools?: ToolConfig[]): IAgentToolConfig[] | undefined;
+declare const DEFAULT_ROUTER_URL = "https://router.flutch.ai";
+declare function resolveRouterURL(baseURL?: string): string;
+declare function generateModelCacheKey(modelId: string, temperature?: number, maxTokens?: number, toolsConfig?: IAgentToolConfig[], baseURL?: string): string;
+declare function buildOpenAIModelConfig(modelName: string, temperature: number, maxTokens: number, apiToken: string): Record<string, any>;
+
 interface VoyageAIRerankConfig {
     apiKey?: string;
     model?: string;
     topN?: number;
     truncation?: boolean;
+    baseUrl?: string;
 }
 declare class VoyageAIRerank extends BaseDocumentCompressor {
     private apiKey;
@@ -1159,34 +1213,6 @@ interface IToolConfigOption {
     includeInSchema?: boolean;
 }
 
-interface IAgentToolConfig {
-    toolName: string;
-    enabled: boolean;
-    config?: Record<string, any>;
-}
-interface IAgentToolConfiguration {
-    toolName: string;
-    enabled: boolean;
-    config?: Record<string, any>;
-    credentials?: Record<string, string>;
-    useGlobalCredentials?: boolean;
-}
-interface ISystemToolCredentials {
-    toolName: string;
-    credentials: Record<string, string>;
-    createdBy: string;
-    createdAt: Date;
-    updatedAt: Date;
-}
-interface IToolExecutionContext {
-    toolName: string;
-    config: Record<string, any>;
-    credentials: Record<string, string>;
-    agentId: string;
-    userId: string;
-    threadId?: string;
-}
-
 interface McpTool {
     name: string;
     description: string;
@@ -1749,4 +1775,4 @@ declare class MongoTokenStore implements IOAuthTokenStore {
     private ensureIndex;
 }
 
-export { type ACLValidationResult, AbstractGraphBuilder, type ApiCallTracerOptions, type ApiKeyResolver, AttachmentType, type AuditEntry, type BaseGraphConfig, type BaseGraphContext, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, type BaseGraphState, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, type CallbackContext, CallbackController, type CallbackEntry, type CallbackHandler, type CallbackMetadata, CallbackMetrics, type CallbackPatch, type CallbackPatchHandler, CallbackPatchService, CallbackRateLimiter, type CallbackRecord, CallbackRegistry, type CallbackRequest, type CallbackResult, CallbackStore, CallbackTokenGuard, type CallbackUser, type ChannelState, type ChartType, ChatFeature, type ChatModelCreator, type ChatModelOrRunnable, type ChatModelWithTools, type CitationValue, type CompiledGraphFor, type CustomDocument, DEFAULT_ATTACHMENT_THRESHOLD, DEFAULT_TRACER_OPTIONS, type DataEnvelope, ENDPOINT_METADATA_KEY, type EmbeddingModelCreator, Endpoint, type EndpointDescriptor, type EndpointHandler, type EndpointMetadata, type EndpointOptions, EndpointRegistry, EventProcessor, type ExecuteToolWithAttachmentsParams, type ExecuteToolWithAttachmentsResult, type ExtendedCallbackContext, type ExtendedCallbackHandler, ExternalGraphBuilder, FileBasedDiscovery, FileTokenStore, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, type IAgentToolConfig, type IAgentToolConfiguration, type IAttachment, type IBaseEntity, type IChartDataPoint, type IChartDataset, type IChartValue, type IContentBlock, type IContentChain, type IDeletionInfo, type IGenericGraphType, type IGraphAttachment, type IGraphBuilder, type IGraphCompiler, type IGraphConfigurable, type IGraphEngine, type IGraphLogger, type IGraphManifest, type IGraphMetadata, type IGraphMetadataRegistry, type IGraphRequestPayload, type IGraphResponsePayload, type IGraphRunnableConfig, type IGraphService, type IGraphServiceRegistry, type IGraphSettingsRepository, type IGraphTraceEvent, type IGraphTracer, type IGraphTypeMetadata, type IGraphTypeRegistry, type ILangGraphConfig, type IModelInitializer, type IOAuthTokenStore, type IReasoningChain, type IReasoningStep, type IStoredMessageContent, type ISystemToolCredentials, type IToolCall, type IToolCatalog, type IToolConfigOption, type IToolExecutionContext, type ITracingEvent, type IUsageMetrics, type IUsageRecorder, type IdempotencyConfig, type IdempotencyEntry, IdempotencyManager, IdempotencyStatus, type KnowledgeBaseInfo, type LLMCallRecord, type LLMConfig, type LLModel, LangGraphEngine, type MappedChannels, McpConverter, type McpRuntimeClient, McpRuntimeHttpClient, type McpTool, McpToolFilter, type Model, type ModelByIdConfig, type ModelByIdWithTypeConfig, type ModelConfigFetcher, type ModelConfigWithToken, type ModelConfigWithTokenAndType, type ModelCreators, ModelInitializer, ModelProvider, ModelType, type MongoDBConfig, MongoTokenStore, type OAuthProviderConfig, type OAuthProviderDef, OAuthTokenManager, type OAuthTokenManagerOptions, type OAuthTokens, type RateLimitConfig, type RateLimitResult, type RequestContext, type RerankModelCreator, type RetrieveQueryOptions, type RetrieverConfig, RetrieverSearchType, RetrieverService, type RouterConfig, type ServiceDiscoveryProvider, SmartCallbackRouter, StaticDiscovery, type StreamAccumulator, StreamChannel, type StrictGraphRunnableConfig, TelegramPatchHandler, type ToolExecutionResult, type TraceApiCallResult, type TracingLevel, UIDispatchController, type UIDispatchDto, UIEndpoint, type UIEndpointClassMetadata, type UIEndpointMethodMetadata, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, type UniversalGraphModuleOptions, UniversalGraphService, type VersionResolution, type VersionResolutionOptions, type VersionRoute, VersionedGraphService, type VersioningConfig, VoyageAIRerank, type VoyageAIRerankConfig, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, _internals, bootstrap, buildOAuthAuthorizationUrl, clearAttachmentDataStore, createEndpointDescriptors, createGraphAttachment, createMongoClientAdapter, createStaticMessage, decryptTokens, dispatchAttachments, encryptTokens, executeToolWithAttachments, findCallbackMethod, findEndpointMethod, generateAttachmentSummary, getAttachmentData, getCallbackMetadata, getEndpointMetadata, getOAuthProvider, getOAuthProviderNames, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, loadOAuthProviders, registerFinanceExampleCallback, registerUIEndpointsFromClass, resolveOAuthProviderConfig, sanitizeTraceData, storeAttachmentData, traceApiCall };
+export { type ACLValidationResult, AbstractGraphBuilder, type ApiCallTracerOptions, type ApiKeyResolver, AttachmentType, type AuditEntry, type BaseGraphConfig, type BaseGraphContext, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, type BaseGraphState, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, type CallbackContext, CallbackController, type CallbackEntry, type CallbackHandler, type CallbackMetadata, CallbackMetrics, type CallbackPatch, type CallbackPatchHandler, CallbackPatchService, CallbackRateLimiter, type CallbackRecord, CallbackRegistry, type CallbackRequest, type CallbackResult, CallbackStore, CallbackTokenGuard, type CallbackUser, type ChannelState, type ChartType, ChatFeature, type ChatModelCreator, type ChatModelOrRunnable, type ChatModelWithTools, type CitationValue, type CompiledGraphFor, type CustomDocument, DEFAULT_ATTACHMENT_THRESHOLD, DEFAULT_ROUTER_URL, DEFAULT_TRACER_OPTIONS, type DataEnvelope, ENDPOINT_METADATA_KEY, type EmbeddingModelCreator, Endpoint, type EndpointDescriptor, type EndpointHandler, type EndpointMetadata, type EndpointOptions, EndpointRegistry, EventProcessor, type ExecuteToolWithAttachmentsParams, type ExecuteToolWithAttachmentsResult, type ExtendedCallbackContext, type ExtendedCallbackHandler, ExternalGraphBuilder, FileBasedDiscovery, FileTokenStore, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, type IAgentToolConfig, type IAgentToolConfiguration, type IAttachment, type IBaseEntity, type IChartDataPoint, type IChartDataset, type IChartValue, type IContentBlock, type IContentChain, type IDeletionInfo, type IGenericGraphType, type IGraphAttachment, type IGraphBuilder, type IGraphCompiler, type IGraphConfigurable, type IGraphEngine, type IGraphLogger, type IGraphManifest, type IGraphMetadata, type IGraphMetadataRegistry, type IGraphRequestPayload, type IGraphResponsePayload, type IGraphRunnableConfig, type IGraphService, type IGraphServiceRegistry, type IGraphSettingsRepository, type IGraphTraceEvent, type IGraphTracer, type IGraphTypeMetadata, type IGraphTypeRegistry, type ILangGraphConfig, type IModelInitializer, type IOAuthTokenStore, type IReasoningChain, type IReasoningStep, type IStoredMessageContent, type ISystemToolCredentials, type IToolCall, type IToolCatalog, type IToolConfigOption, type IToolExecutionContext, type ITracingEvent, type IUsageMetrics, type IUsageRecorder, type IdempotencyConfig, type IdempotencyEntry, IdempotencyManager, IdempotencyStatus, type KnowledgeBaseInfo, type LLMCallRecord, type LLMConfig, type LLModel, LangGraphEngine, type MappedChannels, McpConverter, type McpRuntimeClient, McpRuntimeHttpClient, type McpTool, McpToolFilter, type Model, type ModelByIdConfig, type ModelByIdWithTypeConfig, type ModelConfig, type ModelConfigFetcher, type ModelConfigWithToken, type ModelConfigWithTokenAndType, type ModelCreators, ModelInitializer, ModelProvider, ModelType, type MongoDBConfig, MongoTokenStore, type OAuthProviderConfig, type OAuthProviderDef, OAuthTokenManager, type OAuthTokenManagerOptions, type OAuthTokens, type RateLimitConfig, type RateLimitResult, type RequestContext, type RerankModelCreator, type RetrieveQueryOptions, type RetrieverConfig, RetrieverSearchType, RetrieverService, type RouterConfig, type ServiceDiscoveryProvider, SmartCallbackRouter, StaticDiscovery, type StreamAccumulator, StreamChannel, type StrictGraphRunnableConfig, TelegramPatchHandler, type ToolConfig, type ToolExecutionResult, type TraceApiCallResult, type TracingLevel, UIDispatchController, type UIDispatchDto, UIEndpoint, type UIEndpointClassMetadata, type UIEndpointMethodMetadata, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, type UniversalGraphModuleOptions, UniversalGraphService, type VersionResolution, type VersionResolutionOptions, type VersionRoute, VersionedGraphService, type VersioningConfig, VoyageAIRerank, type VoyageAIRerankConfig, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, _internals, bootstrap, buildOAuthAuthorizationUrl, buildOpenAIModelConfig, clearAttachmentDataStore, createEndpointDescriptors, createGraphAttachment, createMongoClientAdapter, createStaticMessage, decryptTokens, dispatchAttachments, encryptTokens, executeToolWithAttachments, findCallbackMethod, findEndpointMethod, generateAttachmentSummary, generateModelCacheKey, getAttachmentData, getCallbackMetadata, getEndpointMetadata, getOAuthProvider, getOAuthProviderNames, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, hashToolsConfig, isReasoningModel, loadOAuthProviders, normalizeToolConfigs, registerFinanceExampleCallback, registerUIEndpointsFromClass, resolveOAuthProviderConfig, resolveRouterURL, sanitizeTraceData, storeAttachmentData, traceApiCall };

package/dist/index.d.ts

@@ -1011,6 +1011,21 @@ declare enum ChatFeature {
     JSON_MODE = "json_mode"
 }
 
+type ToolConfig = string | {
+    name: string;
+    enabled?: boolean;
+    config?: Record<string, any>;
+};
+interface ModelConfig {
+    provider: ModelProvider;
+    modelName: string;
+    temperature?: number;
+    maxTokens?: number;
+    topP?: number;
+    tools?: ToolConfig[];
+    baseURL?: string;
+    providerConfig?: Record<string, any>;
+}
 interface ModelByIdConfig {
     modelId: string;
     temperature?: number;
@@ -1048,11 +1063,11 @@ interface ModelConfigWithTokenAndType extends ModelConfigWithToken {
     supportedFormats?: string[];
 }
 interface IModelInitializer {
+    initializeChatModel(config: ModelConfig | ModelByIdConfig, customTools?: DynamicStructuredTool[]): Promise<ChatModelOrRunnable>;
     createChatModelById(modelId: string): Promise<ChatModelOrRunnable>;
     createRerankModelById(modelId: string): Promise<BaseDocumentCompressor>;
     createEmbeddingModelById(modelId: string): Promise<Embeddings>;
     createModelById(modelId: string, expectedType?: ModelType): Promise<Model>;
-    initializeChatModel(config: ModelByIdConfig): Promise<ChatModelOrRunnable>;
     initializeRerankModel(config: ModelByIdConfig): Promise<BaseDocumentCompressor>;
     initializeEmbeddingModel(config: ModelByIdConfig): Promise<Embeddings>;
     initializeModelByType(config: ModelByIdWithTypeConfig): Promise<Model>;
@@ -1086,7 +1101,9 @@ declare class ModelInitializer implements IModelInitializer {
     private readonly chatModelCreators;
     private readonly rerankModelCreators;
     private readonly embeddingModelCreators;
-    initializeChatModel(config: ModelByIdConfig): Promise<BaseChatModel | Runnable<BaseLanguageModelInput, AIMessageChunk, BaseChatModelCallOptions>>;
+    initializeChatModel(config: ModelConfig | ModelByIdConfig, customTools?: DynamicStructuredTool[]): Promise<ChatModelOrRunnable>;
+    private initializeChatModelDirect;
+    private initializeChatModelByIdInternal;
     private bindToolsToModel;
     initializeRerankModel(config: ModelByIdConfig): Promise<BaseDocumentCompressor>;
     initializeEmbeddingModel(config: ModelByIdConfig): Promise<Embeddings>;
@@ -1109,11 +1126,48 @@ declare class ModelInitializer implements IModelInitializer {
     private fetchFromApi;
 }
 
+interface IAgentToolConfig {
+    toolName: string;
+    enabled: boolean;
+    config?: Record<string, any>;
+}
+interface IAgentToolConfiguration {
+    toolName: string;
+    enabled: boolean;
+    config?: Record<string, any>;
+    credentials?: Record<string, string>;
+    useGlobalCredentials?: boolean;
+}
+interface ISystemToolCredentials {
+    toolName: string;
+    credentials: Record<string, string>;
+    createdBy: string;
+    createdAt: Date;
+    updatedAt: Date;
+}
+interface IToolExecutionContext {
+    toolName: string;
+    config: Record<string, any>;
+    credentials: Record<string, string>;
+    agentId: string;
+    userId: string;
+    threadId?: string;
+}
+
+declare function isReasoningModel(modelName: string): boolean;
+declare function hashToolsConfig(toolsConfig: IAgentToolConfig[]): string;
+declare function normalizeToolConfigs(tools?: ToolConfig[]): IAgentToolConfig[] | undefined;
+declare const DEFAULT_ROUTER_URL = "https://router.flutch.ai";
+declare function resolveRouterURL(baseURL?: string): string;
+declare function generateModelCacheKey(modelId: string, temperature?: number, maxTokens?: number, toolsConfig?: IAgentToolConfig[], baseURL?: string): string;
+declare function buildOpenAIModelConfig(modelName: string, temperature: number, maxTokens: number, apiToken: string): Record<string, any>;
+
 interface VoyageAIRerankConfig {
     apiKey?: string;
     model?: string;
     topN?: number;
     truncation?: boolean;
+    baseUrl?: string;
 }
 declare class VoyageAIRerank extends BaseDocumentCompressor {
     private apiKey;
@@ -1159,34 +1213,6 @@ interface IToolConfigOption {
     includeInSchema?: boolean;
 }
 
-interface IAgentToolConfig {
-    toolName: string;
-    enabled: boolean;
-    config?: Record<string, any>;
-}
-interface IAgentToolConfiguration {
-    toolName: string;
-    enabled: boolean;
-    config?: Record<string, any>;
-    credentials?: Record<string, string>;
-    useGlobalCredentials?: boolean;
-}
-interface ISystemToolCredentials {
-    toolName: string;
-    credentials: Record<string, string>;
-    createdBy: string;
-    createdAt: Date;
-    updatedAt: Date;
-}
-interface IToolExecutionContext {
-    toolName: string;
-    config: Record<string, any>;
-    credentials: Record<string, string>;
-    agentId: string;
-    userId: string;
-    threadId?: string;
-}
-
 interface McpTool {
     name: string;
     description: string;
@@ -1749,4 +1775,4 @@ declare class MongoTokenStore implements IOAuthTokenStore {
     private ensureIndex;
 }
 
-export { type ACLValidationResult, AbstractGraphBuilder, type ApiCallTracerOptions, type ApiKeyResolver, AttachmentType, type AuditEntry, type BaseGraphConfig, type BaseGraphContext, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, type BaseGraphState, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, type CallbackContext, CallbackController, type CallbackEntry, type CallbackHandler, type CallbackMetadata, CallbackMetrics, type CallbackPatch, type CallbackPatchHandler, CallbackPatchService, CallbackRateLimiter, type CallbackRecord, CallbackRegistry, type CallbackRequest, type CallbackResult, CallbackStore, CallbackTokenGuard, type CallbackUser, type ChannelState, type ChartType, ChatFeature, type ChatModelCreator, type ChatModelOrRunnable, type ChatModelWithTools, type CitationValue, type CompiledGraphFor, type CustomDocument, DEFAULT_ATTACHMENT_THRESHOLD, DEFAULT_TRACER_OPTIONS, type DataEnvelope, ENDPOINT_METADATA_KEY, type EmbeddingModelCreator, Endpoint, type EndpointDescriptor, type EndpointHandler, type EndpointMetadata, type EndpointOptions, EndpointRegistry, EventProcessor, type ExecuteToolWithAttachmentsParams, type ExecuteToolWithAttachmentsResult, type ExtendedCallbackContext, type ExtendedCallbackHandler, ExternalGraphBuilder, FileBasedDiscovery, FileTokenStore, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, type IAgentToolConfig, type IAgentToolConfiguration, type IAttachment, type IBaseEntity, type IChartDataPoint, type IChartDataset, type IChartValue, type IContentBlock, type IContentChain, type IDeletionInfo, type IGenericGraphType, type IGraphAttachment, type IGraphBuilder, type IGraphCompiler, type IGraphConfigurable, type IGraphEngine, type IGraphLogger, type IGraphManifest, type IGraphMetadata, type IGraphMetadataRegistry, type IGraphRequestPayload, type IGraphResponsePayload, type IGraphRunnableConfig, type IGraphService, type IGraphServiceRegistry, type IGraphSettingsRepository, type IGraphTraceEvent, type IGraphTracer, type IGraphTypeMetadata, type IGraphTypeRegistry, type ILangGraphConfig, type IModelInitializer, type IOAuthTokenStore, type IReasoningChain, type IReasoningStep, type IStoredMessageContent, type ISystemToolCredentials, type IToolCall, type IToolCatalog, type IToolConfigOption, type IToolExecutionContext, type ITracingEvent, type IUsageMetrics, type IUsageRecorder, type IdempotencyConfig, type IdempotencyEntry, IdempotencyManager, IdempotencyStatus, type KnowledgeBaseInfo, type LLMCallRecord, type LLMConfig, type LLModel, LangGraphEngine, type MappedChannels, McpConverter, type McpRuntimeClient, McpRuntimeHttpClient, type McpTool, McpToolFilter, type Model, type ModelByIdConfig, type ModelByIdWithTypeConfig, type ModelConfigFetcher, type ModelConfigWithToken, type ModelConfigWithTokenAndType, type ModelCreators, ModelInitializer, ModelProvider, ModelType, type MongoDBConfig, MongoTokenStore, type OAuthProviderConfig, type OAuthProviderDef, OAuthTokenManager, type OAuthTokenManagerOptions, type OAuthTokens, type RateLimitConfig, type RateLimitResult, type RequestContext, type RerankModelCreator, type RetrieveQueryOptions, type RetrieverConfig, RetrieverSearchType, RetrieverService, type RouterConfig, type ServiceDiscoveryProvider, SmartCallbackRouter, StaticDiscovery, type StreamAccumulator, StreamChannel, type StrictGraphRunnableConfig, TelegramPatchHandler, type ToolExecutionResult, type TraceApiCallResult, type TracingLevel, UIDispatchController, type UIDispatchDto, UIEndpoint, type UIEndpointClassMetadata, type UIEndpointMethodMetadata, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, type UniversalGraphModuleOptions, UniversalGraphService, type VersionResolution, type VersionResolutionOptions, type VersionRoute, VersionedGraphService, type VersioningConfig, VoyageAIRerank, type VoyageAIRerankConfig, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, _internals, bootstrap, buildOAuthAuthorizationUrl, clearAttachmentDataStore, createEndpointDescriptors, createGraphAttachment, createMongoClientAdapter, createStaticMessage, decryptTokens, dispatchAttachments, encryptTokens, executeToolWithAttachments, findCallbackMethod, findEndpointMethod, generateAttachmentSummary, getAttachmentData, getCallbackMetadata, getEndpointMetadata, getOAuthProvider, getOAuthProviderNames, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, loadOAuthProviders, registerFinanceExampleCallback, registerUIEndpointsFromClass, resolveOAuthProviderConfig, sanitizeTraceData, storeAttachmentData, traceApiCall };
+export { type ACLValidationResult, AbstractGraphBuilder, type ApiCallTracerOptions, type ApiKeyResolver, AttachmentType, type AuditEntry, type BaseGraphConfig, type BaseGraphContext, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, type BaseGraphState, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, type CallbackContext, CallbackController, type CallbackEntry, type CallbackHandler, type CallbackMetadata, CallbackMetrics, type CallbackPatch, type CallbackPatchHandler, CallbackPatchService, CallbackRateLimiter, type CallbackRecord, CallbackRegistry, type CallbackRequest, type CallbackResult, CallbackStore, CallbackTokenGuard, type CallbackUser, type ChannelState, type ChartType, ChatFeature, type ChatModelCreator, type ChatModelOrRunnable, type ChatModelWithTools, type CitationValue, type CompiledGraphFor, type CustomDocument, DEFAULT_ATTACHMENT_THRESHOLD, DEFAULT_ROUTER_URL, DEFAULT_TRACER_OPTIONS, type DataEnvelope, ENDPOINT_METADATA_KEY, type EmbeddingModelCreator, Endpoint, type EndpointDescriptor, type EndpointHandler, type EndpointMetadata, type EndpointOptions, EndpointRegistry, EventProcessor, type ExecuteToolWithAttachmentsParams, type ExecuteToolWithAttachmentsResult, type ExtendedCallbackContext, type ExtendedCallbackHandler, ExternalGraphBuilder, FileBasedDiscovery, FileTokenStore, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, type IAgentToolConfig, type IAgentToolConfiguration, type IAttachment, type IBaseEntity, type IChartDataPoint, type IChartDataset, type IChartValue, type IContentBlock, type IContentChain, type IDeletionInfo, type IGenericGraphType, type IGraphAttachment, type IGraphBuilder, type IGraphCompiler, type IGraphConfigurable, type IGraphEngine, type IGraphLogger, type IGraphManifest, type IGraphMetadata, type IGraphMetadataRegistry, type IGraphRequestPayload, type IGraphResponsePayload, type IGraphRunnableConfig, type IGraphService, type IGraphServiceRegistry, type IGraphSettingsRepository, type IGraphTraceEvent, type IGraphTracer, type IGraphTypeMetadata, type IGraphTypeRegistry, type ILangGraphConfig, type IModelInitializer, type IOAuthTokenStore, type IReasoningChain, type IReasoningStep, type IStoredMessageContent, type ISystemToolCredentials, type IToolCall, type IToolCatalog, type IToolConfigOption, type IToolExecutionContext, type ITracingEvent, type IUsageMetrics, type IUsageRecorder, type IdempotencyConfig, type IdempotencyEntry, IdempotencyManager, IdempotencyStatus, type KnowledgeBaseInfo, type LLMCallRecord, type LLMConfig, type LLModel, LangGraphEngine, type MappedChannels, McpConverter, type McpRuntimeClient, McpRuntimeHttpClient, type McpTool, McpToolFilter, type Model, type ModelByIdConfig, type ModelByIdWithTypeConfig, type ModelConfig, type ModelConfigFetcher, type ModelConfigWithToken, type ModelConfigWithTokenAndType, type ModelCreators, ModelInitializer, ModelProvider, ModelType, type MongoDBConfig, MongoTokenStore, type OAuthProviderConfig, type OAuthProviderDef, OAuthTokenManager, type OAuthTokenManagerOptions, type OAuthTokens, type RateLimitConfig, type RateLimitResult, type RequestContext, type RerankModelCreator, type RetrieveQueryOptions, type RetrieverConfig, RetrieverSearchType, RetrieverService, type RouterConfig, type ServiceDiscoveryProvider, SmartCallbackRouter, StaticDiscovery, type StreamAccumulator, StreamChannel, type StrictGraphRunnableConfig, TelegramPatchHandler, type ToolConfig, type ToolExecutionResult, type TraceApiCallResult, type TracingLevel, UIDispatchController, type UIDispatchDto, UIEndpoint, type UIEndpointClassMetadata, type UIEndpointMethodMetadata, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, type UniversalGraphModuleOptions, UniversalGraphService, type VersionResolution, type VersionResolutionOptions, type VersionRoute, VersionedGraphService, type VersioningConfig, VoyageAIRerank, type VoyageAIRerankConfig, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, _internals, bootstrap, buildOAuthAuthorizationUrl, buildOpenAIModelConfig, clearAttachmentDataStore, createEndpointDescriptors, createGraphAttachment, createMongoClientAdapter, createStaticMessage, decryptTokens, dispatchAttachments, encryptTokens, executeToolWithAttachments, findCallbackMethod, findEndpointMethod, generateAttachmentSummary, generateModelCacheKey, getAttachmentData, getCallbackMetadata, getEndpointMetadata, getOAuthProvider, getOAuthProviderNames, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, hashToolsConfig, isReasoningModel, loadOAuthProviders, normalizeToolConfigs, registerFinanceExampleCallback, registerUIEndpointsFromClass, resolveOAuthProviderConfig, resolveRouterURL, sanitizeTraceData, storeAttachmentData, traceApiCall };

package/dist/index.js

@@ -24,6 +24,7 @@ import { ChatOpenAI, OpenAIEmbeddings } from '@langchain/openai';
 import { ChatBedrockConverse } from '@langchain/aws';
 import { ChatAnthropic } from '@langchain/anthropic';
 import { ChatCohere, CohereRerank } from '@langchain/cohere';
+import { CohereClient } from 'cohere-ai';
 import { BaseDocumentCompressor } from '@langchain/core/retrievers/document_compressors';
 import { ChatMistralAI } from '@langchain/mistralai';
 
@@ -6436,6 +6437,12 @@ function hashToolsConfig(toolsConfig) {
   const sorted = toolsConfig.map((t) => `${t.toolName}:${t.enabled}:${JSON.stringify(t.config || {})}`).sort().join("|");
   return createHash("md5").update(sorted).digest("hex").slice(0, 16);
 }
+function normalizeToolConfigs(tools) {
+  if (!tools || tools.length === 0) return void 0;
+  return tools.map(
+    (t) => typeof t === "string" ? { toolName: t, enabled: true } : { toolName: t.name, enabled: t.enabled !== false, config: t.config }
+  );
+}
 var DEFAULT_ROUTER_URL = "https://router.flutch.ai";
 function resolveRouterURL(baseURL) {
   return baseURL ?? process.env.FLUTCH_ROUTER_URL ?? DEFAULT_ROUTER_URL;
@@ -6478,13 +6485,14 @@ var VoyageAIRerank = class extends BaseDocumentCompressor {
   model;
   topN;
   truncation;
-  baseUrl = "https://api.voyageai.com/v1/rerank";
+  baseUrl;
   constructor(config) {
     super();
     this.apiKey = config.apiKey || process.env.VOYAGEAI_API_KEY || "";
     this.model = config.model || "rerank-2";
     this.topN = config.topN || 20;
     this.truncation = config.truncation ?? true;
+    this.baseUrl = config.baseUrl ? `${config.baseUrl}/v1/rerank` : "https://api.voyageai.com/v1/rerank";
     if (!this.apiKey) {
       throw new Error(
         "VoyageAI API key is required. Set VOYAGEAI_API_KEY environment variable or pass apiKey in config."
@@ -6615,22 +6623,31 @@ var ModelInitializer = class _ModelInitializer {
       modelName,
       defaultTemperature,
       defaultMaxTokens,
-      apiToken
+      apiToken,
+      baseURL
     }) => new ChatCohere({
       model: modelName,
       temperature: defaultTemperature,
-      apiKey: apiToken || this.resolveApiKey("cohere" /* COHERE */)
+      client: new CohereClient({
+        token: apiToken || this.resolveApiKey("cohere" /* COHERE */),
+        baseUrl: resolveRouterURL(baseURL)
+      })
     }),
     ["mistral" /* MISTRAL */]: ({
       modelName,
       defaultTemperature,
       defaultMaxTokens,
-      apiToken
+      apiToken,
+      baseURL
     }) => new ChatMistralAI({
       model: modelName,
       temperature: defaultTemperature,
       maxTokens: defaultMaxTokens,
-      apiKey: apiToken || this.resolveApiKey("mistral" /* MISTRAL */)
+      apiKey: apiToken || this.resolveApiKey("mistral" /* MISTRAL */),
+      // Route through the same gateway as OpenAI/Anthropic.
+      // Without serverURL, ChatMistralAI ignores FLUTCH_ROUTER_URL and calls
+      // api.mistral.ai directly — inconsistent with other providers.
+      serverURL: `${resolveRouterURL(baseURL)}/v1`
     }),
     ["voyageai" /* VOYAGEAI */]: () => {
       throw new Error("VoyageAI chat models not implemented");
@@ -6638,18 +6655,32 @@ var ModelInitializer = class _ModelInitializer {
   };
   // Rerank model creators
   rerankModelCreators = {
-    ["cohere" /* COHERE */]: ({ modelName, apiToken, maxDocuments }) => {
+    ["cohere" /* COHERE */]: ({
+      modelName,
+      apiToken,
+      maxDocuments,
+      baseURL
+    }) => {
       return new CohereRerank({
-        apiKey: apiToken || this.resolveApiKey("cohere" /* COHERE */),
         model: modelName,
-        topN: maxDocuments || 20
+        topN: maxDocuments || 20,
+        client: new CohereClient({
+          token: apiToken || this.resolveApiKey("cohere" /* COHERE */),
+          baseUrl: resolveRouterURL(baseURL)
+        })
       });
     },
-    ["voyageai" /* VOYAGEAI */]: ({ modelName, apiToken, maxDocuments }) => {
+    ["voyageai" /* VOYAGEAI */]: ({
+      modelName,
+      apiToken,
+      maxDocuments,
+      baseURL
+    }) => {
       return new VoyageAIRerank({
         apiKey: apiToken || this.resolveApiKey("voyageai" /* VOYAGEAI */),
         model: modelName,
-        topN: maxDocuments || 20
+        topN: maxDocuments || 20,
+        baseUrl: resolveRouterURL(baseURL)
       });
     },
     // Other providers don't support rerank yet
@@ -6660,9 +6691,10 @@ var ModelInitializer = class _ModelInitializer {
   };
   // Embedding model creators
   embeddingModelCreators = {
-    ["openai" /* OPENAI */]: ({ modelName, apiToken }) => new OpenAIEmbeddings({
+    ["openai" /* OPENAI */]: ({ modelName, apiToken, baseURL }) => new OpenAIEmbeddings({
       model: modelName,
-      apiKey: apiToken || this.resolveApiKey("openai" /* OPENAI */)
+      apiKey: apiToken || this.resolveApiKey("openai" /* OPENAI */),
+      configuration: { baseURL: `${resolveRouterURL(baseURL)}/v1` }
     }),
     // Other providers not yet implemented for embeddings
     ["anthropic" /* ANTHROPIC */]: void 0,
@@ -6671,7 +6703,82 @@ var ModelInitializer = class _ModelInitializer {
     ["aws" /* AWS */]: void 0,
     ["voyageai" /* VOYAGEAI */]: void 0
   };
-  async initializeChatModel(config) {
+  // ══════════════════════════════════════════════════════════════
+  //  initializeChatModel — overloaded: ModelConfig | ModelByIdConfig
+  // ══════════════════════════════════════════════════════════════
+  async initializeChatModel(config, customTools) {
+    if ("provider" in config && "modelName" in config) {
+      return this.initializeChatModelDirect(config, customTools);
+    }
+    return this.initializeChatModelByIdInternal(config);
+  }
+  /**
+   * Direct initialization by provider + modelName (no DB lookup).
+   */
+  async initializeChatModelDirect(config, customTools) {
+    const toolsConfig = normalizeToolConfigs(config.tools);
+    const modelIdentifier = `${config.provider}:${config.modelName}`;
+    const cacheKey = generateModelCacheKey(
+      modelIdentifier,
+      config.temperature,
+      config.maxTokens,
+      toolsConfig,
+      config.baseURL
+    );
+    const cached = this.modelInstanceCache.get(cacheKey);
+    if (cached) {
+      this.logger.debug(`Using cached chat model instance: ${cacheKey}`);
+      return cached;
+    }
+    const provider = config.provider;
+    if (!Object.values(ModelProvider).includes(provider)) {
+      throw new Error(
+        `Unknown provider "${provider}". Valid: ${Object.values(ModelProvider).join(", ")}`
+      );
+    }
+    const apiToken = this.resolveApiKey(provider);
+    const temperature = config.temperature ?? 0.7;
+    const maxTokens = config.maxTokens ?? 4096;
+    const modelConfig = {
+      modelId: modelIdentifier,
+      modelName: config.modelName,
+      provider,
+      modelType: "chat" /* CHAT */,
+      defaultTemperature: Number(temperature),
+      defaultMaxTokens: Number(maxTokens),
+      apiToken,
+      requiresApiKey: true,
+      baseURL: config.baseURL
+    };
+    this.logger.debug(
+      `Creating chat model: ${modelIdentifier} (apiKeyResolved=${!!apiToken})`
+    );
+    const creator = this.chatModelCreators[provider];
+    if (!creator) {
+      throw new Error(`Chat models not supported for provider: ${provider}`);
+    }
+    const model = creator(modelConfig);
+    model.metadata = {
+      ...model.metadata,
+      modelId: modelIdentifier
+    };
+    if (toolsConfig || customTools) {
+      const boundModel = await this.bindToolsToModel(
+        model,
+        toolsConfig,
+        customTools
+      );
+      this.modelInstanceCache.set(cacheKey, boundModel);
+      return boundModel;
+    }
+    this.modelInstanceCache.set(cacheKey, model);
+    return model;
+  }
+  /**
+   * Legacy initialization by model ID (DB lookup via configFetcher).
+   * @deprecated Pass ModelConfig with provider + modelName instead.
+   */
+  async initializeChatModelByIdInternal(config) {
     const cacheKey = this.generateModelCacheKey(config);
     const cachedModel = this.modelInstanceCache.get(cacheKey);
     if (cachedModel) {
@@ -6697,9 +6804,6 @@ var ModelInitializer = class _ModelInitializer {
     this.logger.debug(`Creating new chat model instance: ${cacheKey}`);
     let model;
     if (finalConfig.useBedrock && finalConfig.bedrockModelId) {
-      this.logger.debug(
-        `Using Bedrock for model ${finalConfig.modelName}, bedrockModelId: ${finalConfig.bedrockModelId}`
-      );
       model = new ChatBedrockConverse({
         model: finalConfig.bedrockModelId,
         region: this.resolveBedrockRegion(),
@@ -6720,29 +6824,12 @@ var ModelInitializer = class _ModelInitializer {
       ...model.metadata,
       modelId: config.modelId
     };
-    this.logger.debug("\u{1F527} Model initialized with metadata", {
-      modelId: config.modelId,
-      metadataKeys: Object.keys(model.metadata || {}),
-      hasModelId: !!model.metadata?.modelId
-    });
-    this.logger.debug(
-      `[TOOLS CHECK] toolsConfig exists: ${!!config.toolsConfig}, customTools exists: ${!!config.customTools}`
-    );
-    if (config.toolsConfig) {
-      this.logger.debug(
-        `[TOOLS CHECK] toolsConfig length: ${config.toolsConfig.length}, content: ${JSON.stringify(config.toolsConfig)}`
-      );
-    }
     if (config.toolsConfig || config.customTools) {
-      this.logger.debug(
-        `[TOOLS] Calling bindToolsToModel with toolsConfig: ${JSON.stringify(config.toolsConfig)}`
-      );
       const boundModel = await this.bindToolsToModel(
         model,
         config.toolsConfig,
         config.customTools
       );
-      this.logger.debug(`[TOOLS] bindToolsToModel returned successfully`);
       this.modelInstanceCache.set(cacheKey, boundModel);
       return boundModel;
     }
@@ -7568,6 +7655,6 @@ var MongoTokenStore = class {
   }
 };
 
-export { AbstractGraphBuilder, AttachmentType, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, CallbackController, CallbackMetrics, CallbackPatchService, CallbackRateLimiter, CallbackRegistry, CallbackStore, CallbackTokenGuard, ChatFeature, DEFAULT_ATTACHMENT_THRESHOLD, DEFAULT_TRACER_OPTIONS, ENDPOINT_METADATA_KEY, Endpoint, EndpointRegistry, EventProcessor, ExternalGraphBuilder, FileBasedDiscovery, FileTokenStore, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, IdempotencyManager, IdempotencyStatus, LangGraphEngine, McpConverter, McpRuntimeHttpClient, McpToolFilter, ModelInitializer, ModelProvider, ModelType, MongoTokenStore, OAuthTokenManager, RetrieverSearchType, RetrieverService, SmartCallbackRouter, StaticDiscovery, StreamChannel, TelegramPatchHandler, UIDispatchController, UIEndpoint, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, UniversalGraphService, VersionedGraphService, VoyageAIRerank, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, _internals, bootstrap, buildOAuthAuthorizationUrl, clearAttachmentDataStore, createEndpointDescriptors, createGraphAttachment, createMongoClientAdapter, createStaticMessage, decryptTokens, dispatchAttachments, encryptTokens, executeToolWithAttachments, findCallbackMethod, findEndpointMethod, generateAttachmentSummary, getAttachmentData, getCallbackMetadata, getEndpointMetadata, getOAuthProvider, getOAuthProviderNames, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, loadOAuthProviders, registerFinanceExampleCallback, registerUIEndpointsFromClass, resolveOAuthProviderConfig, sanitizeTraceData, storeAttachmentData, traceApiCall };
+export { AbstractGraphBuilder, AttachmentType, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, CallbackController, CallbackMetrics, CallbackPatchService, CallbackRateLimiter, CallbackRegistry, CallbackStore, CallbackTokenGuard, ChatFeature, DEFAULT_ATTACHMENT_THRESHOLD, DEFAULT_ROUTER_URL, DEFAULT_TRACER_OPTIONS, ENDPOINT_METADATA_KEY, Endpoint, EndpointRegistry, EventProcessor, ExternalGraphBuilder, FileBasedDiscovery, FileTokenStore, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, IdempotencyManager, IdempotencyStatus, LangGraphEngine, McpConverter, McpRuntimeHttpClient, McpToolFilter, ModelInitializer, ModelProvider, ModelType, MongoTokenStore, OAuthTokenManager, RetrieverSearchType, RetrieverService, SmartCallbackRouter, StaticDiscovery, StreamChannel, TelegramPatchHandler, UIDispatchController, UIEndpoint, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, UniversalGraphService, VersionedGraphService, VoyageAIRerank, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, _internals, bootstrap, buildOAuthAuthorizationUrl, buildOpenAIModelConfig, clearAttachmentDataStore, createEndpointDescriptors, createGraphAttachment, createMongoClientAdapter, createStaticMessage, decryptTokens, dispatchAttachments, encryptTokens, executeToolWithAttachments, findCallbackMethod, findEndpointMethod, generateAttachmentSummary, generateModelCacheKey, getAttachmentData, getCallbackMetadata, getEndpointMetadata, getOAuthProvider, getOAuthProviderNames, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, hashToolsConfig, isReasoningModel, loadOAuthProviders, normalizeToolConfigs, registerFinanceExampleCallback, registerUIEndpointsFromClass, resolveOAuthProviderConfig, resolveRouterURL, sanitizeTraceData, storeAttachmentData, traceApiCall };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map