@flutchai/flutch-sdk 0.6.3 → 0.6.6

package/dist/index.d.cts

@@ -8,13 +8,16 @@ import Redis from 'ioredis';
 import { Registry } from 'prom-client';
 import { Response, Request as Request$1 } from 'express';
 import { DiscoveryService, MetadataScanner, ModuleRef } from '@nestjs/core';
-import { AIMessageChunk, ToolMessage, AIMessage } from '@langchain/core/messages';
+import { AIMessageChunk, BaseMessage, ToolMessage, AIMessage } from '@langchain/core/messages';
 import { Runnable, RunnableConfig } from '@langchain/core/runnables';
 import { DynamicStructuredTool, StructuredTool } from '@langchain/core/tools';
 import { BaseChatModel, BaseChatModelCallOptions } from '@langchain/core/language_models/chat_models';
 import { BaseDocumentCompressor } from '@langchain/core/retrievers/document_compressors';
 import { Embeddings } from '@langchain/core/embeddings';
 import { BaseLanguageModelInput } from '@langchain/core/language_models/base';
+import { ChatBedrockConverse } from '@langchain/aws';
+import { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';
+import { ChatResult, ChatGenerationChunk } from '@langchain/core/outputs';
 import { Document } from '@langchain/core/documents';
 
 interface RequestContext {
@@ -1028,6 +1031,76 @@ declare function flutchHeaders(): Record<string, string>;
 declare function flutchMistralHook(req: Request): Request;
 declare function wrapCohereFetcher<T extends (args: any) => any>(inner: T): T;
 
+interface IAgentToolConfig {
+    toolName: string;
+    enabled: boolean;
+    config?: Record<string, any>;
+}
+interface IAgentToolConfiguration {
+    toolName: string;
+    enabled: boolean;
+    config?: Record<string, any>;
+    credentials?: Record<string, string>;
+    useGlobalCredentials?: boolean;
+}
+interface ISystemToolCredentials {
+    toolName: string;
+    credentials: Record<string, string>;
+    createdBy: string;
+    createdAt: Date;
+    updatedAt: Date;
+}
+interface IToolExecutionContext {
+    toolName: string;
+    config: Record<string, any>;
+    credentials: Record<string, string>;
+    agentId: string;
+    userId: string;
+    threadId?: string;
+}
+
+declare function isReasoningModel(modelName: string): boolean;
+declare function toOptionalNumber(value: unknown): number | undefined;
+declare const SAMPLING_PARAM_FREE_THRESHOLDS: Record<string, {
+    major: number;
+    minor: number;
+}>;
+declare function modelAcceptsSamplingParams(modelIdentifier?: string): boolean;
+declare const PROMPT_CACHE_MIN_VERSIONS: Record<string, {
+    major: number;
+    minor: number;
+}>;
+type PromptCacheTtl = "5m" | "1h";
+interface PromptCacheControl {
+    type: "ephemeral";
+    ttl?: PromptCacheTtl;
+}
+declare function modelSupportsPromptCache(modelIdentifier?: string): boolean;
+declare function resolvePromptCacheControl(modelIdentifiers: (string | undefined)[], promptCache?: boolean, ttl?: PromptCacheTtl): PromptCacheControl | undefined;
+type ReasoningEffort = "low" | "medium" | "high" | "xhigh" | "max";
+declare function buildEffortRequestFields(effort?: ReasoningEffort): {
+    output_config: {
+        effort: ReasoningEffort;
+    };
+} | undefined;
+interface SamplingParams {
+    temperature?: number;
+    topP?: number;
+    topK?: number;
+}
+interface ResolvedSamplingParams {
+    params: SamplingParams;
+    dropped: string[];
+    accepted: boolean;
+}
+declare function resolveSamplingParams(modelIdentifiers: (string | undefined)[], requested: SamplingParams, supportsSamplingParams?: boolean): ResolvedSamplingParams;
+declare function hashToolsConfig(toolsConfig: IAgentToolConfig[]): string;
+declare function normalizeToolConfigs(tools?: ToolConfig[]): IAgentToolConfig[] | undefined;
+declare const DEFAULT_ROUTER_URL = "https://router.flutch.ai";
+declare function resolveRouterURL(baseURL?: string): string | undefined;
+declare function generateModelCacheKey(modelId: string, temperature?: number, maxTokens?: number, toolsConfig?: IAgentToolConfig[], baseURL?: string): string;
+declare function buildOpenAIModelConfig(modelName: string, temperature: number | undefined, maxTokens: number | undefined, apiToken: string): Record<string, any>;
+
 type ToolConfig = string | {
     name: string;
     enabled?: boolean;
@@ -1042,28 +1115,37 @@ interface ModelConfig {
     tools?: ToolConfig[];
     baseURL?: string;
     providerConfig?: Record<string, any>;
+    supportsSamplingParams?: boolean;
 }
 interface ModelByIdConfig {
     modelId: string;
     temperature?: number;
     maxTokens?: number;
+    supportsSamplingParams?: boolean;
     baseURL?: string;
     toolsConfig?: IAgentToolConfig[];
     customTools?: DynamicStructuredTool[];
     mcpServers?: Record<string, any>[];
     mcpContext?: Record<string, any>;
+    promptCache?: boolean;
+    promptCacheTtl?: PromptCacheTtl;
+    effort?: ReasoningEffort;
 }
 type ModelConfigFetcher = (modelId: string) => Promise<ModelConfigWithToken>;
 interface ModelConfigWithToken {
     modelId: string;
     modelName: string;
     provider: ModelProvider;
-    defaultTemperature: number;
-    defaultMaxTokens: number;
+    defaultTemperature?: number;
+    defaultMaxTokens?: number;
     apiToken?: string;
     requiresApiKey: boolean;
+    supportsSamplingParams?: boolean;
     useBedrock?: boolean;
     bedrockModelId?: string;
+    promptCache?: boolean;
+    promptCacheTtl?: PromptCacheTtl;
+    defaultEffort?: ReasoningEffort;
     baseURL?: string;
 }
 type ApiKeyResolver = (provider: ModelProvider) => string | undefined;
@@ -1094,7 +1176,7 @@ interface IModelInitializer {
     isModelTypeSupported(modelType: ModelType): boolean;
     getSupportedModelTypes(): ModelType[];
 }
-type ChatModelCreator = (config: ModelConfigWithTokenAndType) => BaseChatModel;
+type ChatModelCreator = (config: ModelConfigWithTokenAndType, promptCacheControl?: PromptCacheControl) => BaseChatModel;
 type RerankModelCreator = (config: ModelConfigWithTokenAndType) => BaseDocumentCompressor;
 type EmbeddingModelCreator = (config: ModelConfigWithTokenAndType) => Embeddings;
 interface ModelCreators {
@@ -1115,6 +1197,7 @@ declare class ModelInitializer implements IModelInitializer {
     constructor(configFetcher?: ModelConfigFetcher, logger?: Logger, apiKeyResolver?: ApiKeyResolver);
     private resolveApiKey;
     private resolveBedrockRegion;
+    private resolveSampling;
     private hashToolsConfig;
     private generateModelCacheKey;
     private readonly chatModelCreators;
@@ -1145,41 +1228,29 @@ declare class ModelInitializer implements IModelInitializer {
     private fetchFromApi;
 }
 
-interface IAgentToolConfig {
-    toolName: string;
-    enabled: boolean;
-    config?: Record<string, any>;
-}
-interface IAgentToolConfiguration {
-    toolName: string;
-    enabled: boolean;
-    config?: Record<string, any>;
-    credentials?: Record<string, string>;
-    useGlobalCredentials?: boolean;
-}
-interface ISystemToolCredentials {
-    toolName: string;
-    credentials: Record<string, string>;
-    createdBy: string;
-    createdAt: Date;
-    updatedAt: Date;
+interface LangchainReasoningBlock {
+    type: "reasoning_content";
+    reasoningText?: {
+        text?: string | null;
+        signature?: string | null;
+    } | null;
+    redactedContent?: string | null;
 }
-interface IToolExecutionContext {
-    toolName: string;
-    config: Record<string, any>;
-    credentials: Record<string, string>;
-    agentId: string;
-    userId: string;
-    threadId?: string;
+declare function isReasoningBlock(block: unknown): block is LangchainReasoningBlock;
+declare function isSendableReasoningBlock(block: LangchainReasoningBlock): boolean;
+declare function sanitizeMessageReasoning(message: BaseMessage): BaseMessage;
+interface SanitizedHistory {
+    messages: BaseMessage[];
+    sanitized: number;
 }
+declare function sanitizeReasoningForBedrock(messages: BaseMessage[]): SanitizedHistory;
 
-declare function isReasoningModel(modelName: string): boolean;
-declare function hashToolsConfig(toolsConfig: IAgentToolConfig[]): string;
-declare function normalizeToolConfigs(tools?: ToolConfig[]): IAgentToolConfig[] | undefined;
-declare const DEFAULT_ROUTER_URL = "https://router.flutch.ai";
-declare function resolveRouterURL(baseURL?: string): string | undefined;
-declare function generateModelCacheKey(modelId: string, temperature?: number, maxTokens?: number, toolsConfig?: IAgentToolConfig[], baseURL?: string): string;
-declare function buildOpenAIModelConfig(modelName: string, temperature: number, maxTokens: number, apiToken: string): Record<string, any>;
+declare class FlutchChatBedrockConverse extends ChatBedrockConverse {
+    static lc_name(): string;
+    private sanitize;
+    _generate(messages: BaseMessage[], options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): Promise<ChatResult>;
+    _streamResponseChunks(messages: BaseMessage[], options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
+}
 
 interface VoyageAIRerankConfig {
     apiKey?: string;
@@ -1806,4 +1877,4 @@ declare class MongoTokenStore implements IOAuthTokenStore {
     private ensureIndex;
 }
 
-export { type ACLValidationResult, AbstractGraphBuilder, type ApiCallTracerOptions, type ApiKeyResolver, AttachmentType, type AuditEntry, type BaseGraphConfig, type BaseGraphContext, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, type BaseGraphState, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, type CallbackContext, CallbackController, type CallbackEntry, type CallbackHandler, type CallbackMetadata, CallbackMetrics, type CallbackPatch, type CallbackPatchHandler, CallbackPatchService, CallbackRateLimiter, type CallbackRecord, CallbackRegistry, type CallbackRequest, type CallbackResult, CallbackStore, CallbackTokenGuard, type CallbackUser, type ChannelState, type ChartType, ChatFeature, type ChatModelCreator, type ChatModelOrRunnable, type ChatModelWithTools, type CitationValue, type CompiledGraphFor, type CustomDocument, DEFAULT_ATTACHMENT_THRESHOLD, DEFAULT_ROUTER_URL, DEFAULT_TRACER_OPTIONS, type DataEnvelope, ENDPOINT_METADATA_KEY, type EmbeddingModelCreator, Endpoint, type EndpointDescriptor, type EndpointHandler, type EndpointMetadata, type EndpointOptions, EndpointRegistry, EventProcessor, type ExecuteToolWithAttachmentsParams, type ExecuteToolWithAttachmentsResult, type ExtendedCallbackContext, type ExtendedCallbackHandler, ExternalGraphBuilder, FileBasedDiscovery, FileTokenStore, type FlutchContext, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, type IAgentToolConfig, type IAgentToolConfiguration, type IAttachment, type IBaseEntity, type IChartDataPoint, type IChartDataset, type IChartValue, type IContentBlock, type IContentChain, type IDeletionInfo, type IGenericGraphType, type IGraphAttachment, type IGraphBuilder, type IGraphCompiler, type IGraphConfigurable, type IGraphEngine, type IGraphLogger, type IGraphManifest, type IGraphMetadata, type IGraphMetadataRegistry, type IGraphRequestPayload, type IGraphResponsePayload, type IGraphRunnableConfig, type IGraphService, type IGraphServiceRegistry, type IGraphSettingsRepository, type IGraphTraceEvent, type IGraphTracer, type IGraphTypeMetadata, type IGraphTypeRegistry, type ILangGraphConfig, type IModelInitializer, type IOAuthTokenStore, type IReasoningChain, type IReasoningStep, type IStoredMessageContent, type ISystemToolCredentials, type IToolCall, type IToolCatalog, type IToolConfigOption, type IToolExecutionContext, type ITracingEvent, type IUsageMetrics, type IUsageRecorder, type IdempotencyConfig, type IdempotencyEntry, IdempotencyManager, IdempotencyStatus, type KnowledgeBaseInfo, type LLMCallRecord, type LLMConfig, type LLModel, LangGraphEngine, type MappedChannels, McpConverter, type McpRuntimeClient, McpRuntimeHttpClient, type McpTool, McpToolFilter, type Model, type ModelByIdConfig, type ModelByIdWithTypeConfig, type ModelConfig, type ModelConfigFetcher, type ModelConfigWithToken, type ModelConfigWithTokenAndType, type ModelCreators, ModelInitializer, ModelProvider, ModelType, type MongoDBConfig, MongoTokenStore, type OAuthProviderConfig, type OAuthProviderDef, OAuthTokenManager, type OAuthTokenManagerOptions, type OAuthTokens, type PostgresConfig, type RateLimitConfig, type RateLimitResult, type RequestContext, type RerankModelCreator, type RetrieveQueryOptions, type RetrieverConfig, RetrieverSearchType, RetrieverService, type RouterConfig, type ServiceDiscoveryProvider, SmartCallbackRouter, StaticDiscovery, type StreamAccumulator, StreamChannel, type StrictGraphRunnableConfig, TelegramPatchHandler, type ToolConfig, type ToolExecutionResult, type TraceApiCallResult, type TracingLevel, UIDispatchController, type UIDispatchDto, UIEndpoint, type UIEndpointClassMetadata, type UIEndpointMethodMetadata, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, type UniversalGraphModuleOptions, UniversalGraphService, type VersionResolution, type VersionResolutionOptions, type VersionRoute, VersionedGraphService, type VersioningConfig, VoyageAIRerank, type VoyageAIRerankConfig, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, _internals, bootstrap, buildOAuthAuthorizationUrl, buildOpenAIModelConfig, clearAttachmentDataStore, createEndpointDescriptors, createGraphAttachment, createMongoClientAdapter, createStaticMessage, decryptTokens, dispatchAttachments, encryptTokens, executeToolWithAttachments, findCallbackMethod, findEndpointMethod, flutchFetch, flutchHeaders, flutchMistralHook, generateAttachmentSummary, generateModelCacheKey, getAttachmentData, getCallbackMetadata, getEndpointMetadata, getFlutchContext, getOAuthProvider, getOAuthProviderNames, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, hashToolsConfig, isInternalMode, isReasoningModel, loadOAuthProviders, normalizeToolConfigs, registerFinanceExampleCallback, registerUIEndpointsFromClass, resolveOAuthProviderConfig, resolveRouterURL, sanitizeTraceData, storeAttachmentData, traceApiCall, withFlutchContext, wrapCohereFetcher };
+export { type ACLValidationResult, AbstractGraphBuilder, type ApiCallTracerOptions, type ApiKeyResolver, AttachmentType, type AuditEntry, type BaseGraphConfig, type BaseGraphContext, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, type BaseGraphState, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, type CallbackContext, CallbackController, type CallbackEntry, type CallbackHandler, type CallbackMetadata, CallbackMetrics, type CallbackPatch, type CallbackPatchHandler, CallbackPatchService, CallbackRateLimiter, type CallbackRecord, CallbackRegistry, type CallbackRequest, type CallbackResult, CallbackStore, CallbackTokenGuard, type CallbackUser, type ChannelState, type ChartType, ChatFeature, type ChatModelCreator, type ChatModelOrRunnable, type ChatModelWithTools, type CitationValue, type CompiledGraphFor, type CustomDocument, DEFAULT_ATTACHMENT_THRESHOLD, DEFAULT_ROUTER_URL, DEFAULT_TRACER_OPTIONS, type DataEnvelope, ENDPOINT_METADATA_KEY, type EmbeddingModelCreator, Endpoint, type EndpointDescriptor, type EndpointHandler, type EndpointMetadata, type EndpointOptions, EndpointRegistry, EventProcessor, type ExecuteToolWithAttachmentsParams, type ExecuteToolWithAttachmentsResult, type ExtendedCallbackContext, type ExtendedCallbackHandler, ExternalGraphBuilder, FileBasedDiscovery, FileTokenStore, FlutchChatBedrockConverse, type FlutchContext, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, type IAgentToolConfig, type IAgentToolConfiguration, type IAttachment, type IBaseEntity, type IChartDataPoint, type IChartDataset, type IChartValue, type IContentBlock, type IContentChain, type IDeletionInfo, type IGenericGraphType, type IGraphAttachment, type IGraphBuilder, type IGraphCompiler, type IGraphConfigurable, type IGraphEngine, type IGraphLogger, type IGraphManifest, type IGraphMetadata, type IGraphMetadataRegistry, type IGraphRequestPayload, type IGraphResponsePayload, type IGraphRunnableConfig, type IGraphService, type IGraphServiceRegistry, type IGraphSettingsRepository, type IGraphTraceEvent, type IGraphTracer, type IGraphTypeMetadata, type IGraphTypeRegistry, type ILangGraphConfig, type IModelInitializer, type IOAuthTokenStore, type IReasoningChain, type IReasoningStep, type IStoredMessageContent, type ISystemToolCredentials, type IToolCall, type IToolCatalog, type IToolConfigOption, type IToolExecutionContext, type ITracingEvent, type IUsageMetrics, type IUsageRecorder, type IdempotencyConfig, type IdempotencyEntry, IdempotencyManager, IdempotencyStatus, type KnowledgeBaseInfo, type LLMCallRecord, type LLMConfig, type LLModel, LangGraphEngine, type LangchainReasoningBlock, type MappedChannels, McpConverter, type McpRuntimeClient, McpRuntimeHttpClient, type McpTool, McpToolFilter, type Model, type ModelByIdConfig, type ModelByIdWithTypeConfig, type ModelConfig, type ModelConfigFetcher, type ModelConfigWithToken, type ModelConfigWithTokenAndType, type ModelCreators, ModelInitializer, ModelProvider, ModelType, type MongoDBConfig, MongoTokenStore, type OAuthProviderConfig, type OAuthProviderDef, OAuthTokenManager, type OAuthTokenManagerOptions, type OAuthTokens, PROMPT_CACHE_MIN_VERSIONS, type PostgresConfig, type PromptCacheControl, type PromptCacheTtl, type RateLimitConfig, type RateLimitResult, type ReasoningEffort, type RequestContext, type RerankModelCreator, type ResolvedSamplingParams, type RetrieveQueryOptions, type RetrieverConfig, RetrieverSearchType, RetrieverService, type RouterConfig, SAMPLING_PARAM_FREE_THRESHOLDS, type SamplingParams, type SanitizedHistory, type ServiceDiscoveryProvider, SmartCallbackRouter, StaticDiscovery, type StreamAccumulator, StreamChannel, type StrictGraphRunnableConfig, TelegramPatchHandler, type ToolConfig, type ToolExecutionResult, type TraceApiCallResult, type TracingLevel, UIDispatchController, type UIDispatchDto, UIEndpoint, type UIEndpointClassMetadata, type UIEndpointMethodMetadata, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, type UniversalGraphModuleOptions, UniversalGraphService, type VersionResolution, type VersionResolutionOptions, type VersionRoute, VersionedGraphService, type VersioningConfig, VoyageAIRerank, type VoyageAIRerankConfig, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, _internals, bootstrap, buildEffortRequestFields, buildOAuthAuthorizationUrl, buildOpenAIModelConfig, clearAttachmentDataStore, createEndpointDescriptors, createGraphAttachment, createMongoClientAdapter, createStaticMessage, decryptTokens, dispatchAttachments, encryptTokens, executeToolWithAttachments, findCallbackMethod, findEndpointMethod, flutchFetch, flutchHeaders, flutchMistralHook, generateAttachmentSummary, generateModelCacheKey, getAttachmentData, getCallbackMetadata, getEndpointMetadata, getFlutchContext, getOAuthProvider, getOAuthProviderNames, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, hashToolsConfig, isInternalMode, isReasoningBlock, isReasoningModel, isSendableReasoningBlock, loadOAuthProviders, modelAcceptsSamplingParams, modelSupportsPromptCache, normalizeToolConfigs, registerFinanceExampleCallback, registerUIEndpointsFromClass, resolveOAuthProviderConfig, resolvePromptCacheControl, resolveRouterURL, resolveSamplingParams, sanitizeMessageReasoning, sanitizeReasoningForBedrock, sanitizeTraceData, storeAttachmentData, toOptionalNumber, traceApiCall, withFlutchContext, wrapCohereFetcher };

package/dist/index.d.ts

@@ -8,13 +8,16 @@ import Redis from 'ioredis';
 import { Registry } from 'prom-client';
 import { Response, Request as Request$1 } from 'express';
 import { DiscoveryService, MetadataScanner, ModuleRef } from '@nestjs/core';
-import { AIMessageChunk, ToolMessage, AIMessage } from '@langchain/core/messages';
+import { AIMessageChunk, BaseMessage, ToolMessage, AIMessage } from '@langchain/core/messages';
 import { Runnable, RunnableConfig } from '@langchain/core/runnables';
 import { DynamicStructuredTool, StructuredTool } from '@langchain/core/tools';
 import { BaseChatModel, BaseChatModelCallOptions } from '@langchain/core/language_models/chat_models';
 import { BaseDocumentCompressor } from '@langchain/core/retrievers/document_compressors';
 import { Embeddings } from '@langchain/core/embeddings';
 import { BaseLanguageModelInput } from '@langchain/core/language_models/base';
+import { ChatBedrockConverse } from '@langchain/aws';
+import { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';
+import { ChatResult, ChatGenerationChunk } from '@langchain/core/outputs';
 import { Document } from '@langchain/core/documents';
 
 interface RequestContext {
@@ -1028,6 +1031,76 @@ declare function flutchHeaders(): Record<string, string>;
 declare function flutchMistralHook(req: Request): Request;
 declare function wrapCohereFetcher<T extends (args: any) => any>(inner: T): T;
 
+interface IAgentToolConfig {
+    toolName: string;
+    enabled: boolean;
+    config?: Record<string, any>;
+}
+interface IAgentToolConfiguration {
+    toolName: string;
+    enabled: boolean;
+    config?: Record<string, any>;
+    credentials?: Record<string, string>;
+    useGlobalCredentials?: boolean;
+}
+interface ISystemToolCredentials {
+    toolName: string;
+    credentials: Record<string, string>;
+    createdBy: string;
+    createdAt: Date;
+    updatedAt: Date;
+}
+interface IToolExecutionContext {
+    toolName: string;
+    config: Record<string, any>;
+    credentials: Record<string, string>;
+    agentId: string;
+    userId: string;
+    threadId?: string;
+}
+
+declare function isReasoningModel(modelName: string): boolean;
+declare function toOptionalNumber(value: unknown): number | undefined;
+declare const SAMPLING_PARAM_FREE_THRESHOLDS: Record<string, {
+    major: number;
+    minor: number;
+}>;
+declare function modelAcceptsSamplingParams(modelIdentifier?: string): boolean;
+declare const PROMPT_CACHE_MIN_VERSIONS: Record<string, {
+    major: number;
+    minor: number;
+}>;
+type PromptCacheTtl = "5m" | "1h";
+interface PromptCacheControl {
+    type: "ephemeral";
+    ttl?: PromptCacheTtl;
+}
+declare function modelSupportsPromptCache(modelIdentifier?: string): boolean;
+declare function resolvePromptCacheControl(modelIdentifiers: (string | undefined)[], promptCache?: boolean, ttl?: PromptCacheTtl): PromptCacheControl | undefined;
+type ReasoningEffort = "low" | "medium" | "high" | "xhigh" | "max";
+declare function buildEffortRequestFields(effort?: ReasoningEffort): {
+    output_config: {
+        effort: ReasoningEffort;
+    };
+} | undefined;
+interface SamplingParams {
+    temperature?: number;
+    topP?: number;
+    topK?: number;
+}
+interface ResolvedSamplingParams {
+    params: SamplingParams;
+    dropped: string[];
+    accepted: boolean;
+}
+declare function resolveSamplingParams(modelIdentifiers: (string | undefined)[], requested: SamplingParams, supportsSamplingParams?: boolean): ResolvedSamplingParams;
+declare function hashToolsConfig(toolsConfig: IAgentToolConfig[]): string;
+declare function normalizeToolConfigs(tools?: ToolConfig[]): IAgentToolConfig[] | undefined;
+declare const DEFAULT_ROUTER_URL = "https://router.flutch.ai";
+declare function resolveRouterURL(baseURL?: string): string | undefined;
+declare function generateModelCacheKey(modelId: string, temperature?: number, maxTokens?: number, toolsConfig?: IAgentToolConfig[], baseURL?: string): string;
+declare function buildOpenAIModelConfig(modelName: string, temperature: number | undefined, maxTokens: number | undefined, apiToken: string): Record<string, any>;
+
 type ToolConfig = string | {
     name: string;
     enabled?: boolean;
@@ -1042,28 +1115,37 @@ interface ModelConfig {
     tools?: ToolConfig[];
     baseURL?: string;
     providerConfig?: Record<string, any>;
+    supportsSamplingParams?: boolean;
 }
 interface ModelByIdConfig {
     modelId: string;
     temperature?: number;
     maxTokens?: number;
+    supportsSamplingParams?: boolean;
     baseURL?: string;
     toolsConfig?: IAgentToolConfig[];
     customTools?: DynamicStructuredTool[];
     mcpServers?: Record<string, any>[];
     mcpContext?: Record<string, any>;
+    promptCache?: boolean;
+    promptCacheTtl?: PromptCacheTtl;
+    effort?: ReasoningEffort;
 }
 type ModelConfigFetcher = (modelId: string) => Promise<ModelConfigWithToken>;
 interface ModelConfigWithToken {
     modelId: string;
     modelName: string;
     provider: ModelProvider;
-    defaultTemperature: number;
-    defaultMaxTokens: number;
+    defaultTemperature?: number;
+    defaultMaxTokens?: number;
     apiToken?: string;
     requiresApiKey: boolean;
+    supportsSamplingParams?: boolean;
     useBedrock?: boolean;
     bedrockModelId?: string;
+    promptCache?: boolean;
+    promptCacheTtl?: PromptCacheTtl;
+    defaultEffort?: ReasoningEffort;
     baseURL?: string;
 }
 type ApiKeyResolver = (provider: ModelProvider) => string | undefined;
@@ -1094,7 +1176,7 @@ interface IModelInitializer {
     isModelTypeSupported(modelType: ModelType): boolean;
     getSupportedModelTypes(): ModelType[];
 }
-type ChatModelCreator = (config: ModelConfigWithTokenAndType) => BaseChatModel;
+type ChatModelCreator = (config: ModelConfigWithTokenAndType, promptCacheControl?: PromptCacheControl) => BaseChatModel;
 type RerankModelCreator = (config: ModelConfigWithTokenAndType) => BaseDocumentCompressor;
 type EmbeddingModelCreator = (config: ModelConfigWithTokenAndType) => Embeddings;
 interface ModelCreators {
@@ -1115,6 +1197,7 @@ declare class ModelInitializer implements IModelInitializer {
     constructor(configFetcher?: ModelConfigFetcher, logger?: Logger, apiKeyResolver?: ApiKeyResolver);
     private resolveApiKey;
     private resolveBedrockRegion;
+    private resolveSampling;
     private hashToolsConfig;
     private generateModelCacheKey;
     private readonly chatModelCreators;
@@ -1145,41 +1228,29 @@ declare class ModelInitializer implements IModelInitializer {
     private fetchFromApi;
 }
 
-interface IAgentToolConfig {
-    toolName: string;
-    enabled: boolean;
-    config?: Record<string, any>;
-}
-interface IAgentToolConfiguration {
-    toolName: string;
-    enabled: boolean;
-    config?: Record<string, any>;
-    credentials?: Record<string, string>;
-    useGlobalCredentials?: boolean;
-}
-interface ISystemToolCredentials {
-    toolName: string;
-    credentials: Record<string, string>;
-    createdBy: string;
-    createdAt: Date;
-    updatedAt: Date;
+interface LangchainReasoningBlock {
+    type: "reasoning_content";
+    reasoningText?: {
+        text?: string | null;
+        signature?: string | null;
+    } | null;
+    redactedContent?: string | null;
 }
-interface IToolExecutionContext {
-    toolName: string;
-    config: Record<string, any>;
-    credentials: Record<string, string>;
-    agentId: string;
-    userId: string;
-    threadId?: string;
+declare function isReasoningBlock(block: unknown): block is LangchainReasoningBlock;
+declare function isSendableReasoningBlock(block: LangchainReasoningBlock): boolean;
+declare function sanitizeMessageReasoning(message: BaseMessage): BaseMessage;
+interface SanitizedHistory {
+    messages: BaseMessage[];
+    sanitized: number;
 }
+declare function sanitizeReasoningForBedrock(messages: BaseMessage[]): SanitizedHistory;
 
-declare function isReasoningModel(modelName: string): boolean;
-declare function hashToolsConfig(toolsConfig: IAgentToolConfig[]): string;
-declare function normalizeToolConfigs(tools?: ToolConfig[]): IAgentToolConfig[] | undefined;
-declare const DEFAULT_ROUTER_URL = "https://router.flutch.ai";
-declare function resolveRouterURL(baseURL?: string): string | undefined;
-declare function generateModelCacheKey(modelId: string, temperature?: number, maxTokens?: number, toolsConfig?: IAgentToolConfig[], baseURL?: string): string;
-declare function buildOpenAIModelConfig(modelName: string, temperature: number, maxTokens: number, apiToken: string): Record<string, any>;
+declare class FlutchChatBedrockConverse extends ChatBedrockConverse {
+    static lc_name(): string;
+    private sanitize;
+    _generate(messages: BaseMessage[], options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): Promise<ChatResult>;
+    _streamResponseChunks(messages: BaseMessage[], options: this["ParsedCallOptions"], runManager?: CallbackManagerForLLMRun): AsyncGenerator<ChatGenerationChunk>;
+}
 
 interface VoyageAIRerankConfig {
     apiKey?: string;
@@ -1806,4 +1877,4 @@ declare class MongoTokenStore implements IOAuthTokenStore {
     private ensureIndex;
 }
 
-export { type ACLValidationResult, AbstractGraphBuilder, type ApiCallTracerOptions, type ApiKeyResolver, AttachmentType, type AuditEntry, type BaseGraphConfig, type BaseGraphContext, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, type BaseGraphState, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, type CallbackContext, CallbackController, type CallbackEntry, type CallbackHandler, type CallbackMetadata, CallbackMetrics, type CallbackPatch, type CallbackPatchHandler, CallbackPatchService, CallbackRateLimiter, type CallbackRecord, CallbackRegistry, type CallbackRequest, type CallbackResult, CallbackStore, CallbackTokenGuard, type CallbackUser, type ChannelState, type ChartType, ChatFeature, type ChatModelCreator, type ChatModelOrRunnable, type ChatModelWithTools, type CitationValue, type CompiledGraphFor, type CustomDocument, DEFAULT_ATTACHMENT_THRESHOLD, DEFAULT_ROUTER_URL, DEFAULT_TRACER_OPTIONS, type DataEnvelope, ENDPOINT_METADATA_KEY, type EmbeddingModelCreator, Endpoint, type EndpointDescriptor, type EndpointHandler, type EndpointMetadata, type EndpointOptions, EndpointRegistry, EventProcessor, type ExecuteToolWithAttachmentsParams, type ExecuteToolWithAttachmentsResult, type ExtendedCallbackContext, type ExtendedCallbackHandler, ExternalGraphBuilder, FileBasedDiscovery, FileTokenStore, type FlutchContext, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, type IAgentToolConfig, type IAgentToolConfiguration, type IAttachment, type IBaseEntity, type IChartDataPoint, type IChartDataset, type IChartValue, type IContentBlock, type IContentChain, type IDeletionInfo, type IGenericGraphType, type IGraphAttachment, type IGraphBuilder, type IGraphCompiler, type IGraphConfigurable, type IGraphEngine, type IGraphLogger, type IGraphManifest, type IGraphMetadata, type IGraphMetadataRegistry, type IGraphRequestPayload, type IGraphResponsePayload, type IGraphRunnableConfig, type IGraphService, type IGraphServiceRegistry, type IGraphSettingsRepository, type IGraphTraceEvent, type IGraphTracer, type IGraphTypeMetadata, type IGraphTypeRegistry, type ILangGraphConfig, type IModelInitializer, type IOAuthTokenStore, type IReasoningChain, type IReasoningStep, type IStoredMessageContent, type ISystemToolCredentials, type IToolCall, type IToolCatalog, type IToolConfigOption, type IToolExecutionContext, type ITracingEvent, type IUsageMetrics, type IUsageRecorder, type IdempotencyConfig, type IdempotencyEntry, IdempotencyManager, IdempotencyStatus, type KnowledgeBaseInfo, type LLMCallRecord, type LLMConfig, type LLModel, LangGraphEngine, type MappedChannels, McpConverter, type McpRuntimeClient, McpRuntimeHttpClient, type McpTool, McpToolFilter, type Model, type ModelByIdConfig, type ModelByIdWithTypeConfig, type ModelConfig, type ModelConfigFetcher, type ModelConfigWithToken, type ModelConfigWithTokenAndType, type ModelCreators, ModelInitializer, ModelProvider, ModelType, type MongoDBConfig, MongoTokenStore, type OAuthProviderConfig, type OAuthProviderDef, OAuthTokenManager, type OAuthTokenManagerOptions, type OAuthTokens, type PostgresConfig, type RateLimitConfig, type RateLimitResult, type RequestContext, type RerankModelCreator, type RetrieveQueryOptions, type RetrieverConfig, RetrieverSearchType, RetrieverService, type RouterConfig, type ServiceDiscoveryProvider, SmartCallbackRouter, StaticDiscovery, type StreamAccumulator, StreamChannel, type StrictGraphRunnableConfig, TelegramPatchHandler, type ToolConfig, type ToolExecutionResult, type TraceApiCallResult, type TracingLevel, UIDispatchController, type UIDispatchDto, UIEndpoint, type UIEndpointClassMetadata, type UIEndpointMethodMetadata, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, type UniversalGraphModuleOptions, UniversalGraphService, type VersionResolution, type VersionResolutionOptions, type VersionRoute, VersionedGraphService, type VersioningConfig, VoyageAIRerank, type VoyageAIRerankConfig, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, _internals, bootstrap, buildOAuthAuthorizationUrl, buildOpenAIModelConfig, clearAttachmentDataStore, createEndpointDescriptors, createGraphAttachment, createMongoClientAdapter, createStaticMessage, decryptTokens, dispatchAttachments, encryptTokens, executeToolWithAttachments, findCallbackMethod, findEndpointMethod, flutchFetch, flutchHeaders, flutchMistralHook, generateAttachmentSummary, generateModelCacheKey, getAttachmentData, getCallbackMetadata, getEndpointMetadata, getFlutchContext, getOAuthProvider, getOAuthProviderNames, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, hashToolsConfig, isInternalMode, isReasoningModel, loadOAuthProviders, normalizeToolConfigs, registerFinanceExampleCallback, registerUIEndpointsFromClass, resolveOAuthProviderConfig, resolveRouterURL, sanitizeTraceData, storeAttachmentData, traceApiCall, withFlutchContext, wrapCohereFetcher };
+export { type ACLValidationResult, AbstractGraphBuilder, type ApiCallTracerOptions, type ApiKeyResolver, AttachmentType, type AuditEntry, type BaseGraphConfig, type BaseGraphContext, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, type BaseGraphState, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, type CallbackContext, CallbackController, type CallbackEntry, type CallbackHandler, type CallbackMetadata, CallbackMetrics, type CallbackPatch, type CallbackPatchHandler, CallbackPatchService, CallbackRateLimiter, type CallbackRecord, CallbackRegistry, type CallbackRequest, type CallbackResult, CallbackStore, CallbackTokenGuard, type CallbackUser, type ChannelState, type ChartType, ChatFeature, type ChatModelCreator, type ChatModelOrRunnable, type ChatModelWithTools, type CitationValue, type CompiledGraphFor, type CustomDocument, DEFAULT_ATTACHMENT_THRESHOLD, DEFAULT_ROUTER_URL, DEFAULT_TRACER_OPTIONS, type DataEnvelope, ENDPOINT_METADATA_KEY, type EmbeddingModelCreator, Endpoint, type EndpointDescriptor, type EndpointHandler, type EndpointMetadata, type EndpointOptions, EndpointRegistry, EventProcessor, type ExecuteToolWithAttachmentsParams, type ExecuteToolWithAttachmentsResult, type ExtendedCallbackContext, type ExtendedCallbackHandler, ExternalGraphBuilder, FileBasedDiscovery, FileTokenStore, FlutchChatBedrockConverse, type FlutchContext, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, type IAgentToolConfig, type IAgentToolConfiguration, type IAttachment, type IBaseEntity, type IChartDataPoint, type IChartDataset, type IChartValue, type IContentBlock, type IContentChain, type IDeletionInfo, type IGenericGraphType, type IGraphAttachment, type IGraphBuilder, type IGraphCompiler, type IGraphConfigurable, type IGraphEngine, type IGraphLogger, type IGraphManifest, type IGraphMetadata, type IGraphMetadataRegistry, type IGraphRequestPayload, type IGraphResponsePayload, type IGraphRunnableConfig, type IGraphService, type IGraphServiceRegistry, type IGraphSettingsRepository, type IGraphTraceEvent, type IGraphTracer, type IGraphTypeMetadata, type IGraphTypeRegistry, type ILangGraphConfig, type IModelInitializer, type IOAuthTokenStore, type IReasoningChain, type IReasoningStep, type IStoredMessageContent, type ISystemToolCredentials, type IToolCall, type IToolCatalog, type IToolConfigOption, type IToolExecutionContext, type ITracingEvent, type IUsageMetrics, type IUsageRecorder, type IdempotencyConfig, type IdempotencyEntry, IdempotencyManager, IdempotencyStatus, type KnowledgeBaseInfo, type LLMCallRecord, type LLMConfig, type LLModel, LangGraphEngine, type LangchainReasoningBlock, type MappedChannels, McpConverter, type McpRuntimeClient, McpRuntimeHttpClient, type McpTool, McpToolFilter, type Model, type ModelByIdConfig, type ModelByIdWithTypeConfig, type ModelConfig, type ModelConfigFetcher, type ModelConfigWithToken, type ModelConfigWithTokenAndType, type ModelCreators, ModelInitializer, ModelProvider, ModelType, type MongoDBConfig, MongoTokenStore, type OAuthProviderConfig, type OAuthProviderDef, OAuthTokenManager, type OAuthTokenManagerOptions, type OAuthTokens, PROMPT_CACHE_MIN_VERSIONS, type PostgresConfig, type PromptCacheControl, type PromptCacheTtl, type RateLimitConfig, type RateLimitResult, type ReasoningEffort, type RequestContext, type RerankModelCreator, type ResolvedSamplingParams, type RetrieveQueryOptions, type RetrieverConfig, RetrieverSearchType, RetrieverService, type RouterConfig, SAMPLING_PARAM_FREE_THRESHOLDS, type SamplingParams, type SanitizedHistory, type ServiceDiscoveryProvider, SmartCallbackRouter, StaticDiscovery, type StreamAccumulator, StreamChannel, type StrictGraphRunnableConfig, TelegramPatchHandler, type ToolConfig, type ToolExecutionResult, type TraceApiCallResult, type TracingLevel, UIDispatchController, type UIDispatchDto, UIEndpoint, type UIEndpointClassMetadata, type UIEndpointMethodMetadata, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, type UniversalGraphModuleOptions, UniversalGraphService, type VersionResolution, type VersionResolutionOptions, type VersionRoute, VersionedGraphService, type VersioningConfig, VoyageAIRerank, type VoyageAIRerankConfig, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, _internals, bootstrap, buildEffortRequestFields, buildOAuthAuthorizationUrl, buildOpenAIModelConfig, clearAttachmentDataStore, createEndpointDescriptors, createGraphAttachment, createMongoClientAdapter, createStaticMessage, decryptTokens, dispatchAttachments, encryptTokens, executeToolWithAttachments, findCallbackMethod, findEndpointMethod, flutchFetch, flutchHeaders, flutchMistralHook, generateAttachmentSummary, generateModelCacheKey, getAttachmentData, getCallbackMetadata, getEndpointMetadata, getFlutchContext, getOAuthProvider, getOAuthProviderNames, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, hashToolsConfig, isInternalMode, isReasoningBlock, isReasoningModel, isSendableReasoningBlock, loadOAuthProviders, modelAcceptsSamplingParams, modelSupportsPromptCache, normalizeToolConfigs, registerFinanceExampleCallback, registerUIEndpointsFromClass, resolveOAuthProviderConfig, resolvePromptCacheControl, resolveRouterURL, resolveSamplingParams, sanitizeMessageReasoning, sanitizeReasoningForBedrock, sanitizeTraceData, storeAttachmentData, toOptionalNumber, traceApiCall, withFlutchContext, wrapCohereFetcher };