@flutchai/flutch-sdk 0.6.5 → 0.6.7

package/dist/index.d.cts

@@ -1031,6 +1031,76 @@ declare function flutchHeaders(): Record<string, string>;
 declare function flutchMistralHook(req: Request): Request;
 declare function wrapCohereFetcher<T extends (args: any) => any>(inner: T): T;
 
+interface IAgentToolConfig {
+    toolName: string;
+    enabled: boolean;
+    config?: Record<string, any>;
+}
+interface IAgentToolConfiguration {
+    toolName: string;
+    enabled: boolean;
+    config?: Record<string, any>;
+    credentials?: Record<string, string>;
+    useGlobalCredentials?: boolean;
+}
+interface ISystemToolCredentials {
+    toolName: string;
+    credentials: Record<string, string>;
+    createdBy: string;
+    createdAt: Date;
+    updatedAt: Date;
+}
+interface IToolExecutionContext {
+    toolName: string;
+    config: Record<string, any>;
+    credentials: Record<string, string>;
+    agentId: string;
+    userId: string;
+    threadId?: string;
+}
+
+declare function isReasoningModel(modelName: string): boolean;
+declare function toOptionalNumber(value: unknown): number | undefined;
+declare const SAMPLING_PARAM_FREE_THRESHOLDS: Record<string, {
+    major: number;
+    minor: number;
+}>;
+declare function modelAcceptsSamplingParams(modelIdentifier?: string): boolean;
+declare const PROMPT_CACHE_MIN_VERSIONS: Record<string, {
+    major: number;
+    minor: number;
+}>;
+type PromptCacheTtl = "5m" | "1h";
+interface PromptCacheControl {
+    type: "ephemeral";
+    ttl?: PromptCacheTtl;
+}
+declare function modelSupportsPromptCache(modelIdentifier?: string): boolean;
+declare function resolvePromptCacheControl(modelIdentifiers: (string | undefined)[], promptCache?: boolean, ttl?: PromptCacheTtl): PromptCacheControl | undefined;
+type ReasoningEffort = "low" | "medium" | "high" | "xhigh" | "max";
+declare function buildEffortRequestFields(effort?: ReasoningEffort): {
+    output_config: {
+        effort: ReasoningEffort;
+    };
+} | undefined;
+interface SamplingParams {
+    temperature?: number;
+    topP?: number;
+    topK?: number;
+}
+interface ResolvedSamplingParams {
+    params: SamplingParams;
+    dropped: string[];
+    accepted: boolean;
+}
+declare function resolveSamplingParams(modelIdentifiers: (string | undefined)[], requested: SamplingParams, supportsSamplingParams?: boolean): ResolvedSamplingParams;
+declare function hashToolsConfig(toolsConfig: IAgentToolConfig[]): string;
+declare function normalizeToolConfigs(tools?: ToolConfig[]): IAgentToolConfig[] | undefined;
+declare const DEFAULT_ROUTER_URL = "https://router.flutch.ai";
+declare function resolveRouterURL(baseURL?: string): string | undefined;
+declare function generateModelCacheKey(modelId: string, temperature?: number, maxTokens?: number, toolsConfig?: IAgentToolConfig[], baseURL?: string): string;
+declare function buildOpenAIModelConfig(modelName: string, temperature: number | undefined, maxTokens: number | undefined, apiToken: string): Record<string, any>;
+
 type ToolConfig = string | {
     name: string;
     enabled?: boolean;
@@ -1057,6 +1127,9 @@ interface ModelByIdConfig {
     customTools?: DynamicStructuredTool[];
     mcpServers?: Record<string, any>[];
     mcpContext?: Record<string, any>;
+    promptCache?: boolean;
+    promptCacheTtl?: PromptCacheTtl;
+    effort?: ReasoningEffort;
 }
 type ModelConfigFetcher = (modelId: string) => Promise<ModelConfigWithToken>;
 interface ModelConfigWithToken {
@@ -1070,6 +1143,9 @@ interface ModelConfigWithToken {
     supportsSamplingParams?: boolean;
     useBedrock?: boolean;
     bedrockModelId?: string;
+    promptCache?: boolean;
+    promptCacheTtl?: PromptCacheTtl;
+    defaultEffort?: ReasoningEffort;
     baseURL?: string;
 }
 type ApiKeyResolver = (provider: ModelProvider) => string | undefined;
@@ -1100,7 +1176,7 @@ interface IModelInitializer {
     isModelTypeSupported(modelType: ModelType): boolean;
     getSupportedModelTypes(): ModelType[];
 }
-type ChatModelCreator = (config: ModelConfigWithTokenAndType) => BaseChatModel;
+type ChatModelCreator = (config: ModelConfigWithTokenAndType, promptCacheControl?: PromptCacheControl) => BaseChatModel;
 type RerankModelCreator = (config: ModelConfigWithTokenAndType) => BaseDocumentCompressor;
 type EmbeddingModelCreator = (config: ModelConfigWithTokenAndType) => Embeddings;
 interface ModelCreators {
@@ -1152,59 +1228,6 @@ declare class ModelInitializer implements IModelInitializer {
     private fetchFromApi;
 }
 
-interface IAgentToolConfig {
-    toolName: string;
-    enabled: boolean;
-    config?: Record<string, any>;
-}
-interface IAgentToolConfiguration {
-    toolName: string;
-    enabled: boolean;
-    config?: Record<string, any>;
-    credentials?: Record<string, string>;
-    useGlobalCredentials?: boolean;
-}
-interface ISystemToolCredentials {
-    toolName: string;
-    credentials: Record<string, string>;
-    createdBy: string;
-    createdAt: Date;
-    updatedAt: Date;
-}
-interface IToolExecutionContext {
-    toolName: string;
-    config: Record<string, any>;
-    credentials: Record<string, string>;
-    agentId: string;
-    userId: string;
-    threadId?: string;
-}
-
-declare function isReasoningModel(modelName: string): boolean;
-declare function toOptionalNumber(value: unknown): number | undefined;
-declare const SAMPLING_PARAM_FREE_THRESHOLDS: Record<string, {
-    major: number;
-    minor: number;
-}>;
-declare function modelAcceptsSamplingParams(modelIdentifier?: string): boolean;
-interface SamplingParams {
-    temperature?: number;
-    topP?: number;
-    topK?: number;
-}
-interface ResolvedSamplingParams {
-    params: SamplingParams;
-    dropped: string[];
-    accepted: boolean;
-}
-declare function resolveSamplingParams(modelIdentifiers: (string | undefined)[], requested: SamplingParams, supportsSamplingParams?: boolean): ResolvedSamplingParams;
-declare function hashToolsConfig(toolsConfig: IAgentToolConfig[]): string;
-declare function normalizeToolConfigs(tools?: ToolConfig[]): IAgentToolConfig[] | undefined;
-declare const DEFAULT_ROUTER_URL = "https://router.flutch.ai";
-declare function resolveRouterURL(baseURL?: string): string | undefined;
-declare function generateModelCacheKey(modelId: string, temperature?: number, maxTokens?: number, toolsConfig?: IAgentToolConfig[], baseURL?: string): string;
-declare function buildOpenAIModelConfig(modelName: string, temperature: number | undefined, maxTokens: number | undefined, apiToken: string): Record<string, any>;
-
 interface LangchainReasoningBlock {
     type: "reasoning_content";
     reasoningText?: {
@@ -1581,6 +1604,7 @@ interface StreamAccumulator {
     traceStartedAt: number | null;
     traceCompletedAt: number | null;
 }
+declare function joinTextSteps(parts: string[]): string;
 declare class EventProcessor {
     private readonly logger;
     createAccumulator(): StreamAccumulator;
@@ -1854,4 +1878,4 @@ declare class MongoTokenStore implements IOAuthTokenStore {
     private ensureIndex;
 }
 
-export { type ACLValidationResult, AbstractGraphBuilder, type ApiCallTracerOptions, type ApiKeyResolver, AttachmentType, type AuditEntry, type BaseGraphConfig, type BaseGraphContext, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, type BaseGraphState, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, type CallbackContext, CallbackController, type CallbackEntry, type CallbackHandler, type CallbackMetadata, CallbackMetrics, type CallbackPatch, type CallbackPatchHandler, CallbackPatchService, CallbackRateLimiter, type CallbackRecord, CallbackRegistry, type CallbackRequest, type CallbackResult, CallbackStore, CallbackTokenGuard, type CallbackUser, type ChannelState, type ChartType, ChatFeature, type ChatModelCreator, type ChatModelOrRunnable, type ChatModelWithTools, type CitationValue, type CompiledGraphFor, type CustomDocument, DEFAULT_ATTACHMENT_THRESHOLD, DEFAULT_ROUTER_URL, DEFAULT_TRACER_OPTIONS, type DataEnvelope, ENDPOINT_METADATA_KEY, type EmbeddingModelCreator, Endpoint, type EndpointDescriptor, type EndpointHandler, type EndpointMetadata, type EndpointOptions, EndpointRegistry, EventProcessor, type ExecuteToolWithAttachmentsParams, type ExecuteToolWithAttachmentsResult, type ExtendedCallbackContext, type ExtendedCallbackHandler, ExternalGraphBuilder, FileBasedDiscovery, FileTokenStore, FlutchChatBedrockConverse, type FlutchContext, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, type IAgentToolConfig, type IAgentToolConfiguration, type IAttachment, type IBaseEntity, type IChartDataPoint, type IChartDataset, type IChartValue, type IContentBlock, type IContentChain, type IDeletionInfo, type IGenericGraphType, type IGraphAttachment, type IGraphBuilder, type IGraphCompiler, type IGraphConfigurable, type IGraphEngine, type IGraphLogger, type IGraphManifest, type IGraphMetadata, type IGraphMetadataRegistry, type IGraphRequestPayload, type IGraphResponsePayload, type IGraphRunnableConfig, type IGraphService, type IGraphServiceRegistry, type IGraphSettingsRepository, type IGraphTraceEvent, type IGraphTracer, type IGraphTypeMetadata, type IGraphTypeRegistry, type ILangGraphConfig, type IModelInitializer, type IOAuthTokenStore, type IReasoningChain, type IReasoningStep, type IStoredMessageContent, type ISystemToolCredentials, type IToolCall, type IToolCatalog, type IToolConfigOption, type IToolExecutionContext, type ITracingEvent, type IUsageMetrics, type IUsageRecorder, type IdempotencyConfig, type IdempotencyEntry, IdempotencyManager, IdempotencyStatus, type KnowledgeBaseInfo, type LLMCallRecord, type LLMConfig, type LLModel, LangGraphEngine, type LangchainReasoningBlock, type MappedChannels, McpConverter, type McpRuntimeClient, McpRuntimeHttpClient, type McpTool, McpToolFilter, type Model, type ModelByIdConfig, type ModelByIdWithTypeConfig, type ModelConfig, type ModelConfigFetcher, type ModelConfigWithToken, type ModelConfigWithTokenAndType, type ModelCreators, ModelInitializer, ModelProvider, ModelType, type MongoDBConfig, MongoTokenStore, type OAuthProviderConfig, type OAuthProviderDef, OAuthTokenManager, type OAuthTokenManagerOptions, type OAuthTokens, type PostgresConfig, type RateLimitConfig, type RateLimitResult, type RequestContext, type RerankModelCreator, type ResolvedSamplingParams, type RetrieveQueryOptions, type RetrieverConfig, RetrieverSearchType, RetrieverService, type RouterConfig, SAMPLING_PARAM_FREE_THRESHOLDS, type SamplingParams, type SanitizedHistory, type ServiceDiscoveryProvider, SmartCallbackRouter, StaticDiscovery, type StreamAccumulator, StreamChannel, type StrictGraphRunnableConfig, TelegramPatchHandler, type ToolConfig, type ToolExecutionResult, type TraceApiCallResult, type TracingLevel, UIDispatchController, type UIDispatchDto, UIEndpoint, type UIEndpointClassMetadata, type UIEndpointMethodMetadata, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, type UniversalGraphModuleOptions, UniversalGraphService, type VersionResolution, type VersionResolutionOptions, type VersionRoute, VersionedGraphService, type VersioningConfig, VoyageAIRerank, type VoyageAIRerankConfig, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, _internals, bootstrap, buildOAuthAuthorizationUrl, buildOpenAIModelConfig, clearAttachmentDataStore, createEndpointDescriptors, createGraphAttachment, createMongoClientAdapter, createStaticMessage, decryptTokens, dispatchAttachments, encryptTokens, executeToolWithAttachments, findCallbackMethod, findEndpointMethod, flutchFetch, flutchHeaders, flutchMistralHook, generateAttachmentSummary, generateModelCacheKey, getAttachmentData, getCallbackMetadata, getEndpointMetadata, getFlutchContext, getOAuthProvider, getOAuthProviderNames, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, hashToolsConfig, isInternalMode, isReasoningBlock, isReasoningModel, isSendableReasoningBlock, loadOAuthProviders, modelAcceptsSamplingParams, normalizeToolConfigs, registerFinanceExampleCallback, registerUIEndpointsFromClass, resolveOAuthProviderConfig, resolveRouterURL, resolveSamplingParams, sanitizeMessageReasoning, sanitizeReasoningForBedrock, sanitizeTraceData, storeAttachmentData, toOptionalNumber, traceApiCall, withFlutchContext, wrapCohereFetcher };
+export { type ACLValidationResult, AbstractGraphBuilder, type ApiCallTracerOptions, type ApiKeyResolver, AttachmentType, type AuditEntry, type BaseGraphConfig, type BaseGraphContext, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, type BaseGraphState, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, type CallbackContext, CallbackController, type CallbackEntry, type CallbackHandler, type CallbackMetadata, CallbackMetrics, type CallbackPatch, type CallbackPatchHandler, CallbackPatchService, CallbackRateLimiter, type CallbackRecord, CallbackRegistry, type CallbackRequest, type CallbackResult, CallbackStore, CallbackTokenGuard, type CallbackUser, type ChannelState, type ChartType, ChatFeature, type ChatModelCreator, type ChatModelOrRunnable, type ChatModelWithTools, type CitationValue, type CompiledGraphFor, type CustomDocument, DEFAULT_ATTACHMENT_THRESHOLD, DEFAULT_ROUTER_URL, DEFAULT_TRACER_OPTIONS, type DataEnvelope, ENDPOINT_METADATA_KEY, type EmbeddingModelCreator, Endpoint, type EndpointDescriptor, type EndpointHandler, type EndpointMetadata, type EndpointOptions, EndpointRegistry, EventProcessor, type ExecuteToolWithAttachmentsParams, type ExecuteToolWithAttachmentsResult, type ExtendedCallbackContext, type ExtendedCallbackHandler, ExternalGraphBuilder, FileBasedDiscovery, FileTokenStore, FlutchChatBedrockConverse, type FlutchContext, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, type IAgentToolConfig, type IAgentToolConfiguration, type IAttachment, type IBaseEntity, type IChartDataPoint, type IChartDataset, type IChartValue, type IContentBlock, type IContentChain, type IDeletionInfo, type IGenericGraphType, type IGraphAttachment, type IGraphBuilder, type IGraphCompiler, type IGraphConfigurable, type IGraphEngine, type IGraphLogger, type IGraphManifest, type IGraphMetadata, type IGraphMetadataRegistry, type IGraphRequestPayload, type IGraphResponsePayload, type IGraphRunnableConfig, type IGraphService, type IGraphServiceRegistry, type IGraphSettingsRepository, type IGraphTraceEvent, type IGraphTracer, type IGraphTypeMetadata, type IGraphTypeRegistry, type ILangGraphConfig, type IModelInitializer, type IOAuthTokenStore, type IReasoningChain, type IReasoningStep, type IStoredMessageContent, type ISystemToolCredentials, type IToolCall, type IToolCatalog, type IToolConfigOption, type IToolExecutionContext, type ITracingEvent, type IUsageMetrics, type IUsageRecorder, type IdempotencyConfig, type IdempotencyEntry, IdempotencyManager, IdempotencyStatus, type KnowledgeBaseInfo, type LLMCallRecord, type LLMConfig, type LLModel, LangGraphEngine, type LangchainReasoningBlock, type MappedChannels, McpConverter, type McpRuntimeClient, McpRuntimeHttpClient, type McpTool, McpToolFilter, type Model, type ModelByIdConfig, type ModelByIdWithTypeConfig, type ModelConfig, type ModelConfigFetcher, type ModelConfigWithToken, type ModelConfigWithTokenAndType, type ModelCreators, ModelInitializer, ModelProvider, ModelType, type MongoDBConfig, MongoTokenStore, type OAuthProviderConfig, type OAuthProviderDef, OAuthTokenManager, type OAuthTokenManagerOptions, type OAuthTokens, PROMPT_CACHE_MIN_VERSIONS, type PostgresConfig, type PromptCacheControl, type PromptCacheTtl, type RateLimitConfig, type RateLimitResult, type ReasoningEffort, type RequestContext, type RerankModelCreator, type ResolvedSamplingParams, type RetrieveQueryOptions, type RetrieverConfig, RetrieverSearchType, RetrieverService, type RouterConfig, SAMPLING_PARAM_FREE_THRESHOLDS, type SamplingParams, type SanitizedHistory, type ServiceDiscoveryProvider, SmartCallbackRouter, StaticDiscovery, type StreamAccumulator, StreamChannel, type StrictGraphRunnableConfig, TelegramPatchHandler, type ToolConfig, type ToolExecutionResult, type TraceApiCallResult, type TracingLevel, UIDispatchController, type UIDispatchDto, UIEndpoint, type UIEndpointClassMetadata, type UIEndpointMethodMetadata, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, type UniversalGraphModuleOptions, UniversalGraphService, type VersionResolution, type VersionResolutionOptions, type VersionRoute, VersionedGraphService, type VersioningConfig, VoyageAIRerank, type VoyageAIRerankConfig, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, _internals, bootstrap, buildEffortRequestFields, buildOAuthAuthorizationUrl, buildOpenAIModelConfig, clearAttachmentDataStore, createEndpointDescriptors, createGraphAttachment, createMongoClientAdapter, createStaticMessage, decryptTokens, dispatchAttachments, encryptTokens, executeToolWithAttachments, findCallbackMethod, findEndpointMethod, flutchFetch, flutchHeaders, flutchMistralHook, generateAttachmentSummary, generateModelCacheKey, getAttachmentData, getCallbackMetadata, getEndpointMetadata, getFlutchContext, getOAuthProvider, getOAuthProviderNames, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, hashToolsConfig, isInternalMode, isReasoningBlock, isReasoningModel, isSendableReasoningBlock, joinTextSteps, loadOAuthProviders, modelAcceptsSamplingParams, modelSupportsPromptCache, normalizeToolConfigs, registerFinanceExampleCallback, registerUIEndpointsFromClass, resolveOAuthProviderConfig, resolvePromptCacheControl, resolveRouterURL, resolveSamplingParams, sanitizeMessageReasoning, sanitizeReasoningForBedrock, sanitizeTraceData, storeAttachmentData, toOptionalNumber, traceApiCall, withFlutchContext, wrapCohereFetcher };

package/dist/index.d.ts

@@ -1031,6 +1031,76 @@ declare function flutchHeaders(): Record<string, string>;
 declare function flutchMistralHook(req: Request): Request;
 declare function wrapCohereFetcher<T extends (args: any) => any>(inner: T): T;
 
+interface IAgentToolConfig {
+    toolName: string;
+    enabled: boolean;
+    config?: Record<string, any>;
+}
+interface IAgentToolConfiguration {
+    toolName: string;
+    enabled: boolean;
+    config?: Record<string, any>;
+    credentials?: Record<string, string>;
+    useGlobalCredentials?: boolean;
+}
+interface ISystemToolCredentials {
+    toolName: string;
+    credentials: Record<string, string>;
+    createdBy: string;
+    createdAt: Date;
+    updatedAt: Date;
+}
+interface IToolExecutionContext {
+    toolName: string;
+    config: Record<string, any>;
+    credentials: Record<string, string>;
+    agentId: string;
+    userId: string;
+    threadId?: string;
+}
+
+declare function isReasoningModel(modelName: string): boolean;
+declare function toOptionalNumber(value: unknown): number | undefined;
+declare const SAMPLING_PARAM_FREE_THRESHOLDS: Record<string, {
+    major: number;
+    minor: number;
+}>;
+declare function modelAcceptsSamplingParams(modelIdentifier?: string): boolean;
+declare const PROMPT_CACHE_MIN_VERSIONS: Record<string, {
+    major: number;
+    minor: number;
+}>;
+type PromptCacheTtl = "5m" | "1h";
+interface PromptCacheControl {
+    type: "ephemeral";
+    ttl?: PromptCacheTtl;
+}
+declare function modelSupportsPromptCache(modelIdentifier?: string): boolean;
+declare function resolvePromptCacheControl(modelIdentifiers: (string | undefined)[], promptCache?: boolean, ttl?: PromptCacheTtl): PromptCacheControl | undefined;
+type ReasoningEffort = "low" | "medium" | "high" | "xhigh" | "max";
+declare function buildEffortRequestFields(effort?: ReasoningEffort): {
+    output_config: {
+        effort: ReasoningEffort;
+    };
+} | undefined;
+interface SamplingParams {
+    temperature?: number;
+    topP?: number;
+    topK?: number;
+}
+interface ResolvedSamplingParams {
+    params: SamplingParams;
+    dropped: string[];
+    accepted: boolean;
+}
+declare function resolveSamplingParams(modelIdentifiers: (string | undefined)[], requested: SamplingParams, supportsSamplingParams?: boolean): ResolvedSamplingParams;
+declare function hashToolsConfig(toolsConfig: IAgentToolConfig[]): string;
+declare function normalizeToolConfigs(tools?: ToolConfig[]): IAgentToolConfig[] | undefined;
+declare const DEFAULT_ROUTER_URL = "https://router.flutch.ai";
+declare function resolveRouterURL(baseURL?: string): string | undefined;
+declare function generateModelCacheKey(modelId: string, temperature?: number, maxTokens?: number, toolsConfig?: IAgentToolConfig[], baseURL?: string): string;
+declare function buildOpenAIModelConfig(modelName: string, temperature: number | undefined, maxTokens: number | undefined, apiToken: string): Record<string, any>;
+
 type ToolConfig = string | {
     name: string;
     enabled?: boolean;
@@ -1057,6 +1127,9 @@ interface ModelByIdConfig {
     customTools?: DynamicStructuredTool[];
     mcpServers?: Record<string, any>[];
     mcpContext?: Record<string, any>;
+    promptCache?: boolean;
+    promptCacheTtl?: PromptCacheTtl;
+    effort?: ReasoningEffort;
 }
 type ModelConfigFetcher = (modelId: string) => Promise<ModelConfigWithToken>;
 interface ModelConfigWithToken {
@@ -1070,6 +1143,9 @@ interface ModelConfigWithToken {
     supportsSamplingParams?: boolean;
     useBedrock?: boolean;
     bedrockModelId?: string;
+    promptCache?: boolean;
+    promptCacheTtl?: PromptCacheTtl;
+    defaultEffort?: ReasoningEffort;
     baseURL?: string;
 }
 type ApiKeyResolver = (provider: ModelProvider) => string | undefined;
@@ -1100,7 +1176,7 @@ interface IModelInitializer {
     isModelTypeSupported(modelType: ModelType): boolean;
     getSupportedModelTypes(): ModelType[];
 }
-type ChatModelCreator = (config: ModelConfigWithTokenAndType) => BaseChatModel;
+type ChatModelCreator = (config: ModelConfigWithTokenAndType, promptCacheControl?: PromptCacheControl) => BaseChatModel;
 type RerankModelCreator = (config: ModelConfigWithTokenAndType) => BaseDocumentCompressor;
 type EmbeddingModelCreator = (config: ModelConfigWithTokenAndType) => Embeddings;
 interface ModelCreators {
@@ -1152,59 +1228,6 @@ declare class ModelInitializer implements IModelInitializer {
     private fetchFromApi;
 }
 
-interface IAgentToolConfig {
-    toolName: string;
-    enabled: boolean;
-    config?: Record<string, any>;
-}
-interface IAgentToolConfiguration {
-    toolName: string;
-    enabled: boolean;
-    config?: Record<string, any>;
-    credentials?: Record<string, string>;
-    useGlobalCredentials?: boolean;
-}
-interface ISystemToolCredentials {
-    toolName: string;
-    credentials: Record<string, string>;
-    createdBy: string;
-    createdAt: Date;
-    updatedAt: Date;
-}
-interface IToolExecutionContext {
-    toolName: string;
-    config: Record<string, any>;
-    credentials: Record<string, string>;
-    agentId: string;
-    userId: string;
-    threadId?: string;
-}
-
-declare function isReasoningModel(modelName: string): boolean;
-declare function toOptionalNumber(value: unknown): number | undefined;
-declare const SAMPLING_PARAM_FREE_THRESHOLDS: Record<string, {
-    major: number;
-    minor: number;
-}>;
-declare function modelAcceptsSamplingParams(modelIdentifier?: string): boolean;
-interface SamplingParams {
-    temperature?: number;
-    topP?: number;
-    topK?: number;
-}
-interface ResolvedSamplingParams {
-    params: SamplingParams;
-    dropped: string[];
-    accepted: boolean;
-}
-declare function resolveSamplingParams(modelIdentifiers: (string | undefined)[], requested: SamplingParams, supportsSamplingParams?: boolean): ResolvedSamplingParams;
-declare function hashToolsConfig(toolsConfig: IAgentToolConfig[]): string;
-declare function normalizeToolConfigs(tools?: ToolConfig[]): IAgentToolConfig[] | undefined;
-declare const DEFAULT_ROUTER_URL = "https://router.flutch.ai";
-declare function resolveRouterURL(baseURL?: string): string | undefined;
-declare function generateModelCacheKey(modelId: string, temperature?: number, maxTokens?: number, toolsConfig?: IAgentToolConfig[], baseURL?: string): string;
-declare function buildOpenAIModelConfig(modelName: string, temperature: number | undefined, maxTokens: number | undefined, apiToken: string): Record<string, any>;
-
 interface LangchainReasoningBlock {
     type: "reasoning_content";
     reasoningText?: {
@@ -1581,6 +1604,7 @@ interface StreamAccumulator {
     traceStartedAt: number | null;
     traceCompletedAt: number | null;
 }
+declare function joinTextSteps(parts: string[]): string;
 declare class EventProcessor {
     private readonly logger;
     createAccumulator(): StreamAccumulator;
@@ -1854,4 +1878,4 @@ declare class MongoTokenStore implements IOAuthTokenStore {
     private ensureIndex;
 }
 
-export { type ACLValidationResult, AbstractGraphBuilder, type ApiCallTracerOptions, type ApiKeyResolver, AttachmentType, type AuditEntry, type BaseGraphConfig, type BaseGraphContext, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, type BaseGraphState, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, type CallbackContext, CallbackController, type CallbackEntry, type CallbackHandler, type CallbackMetadata, CallbackMetrics, type CallbackPatch, type CallbackPatchHandler, CallbackPatchService, CallbackRateLimiter, type CallbackRecord, CallbackRegistry, type CallbackRequest, type CallbackResult, CallbackStore, CallbackTokenGuard, type CallbackUser, type ChannelState, type ChartType, ChatFeature, type ChatModelCreator, type ChatModelOrRunnable, type ChatModelWithTools, type CitationValue, type CompiledGraphFor, type CustomDocument, DEFAULT_ATTACHMENT_THRESHOLD, DEFAULT_ROUTER_URL, DEFAULT_TRACER_OPTIONS, type DataEnvelope, ENDPOINT_METADATA_KEY, type EmbeddingModelCreator, Endpoint, type EndpointDescriptor, type EndpointHandler, type EndpointMetadata, type EndpointOptions, EndpointRegistry, EventProcessor, type ExecuteToolWithAttachmentsParams, type ExecuteToolWithAttachmentsResult, type ExtendedCallbackContext, type ExtendedCallbackHandler, ExternalGraphBuilder, FileBasedDiscovery, FileTokenStore, FlutchChatBedrockConverse, type FlutchContext, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, type IAgentToolConfig, type IAgentToolConfiguration, type IAttachment, type IBaseEntity, type IChartDataPoint, type IChartDataset, type IChartValue, type IContentBlock, type IContentChain, type IDeletionInfo, type IGenericGraphType, type IGraphAttachment, type IGraphBuilder, type IGraphCompiler, type IGraphConfigurable, type IGraphEngine, type IGraphLogger, type IGraphManifest, type IGraphMetadata, type IGraphMetadataRegistry, type IGraphRequestPayload, type IGraphResponsePayload, type IGraphRunnableConfig, type IGraphService, type IGraphServiceRegistry, type IGraphSettingsRepository, type IGraphTraceEvent, type IGraphTracer, type IGraphTypeMetadata, type IGraphTypeRegistry, type ILangGraphConfig, type IModelInitializer, type IOAuthTokenStore, type IReasoningChain, type IReasoningStep, type IStoredMessageContent, type ISystemToolCredentials, type IToolCall, type IToolCatalog, type IToolConfigOption, type IToolExecutionContext, type ITracingEvent, type IUsageMetrics, type IUsageRecorder, type IdempotencyConfig, type IdempotencyEntry, IdempotencyManager, IdempotencyStatus, type KnowledgeBaseInfo, type LLMCallRecord, type LLMConfig, type LLModel, LangGraphEngine, type LangchainReasoningBlock, type MappedChannels, McpConverter, type McpRuntimeClient, McpRuntimeHttpClient, type McpTool, McpToolFilter, type Model, type ModelByIdConfig, type ModelByIdWithTypeConfig, type ModelConfig, type ModelConfigFetcher, type ModelConfigWithToken, type ModelConfigWithTokenAndType, type ModelCreators, ModelInitializer, ModelProvider, ModelType, type MongoDBConfig, MongoTokenStore, type OAuthProviderConfig, type OAuthProviderDef, OAuthTokenManager, type OAuthTokenManagerOptions, type OAuthTokens, type PostgresConfig, type RateLimitConfig, type RateLimitResult, type RequestContext, type RerankModelCreator, type ResolvedSamplingParams, type RetrieveQueryOptions, type RetrieverConfig, RetrieverSearchType, RetrieverService, type RouterConfig, SAMPLING_PARAM_FREE_THRESHOLDS, type SamplingParams, type SanitizedHistory, type ServiceDiscoveryProvider, SmartCallbackRouter, StaticDiscovery, type StreamAccumulator, StreamChannel, type StrictGraphRunnableConfig, TelegramPatchHandler, type ToolConfig, type ToolExecutionResult, type TraceApiCallResult, type TracingLevel, UIDispatchController, type UIDispatchDto, UIEndpoint, type UIEndpointClassMetadata, type UIEndpointMethodMetadata, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, type UniversalGraphModuleOptions, UniversalGraphService, type VersionResolution, type VersionResolutionOptions, type VersionRoute, VersionedGraphService, type VersioningConfig, VoyageAIRerank, type VoyageAIRerankConfig, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, _internals, bootstrap, buildOAuthAuthorizationUrl, buildOpenAIModelConfig, clearAttachmentDataStore, createEndpointDescriptors, createGraphAttachment, createMongoClientAdapter, createStaticMessage, decryptTokens, dispatchAttachments, encryptTokens, executeToolWithAttachments, findCallbackMethod, findEndpointMethod, flutchFetch, flutchHeaders, flutchMistralHook, generateAttachmentSummary, generateModelCacheKey, getAttachmentData, getCallbackMetadata, getEndpointMetadata, getFlutchContext, getOAuthProvider, getOAuthProviderNames, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, hashToolsConfig, isInternalMode, isReasoningBlock, isReasoningModel, isSendableReasoningBlock, loadOAuthProviders, modelAcceptsSamplingParams, normalizeToolConfigs, registerFinanceExampleCallback, registerUIEndpointsFromClass, resolveOAuthProviderConfig, resolveRouterURL, resolveSamplingParams, sanitizeMessageReasoning, sanitizeReasoningForBedrock, sanitizeTraceData, storeAttachmentData, toOptionalNumber, traceApiCall, withFlutchContext, wrapCohereFetcher };
+export { type ACLValidationResult, AbstractGraphBuilder, type ApiCallTracerOptions, type ApiKeyResolver, AttachmentType, type AuditEntry, type BaseGraphConfig, type BaseGraphContext, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, type BaseGraphState, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, type CallbackContext, CallbackController, type CallbackEntry, type CallbackHandler, type CallbackMetadata, CallbackMetrics, type CallbackPatch, type CallbackPatchHandler, CallbackPatchService, CallbackRateLimiter, type CallbackRecord, CallbackRegistry, type CallbackRequest, type CallbackResult, CallbackStore, CallbackTokenGuard, type CallbackUser, type ChannelState, type ChartType, ChatFeature, type ChatModelCreator, type ChatModelOrRunnable, type ChatModelWithTools, type CitationValue, type CompiledGraphFor, type CustomDocument, DEFAULT_ATTACHMENT_THRESHOLD, DEFAULT_ROUTER_URL, DEFAULT_TRACER_OPTIONS, type DataEnvelope, ENDPOINT_METADATA_KEY, type EmbeddingModelCreator, Endpoint, type EndpointDescriptor, type EndpointHandler, type EndpointMetadata, type EndpointOptions, EndpointRegistry, EventProcessor, type ExecuteToolWithAttachmentsParams, type ExecuteToolWithAttachmentsResult, type ExtendedCallbackContext, type ExtendedCallbackHandler, ExternalGraphBuilder, FileBasedDiscovery, FileTokenStore, FlutchChatBedrockConverse, type FlutchContext, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, type IAgentToolConfig, type IAgentToolConfiguration, type IAttachment, type IBaseEntity, type IChartDataPoint, type IChartDataset, type IChartValue, type IContentBlock, type IContentChain, type IDeletionInfo, type IGenericGraphType, type IGraphAttachment, type IGraphBuilder, type IGraphCompiler, type IGraphConfigurable, type IGraphEngine, type IGraphLogger, type IGraphManifest, type IGraphMetadata, type IGraphMetadataRegistry, type IGraphRequestPayload, type IGraphResponsePayload, type IGraphRunnableConfig, type IGraphService, type IGraphServiceRegistry, type IGraphSettingsRepository, type IGraphTraceEvent, type IGraphTracer, type IGraphTypeMetadata, type IGraphTypeRegistry, type ILangGraphConfig, type IModelInitializer, type IOAuthTokenStore, type IReasoningChain, type IReasoningStep, type IStoredMessageContent, type ISystemToolCredentials, type IToolCall, type IToolCatalog, type IToolConfigOption, type IToolExecutionContext, type ITracingEvent, type IUsageMetrics, type IUsageRecorder, type IdempotencyConfig, type IdempotencyEntry, IdempotencyManager, IdempotencyStatus, type KnowledgeBaseInfo, type LLMCallRecord, type LLMConfig, type LLModel, LangGraphEngine, type LangchainReasoningBlock, type MappedChannels, McpConverter, type McpRuntimeClient, McpRuntimeHttpClient, type McpTool, McpToolFilter, type Model, type ModelByIdConfig, type ModelByIdWithTypeConfig, type ModelConfig, type ModelConfigFetcher, type ModelConfigWithToken, type ModelConfigWithTokenAndType, type ModelCreators, ModelInitializer, ModelProvider, ModelType, type MongoDBConfig, MongoTokenStore, type OAuthProviderConfig, type OAuthProviderDef, OAuthTokenManager, type OAuthTokenManagerOptions, type OAuthTokens, PROMPT_CACHE_MIN_VERSIONS, type PostgresConfig, type PromptCacheControl, type PromptCacheTtl, type RateLimitConfig, type RateLimitResult, type ReasoningEffort, type RequestContext, type RerankModelCreator, type ResolvedSamplingParams, type RetrieveQueryOptions, type RetrieverConfig, RetrieverSearchType, RetrieverService, type RouterConfig, SAMPLING_PARAM_FREE_THRESHOLDS, type SamplingParams, type SanitizedHistory, type ServiceDiscoveryProvider, SmartCallbackRouter, StaticDiscovery, type StreamAccumulator, StreamChannel, type StrictGraphRunnableConfig, TelegramPatchHandler, type ToolConfig, type ToolExecutionResult, type TraceApiCallResult, type TracingLevel, UIDispatchController, type UIDispatchDto, UIEndpoint, type UIEndpointClassMetadata, type UIEndpointMethodMetadata, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, type UniversalGraphModuleOptions, UniversalGraphService, type VersionResolution, type VersionResolutionOptions, type VersionRoute, VersionedGraphService, type VersioningConfig, VoyageAIRerank, type VoyageAIRerankConfig, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, _internals, bootstrap, buildEffortRequestFields, buildOAuthAuthorizationUrl, buildOpenAIModelConfig, clearAttachmentDataStore, createEndpointDescriptors, createGraphAttachment, createMongoClientAdapter, createStaticMessage, decryptTokens, dispatchAttachments, encryptTokens, executeToolWithAttachments, findCallbackMethod, findEndpointMethod, flutchFetch, flutchHeaders, flutchMistralHook, generateAttachmentSummary, generateModelCacheKey, getAttachmentData, getCallbackMetadata, getEndpointMetadata, getFlutchContext, getOAuthProvider, getOAuthProviderNames, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, hashToolsConfig, isInternalMode, isReasoningBlock, isReasoningModel, isSendableReasoningBlock, joinTextSteps, loadOAuthProviders, modelAcceptsSamplingParams, modelSupportsPromptCache, normalizeToolConfigs, registerFinanceExampleCallback, registerUIEndpointsFromClass, resolveOAuthProviderConfig, resolvePromptCacheControl, resolveRouterURL, resolveSamplingParams, sanitizeMessageReasoning, sanitizeReasoningForBedrock, sanitizeTraceData, storeAttachmentData, toOptionalNumber, traceApiCall, withFlutchContext, wrapCohereFetcher };

package/dist/index.js

@@ -5083,6 +5083,16 @@ function _ts_decorate21(decorators, target, key, desc) {
   return c > 3 && r && Object.defineProperty(target, key, r), r;
 }
 __name(_ts_decorate21, "_ts_decorate");
+function joinTextSteps(parts) {
+  let out = "";
+  for (const part of parts) {
+    if (!part) continue;
+    if (!out || /\s$/.test(out) || /^\s/.test(part)) out += part;
+    else out += "\n\n" + part;
+  }
+  return out;
+}
+__name(joinTextSteps, "joinTextSteps");
 var EventProcessor = class _EventProcessor {
   static {
     __name(this, "EventProcessor");
@@ -5518,7 +5528,7 @@ var EventProcessor = class _EventProcessor {
       totalEvents: acc.traceEvents.length
     } : null;
     const textChain = allChains.find((c) => c.channel === "text");
-    const text = textChain ? textChain.steps.filter((step) => step.type === "text").map((step) => step.text || "").join("") : "";
+    const text = textChain ? joinTextSteps(textChain.steps.filter((step) => step.type === "text").map((step) => step.text || "")) : "";
     this.logger.log("\u{1F4CA} [EventProcessor] Final result assembled", {
       totalChains: allChains.length,
       textChains: allChains.filter((c) => c.channel === "text").length,
@@ -7083,6 +7093,48 @@ function modelAcceptsSamplingParams(modelIdentifier) {
   return !atOrAboveThreshold;
 }
 __name(modelAcceptsSamplingParams, "modelAcceptsSamplingParams");
+var PROMPT_CACHE_MIN_VERSIONS = {
+  opus: {
+    major: 4,
+    minor: 0
+  },
+  sonnet: {
+    major: 4,
+    minor: 0
+  },
+  haiku: {
+    major: 4,
+    minor: 5
+  }
+};
+function modelSupportsPromptCache(modelIdentifier) {
+  if (!modelIdentifier) return false;
+  const match = CLAUDE_FAMILY_VERSION.exec(modelIdentifier.toLowerCase());
+  if (!match) return false;
+  const [, family, majorRaw, minorRaw] = match;
+  const threshold = PROMPT_CACHE_MIN_VERSIONS[family];
+  if (!threshold) return false;
+  const major = Number(majorRaw);
+  const minor = minorRaw === void 0 ? 0 : Number(minorRaw);
+  return major > threshold.major || major === threshold.major && minor >= threshold.minor;
+}
+__name(modelSupportsPromptCache, "modelSupportsPromptCache");
+function resolvePromptCacheControl(modelIdentifiers, promptCache, ttl) {
+  const enabled = promptCache ?? modelIdentifiers.some((id) => modelSupportsPromptCache(id));
+  return enabled ? {
+    type: "ephemeral",
+    ttl: ttl ?? "5m"
+  } : void 0;
+}
+__name(resolvePromptCacheControl, "resolvePromptCacheControl");
+function buildEffortRequestFields(effort) {
+  return effort ? {
+    output_config: {
+      effort
+    }
+  } : void 0;
+}
+__name(buildEffortRequestFields, "buildEffortRequestFields");
 function resolveSamplingParams(modelIdentifiers, requested, supportsSamplingParams) {
   const accepted = supportsSamplingParams ?? modelIdentifiers.every((id) => modelAcceptsSamplingParams(id));
   if (accepted) {
@@ -7413,7 +7465,9 @@ var ModelInitializer = class _ModelInitializer {
   generateModelCacheKey(config) {
     const base = generateModelCacheKey(config.modelId, config.temperature, config.maxTokens, config.toolsConfig, config.baseURL);
     const withMcp = config.mcpServers && config.mcpServers.length > 0 ? `${base}:mcp:${JSON.stringify(config.mcpServers)}` : base;
-    return config.supportsSamplingParams === void 0 ? withMcp : `${withMcp}:sp:${config.supportsSamplingParams}`;
+    const withSampling = config.supportsSamplingParams === void 0 ? withMcp : `${withMcp}:sp:${config.supportsSamplingParams}`;
+    const withCache = config.promptCache === void 0 && config.promptCacheTtl === void 0 ? withSampling : `${withSampling}:pc:${config.promptCache ?? "auto"}:${config.promptCacheTtl ?? "default"}`;
+    return config.effort === void 0 ? withCache : `${withCache}:eff:${config.effort}`;
   }
   // Chat model creators
   chatModelCreators = {
@@ -7428,7 +7482,7 @@ var ModelInitializer = class _ModelInitializer {
       }
       return new ChatOpenAI(config);
     },
-    [ModelProvider.ANTHROPIC]: ({ modelName, defaultTemperature, defaultMaxTokens, apiToken, baseURL }) => {
+    [ModelProvider.ANTHROPIC]: ({ modelName, defaultTemperature, defaultMaxTokens, apiToken, baseURL }, promptCacheControl) => {
       const routerURL = resolveRouterURL(baseURL);
       return new ChatAnthropic({
         modelName,
@@ -7438,6 +7492,13 @@ var ModelInitializer = class _ModelInitializer {
           temperature: defaultTemperature
         },
         maxTokens: defaultMaxTokens,
+        // Top-level prompt caching: one breakpoint on the last cacheable block,
+        // advanced automatically as the conversation grows. Survives the router
+        // (which forwards the Anthropic body untouched) and is accepted by
+        // Bedrock's InvokeModel schema behind it.
+        ...promptCacheControl && {
+          cache_control: promptCacheControl
+        },
         anthropicApiKey: apiToken || this.resolveApiKey(ModelProvider.ANTHROPIC),
         ...routerURL && {
           anthropicApiUrl: routerURL,
@@ -7642,9 +7703,17 @@ var ModelInitializer = class _ModelInitializer {
       defaultMaxTokens: toOptionalNumber(config.maxTokens) ?? toOptionalNumber(modelConfig.defaultMaxTokens),
       baseURL: config.baseURL ?? modelConfig.baseURL
     };
+    const promptCacheControl = resolvePromptCacheControl([
+      finalConfig.bedrockModelId,
+      finalConfig.modelName
+    ], config.promptCache ?? modelConfig.promptCache, config.promptCacheTtl ?? modelConfig.promptCacheTtl);
+    if (promptCacheControl) {
+      this.logger.debug(`Prompt caching enabled for ${finalConfig.bedrockModelId ?? finalConfig.modelName} (ttl=${promptCacheControl.ttl})`);
+    }
     this.logger.debug(`Creating new chat model instance: ${cacheKey}`);
     let model;
     if (finalConfig.useBedrock && finalConfig.bedrockModelId) {
+      const effortFields = buildEffortRequestFields(config.effort ?? modelConfig.defaultEffort);
       model = new FlutchChatBedrockConverse({
         model: finalConfig.bedrockModelId,
         region: this.resolveBedrockRegion(),
@@ -7652,6 +7721,9 @@ var ModelInitializer = class _ModelInitializer {
         ...finalConfig.defaultTemperature !== void 0 && {
           temperature: finalConfig.defaultTemperature
         },
+        ...effortFields && {
+          additionalModelRequestFields: effortFields
+        },
         maxTokens: finalConfig.defaultMaxTokens,
         streaming: true
       });
@@ -7660,14 +7732,24 @@ var ModelInitializer = class _ModelInitializer {
       if (!creator) {
         throw new Error(`Chat models not supported for provider: ${modelConfig.provider}`);
       }
-      model = creator(finalConfig);
+      model = creator(finalConfig, promptCacheControl);
     }
     model.metadata = {
       ...model.metadata,
       modelId: config.modelId
     };
     if (config.toolsConfig || config.customTools || config.mcpServers && config.mcpServers.length > 0) {
-      const boundModel = await this.bindToolsToModel(model, config.toolsConfig, config.customTools, config.mcpServers, config.mcpContext);
+      const boundModel = await this.bindToolsToModel(
+        model,
+        config.toolsConfig,
+        config.customTools,
+        config.mcpServers,
+        config.mcpContext,
+        // Converse takes cache control as a per-call option; the Anthropic
+        // client already got it as a constructor field, and handing it the
+        // same value twice would put an unknown key in its call options.
+        finalConfig.useBedrock ? promptCacheControl : void 0
+      );
       this.modelInstanceCache.set(cacheKey, boundModel);
       return boundModel;
     }
@@ -7679,11 +7761,20 @@ var ModelInitializer = class _ModelInitializer {
   * For toolsConfig: fetch tool executors from MCP Runtime
   * For customTools: use as-is (already prepared DynamicStructuredTool)
   *
+  * `promptCacheControl` is the **Bedrock-only** half of prompt caching: it is
+  * bound alongside the tools as a default call option, and `ChatBedrockConverse`
+  * turns it into `cachePoint` blocks after the tool schemas, the system prompt
+  * and the last message. Tool schemas dominate the request, so this is the one
+  * place worth caching — a model with no tools keeps its plain `BaseChatModel`
+  * type and no cache points (callers there rely on `withStructuredOutput` and
+  * friends). The Anthropic client takes its cache settings in the constructor
+  * instead and must not be handed them again here.
+  *
   * Returns:
   * - Runnable when tools are bound (model.bindTools returns Runnable)
   * - BaseChatModel when no tools
   */
-  async bindToolsToModel(model, toolsConfig, customTools, mcpServers, mcpContext) {
+  async bindToolsToModel(model, toolsConfig, customTools, mcpServers, mcpContext, promptCacheControl) {
     const allTools = [];
     const enabledToolsConfig = (toolsConfig || []).filter((tc) => tc.enabled !== false);
     const hasInlineServers = !!(mcpServers && mcpServers.length > 0);
@@ -7704,7 +7795,10 @@ var ModelInitializer = class _ModelInitializer {
     }
     if (allTools.length > 0) {
       this.logger.debug(`Binding ${allTools.length} tools to model`);
-      const modelWithTools = model.bindTools(allTools);
+      const boundOptions = {
+        cache_control: promptCacheControl
+      };
+      const modelWithTools = promptCacheControl ? model.bindTools(allTools, boundOptions) : model.bindTools(allTools);
       return modelWithTools;
     }
     return model;
@@ -8497,6 +8591,6 @@ var MongoTokenStore = class {
   }
 };
 
-export { AbstractGraphBuilder, AttachmentType, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, CallbackController, CallbackMetrics, CallbackPatchService, CallbackRateLimiter, CallbackRegistry, CallbackStore, CallbackTokenGuard, ChatFeature, DEFAULT_ATTACHMENT_THRESHOLD, DEFAULT_ROUTER_URL, DEFAULT_TRACER_OPTIONS, ENDPOINT_METADATA_KEY, Endpoint, EndpointRegistry, EventProcessor, ExternalGraphBuilder, FileBasedDiscovery, FileTokenStore, FlutchChatBedrockConverse, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, IdempotencyManager, IdempotencyStatus, LangGraphEngine, McpConverter, McpRuntimeHttpClient, McpToolFilter, ModelInitializer, ModelProvider, ModelType, MongoTokenStore, OAuthTokenManager, RetrieverSearchType, RetrieverService, SAMPLING_PARAM_FREE_THRESHOLDS, SmartCallbackRouter, StaticDiscovery, StreamChannel, TelegramPatchHandler, UIDispatchController, UIEndpoint, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, UniversalGraphService, VersionedGraphService, VoyageAIRerank, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, _internals, bootstrap, buildOAuthAuthorizationUrl, buildOpenAIModelConfig, clearAttachmentDataStore, createEndpointDescriptors, createGraphAttachment, createMongoClientAdapter, createStaticMessage, decryptTokens, dispatchAttachments, encryptTokens, executeToolWithAttachments, findCallbackMethod, findEndpointMethod, flutchFetch, flutchHeaders, flutchMistralHook, generateAttachmentSummary, generateModelCacheKey, getAttachmentData, getCallbackMetadata, getEndpointMetadata, getFlutchContext, getOAuthProvider, getOAuthProviderNames, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, hashToolsConfig, isInternalMode, isReasoningBlock, isReasoningModel, isSendableReasoningBlock, loadOAuthProviders, modelAcceptsSamplingParams, normalizeToolConfigs, registerFinanceExampleCallback, registerUIEndpointsFromClass, resolveOAuthProviderConfig, resolveRouterURL, resolveSamplingParams, sanitizeMessageReasoning, sanitizeReasoningForBedrock, sanitizeTraceData, storeAttachmentData, toOptionalNumber, traceApiCall, withFlutchContext, wrapCohereFetcher };
+export { AbstractGraphBuilder, AttachmentType, GraphController as BaseGraphServiceController, UniversalGraphModule as BaseGraphServiceModule, BuilderRegistryService, Callback, CallbackACL, CallbackAuditAction, CallbackAuditor, CallbackController, CallbackMetrics, CallbackPatchService, CallbackRateLimiter, CallbackRegistry, CallbackStore, CallbackTokenGuard, ChatFeature, DEFAULT_ATTACHMENT_THRESHOLD, DEFAULT_ROUTER_URL, DEFAULT_TRACER_OPTIONS, ENDPOINT_METADATA_KEY, Endpoint, EndpointRegistry, EventProcessor, ExternalGraphBuilder, FileBasedDiscovery, FileTokenStore, FlutchChatBedrockConverse, GraphController, GraphEngineFactory, GraphEngineType, GraphManifestSchema, GraphManifestValidator, GraphServiceTokens, GraphTypeUtils, IdempotencyManager, IdempotencyStatus, LangGraphEngine, McpConverter, McpRuntimeHttpClient, McpToolFilter, ModelInitializer, ModelProvider, ModelType, MongoTokenStore, OAuthTokenManager, PROMPT_CACHE_MIN_VERSIONS, RetrieverSearchType, RetrieverService, SAMPLING_PARAM_FREE_THRESHOLDS, SmartCallbackRouter, StaticDiscovery, StreamChannel, TelegramPatchHandler, UIDispatchController, UIEndpoint, UIEndpointsDiscoveryService, UniversalCallbackService, UniversalGraphModule, UniversalGraphService, VersionedGraphService, VoyageAIRerank, WebPatchHandler, WithCallbacks, WithEndpoints, WithUIEndpoints, _internals, bootstrap, buildEffortRequestFields, buildOAuthAuthorizationUrl, buildOpenAIModelConfig, clearAttachmentDataStore, createEndpointDescriptors, createGraphAttachment, createMongoClientAdapter, createStaticMessage, decryptTokens, dispatchAttachments, encryptTokens, executeToolWithAttachments, findCallbackMethod, findEndpointMethod, flutchFetch, flutchHeaders, flutchMistralHook, generateAttachmentSummary, generateModelCacheKey, getAttachmentData, getCallbackMetadata, getEndpointMetadata, getFlutchContext, getOAuthProvider, getOAuthProviderNames, getUIEndpointClassMetadata, getUIEndpointMethodsMetadata, hasCallbacks, hasUIEndpoints, hashToolsConfig, isInternalMode, isReasoningBlock, isReasoningModel, isSendableReasoningBlock, joinTextSteps, loadOAuthProviders, modelAcceptsSamplingParams, modelSupportsPromptCache, normalizeToolConfigs, registerFinanceExampleCallback, registerUIEndpointsFromClass, resolveOAuthProviderConfig, resolvePromptCacheControl, resolveRouterURL, resolveSamplingParams, sanitizeMessageReasoning, sanitizeReasoningForBedrock, sanitizeTraceData, storeAttachmentData, toOptionalNumber, traceApiCall, withFlutchContext, wrapCohereFetcher };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map