@librechat/agents 3.2.32 → 3.2.34

package/dist/cjs/llm/bedrock/index.cjs

@@ -1,242 +1,216 @@
-'use strict';
-
-var aws = require('@langchain/aws');
-var messages = require('@langchain/core/messages');
-var outputs = require('@langchain/core/outputs');
-var clientBedrockRuntime = require('@aws-sdk/client-bedrock-runtime');
-var message_inputs = require('./utils/message_inputs.cjs');
-var message_outputs = require('./utils/message_outputs.cjs');
-var toolCache = require('./toolCache.cjs');
-
+const require_toolCache = require("./toolCache.cjs");
+const require_message_inputs = require("./utils/message_inputs.cjs");
+const require_message_outputs = require("./utils/message_outputs.cjs");
+require("./utils/index.cjs");
+let _langchain_core_messages = require("@langchain/core/messages");
+let _langchain_core_outputs = require("@langchain/core/outputs");
+let _langchain_aws = require("@langchain/aws");
+let _aws_sdk_client_bedrock_runtime = require("@aws-sdk/client-bedrock-runtime");
+//#region src/llm/bedrock/index.ts
 /**
- * Optimized ChatBedrockConverse wrapper that fixes content block merging for
- * streaming responses and adds support for latest @langchain/aws features:
- *
- * - Application Inference Profiles (PR #9129)
- * - Service Tiers (Priority/Standard/Flex) (PR #9785) - requires AWS SDK 3.966.0+
- *
- * Bedrock's `@langchain/aws` library does not include an `index` property on content
- * blocks (unlike Anthropic/OpenAI), which causes LangChain's `_mergeLists` to append
- * each streaming chunk as a separate array entry instead of merging by index.
- *
- * This wrapper takes full ownership of the stream by directly interfacing with the
- * AWS SDK client (`this.client`) and using custom handlers from `./utils/` that
- * include `contentBlockIndex` in response_metadata for every delta type. It then
- * promotes `contentBlockIndex` to an `index` property on each content block
- * (mirroring Anthropic's pattern) and strips it from metadata to avoid
- * `_mergeDicts` conflicts.
- *
- * When multiple content block types are present (e.g. reasoning + text), text deltas
- * are promoted from strings to array form with `index` so they merge correctly once
- * the accumulated content is already an array.
- */
-class CustomChatBedrockConverse extends aws.ChatBedrockConverse {
-    /**
-     * Whether to insert Bedrock prompt cache checkpoints when available.
-     */
-    promptCache;
-    /**
-     * Application Inference Profile ARN to use instead of model ID.
-     */
-    applicationInferenceProfile;
-    /**
-     * Service tier for model invocation.
-     */
-    serviceTier;
-    constructor(fields) {
-        super(fields);
-        this.promptCache = fields?.promptCache;
-        this.applicationInferenceProfile = fields?.applicationInferenceProfile;
-        this.serviceTier = fields?.serviceTier;
-    }
-    static lc_name() {
-        return 'LibreChatBedrockConverse';
-    }
-    /**
-     * Get the model ID to use for API calls.
-     * Returns applicationInferenceProfile if set, otherwise returns this.model.
-     */
-    getModelId() {
-        return this.applicationInferenceProfile ?? this.model;
-    }
-    /**
-     * Override invocationParams to add serviceTier support.
-     */
-    invocationParams(options) {
-        const baseParams = super.invocationParams(options);
-        const toolConfig = this.promptCache === true
-            ? toolCache.insertBedrockToolCachePoint(baseParams.toolConfig)
-            : baseParams.toolConfig;
-        /** Service tier from options or fall back to class-level setting */
-        const serviceTierType = options?.serviceTier ?? this.serviceTier;
-        return {
-            ...baseParams,
-            toolConfig,
-            serviceTier: serviceTierType ? { type: serviceTierType } : undefined,
-        };
-    }
-    /**
-     * Override _generateNonStreaming to use applicationInferenceProfile as modelId.
-     * Uses the same model-swapping pattern as streaming for consistency.
-     */
-    async _generateNonStreaming(messages, options, runManager) {
-        const originalModel = this.model;
-        if (this.applicationInferenceProfile != null &&
-            this.applicationInferenceProfile !== '') {
-            this.model = this.applicationInferenceProfile;
-        }
-        try {
-            return await super._generateNonStreaming(messages, options, runManager);
-        }
-        finally {
-            this.model = originalModel;
-        }
-    }
-    /**
-     * Own the stream end-to-end so we have direct access to every
-     * `contentBlockDelta.contentBlockIndex` from the AWS SDK.
-     *
-     * This replaces the parent's implementation which strips contentBlockIndex
-     * from text and reasoning deltas, making it impossible to merge correctly.
-     */
-    async *_streamResponseChunks(messages$1, options, runManager) {
-        const { converseMessages, converseSystem } = message_inputs.convertToConverseMessages(messages$1);
-        const params = this.invocationParams(options);
-        let { streamUsage } = this;
-        if (options.streamUsage !== undefined) {
-            streamUsage = options.streamUsage;
-        }
-        const modelId = this.getModelId();
-        const command = new clientBedrockRuntime.ConverseStreamCommand({
-            modelId,
-            messages: converseMessages,
-            system: converseSystem,
-            ...params,
-        });
-        const response = await this.client.send(command, {
-            abortSignal: options.signal,
-        });
-        if (!response.stream) {
-            return;
-        }
-        const seenBlockIndices = new Set();
-        for await (const event of response.stream) {
-            if (event.contentBlockStart != null) {
-                const startChunk = message_outputs.handleConverseStreamContentBlockStart(event.contentBlockStart);
-                if (startChunk != null) {
-                    const idx = event.contentBlockStart.contentBlockIndex;
-                    if (idx != null) {
-                        seenBlockIndices.add(idx);
-                    }
-                    yield this.enrichChunk(startChunk, seenBlockIndices);
-                }
-            }
-            else if (event.contentBlockDelta != null) {
-                const deltaChunk = message_outputs.handleConverseStreamContentBlockDelta(event.contentBlockDelta);
-                const idx = event.contentBlockDelta.contentBlockIndex;
-                if (idx != null) {
-                    seenBlockIndices.add(idx);
-                }
-                yield this.enrichChunk(deltaChunk, seenBlockIndices);
-                await runManager?.handleLLMNewToken(deltaChunk.text, undefined, undefined, undefined, undefined, { chunk: deltaChunk });
-            }
-            else if (event.metadata != null) {
-                yield message_outputs.handleConverseStreamMetadata(event.metadata, { streamUsage });
-            }
-            else if (event.contentBlockStop != null) {
-                const stopIdx = event.contentBlockStop.contentBlockIndex;
-                if (stopIdx != null) {
-                    seenBlockIndices.add(stopIdx);
-                }
-            }
-            else {
-                yield new outputs.ChatGenerationChunk({
-                    text: '',
-                    message: new messages.AIMessageChunk({
-                        content: '',
-                        response_metadata: { ...event },
-                    }),
-                });
-            }
-        }
-    }
-    /**
-     * Inject `index` on content blocks for proper merge behaviour, then strip
-     * `contentBlockIndex` from response_metadata to prevent `_mergeDicts` conflicts.
-     *
-     * Text string content is promoted to array form only when the stream contains
-     * multiple content block indices (e.g. reasoning at index 0, text at index 1),
-     * ensuring text merges correctly with the already-array accumulated content.
-     */
-    enrichChunk(chunk, seenBlockIndices) {
-        const message = chunk.message;
-        if (!(message instanceof messages.AIMessageChunk)) {
-            return chunk;
-        }
-        const metadata = message.response_metadata;
-        const blockIndex = this.extractContentBlockIndex(metadata);
-        const hasMetadataIndex = blockIndex != null;
-        let content = message.content;
-        let contentModified = false;
-        if (Array.isArray(content) && blockIndex != null) {
-            content = content.map((block) => typeof block === 'object' && !('index' in block)
-                ? { ...block, index: blockIndex }
-                : block);
-            contentModified = true;
-        }
-        else if (typeof content === 'string' &&
-            content !== '' &&
-            blockIndex != null &&
-            seenBlockIndices.size > 1) {
-            content = [{ type: 'text', text: content, index: blockIndex }];
-            contentModified = true;
-        }
-        if (!contentModified && !hasMetadataIndex) {
-            return chunk;
-        }
-        const cleanedMetadata = hasMetadataIndex
-            ? this.removeContentBlockIndex(metadata)
-            : metadata;
-        return new outputs.ChatGenerationChunk({
-            text: chunk.text,
-            message: new messages.AIMessageChunk({
-                ...message,
-                content,
-                response_metadata: cleanedMetadata,
-            }),
-            generationInfo: chunk.generationInfo,
-        });
-    }
-    /**
-     * Extract `contentBlockIndex` from the top level of response_metadata.
-     * Our custom handlers always place it at the top level.
-     */
-    extractContentBlockIndex(metadata) {
-        if ('contentBlockIndex' in metadata &&
-            typeof metadata.contentBlockIndex === 'number') {
-            return metadata.contentBlockIndex;
-        }
-        return undefined;
-    }
-    removeContentBlockIndex(obj) {
-        if (obj === null || obj === undefined) {
-            return obj;
-        }
-        if (Array.isArray(obj)) {
-            return obj.map((item) => this.removeContentBlockIndex(item));
-        }
-        if (typeof obj === 'object') {
-            const cleaned = {};
-            for (const [key, value] of Object.entries(obj)) {
-                if (key !== 'contentBlockIndex') {
-                    cleaned[key] = this.removeContentBlockIndex(value);
-                }
-            }
-            return cleaned;
-        }
-        return obj;
-    }
-}
-
+* Optimized ChatBedrockConverse wrapper that fixes content block merging for
+* streaming responses and adds support for latest @langchain/aws features:
+*
+* - Application Inference Profiles (PR #9129)
+* - Service Tiers (Priority/Standard/Flex) (PR #9785) - requires AWS SDK 3.966.0+
+*
+* Bedrock's `@langchain/aws` library does not include an `index` property on content
+* blocks (unlike Anthropic/OpenAI), which causes LangChain's `_mergeLists` to append
+* each streaming chunk as a separate array entry instead of merging by index.
+*
+* This wrapper takes full ownership of the stream by directly interfacing with the
+* AWS SDK client (`this.client`) and using custom handlers from `./utils/` that
+* include `contentBlockIndex` in response_metadata for every delta type. It then
+* promotes `contentBlockIndex` to an `index` property on each content block
+* (mirroring Anthropic's pattern) and strips it from metadata to avoid
+* `_mergeDicts` conflicts.
+*
+* When multiple content block types are present (e.g. reasoning + text), text deltas
+* are promoted from strings to array form with `index` so they merge correctly once
+* the accumulated content is already an array.
+*/
+var CustomChatBedrockConverse = class extends _langchain_aws.ChatBedrockConverse {
+	/**
+	* Whether to insert Bedrock prompt cache checkpoints when available.
+	*/
+	promptCache;
+	/**
+	* Application Inference Profile ARN to use instead of model ID.
+	*/
+	applicationInferenceProfile;
+	/**
+	* Service tier for model invocation.
+	*/
+	serviceTier;
+	constructor(fields) {
+		super(fields);
+		this.promptCache = fields?.promptCache;
+		this.applicationInferenceProfile = fields?.applicationInferenceProfile;
+		this.serviceTier = fields?.serviceTier;
+	}
+	static lc_name() {
+		return "LibreChatBedrockConverse";
+	}
+	/**
+	* Get the model ID to use for API calls.
+	* Returns applicationInferenceProfile if set, otherwise returns this.model.
+	*/
+	getModelId() {
+		return this.applicationInferenceProfile ?? this.model;
+	}
+	/**
+	* Override invocationParams to add serviceTier support.
+	*/
+	invocationParams(options) {
+		const baseParams = super.invocationParams(options);
+		const toolConfig = this.promptCache === true ? require_toolCache.insertBedrockToolCachePoint(baseParams.toolConfig, true) : baseParams.toolConfig;
+		/** Service tier from options or fall back to class-level setting */
+		const serviceTierType = options?.serviceTier ?? this.serviceTier;
+		return {
+			...baseParams,
+			toolConfig,
+			serviceTier: serviceTierType ? { type: serviceTierType } : void 0
+		};
+	}
+	/**
+	* Override _generateNonStreaming to use applicationInferenceProfile as modelId.
+	* Uses the same model-swapping pattern as streaming for consistency.
+	*/
+	async _generateNonStreaming(messages, options, runManager) {
+		const originalModel = this.model;
+		if (this.applicationInferenceProfile != null && this.applicationInferenceProfile !== "") this.model = this.applicationInferenceProfile;
+		try {
+			return await super._generateNonStreaming(messages, options, runManager);
+		} finally {
+			this.model = originalModel;
+		}
+	}
+	/**
+	* Own the stream end-to-end so we have direct access to every
+	* `contentBlockDelta.contentBlockIndex` from the AWS SDK.
+	*
+	* This replaces the parent's implementation which strips contentBlockIndex
+	* from text and reasoning deltas, making it impossible to merge correctly.
+	*/
+	async *_streamResponseChunks(messages, options, runManager) {
+		const { converseMessages, converseSystem } = require_message_inputs.convertToConverseMessages(messages);
+		const params = this.invocationParams(options);
+		let { streamUsage } = this;
+		if (options.streamUsage !== void 0) streamUsage = options.streamUsage;
+		const command = new _aws_sdk_client_bedrock_runtime.ConverseStreamCommand({
+			modelId: this.getModelId(),
+			messages: converseMessages,
+			system: converseSystem,
+			...params
+		});
+		const response = await this.client.send(command, { abortSignal: options.signal });
+		if (!response.stream) return;
+		const seenBlockIndices = /* @__PURE__ */ new Set();
+		const toolUseBlockIndices = /* @__PURE__ */ new Set();
+		/**
+		* Guardrails can reject an already-streamed toolUse block at
+		* `messageStop` (`guardrail_intervened`), after `contentBlockStop` has
+		* passed. Only emit eager-execution seals when no guardrails are
+		* configured, so a later intervention can't race an eagerly started tool.
+		*/
+		const sealToolUseOnStop = options.guardrailConfig == null && this.guardrailConfig == null;
+		for await (const event of response.stream) if (event.contentBlockStart != null) {
+			const startChunk = require_message_outputs.handleConverseStreamContentBlockStart(event.contentBlockStart);
+			if (startChunk != null) {
+				const idx = event.contentBlockStart.contentBlockIndex;
+				if (idx != null) {
+					seenBlockIndices.add(idx);
+					if (event.contentBlockStart.start?.toolUse != null) toolUseBlockIndices.add(idx);
+				}
+				yield this.enrichChunk(startChunk, seenBlockIndices);
+				await runManager?.handleLLMNewToken(startChunk.text, void 0, void 0, void 0, void 0, { chunk: startChunk });
+			}
+		} else if (event.contentBlockDelta != null) {
+			const deltaChunk = require_message_outputs.handleConverseStreamContentBlockDelta(event.contentBlockDelta);
+			const idx = event.contentBlockDelta.contentBlockIndex;
+			if (idx != null) seenBlockIndices.add(idx);
+			yield this.enrichChunk(deltaChunk, seenBlockIndices);
+			await runManager?.handleLLMNewToken(deltaChunk.text, void 0, void 0, void 0, void 0, { chunk: deltaChunk });
+		} else if (event.metadata != null) yield require_message_outputs.handleConverseStreamMetadata(event.metadata, { streamUsage });
+		else if (event.contentBlockStop != null) {
+			const stopIdx = event.contentBlockStop.contentBlockIndex;
+			if (stopIdx != null) {
+				seenBlockIndices.add(stopIdx);
+				if (sealToolUseOnStop && toolUseBlockIndices.has(stopIdx)) {
+					const sealChunk = require_message_outputs.createConverseToolUseStopChunk(stopIdx);
+					yield sealChunk;
+					await runManager?.handleLLMNewToken(sealChunk.text, void 0, void 0, void 0, void 0, { chunk: sealChunk });
+				}
+			}
+		} else yield new _langchain_core_outputs.ChatGenerationChunk({
+			text: "",
+			message: new _langchain_core_messages.AIMessageChunk({
+				content: "",
+				response_metadata: { ...event }
+			})
+		});
+	}
+	/**
+	* Inject `index` on content blocks for proper merge behaviour, then strip
+	* `contentBlockIndex` from response_metadata to prevent `_mergeDicts` conflicts.
+	*
+	* Text string content is promoted to array form only when the stream contains
+	* multiple content block indices (e.g. reasoning at index 0, text at index 1),
+	* ensuring text merges correctly with the already-array accumulated content.
+	*/
+	enrichChunk(chunk, seenBlockIndices) {
+		const message = chunk.message;
+		if (!(message instanceof _langchain_core_messages.AIMessageChunk)) return chunk;
+		const metadata = message.response_metadata;
+		const blockIndex = this.extractContentBlockIndex(metadata);
+		const hasMetadataIndex = blockIndex != null;
+		let content = message.content;
+		let contentModified = false;
+		if (Array.isArray(content) && blockIndex != null) {
+			content = content.map((block) => typeof block === "object" && !("index" in block) ? {
+				...block,
+				index: blockIndex
+			} : block);
+			contentModified = true;
+		} else if (typeof content === "string" && content !== "" && blockIndex != null && seenBlockIndices.size > 1) {
+			content = [{
+				type: "text",
+				text: content,
+				index: blockIndex
+			}];
+			contentModified = true;
+		}
+		if (!contentModified && !hasMetadataIndex) return chunk;
+		const cleanedMetadata = hasMetadataIndex ? this.removeContentBlockIndex(metadata) : metadata;
+		return new _langchain_core_outputs.ChatGenerationChunk({
+			text: chunk.text,
+			message: new _langchain_core_messages.AIMessageChunk({
+				...message,
+				content,
+				response_metadata: cleanedMetadata
+			}),
+			generationInfo: chunk.generationInfo
+		});
+	}
+	/**
+	* Extract `contentBlockIndex` from the top level of response_metadata.
+	* Our custom handlers always place it at the top level.
+	*/
+	extractContentBlockIndex(metadata) {
+		if ("contentBlockIndex" in metadata && typeof metadata.contentBlockIndex === "number") return metadata.contentBlockIndex;
+	}
+	removeContentBlockIndex(obj) {
+		if (obj === null || obj === void 0) return obj;
+		if (Array.isArray(obj)) return obj.map((item) => this.removeContentBlockIndex(item));
+		if (typeof obj === "object") {
+			const cleaned = {};
+			for (const [key, value] of Object.entries(obj)) if (key !== "contentBlockIndex") cleaned[key] = this.removeContentBlockIndex(value);
+			return cleaned;
+		}
+		return obj;
+	}
+};
+//#endregion
 exports.CustomChatBedrockConverse = CustomChatBedrockConverse;
-//# sourceMappingURL=index.cjs.map
+
+//# sourceMappingURL=index.cjs.map

package/dist/cjs/llm/bedrock/index.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.cjs","sources":["../../../../src/llm/bedrock/index.ts"],"sourcesContent":["/**\n * Optimized ChatBedrockConverse wrapper that fixes content block merging for\n * streaming responses and adds support for latest @langchain/aws features:\n *\n * - Application Inference Profiles (PR #9129)\n * - Service Tiers (Priority/Standard/Flex) (PR #9785) - requires AWS SDK 3.966.0+\n *\n * Bedrock's `@langchain/aws` library does not include an `index` property on content\n * blocks (unlike Anthropic/OpenAI), which causes LangChain's `_mergeLists` to append\n * each streaming chunk as a separate array entry instead of merging by index.\n *\n * This wrapper takes full ownership of the stream by directly interfacing with the\n * AWS SDK client (`this.client`) and using custom handlers from `./utils/` that\n * include `contentBlockIndex` in response_metadata for every delta type. It then\n * promotes `contentBlockIndex` to an `index` property on each content block\n * (mirroring Anthropic's pattern) and strips it from metadata to avoid\n * `_mergeDicts` conflicts.\n *\n * When multiple content block types are present (e.g. reasoning + text), text deltas\n * are promoted from strings to array form with `index` so they merge correctly once\n * the accumulated content is already an array.\n */\n\nimport { ChatBedrockConverse } from '@langchain/aws';\nimport { AIMessageChunk } from '@langchain/core/messages';\nimport { ChatGenerationChunk, ChatResult } from '@langchain/core/outputs';\nimport {\n  ConverseStreamCommand,\n  type GuardrailConfiguration,\n  type GuardrailStreamConfiguration,\n} from '@aws-sdk/client-bedrock-runtime';\nimport type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport type { BaseMessage, ResponseMetadata } from '@langchain/core/messages';\nimport type { ChatBedrockConverseInput } from '@langchain/aws';\nimport {\n  convertToConverseMessages,\n  handleConverseStreamContentBlockStart,\n  handleConverseStreamContentBlockDelta,\n  handleConverseStreamMetadata,\n} from './utils';\nimport { insertBedrockToolCachePoint } from './toolCache';\n\n/**\n * Service tier type for Bedrock invocations.\n * Requires AWS SDK >= 3.966.0 to actually work.\n * @see https://docs.aws.amazon.com/bedrock/latest/userguide/service-tiers-inference.html\n */\nexport type ServiceTierType = 'priority' | 'default' | 'flex' | 'reserved';\n\nexport type CustomGuardrailConfiguration = GuardrailConfiguration &\n  Pick<GuardrailStreamConfiguration, 'streamProcessingMode'>;\n\n/**\n * Extended input interface with additional features:\n * - applicationInferenceProfile: Use an inference profile ARN instead of model ID\n * - serviceTier: Specify service tier (Priority, Standard, Flex, Reserved)\n */\nexport interface CustomChatBedrockConverseInput\n  extends ChatBedrockConverseInput {\n  /**\n   * Enables Bedrock prompt cache checkpoints for message and tool prefixes.\n   */\n  promptCache?: boolean;\n\n  /**\n   * Guardrail configuration for Converse and ConverseStream invocations.\n   * `streamProcessingMode` is only used by ConverseStream.\n   */\n  guardrailConfig?: CustomGuardrailConfiguration;\n\n  /**\n   * Application Inference Profile ARN to use for the model.\n   * For example, \"arn:aws:bedrock:eu-west-1:123456789102:application-inference-profile/fm16bt65tzgx\"\n   * When provided, this ARN will be used for the actual inference calls instead of the model ID.\n   * Must still provide `model` as normal modelId to benefit from all the metadata.\n   * @see https://docs.aws.amazon.com/bedrock/latest/userguide/inference-profiles-create.html\n   */\n  applicationInferenceProfile?: string;\n\n  /**\n   * Service tier for model invocation.\n   * Specifies the processing tier type used for serving the request.\n   * Supported values are 'priority', 'default', 'flex', and 'reserved'.\n   *\n   * - 'priority': Prioritized processing for lower latency\n   * - 'default': Standard processing tier\n   * - 'flex': Flexible processing tier with lower cost\n   * - 'reserved': Reserved capacity for consistent performance\n   *\n   * If not provided, AWS uses the default tier.\n   * Note: Requires AWS SDK >= 3.966.0 to work.\n   * @see https://docs.aws.amazon.com/bedrock/latest/userguide/service-tiers-inference.html\n   */\n  serviceTier?: ServiceTierType;\n}\n\n/**\n * Extended call options with serviceTier override support.\n */\nexport interface CustomChatBedrockConverseCallOptions {\n  serviceTier?: ServiceTierType;\n  guardrailConfig?: CustomGuardrailConfiguration;\n}\n\nexport class CustomChatBedrockConverse extends ChatBedrockConverse {\n  /**\n   * Whether to insert Bedrock prompt cache checkpoints when available.\n   */\n  promptCache?: boolean;\n\n  /**\n   * Application Inference Profile ARN to use instead of model ID.\n   */\n  applicationInferenceProfile?: string;\n\n  /**\n   * Service tier for model invocation.\n   */\n  serviceTier?: ServiceTierType;\n\n  constructor(fields?: CustomChatBedrockConverseInput) {\n    super(fields);\n    this.promptCache = fields?.promptCache;\n    this.applicationInferenceProfile = fields?.applicationInferenceProfile;\n    this.serviceTier = fields?.serviceTier;\n  }\n\n  static lc_name(): string {\n    return 'LibreChatBedrockConverse';\n  }\n\n  /**\n   * Get the model ID to use for API calls.\n   * Returns applicationInferenceProfile if set, otherwise returns this.model.\n   */\n  protected getModelId(): string {\n    return this.applicationInferenceProfile ?? this.model;\n  }\n\n  /**\n   * Override invocationParams to add serviceTier support.\n   */\n  override invocationParams(\n    options?: this['ParsedCallOptions'] & CustomChatBedrockConverseCallOptions\n  ): ReturnType<ChatBedrockConverse['invocationParams']> & {\n    serviceTier?: { type: ServiceTierType };\n  } {\n    const baseParams = super.invocationParams(options);\n    const toolConfig =\n      this.promptCache === true\n        ? insertBedrockToolCachePoint(baseParams.toolConfig, true)\n        : baseParams.toolConfig;\n\n    /** Service tier from options or fall back to class-level setting */\n    const serviceTierType = options?.serviceTier ?? this.serviceTier;\n\n    return {\n      ...baseParams,\n      toolConfig,\n      serviceTier: serviceTierType ? { type: serviceTierType } : undefined,\n    };\n  }\n\n  /**\n   * Override _generateNonStreaming to use applicationInferenceProfile as modelId.\n   * Uses the same model-swapping pattern as streaming for consistency.\n   */\n  override async _generateNonStreaming(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'] & CustomChatBedrockConverseCallOptions,\n    runManager?: CallbackManagerForLLMRun\n  ): Promise<ChatResult> {\n    const originalModel = this.model;\n    if (\n      this.applicationInferenceProfile != null &&\n      this.applicationInferenceProfile !== ''\n    ) {\n      this.model = this.applicationInferenceProfile;\n    }\n\n    try {\n      return await super._generateNonStreaming(messages, options, runManager);\n    } finally {\n      this.model = originalModel;\n    }\n  }\n\n  /**\n   * Own the stream end-to-end so we have direct access to every\n   * `contentBlockDelta.contentBlockIndex` from the AWS SDK.\n   *\n   * This replaces the parent's implementation which strips contentBlockIndex\n   * from text and reasoning deltas, making it impossible to merge correctly.\n   */\n  override async *_streamResponseChunks(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'] & CustomChatBedrockConverseCallOptions,\n    runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<ChatGenerationChunk> {\n    const { converseMessages, converseSystem } =\n      convertToConverseMessages(messages);\n    const params = this.invocationParams(options);\n\n    let { streamUsage } = this;\n    if ((options as Record<string, unknown>).streamUsage !== undefined) {\n      streamUsage = (options as Record<string, unknown>).streamUsage as boolean;\n    }\n\n    const modelId = this.getModelId();\n\n    const command = new ConverseStreamCommand({\n      modelId,\n      messages: converseMessages,\n      system: converseSystem,\n      ...(params as Record<string, unknown>),\n    });\n\n    const response = await this.client.send(command, {\n      abortSignal: options.signal,\n    });\n\n    if (!response.stream) {\n      return;\n    }\n\n    const seenBlockIndices = new Set<number>();\n\n    for await (const event of response.stream) {\n      if (event.contentBlockStart != null) {\n        const startChunk = handleConverseStreamContentBlockStart(\n          event.contentBlockStart\n        );\n        if (startChunk != null) {\n          const idx = event.contentBlockStart.contentBlockIndex;\n          if (idx != null) {\n            seenBlockIndices.add(idx);\n          }\n          yield this.enrichChunk(startChunk, seenBlockIndices);\n        }\n      } else if (event.contentBlockDelta != null) {\n        const deltaChunk = handleConverseStreamContentBlockDelta(\n          event.contentBlockDelta\n        );\n\n        const idx = event.contentBlockDelta.contentBlockIndex;\n        if (idx != null) {\n          seenBlockIndices.add(idx);\n        }\n\n        yield this.enrichChunk(deltaChunk, seenBlockIndices);\n\n        await runManager?.handleLLMNewToken(\n          deltaChunk.text,\n          undefined,\n          undefined,\n          undefined,\n          undefined,\n          { chunk: deltaChunk }\n        );\n      } else if (event.metadata != null) {\n        yield handleConverseStreamMetadata(event.metadata, { streamUsage });\n      } else if (event.contentBlockStop != null) {\n        const stopIdx = event.contentBlockStop.contentBlockIndex;\n        if (stopIdx != null) {\n          seenBlockIndices.add(stopIdx);\n        }\n      } else {\n        yield new ChatGenerationChunk({\n          text: '',\n          message: new AIMessageChunk({\n            content: '',\n            response_metadata: { ...event } as ResponseMetadata,\n          }),\n        });\n      }\n    }\n  }\n\n  /**\n   * Inject `index` on content blocks for proper merge behaviour, then strip\n   * `contentBlockIndex` from response_metadata to prevent `_mergeDicts` conflicts.\n   *\n   * Text string content is promoted to array form only when the stream contains\n   * multiple content block indices (e.g. reasoning at index 0, text at index 1),\n   * ensuring text merges correctly with the already-array accumulated content.\n   */\n  private enrichChunk(\n    chunk: ChatGenerationChunk,\n    seenBlockIndices: Set<number>\n  ): ChatGenerationChunk {\n    const message = chunk.message;\n    if (!(message instanceof AIMessageChunk)) {\n      return chunk;\n    }\n\n    const metadata = message.response_metadata as Record<string, unknown>;\n    const blockIndex = this.extractContentBlockIndex(metadata);\n    const hasMetadataIndex = blockIndex != null;\n\n    let content: AIMessageChunk['content'] = message.content;\n    let contentModified = false;\n\n    if (Array.isArray(content) && blockIndex != null) {\n      content = content.map((block) =>\n        typeof block === 'object' && !('index' in block)\n          ? { ...block, index: blockIndex }\n          : block\n      );\n      contentModified = true;\n    } else if (\n      typeof content === 'string' &&\n      content !== '' &&\n      blockIndex != null &&\n      seenBlockIndices.size > 1\n    ) {\n      content = [{ type: 'text', text: content, index: blockIndex }];\n      contentModified = true;\n    }\n\n    if (!contentModified && !hasMetadataIndex) {\n      return chunk;\n    }\n\n    const cleanedMetadata = hasMetadataIndex\n      ? (this.removeContentBlockIndex(metadata) as Record<string, unknown>)\n      : metadata;\n\n    return new ChatGenerationChunk({\n      text: chunk.text,\n      message: new AIMessageChunk({\n        ...message,\n        content,\n        response_metadata: cleanedMetadata,\n      }),\n      generationInfo: chunk.generationInfo,\n    });\n  }\n\n  /**\n   * Extract `contentBlockIndex` from the top level of response_metadata.\n   * Our custom handlers always place it at the top level.\n   */\n  private extractContentBlockIndex(\n    metadata: Record<string, unknown>\n  ): number | undefined {\n    if (\n      'contentBlockIndex' in metadata &&\n      typeof metadata.contentBlockIndex === 'number'\n    ) {\n      return metadata.contentBlockIndex;\n    }\n    return undefined;\n  }\n\n  private removeContentBlockIndex(obj: unknown): unknown {\n    if (obj === null || obj === undefined) {\n      return obj;\n    }\n\n    if (Array.isArray(obj)) {\n      return obj.map((item) => this.removeContentBlockIndex(item));\n    }\n\n    if (typeof obj === 'object') {\n      const cleaned: Record<string, unknown> = {};\n      for (const [key, value] of Object.entries(obj)) {\n        if (key !== 'contentBlockIndex') {\n          cleaned[key] = this.removeContentBlockIndex(value);\n        }\n      }\n      return cleaned;\n    }\n\n    return obj;\n  }\n}\n\nexport type { ChatBedrockConverseInput };\n"],"names":["ChatBedrockConverse","insertBedrockToolCachePoint","messages","convertToConverseMessages","ConverseStreamCommand","handleConverseStreamContentBlockStart","handleConverseStreamContentBlockDelta","handleConverseStreamMetadata","ChatGenerationChunk","AIMessageChunk"],"mappings":";;;;;;;;;;AAAA;;;;;;;;;;;;;;;;;;;;;AAqBG;AAmFG,MAAO,yBAA0B,SAAQA,uBAAmB,CAAA;AAChE;;AAEG;AACH,IAAA,WAAW;AAEX;;AAEG;AACH,IAAA,2BAA2B;AAE3B;;AAEG;AACH,IAAA,WAAW;AAEX,IAAA,WAAA,CAAY,MAAuC,EAAA;QACjD,KAAK,CAAC,MAAM,CAAC;AACb,QAAA,IAAI,CAAC,WAAW,GAAG,MAAM,EAAE,WAAW;AACtC,QAAA,IAAI,CAAC,2BAA2B,GAAG,MAAM,EAAE,2BAA2B;AACtE,QAAA,IAAI,CAAC,WAAW,GAAG,MAAM,EAAE,WAAW;IACxC;AAEA,IAAA,OAAO,OAAO,GAAA;AACZ,QAAA,OAAO,0BAA0B;IACnC;AAEA;;;AAGG;IACO,UAAU,GAAA;AAClB,QAAA,OAAO,IAAI,CAAC,2BAA2B,IAAI,IAAI,CAAC,KAAK;IACvD;AAEA;;AAEG;AACM,IAAA,gBAAgB,CACvB,OAA0E,EAAA;QAI1E,MAAM,UAAU,GAAG,KAAK,CAAC,gBAAgB,CAAC,OAAO,CAAC;AAClD,QAAA,MAAM,UAAU,GACd,IAAI,CAAC,WAAW,KAAK;cACjBC,qCAA2B,CAAC,UAAU,CAAC,UAAgB;AACzD,cAAE,UAAU,CAAC,UAAU;;QAG3B,MAAM,eAAe,GAAG,OAAO,EAAE,WAAW,IAAI,IAAI,CAAC,WAAW;QAEhE,OAAO;AACL,YAAA,GAAG,UAAU;YACb,UAAU;AACV,YAAA,WAAW,EAAE,eAAe,GAAG,EAAE,IAAI,EAAE,eAAe,EAAE,GAAG,SAAS;SACrE;IACH;AAEA;;;AAGG;AACM,IAAA,MAAM,qBAAqB,CAClC,QAAuB,EACvB,OAAyE,EACzE,UAAqC,EAAA;AAErC,QAAA,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK;AAChC,QAAA,IACE,IAAI,CAAC,2BAA2B,IAAI,IAAI;AACxC,YAAA,IAAI,CAAC,2BAA2B,KAAK,EAAE,EACvC;AACA,YAAA,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,2BAA2B;QAC/C;AAEA,QAAA,IAAI;YACF,OAAO,MAAM,KAAK,CAAC,qBAAqB,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,CAAC;QACzE;gBAAU;AACR,YAAA,IAAI,CAAC,KAAK,GAAG,aAAa;QAC5B;IACF;AAEA;;;;;;AAMG;IACM,OAAO,qBAAqB,CACnCC,UAAuB,EACvB,OAAyE,EACzE,UAAqC,EAAA;QAErC,MAAM,EAAE,gBAAgB,EAAE,cAAc,EAAE,GACxCC,wCAAyB,CAACD,UAAQ,CAAC;QACrC,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;AAE7C,QAAA,IAAI,EAAE,WAAW,EAAE,GAAG,IAAI;AAC1B,QAAA,IAAK,OAAmC,CAAC,WAAW,KAAK,SAAS,EAAE;AAClE,YAAA,WAAW,GAAI,OAAmC,CAAC,WAAsB;QAC3E;AAEA,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE;AAEjC,QAAA,MAAM,OAAO,GAAG,IAAIE,0CAAqB,CAAC;YACxC,OAAO;AACP,YAAA,QAAQ,EAAE,gBAAgB;AAC1B,YAAA,MAAM,EAAE,cAAc;AACtB,YAAA,GAAI,MAAkC;AACvC,SAAA,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE;YAC/C,WAAW,EAAE,OAAO,CAAC,MAAM;AAC5B,SAAA,CAAC;AAEF,QAAA,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE;YACpB;QACF;AAEA,QAAA,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAU;QAE1C,WAAW,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE;AACzC,YAAA,IAAI,KAAK,CAAC,iBAAiB,IAAI,IAAI,EAAE;gBACnC,MAAM,UAAU,GAAGC,qDAAqC,CACtD,KAAK,CAAC,iBAAiB,CACxB;AACD,gBAAA,IAAI,UAAU,IAAI,IAAI,EAAE;AACtB,oBAAA,MAAM,GAAG,GAAG,KAAK,CAAC,iBAAiB,CAAC,iBAAiB;AACrD,oBAAA,IAAI,GAAG,IAAI,IAAI,EAAE;AACf,wBAAA,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC;oBAC3B;oBACA,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,gBAAgB,CAAC;gBACtD;YACF;AAAO,iBAAA,IAAI,KAAK,CAAC,iBAAiB,IAAI,IAAI,EAAE;gBAC1C,MAAM,UAAU,GAAGC,qDAAqC,CACtD,KAAK,CAAC,iBAAiB,CACxB;AAED,gBAAA,MAAM,GAAG,GAAG,KAAK,CAAC,iBAAiB,CAAC,iBAAiB;AACrD,gBAAA,IAAI,GAAG,IAAI,IAAI,EAAE;AACf,oBAAA,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC;gBAC3B;gBAEA,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,gBAAgB,CAAC;gBAEpD,MAAM,UAAU,EAAE,iBAAiB,CACjC,UAAU,CAAC,IAAI,EACf,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,UAAU,EAAE,CACtB;YACH;AAAO,iBAAA,IAAI,KAAK,CAAC,QAAQ,IAAI,IAAI,EAAE;gBACjC,MAAMC,4CAA4B,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,WAAW,EAAE,CAAC;YACrE;AAAO,iBAAA,IAAI,KAAK,CAAC,gBAAgB,IAAI,IAAI,EAAE;AACzC,gBAAA,MAAM,OAAO,GAAG,KAAK,CAAC,gBAAgB,CAAC,iBAAiB;AACxD,gBAAA,IAAI,OAAO,IAAI,IAAI,EAAE;AACnB,oBAAA,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC;gBAC/B;YACF;iBAAO;gBACL,MAAM,IAAIC,2BAAmB,CAAC;AAC5B,oBAAA,IAAI,EAAE,EAAE;oBACR,OAAO,EAAE,IAAIC,uBAAc,CAAC;AAC1B,wBAAA,OAAO,EAAE,EAAE;AACX,wBAAA,iBAAiB,EAAE,EAAE,GAAG,KAAK,EAAsB;qBACpD,CAAC;AACH,iBAAA,CAAC;YACJ;QACF;IACF;AAEA;;;;;;;AAOG;IACK,WAAW,CACjB,KAA0B,EAC1B,gBAA6B,EAAA;AAE7B,QAAA,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO;AAC7B,QAAA,IAAI,EAAE,OAAO,YAAYA,uBAAc,CAAC,EAAE;AACxC,YAAA,OAAO,KAAK;QACd;AAEA,QAAA,MAAM,QAAQ,GAAG,OAAO,CAAC,iBAA4C;QACrE,MAAM,UAAU,GAAG,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAAC;AAC1D,QAAA,MAAM,gBAAgB,GAAG,UAAU,IAAI,IAAI;AAE3C,QAAA,IAAI,OAAO,GAA8B,OAAO,CAAC,OAAO;QACxD,IAAI,eAAe,GAAG,KAAK;QAE3B,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,UAAU,IAAI,IAAI,EAAE;YAChD,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,KAC1B,OAAO,KAAK,KAAK,QAAQ,IAAI,EAAE,OAAO,IAAI,KAAK;kBAC3C,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,UAAU;kBAC7B,KAAK,CACV;YACD,eAAe,GAAG,IAAI;QACxB;aAAO,IACL,OAAO,OAAO,KAAK,QAAQ;AAC3B,YAAA,OAAO,KAAK,EAAE;AACd,YAAA,UAAU,IAAI,IAAI;AAClB,YAAA,gBAAgB,CAAC,IAAI,GAAG,CAAC,EACzB;AACA,YAAA,OAAO,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;YAC9D,eAAe,GAAG,IAAI;QACxB;AAEA,QAAA,IAAI,CAAC,eAAe,IAAI,CAAC,gBAAgB,EAAE;AACzC,YAAA,OAAO,KAAK;QACd;QAEA,MAAM,eAAe,GAAG;AACtB,cAAG,IAAI,CAAC,uBAAuB,CAAC,QAAQ;cACtC,QAAQ;QAEZ,OAAO,IAAID,2BAAmB,CAAC;YAC7B,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,OAAO,EAAE,IAAIC,uBAAc,CAAC;AAC1B,gBAAA,GAAG,OAAO;gBACV,OAAO;AACP,gBAAA,iBAAiB,EAAE,eAAe;aACnC,CAAC;YACF,cAAc,EAAE,KAAK,CAAC,cAAc;AACrC,SAAA,CAAC;IACJ;AAEA;;;AAGG;AACK,IAAA,wBAAwB,CAC9B,QAAiC,EAAA;QAEjC,IACE,mBAAmB,IAAI,QAAQ;AAC/B,YAAA,OAAO,QAAQ,CAAC,iBAAiB,KAAK,QAAQ,EAC9C;YACA,OAAO,QAAQ,CAAC,iBAAiB;QACnC;AACA,QAAA,OAAO,SAAS;IAClB;AAEQ,IAAA,uBAAuB,CAAC,GAAY,EAAA;QAC1C,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,EAAE;AACrC,YAAA,OAAO,GAAG;QACZ;AAEA,QAAA,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;AACtB,YAAA,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC;QAC9D;AAEA,QAAA,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;YAC3B,MAAM,OAAO,GAA4B,EAAE;AAC3C,YAAA,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;AAC9C,gBAAA,IAAI,GAAG,KAAK,mBAAmB,EAAE;oBAC/B,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC;gBACpD;YACF;AACA,YAAA,OAAO,OAAO;QAChB;AAEA,QAAA,OAAO,GAAG;IACZ;AACD;;;;"}
+{"version":3,"file":"index.cjs","names":["ChatBedrockConverse","insertBedrockToolCachePoint","convertToConverseMessages","ConverseStreamCommand","handleConverseStreamContentBlockStart","handleConverseStreamContentBlockDelta","handleConverseStreamMetadata","createConverseToolUseStopChunk","ChatGenerationChunk","AIMessageChunk"],"sources":["../../../../src/llm/bedrock/index.ts"],"sourcesContent":["/**\n * Optimized ChatBedrockConverse wrapper that fixes content block merging for\n * streaming responses and adds support for latest @langchain/aws features:\n *\n * - Application Inference Profiles (PR #9129)\n * - Service Tiers (Priority/Standard/Flex) (PR #9785) - requires AWS SDK 3.966.0+\n *\n * Bedrock's `@langchain/aws` library does not include an `index` property on content\n * blocks (unlike Anthropic/OpenAI), which causes LangChain's `_mergeLists` to append\n * each streaming chunk as a separate array entry instead of merging by index.\n *\n * This wrapper takes full ownership of the stream by directly interfacing with the\n * AWS SDK client (`this.client`) and using custom handlers from `./utils/` that\n * include `contentBlockIndex` in response_metadata for every delta type. It then\n * promotes `contentBlockIndex` to an `index` property on each content block\n * (mirroring Anthropic's pattern) and strips it from metadata to avoid\n * `_mergeDicts` conflicts.\n *\n * When multiple content block types are present (e.g. reasoning + text), text deltas\n * are promoted from strings to array form with `index` so they merge correctly once\n * the accumulated content is already an array.\n */\n\nimport { ChatBedrockConverse } from '@langchain/aws';\nimport { AIMessageChunk } from '@langchain/core/messages';\nimport { ChatGenerationChunk, ChatResult } from '@langchain/core/outputs';\nimport {\n  ConverseStreamCommand,\n  type GuardrailConfiguration,\n  type GuardrailStreamConfiguration,\n} from '@aws-sdk/client-bedrock-runtime';\nimport type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport type { BaseMessage, ResponseMetadata } from '@langchain/core/messages';\nimport type { ChatBedrockConverseInput } from '@langchain/aws';\nimport {\n  convertToConverseMessages,\n  createConverseToolUseStopChunk,\n  handleConverseStreamContentBlockStart,\n  handleConverseStreamContentBlockDelta,\n  handleConverseStreamMetadata,\n} from './utils';\nimport { insertBedrockToolCachePoint } from './toolCache';\n\n/**\n * Service tier type for Bedrock invocations.\n * Requires AWS SDK >= 3.966.0 to actually work.\n * @see https://docs.aws.amazon.com/bedrock/latest/userguide/service-tiers-inference.html\n */\nexport type ServiceTierType = 'priority' | 'default' | 'flex' | 'reserved';\n\nexport type CustomGuardrailConfiguration = GuardrailConfiguration &\n  Pick<GuardrailStreamConfiguration, 'streamProcessingMode'>;\n\n/**\n * Extended input interface with additional features:\n * - applicationInferenceProfile: Use an inference profile ARN instead of model ID\n * - serviceTier: Specify service tier (Priority, Standard, Flex, Reserved)\n */\nexport interface CustomChatBedrockConverseInput\n  extends ChatBedrockConverseInput {\n  /**\n   * Enables Bedrock prompt cache checkpoints for message and tool prefixes.\n   */\n  promptCache?: boolean;\n\n  /**\n   * Guardrail configuration for Converse and ConverseStream invocations.\n   * `streamProcessingMode` is only used by ConverseStream.\n   */\n  guardrailConfig?: CustomGuardrailConfiguration;\n\n  /**\n   * Application Inference Profile ARN to use for the model.\n   * For example, \"arn:aws:bedrock:eu-west-1:123456789102:application-inference-profile/fm16bt65tzgx\"\n   * When provided, this ARN will be used for the actual inference calls instead of the model ID.\n   * Must still provide `model` as normal modelId to benefit from all the metadata.\n   * @see https://docs.aws.amazon.com/bedrock/latest/userguide/inference-profiles-create.html\n   */\n  applicationInferenceProfile?: string;\n\n  /**\n   * Service tier for model invocation.\n   * Specifies the processing tier type used for serving the request.\n   * Supported values are 'priority', 'default', 'flex', and 'reserved'.\n   *\n   * - 'priority': Prioritized processing for lower latency\n   * - 'default': Standard processing tier\n   * - 'flex': Flexible processing tier with lower cost\n   * - 'reserved': Reserved capacity for consistent performance\n   *\n   * If not provided, AWS uses the default tier.\n   * Note: Requires AWS SDK >= 3.966.0 to work.\n   * @see https://docs.aws.amazon.com/bedrock/latest/userguide/service-tiers-inference.html\n   */\n  serviceTier?: ServiceTierType;\n}\n\n/**\n * Extended call options with serviceTier override support.\n */\nexport interface CustomChatBedrockConverseCallOptions {\n  serviceTier?: ServiceTierType;\n  guardrailConfig?: CustomGuardrailConfiguration;\n}\n\nexport class CustomChatBedrockConverse extends ChatBedrockConverse {\n  /**\n   * Whether to insert Bedrock prompt cache checkpoints when available.\n   */\n  promptCache?: boolean;\n\n  /**\n   * Application Inference Profile ARN to use instead of model ID.\n   */\n  applicationInferenceProfile?: string;\n\n  /**\n   * Service tier for model invocation.\n   */\n  serviceTier?: ServiceTierType;\n\n  constructor(fields?: CustomChatBedrockConverseInput) {\n    super(fields);\n    this.promptCache = fields?.promptCache;\n    this.applicationInferenceProfile = fields?.applicationInferenceProfile;\n    this.serviceTier = fields?.serviceTier;\n  }\n\n  static lc_name(): string {\n    return 'LibreChatBedrockConverse';\n  }\n\n  /**\n   * Get the model ID to use for API calls.\n   * Returns applicationInferenceProfile if set, otherwise returns this.model.\n   */\n  protected getModelId(): string {\n    return this.applicationInferenceProfile ?? this.model;\n  }\n\n  /**\n   * Override invocationParams to add serviceTier support.\n   */\n  override invocationParams(\n    options?: this['ParsedCallOptions'] & CustomChatBedrockConverseCallOptions\n  ): ReturnType<ChatBedrockConverse['invocationParams']> & {\n    serviceTier?: { type: ServiceTierType };\n  } {\n    const baseParams = super.invocationParams(options);\n    const toolConfig =\n      this.promptCache === true\n        ? insertBedrockToolCachePoint(baseParams.toolConfig, true)\n        : baseParams.toolConfig;\n\n    /** Service tier from options or fall back to class-level setting */\n    const serviceTierType = options?.serviceTier ?? this.serviceTier;\n\n    return {\n      ...baseParams,\n      toolConfig,\n      serviceTier: serviceTierType ? { type: serviceTierType } : undefined,\n    };\n  }\n\n  /**\n   * Override _generateNonStreaming to use applicationInferenceProfile as modelId.\n   * Uses the same model-swapping pattern as streaming for consistency.\n   */\n  override async _generateNonStreaming(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'] & CustomChatBedrockConverseCallOptions,\n    runManager?: CallbackManagerForLLMRun\n  ): Promise<ChatResult> {\n    const originalModel = this.model;\n    if (\n      this.applicationInferenceProfile != null &&\n      this.applicationInferenceProfile !== ''\n    ) {\n      this.model = this.applicationInferenceProfile;\n    }\n\n    try {\n      return await super._generateNonStreaming(messages, options, runManager);\n    } finally {\n      this.model = originalModel;\n    }\n  }\n\n  /**\n   * Own the stream end-to-end so we have direct access to every\n   * `contentBlockDelta.contentBlockIndex` from the AWS SDK.\n   *\n   * This replaces the parent's implementation which strips contentBlockIndex\n   * from text and reasoning deltas, making it impossible to merge correctly.\n   */\n  override async *_streamResponseChunks(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'] & CustomChatBedrockConverseCallOptions,\n    runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<ChatGenerationChunk> {\n    const { converseMessages, converseSystem } =\n      convertToConverseMessages(messages);\n    const params = this.invocationParams(options);\n\n    let { streamUsage } = this;\n    if ((options as Record<string, unknown>).streamUsage !== undefined) {\n      streamUsage = (options as Record<string, unknown>).streamUsage as boolean;\n    }\n\n    const modelId = this.getModelId();\n\n    const command = new ConverseStreamCommand({\n      modelId,\n      messages: converseMessages,\n      system: converseSystem,\n      ...(params as Record<string, unknown>),\n    });\n\n    const response = await this.client.send(command, {\n      abortSignal: options.signal,\n    });\n\n    if (!response.stream) {\n      return;\n    }\n\n    const seenBlockIndices = new Set<number>();\n    const toolUseBlockIndices = new Set<number>();\n    /**\n     * Guardrails can reject an already-streamed toolUse block at\n     * `messageStop` (`guardrail_intervened`), after `contentBlockStop` has\n     * passed. Only emit eager-execution seals when no guardrails are\n     * configured, so a later intervention can't race an eagerly started tool.\n     */\n    const sealToolUseOnStop =\n      options.guardrailConfig == null && this.guardrailConfig == null;\n\n    for await (const event of response.stream) {\n      if (event.contentBlockStart != null) {\n        const startChunk = handleConverseStreamContentBlockStart(\n          event.contentBlockStart\n        );\n        if (startChunk != null) {\n          const idx = event.contentBlockStart.contentBlockIndex;\n          if (idx != null) {\n            seenBlockIndices.add(idx);\n            if (event.contentBlockStart.start?.toolUse != null) {\n              toolUseBlockIndices.add(idx);\n            }\n          }\n          yield this.enrichChunk(startChunk, seenBlockIndices);\n\n          // Registered stream handlers receive chunks through callback\n          // events, not the yielded generator — dispatch the start chunk so\n          // they see the tool call's id/name (eager chunk state needs both).\n          await runManager?.handleLLMNewToken(\n            startChunk.text,\n            undefined,\n            undefined,\n            undefined,\n            undefined,\n            { chunk: startChunk }\n          );\n        }\n      } else if (event.contentBlockDelta != null) {\n        const deltaChunk = handleConverseStreamContentBlockDelta(\n          event.contentBlockDelta\n        );\n\n        const idx = event.contentBlockDelta.contentBlockIndex;\n        if (idx != null) {\n          seenBlockIndices.add(idx);\n        }\n\n        yield this.enrichChunk(deltaChunk, seenBlockIndices);\n\n        await runManager?.handleLLMNewToken(\n          deltaChunk.text,\n          undefined,\n          undefined,\n          undefined,\n          undefined,\n          { chunk: deltaChunk }\n        );\n      } else if (event.metadata != null) {\n        yield handleConverseStreamMetadata(event.metadata, { streamUsage });\n      } else if (event.contentBlockStop != null) {\n        const stopIdx = event.contentBlockStop.contentBlockIndex;\n        if (stopIdx != null) {\n          seenBlockIndices.add(stopIdx);\n          if (sealToolUseOnStop && toolUseBlockIndices.has(stopIdx)) {\n            // Converse guarantees the block's input is complete at stop, so\n            // emit an explicit seal chunk for eager tool execution — through\n            // the callback path too, for registered stream handlers.\n            const sealChunk = createConverseToolUseStopChunk(stopIdx);\n            yield sealChunk;\n            await runManager?.handleLLMNewToken(\n              sealChunk.text,\n              undefined,\n              undefined,\n              undefined,\n              undefined,\n              { chunk: sealChunk }\n            );\n          }\n        }\n      } else {\n        yield new ChatGenerationChunk({\n          text: '',\n          message: new AIMessageChunk({\n            content: '',\n            response_metadata: { ...event } as ResponseMetadata,\n          }),\n        });\n      }\n    }\n  }\n\n  /**\n   * Inject `index` on content blocks for proper merge behaviour, then strip\n   * `contentBlockIndex` from response_metadata to prevent `_mergeDicts` conflicts.\n   *\n   * Text string content is promoted to array form only when the stream contains\n   * multiple content block indices (e.g. reasoning at index 0, text at index 1),\n   * ensuring text merges correctly with the already-array accumulated content.\n   */\n  private enrichChunk(\n    chunk: ChatGenerationChunk,\n    seenBlockIndices: Set<number>\n  ): ChatGenerationChunk {\n    const message = chunk.message;\n    if (!(message instanceof AIMessageChunk)) {\n      return chunk;\n    }\n\n    const metadata = message.response_metadata as Record<string, unknown>;\n    const blockIndex = this.extractContentBlockIndex(metadata);\n    const hasMetadataIndex = blockIndex != null;\n\n    let content: AIMessageChunk['content'] = message.content;\n    let contentModified = false;\n\n    if (Array.isArray(content) && blockIndex != null) {\n      content = content.map((block) =>\n        typeof block === 'object' && !('index' in block)\n          ? { ...block, index: blockIndex }\n          : block\n      );\n      contentModified = true;\n    } else if (\n      typeof content === 'string' &&\n      content !== '' &&\n      blockIndex != null &&\n      seenBlockIndices.size > 1\n    ) {\n      content = [{ type: 'text', text: content, index: blockIndex }];\n      contentModified = true;\n    }\n\n    if (!contentModified && !hasMetadataIndex) {\n      return chunk;\n    }\n\n    const cleanedMetadata = hasMetadataIndex\n      ? (this.removeContentBlockIndex(metadata) as Record<string, unknown>)\n      : metadata;\n\n    return new ChatGenerationChunk({\n      text: chunk.text,\n      message: new AIMessageChunk({\n        ...message,\n        content,\n        response_metadata: cleanedMetadata,\n      }),\n      generationInfo: chunk.generationInfo,\n    });\n  }\n\n  /**\n   * Extract `contentBlockIndex` from the top level of response_metadata.\n   * Our custom handlers always place it at the top level.\n   */\n  private extractContentBlockIndex(\n    metadata: Record<string, unknown>\n  ): number | undefined {\n    if (\n      'contentBlockIndex' in metadata &&\n      typeof metadata.contentBlockIndex === 'number'\n    ) {\n      return metadata.contentBlockIndex;\n    }\n    return undefined;\n  }\n\n  private removeContentBlockIndex(obj: unknown): unknown {\n    if (obj === null || obj === undefined) {\n      return obj;\n    }\n\n    if (Array.isArray(obj)) {\n      return obj.map((item) => this.removeContentBlockIndex(item));\n    }\n\n    if (typeof obj === 'object') {\n      const cleaned: Record<string, unknown> = {};\n      for (const [key, value] of Object.entries(obj)) {\n        if (key !== 'contentBlockIndex') {\n          cleaned[key] = this.removeContentBlockIndex(value);\n        }\n      }\n      return cleaned;\n    }\n\n    return obj;\n  }\n}\n\nexport type { ChatBedrockConverseInput };\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAyGA,IAAa,4BAAb,cAA+CA,eAAAA,oBAAoB;;;;CAIjE;;;;CAKA;;;;CAKA;CAEA,YAAY,QAAyC;EACnD,MAAM,MAAM;EACZ,KAAK,cAAc,QAAQ;EAC3B,KAAK,8BAA8B,QAAQ;EAC3C,KAAK,cAAc,QAAQ;CAC7B;CAEA,OAAO,UAAkB;EACvB,OAAO;CACT;;;;;CAMA,aAA+B;EAC7B,OAAO,KAAK,+BAA+B,KAAK;CAClD;;;;CAKA,iBACE,SAGA;EACA,MAAM,aAAa,MAAM,iBAAiB,OAAO;EACjD,MAAM,aACJ,KAAK,gBAAgB,OACjBC,kBAAAA,4BAA4B,WAAW,YAAY,IAAI,IACvD,WAAW;;EAGjB,MAAM,kBAAkB,SAAS,eAAe,KAAK;EAErD,OAAO;GACL,GAAG;GACH;GACA,aAAa,kBAAkB,EAAE,MAAM,gBAAgB,IAAI,KAAA;EAC7D;CACF;;;;;CAMA,MAAe,sBACb,UACA,SACA,YACqB;EACrB,MAAM,gBAAgB,KAAK;EAC3B,IACE,KAAK,+BAA+B,QACpC,KAAK,gCAAgC,IAErC,KAAK,QAAQ,KAAK;EAGpB,IAAI;GACF,OAAO,MAAM,MAAM,sBAAsB,UAAU,SAAS,UAAU;EACxE,UAAU;GACR,KAAK,QAAQ;EACf;CACF;;;;;;;;CASA,OAAgB,sBACd,UACA,SACA,YACqC;EACrC,MAAM,EAAE,kBAAkB,mBACxBC,uBAAAA,0BAA0B,QAAQ;EACpC,MAAM,SAAS,KAAK,iBAAiB,OAAO;EAE5C,IAAI,EAAE,gBAAgB;EACtB,IAAK,QAAoC,gBAAgB,KAAA,GACvD,cAAe,QAAoC;EAKrD,MAAM,UAAU,IAAIC,gCAAAA,sBAAsB;GACxC,SAHc,KAAK,WAGb;GACN,UAAU;GACV,QAAQ;GACR,GAAI;EACN,CAAC;EAED,MAAM,WAAW,MAAM,KAAK,OAAO,KAAK,SAAS,EAC/C,aAAa,QAAQ,OACvB,CAAC;EAED,IAAI,CAAC,SAAS,QACZ;EAGF,MAAM,mCAAmB,IAAI,IAAY;EACzC,MAAM,sCAAsB,IAAI,IAAY;;;;;;;EAO5C,MAAM,oBACJ,QAAQ,mBAAmB,QAAQ,KAAK,mBAAmB;EAE7D,WAAW,MAAM,SAAS,SAAS,QACjC,IAAI,MAAM,qBAAqB,MAAM;GACnC,MAAM,aAAaC,wBAAAA,sCACjB,MAAM,iBACR;GACA,IAAI,cAAc,MAAM;IACtB,MAAM,MAAM,MAAM,kBAAkB;IACpC,IAAI,OAAO,MAAM;KACf,iBAAiB,IAAI,GAAG;KACxB,IAAI,MAAM,kBAAkB,OAAO,WAAW,MAC5C,oBAAoB,IAAI,GAAG;IAE/B;IACA,MAAM,KAAK,YAAY,YAAY,gBAAgB;IAKnD,MAAM,YAAY,kBAChB,WAAW,MACX,KAAA,GACA,KAAA,GACA,KAAA,GACA,KAAA,GACA,EAAE,OAAO,WAAW,CACtB;GACF;EACF,OAAO,IAAI,MAAM,qBAAqB,MAAM;GAC1C,MAAM,aAAaC,wBAAAA,sCACjB,MAAM,iBACR;GAEA,MAAM,MAAM,MAAM,kBAAkB;GACpC,IAAI,OAAO,MACT,iBAAiB,IAAI,GAAG;GAG1B,MAAM,KAAK,YAAY,YAAY,gBAAgB;GAEnD,MAAM,YAAY,kBAChB,WAAW,MACX,KAAA,GACA,KAAA,GACA,KAAA,GACA,KAAA,GACA,EAAE,OAAO,WAAW,CACtB;EACF,OAAO,IAAI,MAAM,YAAY,MAC3B,MAAMC,wBAAAA,6BAA6B,MAAM,UAAU,EAAE,YAAY,CAAC;OAC7D,IAAI,MAAM,oBAAoB,MAAM;GACzC,MAAM,UAAU,MAAM,iBAAiB;GACvC,IAAI,WAAW,MAAM;IACnB,iBAAiB,IAAI,OAAO;IAC5B,IAAI,qBAAqB,oBAAoB,IAAI,OAAO,GAAG;KAIzD,MAAM,YAAYC,wBAAAA,+BAA+B,OAAO;KACxD,MAAM;KACN,MAAM,YAAY,kBAChB,UAAU,MACV,KAAA,GACA,KAAA,GACA,KAAA,GACA,KAAA,GACA,EAAE,OAAO,UAAU,CACrB;IACF;GACF;EACF,OACE,MAAM,IAAIC,wBAAAA,oBAAoB;GAC5B,MAAM;GACN,SAAS,IAAIC,yBAAAA,eAAe;IAC1B,SAAS;IACT,mBAAmB,EAAE,GAAG,MAAM;GAChC,CAAC;EACH,CAAC;CAGP;;;;;;;;;CAUA,YACE,OACA,kBACqB;EACrB,MAAM,UAAU,MAAM;EACtB,IAAI,EAAE,mBAAmBA,yBAAAA,iBACvB,OAAO;EAGT,MAAM,WAAW,QAAQ;EACzB,MAAM,aAAa,KAAK,yBAAyB,QAAQ;EACzD,MAAM,mBAAmB,cAAc;EAEvC,IAAI,UAAqC,QAAQ;EACjD,IAAI,kBAAkB;EAEtB,IAAI,MAAM,QAAQ,OAAO,KAAK,cAAc,MAAM;GAChD,UAAU,QAAQ,KAAK,UACrB,OAAO,UAAU,YAAY,EAAE,WAAW,SACtC;IAAE,GAAG;IAAO,OAAO;GAAW,IAC9B,KACN;GACA,kBAAkB;EACpB,OAAO,IACL,OAAO,YAAY,YACnB,YAAY,MACZ,cAAc,QACd,iBAAiB,OAAO,GACxB;GACA,UAAU,CAAC;IAAE,MAAM;IAAQ,MAAM;IAAS,OAAO;GAAW,CAAC;GAC7D,kBAAkB;EACpB;EAEA,IAAI,CAAC,mBAAmB,CAAC,kBACvB,OAAO;EAGT,MAAM,kBAAkB,mBACnB,KAAK,wBAAwB,QAAQ,IACtC;EAEJ,OAAO,IAAID,wBAAAA,oBAAoB;GAC7B,MAAM,MAAM;GACZ,SAAS,IAAIC,yBAAAA,eAAe;IAC1B,GAAG;IACH;IACA,mBAAmB;GACrB,CAAC;GACD,gBAAgB,MAAM;EACxB,CAAC;CACH;;;;;CAMA,yBACE,UACoB;EACpB,IACE,uBAAuB,YACvB,OAAO,SAAS,sBAAsB,UAEtC,OAAO,SAAS;CAGpB;CAEA,wBAAgC,KAAuB;EACrD,IAAI,QAAQ,QAAQ,QAAQ,KAAA,GAC1B,OAAO;EAGT,IAAI,MAAM,QAAQ,GAAG,GACnB,OAAO,IAAI,KAAK,SAAS,KAAK,wBAAwB,IAAI,CAAC;EAG7D,IAAI,OAAO,QAAQ,UAAU;GAC3B,MAAM,UAAmC,CAAC;GAC1C,KAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,GAAG,GAC3C,IAAI,QAAQ,qBACV,QAAQ,OAAO,KAAK,wBAAwB,KAAK;GAGrD,OAAO;EACT;EAEA,OAAO;CACT;AACF"}