@librechat/agents 3.0.78 → 3.0.79

package/dist/esm/llm/bedrock/index.mjs

@@ -1,9 +1,16 @@
 import { ChatBedrockConverse } from '@langchain/aws';
 import { AIMessageChunk } from '@langchain/core/messages';
 import { ChatGenerationChunk } from '@langchain/core/outputs';
+import { ConverseCommand, ConverseStreamCommand } from '@aws-sdk/client-bedrock-runtime';
+import { convertToConverseMessages } from './utils/message_inputs.mjs';
+import { convertConverseMessageToLangChainMessage, handleConverseStreamContentBlockStart, handleConverseStreamContentBlockDelta, handleConverseStreamMetadata } from './utils/message_outputs.mjs';
 
 /**
  * Optimized ChatBedrockConverse wrapper that fixes contentBlockIndex conflicts
+ * and adds support for latest @langchain/aws features:
+ *
+ * - Application Inference Profiles (PR #9129)
+ * - Service Tiers (Priority/Standard/Flex) (PR #9785) - requires AWS SDK 3.966.0+
  *
  * Bedrock sends the same contentBlockIndex for both text and tool_use content blocks,
  * causing LangChain's merge logic to fail with "field[contentBlockIndex] already exists"
@@ -15,42 +22,147 @@ import { ChatGenerationChunk } from '@langchain/core/outputs';
  * the purpose of tracking tool call ordering.
  */
 class CustomChatBedrockConverse extends ChatBedrockConverse {
+    /**
+     * Application Inference Profile ARN to use instead of model ID.
+     */
+    applicationInferenceProfile;
+    /**
+     * Service tier for model invocation.
+     */
+    serviceTier;
     constructor(fields) {
         super(fields);
+        this.applicationInferenceProfile = fields?.applicationInferenceProfile;
+        this.serviceTier = fields?.serviceTier;
     }
     static lc_name() {
         return 'LibreChatBedrockConverse';
     }
     /**
-     * Override _streamResponseChunks to strip contentBlockIndex from response_metadata
-     * This prevents LangChain's merge conflicts when the same index is used for
-     * different content types (text vs tool calls)
+     * Get the model ID to use for API calls.
+     * Returns applicationInferenceProfile if set, otherwise returns this.model.
+     */
+    getModelId() {
+        return this.applicationInferenceProfile ?? this.model;
+    }
+    /**
+     * Override invocationParams to add serviceTier support.
+     */
+    invocationParams(options) {
+        const baseParams = super.invocationParams(options);
+        // Get serviceTier from options or fall back to class-level setting
+        const serviceTierType = options?.serviceTier ?? this.serviceTier;
+        return {
+            ...baseParams,
+            serviceTier: serviceTierType ? { type: serviceTierType } : undefined,
+        };
+    }
+    /**
+     * Override _generateNonStreaming to use applicationInferenceProfile as modelId.
+     */
+    async _generateNonStreaming(messages, options, _runManager) {
+        const { converseMessages, converseSystem } = convertToConverseMessages(messages);
+        const params = this.invocationParams(options);
+        const command = new ConverseCommand({
+            modelId: this.getModelId(),
+            messages: converseMessages,
+            system: converseSystem,
+            requestMetadata: options.requestMetadata,
+            ...params,
+        });
+        const response = await this.client.send(command, {
+            abortSignal: options.signal,
+        });
+        const { output, ...responseMetadata } = response;
+        if (!output?.message) {
+            throw new Error('No message found in Bedrock response.');
+        }
+        const message = convertConverseMessageToLangChainMessage(output.message, responseMetadata);
+        return {
+            generations: [
+                {
+                    text: typeof message.content === 'string' ? message.content : '',
+                    message,
+                },
+            ],
+        };
+    }
+    /**
+     * Override _streamResponseChunks to:
+     * 1. Use applicationInferenceProfile as modelId
+     * 2. Include serviceTier in request
+     * 3. Strip contentBlockIndex from response_metadata to prevent merge conflicts
      */
     async *_streamResponseChunks(messages, options, runManager) {
-        const baseStream = super._streamResponseChunks(messages, options, runManager);
-        for await (const chunk of baseStream) {
-            // Only process if we have response_metadata
-            if (chunk.message instanceof AIMessageChunk &&
-                chunk.message.response_metadata &&
-                typeof chunk.message.response_metadata === 'object') {
-                // Check if contentBlockIndex exists anywhere in response_metadata (top level or nested)
-                const hasContentBlockIndex = this.hasContentBlockIndex(chunk.message.response_metadata);
-                if (hasContentBlockIndex) {
-                    const cleanedMetadata = this.removeContentBlockIndex(chunk.message.response_metadata);
-                    yield new ChatGenerationChunk({
-                        text: chunk.text,
-                        message: new AIMessageChunk({
-                            ...chunk.message,
-                            response_metadata: cleanedMetadata,
-                        }),
-                        generationInfo: chunk.generationInfo,
+        const { converseMessages, converseSystem } = convertToConverseMessages(messages);
+        const params = this.invocationParams(options);
+        let { streamUsage } = this;
+        if (options.streamUsage !== undefined) {
+            streamUsage = options.streamUsage;
+        }
+        const command = new ConverseStreamCommand({
+            modelId: this.getModelId(),
+            messages: converseMessages,
+            system: converseSystem,
+            requestMetadata: options.requestMetadata,
+            ...params,
+        });
+        const response = await this.client.send(command, {
+            abortSignal: options.signal,
+        });
+        if (response.stream) {
+            for await (const event of response.stream) {
+                if (event.contentBlockStart != null) {
+                    const chunk = handleConverseStreamContentBlockStart(event.contentBlockStart);
+                    if (chunk !== undefined) {
+                        const cleanedChunk = this.cleanChunk(chunk);
+                        yield cleanedChunk;
+                        await runManager?.handleLLMNewToken(cleanedChunk.text || '');
+                    }
+                }
+                else if (event.contentBlockDelta != null) {
+                    const chunk = handleConverseStreamContentBlockDelta(event.contentBlockDelta);
+                    if (chunk !== undefined) {
+                        const cleanedChunk = this.cleanChunk(chunk);
+                        yield cleanedChunk;
+                        await runManager?.handleLLMNewToken(cleanedChunk.text || '');
+                    }
+                }
+                else if (event.metadata != null) {
+                    const chunk = handleConverseStreamMetadata(event.metadata, {
+                        streamUsage,
                     });
-                    continue;
+                    if (chunk !== undefined) {
+                        const cleanedChunk = this.cleanChunk(chunk);
+                        yield cleanedChunk;
+                    }
                 }
             }
-            yield chunk;
         }
     }
+    /**
+     * Clean a chunk by removing contentBlockIndex from response_metadata.
+     */
+    cleanChunk(chunk) {
+        const message = chunk.message;
+        if (!(message instanceof AIMessageChunk)) {
+            return chunk;
+        }
+        const metadata = message.response_metadata;
+        const hasContentBlockIndex = this.hasContentBlockIndex(metadata);
+        if (!hasContentBlockIndex) {
+            return chunk;
+        }
+        const cleanedMetadata = this.removeContentBlockIndex(metadata);
+        return new ChatGenerationChunk({
+            text: chunk.text,
+            message: new AIMessageChunk({
+                ...message,
+                response_metadata: cleanedMetadata,
+            }),
+            generationInfo: chunk.generationInfo,
+        });
+    }
     /**
      * Check if contentBlockIndex exists at any level in the object
      */

package/dist/esm/llm/bedrock/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","sources":["../../../../src/llm/bedrock/index.ts"],"sourcesContent":["/**\n * Optimized ChatBedrockConverse wrapper that fixes contentBlockIndex conflicts\n *\n * Bedrock sends the same contentBlockIndex for both text and tool_use content blocks,\n * causing LangChain's merge logic to fail with \"field[contentBlockIndex] already exists\"\n * errors. This wrapper simply strips contentBlockIndex from response_metadata to avoid\n * the conflict.\n *\n * The contentBlockIndex field is only used internally by Bedrock's streaming protocol\n * and isn't needed by application logic - the index field on tool_call_chunks serves\n * the purpose of tracking tool call ordering.\n */\n\nimport { ChatBedrockConverse } from '@langchain/aws';\nimport type { ChatBedrockConverseInput } from '@langchain/aws';\nimport { AIMessageChunk } from '@langchain/core/messages';\nimport type { BaseMessage } from '@langchain/core/messages';\nimport { ChatGenerationChunk } from '@langchain/core/outputs';\nimport type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\n\nexport class CustomChatBedrockConverse extends ChatBedrockConverse {\n  constructor(fields?: ChatBedrockConverseInput) {\n    super(fields);\n  }\n\n  static lc_name(): string {\n    return 'LibreChatBedrockConverse';\n  }\n\n  /**\n   * Override _streamResponseChunks to strip contentBlockIndex from response_metadata\n   * This prevents LangChain's merge conflicts when the same index is used for\n   * different content types (text vs tool calls)\n   */\n  async *_streamResponseChunks(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'],\n    runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<ChatGenerationChunk> {\n    const baseStream = super._streamResponseChunks(\n      messages,\n      options,\n      runManager\n    );\n\n    for await (const chunk of baseStream) {\n      // Only process if we have response_metadata\n      if (\n        chunk.message instanceof AIMessageChunk &&\n        (chunk.message as Partial<AIMessageChunk>).response_metadata &&\n        typeof chunk.message.response_metadata === 'object'\n      ) {\n        // Check if contentBlockIndex exists anywhere in response_metadata (top level or nested)\n        const hasContentBlockIndex = this.hasContentBlockIndex(\n          chunk.message.response_metadata\n        );\n\n        if (hasContentBlockIndex) {\n          const cleanedMetadata = this.removeContentBlockIndex(\n            chunk.message.response_metadata\n          ) as Record<string, unknown>;\n\n          yield new ChatGenerationChunk({\n            text: chunk.text,\n            message: new AIMessageChunk({\n              ...chunk.message,\n              response_metadata: cleanedMetadata,\n            }),\n            generationInfo: chunk.generationInfo,\n          });\n          continue;\n        }\n      }\n\n      yield chunk;\n    }\n  }\n\n  /**\n   * Check if contentBlockIndex exists at any level in the object\n   */\n  private hasContentBlockIndex(obj: unknown): boolean {\n    if (obj === null || obj === undefined || typeof obj !== 'object') {\n      return false;\n    }\n\n    if ('contentBlockIndex' in obj) {\n      return true;\n    }\n\n    for (const value of Object.values(obj)) {\n      if (typeof value === 'object' && value !== null) {\n        if (this.hasContentBlockIndex(value)) {\n          return true;\n        }\n      }\n    }\n\n    return false;\n  }\n\n  /**\n   * Recursively remove contentBlockIndex from all levels of an object\n   */\n  private removeContentBlockIndex(obj: unknown): unknown {\n    if (obj === null || obj === undefined) {\n      return obj;\n    }\n\n    if (Array.isArray(obj)) {\n      return obj.map((item) => this.removeContentBlockIndex(item));\n    }\n\n    if (typeof obj === 'object') {\n      const cleaned: Record<string, unknown> = {};\n      for (const [key, value] of Object.entries(obj)) {\n        if (key !== 'contentBlockIndex') {\n          cleaned[key] = this.removeContentBlockIndex(value);\n        }\n      }\n      return cleaned;\n    }\n\n    return obj;\n  }\n}\n\nexport type { ChatBedrockConverseInput };\n"],"names":[],"mappings":";;;;AAAA;;;;;;;;;;;AAWG;AASG,MAAO,yBAA0B,SAAQ,mBAAmB,CAAA;AAChE,IAAA,WAAA,CAAY,MAAiC,EAAA;QAC3C,KAAK,CAAC,MAAM,CAAC;;AAGf,IAAA,OAAO,OAAO,GAAA;AACZ,QAAA,OAAO,0BAA0B;;AAGnC;;;;AAIG;IACH,OAAO,qBAAqB,CAC1B,QAAuB,EACvB,OAAkC,EAClC,UAAqC,EAAA;AAErC,QAAA,MAAM,UAAU,GAAG,KAAK,CAAC,qBAAqB,CAC5C,QAAQ,EACR,OAAO,EACP,UAAU,CACX;AAED,QAAA,WAAW,MAAM,KAAK,IAAI,UAAU,EAAE;;AAEpC,YAAA,IACE,KAAK,CAAC,OAAO,YAAY,cAAc;gBACtC,KAAK,CAAC,OAAmC,CAAC,iBAAiB;gBAC5D,OAAO,KAAK,CAAC,OAAO,CAAC,iBAAiB,KAAK,QAAQ,EACnD;;AAEA,gBAAA,MAAM,oBAAoB,GAAG,IAAI,CAAC,oBAAoB,CACpD,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAChC;gBAED,IAAI,oBAAoB,EAAE;AACxB,oBAAA,MAAM,eAAe,GAAG,IAAI,CAAC,uBAAuB,CAClD,KAAK,CAAC,OAAO,CAAC,iBAAiB,CACL;oBAE5B,MAAM,IAAI,mBAAmB,CAAC;wBAC5B,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,OAAO,EAAE,IAAI,cAAc,CAAC;4BAC1B,GAAG,KAAK,CAAC,OAAO;AAChB,4BAAA,iBAAiB,EAAE,eAAe;yBACnC,CAAC;wBACF,cAAc,EAAE,KAAK,CAAC,cAAc;AACrC,qBAAA,CAAC;oBACF;;;AAIJ,YAAA,MAAM,KAAK;;;AAIf;;AAEG;AACK,IAAA,oBAAoB,CAAC,GAAY,EAAA;AACvC,QAAA,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;AAChE,YAAA,OAAO,KAAK;;AAGd,QAAA,IAAI,mBAAmB,IAAI,GAAG,EAAE;AAC9B,YAAA,OAAO,IAAI;;QAGb,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;YACtC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE;AAC/C,gBAAA,IAAI,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,EAAE;AACpC,oBAAA,OAAO,IAAI;;;;AAKjB,QAAA,OAAO,KAAK;;AAGd;;AAEG;AACK,IAAA,uBAAuB,CAAC,GAAY,EAAA;QAC1C,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,EAAE;AACrC,YAAA,OAAO,GAAG;;AAGZ,QAAA,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;AACtB,YAAA,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC;;AAG9D,QAAA,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;YAC3B,MAAM,OAAO,GAA4B,EAAE;AAC3C,YAAA,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;AAC9C,gBAAA,IAAI,GAAG,KAAK,mBAAmB,EAAE;oBAC/B,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC;;;AAGtD,YAAA,OAAO,OAAO;;AAGhB,QAAA,OAAO,GAAG;;AAEb;;;;"}
+{"version":3,"file":"index.mjs","sources":["../../../../src/llm/bedrock/index.ts"],"sourcesContent":["/**\n * Optimized ChatBedrockConverse wrapper that fixes contentBlockIndex conflicts\n * and adds support for latest @langchain/aws features:\n *\n * - Application Inference Profiles (PR #9129)\n * - Service Tiers (Priority/Standard/Flex) (PR #9785) - requires AWS SDK 3.966.0+\n *\n * Bedrock sends the same contentBlockIndex for both text and tool_use content blocks,\n * causing LangChain's merge logic to fail with \"field[contentBlockIndex] already exists\"\n * errors. This wrapper simply strips contentBlockIndex from response_metadata to avoid\n * the conflict.\n *\n * The contentBlockIndex field is only used internally by Bedrock's streaming protocol\n * and isn't needed by application logic - the index field on tool_call_chunks serves\n * the purpose of tracking tool call ordering.\n */\n\nimport { ChatBedrockConverse } from '@langchain/aws';\nimport { AIMessageChunk } from '@langchain/core/messages';\nimport { ChatGenerationChunk, ChatResult } from '@langchain/core/outputs';\nimport type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport type { ChatBedrockConverseInput } from '@langchain/aws';\nimport type { BaseMessage } from '@langchain/core/messages';\nimport {\n  ConverseCommand,\n  ConverseStreamCommand,\n} from '@aws-sdk/client-bedrock-runtime';\nimport {\n  convertToConverseMessages,\n  convertConverseMessageToLangChainMessage,\n  handleConverseStreamContentBlockStart,\n  handleConverseStreamContentBlockDelta,\n  handleConverseStreamMetadata,\n} from './utils';\n\n/**\n * Service tier type for Bedrock invocations.\n * Requires AWS SDK >= 3.966.0 to actually work.\n * @see https://docs.aws.amazon.com/bedrock/latest/userguide/service-tiers-inference.html\n */\nexport type ServiceTierType = 'priority' | 'default' | 'flex' | 'reserved';\n\n/**\n * Extended input interface with additional features:\n * - applicationInferenceProfile: Use an inference profile ARN instead of model ID\n * - serviceTier: Specify service tier (Priority, Standard, Flex, Reserved)\n */\nexport interface CustomChatBedrockConverseInput\n  extends ChatBedrockConverseInput {\n  /**\n   * Application Inference Profile ARN to use for the model.\n   * For example, \"arn:aws:bedrock:eu-west-1:123456789102:application-inference-profile/fm16bt65tzgx\"\n   * When provided, this ARN will be used for the actual inference calls instead of the model ID.\n   * Must still provide `model` as normal modelId to benefit from all the metadata.\n   * @see https://docs.aws.amazon.com/bedrock/latest/userguide/inference-profiles-create.html\n   */\n  applicationInferenceProfile?: string;\n\n  /**\n   * Service tier for model invocation.\n   * Specifies the processing tier type used for serving the request.\n   * Supported values are 'priority', 'default', 'flex', and 'reserved'.\n   *\n   * - 'priority': Prioritized processing for lower latency\n   * - 'default': Standard processing tier\n   * - 'flex': Flexible processing tier with lower cost\n   * - 'reserved': Reserved capacity for consistent performance\n   *\n   * If not provided, AWS uses the default tier.\n   * Note: Requires AWS SDK >= 3.966.0 to work.\n   * @see https://docs.aws.amazon.com/bedrock/latest/userguide/service-tiers-inference.html\n   */\n  serviceTier?: ServiceTierType;\n}\n\n/**\n * Extended call options with serviceTier override support.\n */\nexport interface CustomChatBedrockConverseCallOptions {\n  serviceTier?: ServiceTierType;\n}\n\nexport class CustomChatBedrockConverse extends ChatBedrockConverse {\n  /**\n   * Application Inference Profile ARN to use instead of model ID.\n   */\n  applicationInferenceProfile?: string;\n\n  /**\n   * Service tier for model invocation.\n   */\n  serviceTier?: ServiceTierType;\n\n  constructor(fields?: CustomChatBedrockConverseInput) {\n    super(fields);\n    this.applicationInferenceProfile = fields?.applicationInferenceProfile;\n    this.serviceTier = fields?.serviceTier;\n  }\n\n  static lc_name(): string {\n    return 'LibreChatBedrockConverse';\n  }\n\n  /**\n   * Get the model ID to use for API calls.\n   * Returns applicationInferenceProfile if set, otherwise returns this.model.\n   */\n  protected getModelId(): string {\n    return this.applicationInferenceProfile ?? this.model;\n  }\n\n  /**\n   * Override invocationParams to add serviceTier support.\n   */\n  override invocationParams(\n    options?: this['ParsedCallOptions'] & CustomChatBedrockConverseCallOptions\n  ): ReturnType<ChatBedrockConverse['invocationParams']> & {\n    serviceTier?: { type: ServiceTierType };\n  } {\n    const baseParams = super.invocationParams(options);\n\n    // Get serviceTier from options or fall back to class-level setting\n    const serviceTierType = options?.serviceTier ?? this.serviceTier;\n\n    return {\n      ...baseParams,\n      serviceTier: serviceTierType ? { type: serviceTierType } : undefined,\n    };\n  }\n\n  /**\n   * Override _generateNonStreaming to use applicationInferenceProfile as modelId.\n   */\n  override async _generateNonStreaming(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'] & CustomChatBedrockConverseCallOptions,\n    _runManager?: CallbackManagerForLLMRun\n  ): Promise<ChatResult> {\n    const { converseMessages, converseSystem } =\n      convertToConverseMessages(messages);\n    const params = this.invocationParams(options);\n\n    const command = new ConverseCommand({\n      modelId: this.getModelId(),\n      messages: converseMessages,\n      system: converseSystem,\n      requestMetadata: options.requestMetadata,\n      ...params,\n    });\n\n    const response = await this.client.send(command, {\n      abortSignal: options.signal,\n    });\n\n    const { output, ...responseMetadata } = response;\n    if (!output?.message) {\n      throw new Error('No message found in Bedrock response.');\n    }\n\n    const message = convertConverseMessageToLangChainMessage(\n      output.message,\n      responseMetadata\n    );\n\n    return {\n      generations: [\n        {\n          text: typeof message.content === 'string' ? message.content : '',\n          message,\n        },\n      ],\n    };\n  }\n\n  /**\n   * Override _streamResponseChunks to:\n   * 1. Use applicationInferenceProfile as modelId\n   * 2. Include serviceTier in request\n   * 3. Strip contentBlockIndex from response_metadata to prevent merge conflicts\n   */\n  override async *_streamResponseChunks(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'] & CustomChatBedrockConverseCallOptions,\n    runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<ChatGenerationChunk> {\n    const { converseMessages, converseSystem } =\n      convertToConverseMessages(messages);\n    const params = this.invocationParams(options);\n\n    let { streamUsage } = this;\n    if (options.streamUsage !== undefined) {\n      streamUsage = options.streamUsage;\n    }\n\n    const command = new ConverseStreamCommand({\n      modelId: this.getModelId(),\n      messages: converseMessages,\n      system: converseSystem,\n      requestMetadata: options.requestMetadata,\n      ...params,\n    });\n\n    const response = await this.client.send(command, {\n      abortSignal: options.signal,\n    });\n\n    if (response.stream) {\n      for await (const event of response.stream) {\n        if (event.contentBlockStart != null) {\n          const chunk = handleConverseStreamContentBlockStart(\n            event.contentBlockStart\n          ) as ChatGenerationChunk | undefined;\n          if (chunk !== undefined) {\n            const cleanedChunk = this.cleanChunk(chunk);\n            yield cleanedChunk;\n            await runManager?.handleLLMNewToken(cleanedChunk.text || '');\n          }\n        } else if (event.contentBlockDelta != null) {\n          const chunk = handleConverseStreamContentBlockDelta(\n            event.contentBlockDelta\n          ) as ChatGenerationChunk | undefined;\n          if (chunk !== undefined) {\n            const cleanedChunk = this.cleanChunk(chunk);\n            yield cleanedChunk;\n            await runManager?.handleLLMNewToken(cleanedChunk.text || '');\n          }\n        } else if (event.metadata != null) {\n          const chunk = handleConverseStreamMetadata(event.metadata, {\n            streamUsage,\n          }) as ChatGenerationChunk | undefined;\n          if (chunk !== undefined) {\n            const cleanedChunk = this.cleanChunk(chunk);\n            yield cleanedChunk;\n          }\n        }\n      }\n    }\n  }\n\n  /**\n   * Clean a chunk by removing contentBlockIndex from response_metadata.\n   */\n  private cleanChunk(chunk: ChatGenerationChunk): ChatGenerationChunk {\n    const message = chunk.message;\n    if (!(message instanceof AIMessageChunk)) {\n      return chunk;\n    }\n\n    const metadata = message.response_metadata as Record<string, unknown>;\n    const hasContentBlockIndex = this.hasContentBlockIndex(metadata);\n    if (!hasContentBlockIndex) {\n      return chunk;\n    }\n\n    const cleanedMetadata = this.removeContentBlockIndex(metadata) as Record<\n      string,\n      unknown\n    >;\n\n    return new ChatGenerationChunk({\n      text: chunk.text,\n      message: new AIMessageChunk({\n        ...message,\n        response_metadata: cleanedMetadata,\n      }),\n      generationInfo: chunk.generationInfo,\n    });\n  }\n\n  /**\n   * Check if contentBlockIndex exists at any level in the object\n   */\n  private hasContentBlockIndex(obj: unknown): boolean {\n    if (obj === null || obj === undefined || typeof obj !== 'object') {\n      return false;\n    }\n\n    if ('contentBlockIndex' in obj) {\n      return true;\n    }\n\n    for (const value of Object.values(obj)) {\n      if (typeof value === 'object' && value !== null) {\n        if (this.hasContentBlockIndex(value)) {\n          return true;\n        }\n      }\n    }\n\n    return false;\n  }\n\n  /**\n   * Recursively remove contentBlockIndex from all levels of an object\n   */\n  private removeContentBlockIndex(obj: unknown): unknown {\n    if (obj === null || obj === undefined) {\n      return obj;\n    }\n\n    if (Array.isArray(obj)) {\n      return obj.map((item) => this.removeContentBlockIndex(item));\n    }\n\n    if (typeof obj === 'object') {\n      const cleaned: Record<string, unknown> = {};\n      for (const [key, value] of Object.entries(obj)) {\n        if (key !== 'contentBlockIndex') {\n          cleaned[key] = this.removeContentBlockIndex(value);\n        }\n      }\n      return cleaned;\n    }\n\n    return obj;\n  }\n}\n\nexport type { ChatBedrockConverseInput };\n"],"names":[],"mappings":";;;;;;;AAAA;;;;;;;;;;;;;;;AAeG;AAmEG,MAAO,yBAA0B,SAAQ,mBAAmB,CAAA;AAChE;;AAEG;AACH,IAAA,2BAA2B;AAE3B;;AAEG;AACH,IAAA,WAAW;AAEX,IAAA,WAAA,CAAY,MAAuC,EAAA;QACjD,KAAK,CAAC,MAAM,CAAC;AACb,QAAA,IAAI,CAAC,2BAA2B,GAAG,MAAM,EAAE,2BAA2B;AACtE,QAAA,IAAI,CAAC,WAAW,GAAG,MAAM,EAAE,WAAW;;AAGxC,IAAA,OAAO,OAAO,GAAA;AACZ,QAAA,OAAO,0BAA0B;;AAGnC;;;AAGG;IACO,UAAU,GAAA;AAClB,QAAA,OAAO,IAAI,CAAC,2BAA2B,IAAI,IAAI,CAAC,KAAK;;AAGvD;;AAEG;AACM,IAAA,gBAAgB,CACvB,OAA0E,EAAA;QAI1E,MAAM,UAAU,GAAG,KAAK,CAAC,gBAAgB,CAAC,OAAO,CAAC;;QAGlD,MAAM,eAAe,GAAG,OAAO,EAAE,WAAW,IAAI,IAAI,CAAC,WAAW;QAEhE,OAAO;AACL,YAAA,GAAG,UAAU;AACb,YAAA,WAAW,EAAE,eAAe,GAAG,EAAE,IAAI,EAAE,eAAe,EAAE,GAAG,SAAS;SACrE;;AAGH;;AAEG;AACM,IAAA,MAAM,qBAAqB,CAClC,QAAuB,EACvB,OAAyE,EACzE,WAAsC,EAAA;QAEtC,MAAM,EAAE,gBAAgB,EAAE,cAAc,EAAE,GACxC,yBAAyB,CAAC,QAAQ,CAAC;QACrC,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;AAE7C,QAAA,MAAM,OAAO,GAAG,IAAI,eAAe,CAAC;AAClC,YAAA,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE;AAC1B,YAAA,QAAQ,EAAE,gBAAgB;AAC1B,YAAA,MAAM,EAAE,cAAc;YACtB,eAAe,EAAE,OAAO,CAAC,eAAe;AACxC,YAAA,GAAG,MAAM;AACV,SAAA,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE;YAC/C,WAAW,EAAE,OAAO,CAAC,MAAM;AAC5B,SAAA,CAAC;QAEF,MAAM,EAAE,MAAM,EAAE,GAAG,gBAAgB,EAAE,GAAG,QAAQ;AAChD,QAAA,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE;AACpB,YAAA,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC;;QAG1D,MAAM,OAAO,GAAG,wCAAwC,CACtD,MAAM,CAAC,OAAO,EACd,gBAAgB,CACjB;QAED,OAAO;AACL,YAAA,WAAW,EAAE;AACX,gBAAA;AACE,oBAAA,IAAI,EAAE,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,GAAG,OAAO,CAAC,OAAO,GAAG,EAAE;oBAChE,OAAO;AACR,iBAAA;AACF,aAAA;SACF;;AAGH;;;;;AAKG;IACM,OAAO,qBAAqB,CACnC,QAAuB,EACvB,OAAyE,EACzE,UAAqC,EAAA;QAErC,MAAM,EAAE,gBAAgB,EAAE,cAAc,EAAE,GACxC,yBAAyB,CAAC,QAAQ,CAAC;QACrC,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;AAE7C,QAAA,IAAI,EAAE,WAAW,EAAE,GAAG,IAAI;AAC1B,QAAA,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE;AACrC,YAAA,WAAW,GAAG,OAAO,CAAC,WAAW;;AAGnC,QAAA,MAAM,OAAO,GAAG,IAAI,qBAAqB,CAAC;AACxC,YAAA,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE;AAC1B,YAAA,QAAQ,EAAE,gBAAgB;AAC1B,YAAA,MAAM,EAAE,cAAc;YACtB,eAAe,EAAE,OAAO,CAAC,eAAe;AACxC,YAAA,GAAG,MAAM;AACV,SAAA,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE;YAC/C,WAAW,EAAE,OAAO,CAAC,MAAM;AAC5B,SAAA,CAAC;AAEF,QAAA,IAAI,QAAQ,CAAC,MAAM,EAAE;YACnB,WAAW,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE;AACzC,gBAAA,IAAI,KAAK,CAAC,iBAAiB,IAAI,IAAI,EAAE;oBACnC,MAAM,KAAK,GAAG,qCAAqC,CACjD,KAAK,CAAC,iBAAiB,CACW;AACpC,oBAAA,IAAI,KAAK,KAAK,SAAS,EAAE;wBACvB,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;AAC3C,wBAAA,MAAM,YAAY;wBAClB,MAAM,UAAU,EAAE,iBAAiB,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE,CAAC;;;AAEzD,qBAAA,IAAI,KAAK,CAAC,iBAAiB,IAAI,IAAI,EAAE;oBAC1C,MAAM,KAAK,GAAG,qCAAqC,CACjD,KAAK,CAAC,iBAAiB,CACW;AACpC,oBAAA,IAAI,KAAK,KAAK,SAAS,EAAE;wBACvB,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;AAC3C,wBAAA,MAAM,YAAY;wBAClB,MAAM,UAAU,EAAE,iBAAiB,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE,CAAC;;;AAEzD,qBAAA,IAAI,KAAK,CAAC,QAAQ,IAAI,IAAI,EAAE;AACjC,oBAAA,MAAM,KAAK,GAAG,4BAA4B,CAAC,KAAK,CAAC,QAAQ,EAAE;wBACzD,WAAW;AACZ,qBAAA,CAAoC;AACrC,oBAAA,IAAI,KAAK,KAAK,SAAS,EAAE;wBACvB,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;AAC3C,wBAAA,MAAM,YAAY;;;;;;AAO5B;;AAEG;AACK,IAAA,UAAU,CAAC,KAA0B,EAAA;AAC3C,QAAA,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO;AAC7B,QAAA,IAAI,EAAE,OAAO,YAAY,cAAc,CAAC,EAAE;AACxC,YAAA,OAAO,KAAK;;AAGd,QAAA,MAAM,QAAQ,GAAG,OAAO,CAAC,iBAA4C;QACrE,MAAM,oBAAoB,GAAG,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC;QAChE,IAAI,CAAC,oBAAoB,EAAE;AACzB,YAAA,OAAO,KAAK;;QAGd,MAAM,eAAe,GAAG,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAG5D;QAED,OAAO,IAAI,mBAAmB,CAAC;YAC7B,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,OAAO,EAAE,IAAI,cAAc,CAAC;AAC1B,gBAAA,GAAG,OAAO;AACV,gBAAA,iBAAiB,EAAE,eAAe;aACnC,CAAC;YACF,cAAc,EAAE,KAAK,CAAC,cAAc;AACrC,SAAA,CAAC;;AAGJ;;AAEG;AACK,IAAA,oBAAoB,CAAC,GAAY,EAAA;AACvC,QAAA,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;AAChE,YAAA,OAAO,KAAK;;AAGd,QAAA,IAAI,mBAAmB,IAAI,GAAG,EAAE;AAC9B,YAAA,OAAO,IAAI;;QAGb,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;YACtC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE;AAC/C,gBAAA,IAAI,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,EAAE;AACpC,oBAAA,OAAO,IAAI;;;;AAKjB,QAAA,OAAO,KAAK;;AAGd;;AAEG;AACK,IAAA,uBAAuB,CAAC,GAAY,EAAA;QAC1C,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,EAAE;AACrC,YAAA,OAAO,GAAG;;AAGZ,QAAA,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;AACtB,YAAA,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC;;AAG9D,QAAA,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;YAC3B,MAAM,OAAO,GAA4B,EAAE;AAC3C,YAAA,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;AAC9C,gBAAA,IAAI,GAAG,KAAK,mBAAmB,EAAE;oBAC/B,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC;;;AAGtD,YAAA,OAAO,OAAO;;AAGhB,QAAA,OAAO,GAAG;;AAEb;;;;"}