@librechat/agents 3.2.2 → 3.2.31

package/dist/esm/llm/bedrock/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","sources":["../../../../src/llm/bedrock/index.ts"],"sourcesContent":["/**\n * Optimized ChatBedrockConverse wrapper that fixes content block merging for\n * streaming responses and adds support for latest @langchain/aws features:\n *\n * - Application Inference Profiles (PR #9129)\n * - Service Tiers (Priority/Standard/Flex) (PR #9785) - requires AWS SDK 3.966.0+\n *\n * Bedrock's `@langchain/aws` library does not include an `index` property on content\n * blocks (unlike Anthropic/OpenAI), which causes LangChain's `_mergeLists` to append\n * each streaming chunk as a separate array entry instead of merging by index.\n *\n * This wrapper takes full ownership of the stream by directly interfacing with the\n * AWS SDK client (`this.client`) and using custom handlers from `./utils/` that\n * include `contentBlockIndex` in response_metadata for every delta type. It then\n * promotes `contentBlockIndex` to an `index` property on each content block\n * (mirroring Anthropic's pattern) and strips it from metadata to avoid\n * `_mergeDicts` conflicts.\n *\n * When multiple content block types are present (e.g. reasoning + text), text deltas\n * are promoted from strings to array form with `index` so they merge correctly once\n * the accumulated content is already an array.\n */\n\nimport { ChatBedrockConverse } from '@langchain/aws';\nimport {\n  ConverseStreamCommand,\n  type GuardrailConfiguration,\n  type GuardrailStreamConfiguration,\n} from '@aws-sdk/client-bedrock-runtime';\nimport { AIMessageChunk } from '@langchain/core/messages';\nimport { ChatGenerationChunk, ChatResult } from '@langchain/core/outputs';\nimport type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport type { ChatBedrockConverseInput } from '@langchain/aws';\nimport type { BaseMessage, ResponseMetadata } from '@langchain/core/messages';\nimport { insertBedrockToolCachePoint } from './toolCache';\nimport {\n  convertToConverseMessages,\n  handleConverseStreamContentBlockStart,\n  handleConverseStreamContentBlockDelta,\n  handleConverseStreamMetadata,\n} from './utils';\n\n/**\n * Service tier type for Bedrock invocations.\n * Requires AWS SDK >= 3.966.0 to actually work.\n * @see https://docs.aws.amazon.com/bedrock/latest/userguide/service-tiers-inference.html\n */\nexport type ServiceTierType = 'priority' | 'default' | 'flex' | 'reserved';\n\nexport type CustomGuardrailConfiguration = GuardrailConfiguration &\n  Pick<GuardrailStreamConfiguration, 'streamProcessingMode'>;\n\n/**\n * Extended input interface with additional features:\n * - applicationInferenceProfile: Use an inference profile ARN instead of model ID\n * - serviceTier: Specify service tier (Priority, Standard, Flex, Reserved)\n */\nexport interface CustomChatBedrockConverseInput\n  extends ChatBedrockConverseInput {\n  /**\n   * Enables Bedrock prompt cache checkpoints for message and tool prefixes.\n   */\n  promptCache?: boolean;\n\n  /**\n   * Guardrail configuration for Converse and ConverseStream invocations.\n   * `streamProcessingMode` is only used by ConverseStream.\n   */\n  guardrailConfig?: CustomGuardrailConfiguration;\n\n  /**\n   * Application Inference Profile ARN to use for the model.\n   * For example, \"arn:aws:bedrock:eu-west-1:123456789102:application-inference-profile/fm16bt65tzgx\"\n   * When provided, this ARN will be used for the actual inference calls instead of the model ID.\n   * Must still provide `model` as normal modelId to benefit from all the metadata.\n   * @see https://docs.aws.amazon.com/bedrock/latest/userguide/inference-profiles-create.html\n   */\n  applicationInferenceProfile?: string;\n\n  /**\n   * Service tier for model invocation.\n   * Specifies the processing tier type used for serving the request.\n   * Supported values are 'priority', 'default', 'flex', and 'reserved'.\n   *\n   * - 'priority': Prioritized processing for lower latency\n   * - 'default': Standard processing tier\n   * - 'flex': Flexible processing tier with lower cost\n   * - 'reserved': Reserved capacity for consistent performance\n   *\n   * If not provided, AWS uses the default tier.\n   * Note: Requires AWS SDK >= 3.966.0 to work.\n   * @see https://docs.aws.amazon.com/bedrock/latest/userguide/service-tiers-inference.html\n   */\n  serviceTier?: ServiceTierType;\n}\n\n/**\n * Extended call options with serviceTier override support.\n */\nexport interface CustomChatBedrockConverseCallOptions {\n  serviceTier?: ServiceTierType;\n  guardrailConfig?: CustomGuardrailConfiguration;\n}\n\nexport class CustomChatBedrockConverse extends ChatBedrockConverse {\n  /**\n   * Whether to insert Bedrock prompt cache checkpoints when available.\n   */\n  promptCache?: boolean;\n\n  /**\n   * Application Inference Profile ARN to use instead of model ID.\n   */\n  applicationInferenceProfile?: string;\n\n  /**\n   * Service tier for model invocation.\n   */\n  serviceTier?: ServiceTierType;\n\n  constructor(fields?: CustomChatBedrockConverseInput) {\n    super(fields);\n    this.promptCache = fields?.promptCache;\n    this.applicationInferenceProfile = fields?.applicationInferenceProfile;\n    this.serviceTier = fields?.serviceTier;\n  }\n\n  static lc_name(): string {\n    return 'LibreChatBedrockConverse';\n  }\n\n  /**\n   * Get the model ID to use for API calls.\n   * Returns applicationInferenceProfile if set, otherwise returns this.model.\n   */\n  protected getModelId(): string {\n    return this.applicationInferenceProfile ?? this.model;\n  }\n\n  /**\n   * Override invocationParams to add serviceTier support.\n   */\n  override invocationParams(\n    options?: this['ParsedCallOptions'] & CustomChatBedrockConverseCallOptions\n  ): ReturnType<ChatBedrockConverse['invocationParams']> & {\n    serviceTier?: { type: ServiceTierType };\n  } {\n    const baseParams = super.invocationParams(options);\n    const toolConfig =\n      this.promptCache === true\n        ? insertBedrockToolCachePoint(baseParams.toolConfig, true)\n        : baseParams.toolConfig;\n\n    /** Service tier from options or fall back to class-level setting */\n    const serviceTierType = options?.serviceTier ?? this.serviceTier;\n\n    return {\n      ...baseParams,\n      toolConfig,\n      serviceTier: serviceTierType ? { type: serviceTierType } : undefined,\n    };\n  }\n\n  /**\n   * Override _generateNonStreaming to use applicationInferenceProfile as modelId.\n   * Uses the same model-swapping pattern as streaming for consistency.\n   */\n  override async _generateNonStreaming(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'] & CustomChatBedrockConverseCallOptions,\n    runManager?: CallbackManagerForLLMRun\n  ): Promise<ChatResult> {\n    const originalModel = this.model;\n    if (\n      this.applicationInferenceProfile != null &&\n      this.applicationInferenceProfile !== ''\n    ) {\n      this.model = this.applicationInferenceProfile;\n    }\n\n    try {\n      return await super._generateNonStreaming(messages, options, runManager);\n    } finally {\n      this.model = originalModel;\n    }\n  }\n\n  /**\n   * Own the stream end-to-end so we have direct access to every\n   * `contentBlockDelta.contentBlockIndex` from the AWS SDK.\n   *\n   * This replaces the parent's implementation which strips contentBlockIndex\n   * from text and reasoning deltas, making it impossible to merge correctly.\n   */\n  override async *_streamResponseChunks(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'] & CustomChatBedrockConverseCallOptions,\n    runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<ChatGenerationChunk> {\n    const { converseMessages, converseSystem } =\n      convertToConverseMessages(messages);\n    const params = this.invocationParams(options);\n\n    let { streamUsage } = this;\n    if ((options as Record<string, unknown>).streamUsage !== undefined) {\n      streamUsage = (options as Record<string, unknown>).streamUsage as boolean;\n    }\n\n    const modelId = this.getModelId();\n\n    const command = new ConverseStreamCommand({\n      modelId,\n      messages: converseMessages,\n      system: converseSystem,\n      ...(params as Record<string, unknown>),\n    });\n\n    const response = await this.client.send(command, {\n      abortSignal: options.signal,\n    });\n\n    if (!response.stream) {\n      return;\n    }\n\n    const seenBlockIndices = new Set<number>();\n\n    for await (const event of response.stream) {\n      if (event.contentBlockStart != null) {\n        const startChunk = handleConverseStreamContentBlockStart(\n          event.contentBlockStart\n        );\n        if (startChunk != null) {\n          const idx = event.contentBlockStart.contentBlockIndex;\n          if (idx != null) {\n            seenBlockIndices.add(idx);\n          }\n          yield this.enrichChunk(startChunk, seenBlockIndices);\n        }\n      } else if (event.contentBlockDelta != null) {\n        const deltaChunk = handleConverseStreamContentBlockDelta(\n          event.contentBlockDelta\n        );\n\n        const idx = event.contentBlockDelta.contentBlockIndex;\n        if (idx != null) {\n          seenBlockIndices.add(idx);\n        }\n\n        yield this.enrichChunk(deltaChunk, seenBlockIndices);\n\n        await runManager?.handleLLMNewToken(\n          deltaChunk.text,\n          undefined,\n          undefined,\n          undefined,\n          undefined,\n          { chunk: deltaChunk }\n        );\n      } else if (event.metadata != null) {\n        yield handleConverseStreamMetadata(event.metadata, { streamUsage });\n      } else if (event.contentBlockStop != null) {\n        const stopIdx = event.contentBlockStop.contentBlockIndex;\n        if (stopIdx != null) {\n          seenBlockIndices.add(stopIdx);\n        }\n      } else {\n        yield new ChatGenerationChunk({\n          text: '',\n          message: new AIMessageChunk({\n            content: '',\n            response_metadata: { ...event } as ResponseMetadata,\n          }),\n        });\n      }\n    }\n  }\n\n  /**\n   * Inject `index` on content blocks for proper merge behaviour, then strip\n   * `contentBlockIndex` from response_metadata to prevent `_mergeDicts` conflicts.\n   *\n   * Text string content is promoted to array form only when the stream contains\n   * multiple content block indices (e.g. reasoning at index 0, text at index 1),\n   * ensuring text merges correctly with the already-array accumulated content.\n   */\n  private enrichChunk(\n    chunk: ChatGenerationChunk,\n    seenBlockIndices: Set<number>\n  ): ChatGenerationChunk {\n    const message = chunk.message;\n    if (!(message instanceof AIMessageChunk)) {\n      return chunk;\n    }\n\n    const metadata = message.response_metadata as Record<string, unknown>;\n    const blockIndex = this.extractContentBlockIndex(metadata);\n    const hasMetadataIndex = blockIndex != null;\n\n    let content: AIMessageChunk['content'] = message.content;\n    let contentModified = false;\n\n    if (Array.isArray(content) && blockIndex != null) {\n      content = content.map((block) =>\n        typeof block === 'object' && !('index' in block)\n          ? { ...block, index: blockIndex }\n          : block\n      );\n      contentModified = true;\n    } else if (\n      typeof content === 'string' &&\n      content !== '' &&\n      blockIndex != null &&\n      seenBlockIndices.size > 1\n    ) {\n      content = [{ type: 'text', text: content, index: blockIndex }];\n      contentModified = true;\n    }\n\n    if (!contentModified && !hasMetadataIndex) {\n      return chunk;\n    }\n\n    const cleanedMetadata = hasMetadataIndex\n      ? (this.removeContentBlockIndex(metadata) as Record<string, unknown>)\n      : metadata;\n\n    return new ChatGenerationChunk({\n      text: chunk.text,\n      message: new AIMessageChunk({\n        ...message,\n        content,\n        response_metadata: cleanedMetadata,\n      }),\n      generationInfo: chunk.generationInfo,\n    });\n  }\n\n  /**\n   * Extract `contentBlockIndex` from the top level of response_metadata.\n   * Our custom handlers always place it at the top level.\n   */\n  private extractContentBlockIndex(\n    metadata: Record<string, unknown>\n  ): number | undefined {\n    if (\n      'contentBlockIndex' in metadata &&\n      typeof metadata.contentBlockIndex === 'number'\n    ) {\n      return metadata.contentBlockIndex;\n    }\n    return undefined;\n  }\n\n  private removeContentBlockIndex(obj: unknown): unknown {\n    if (obj === null || obj === undefined) {\n      return obj;\n    }\n\n    if (Array.isArray(obj)) {\n      return obj.map((item) => this.removeContentBlockIndex(item));\n    }\n\n    if (typeof obj === 'object') {\n      const cleaned: Record<string, unknown> = {};\n      for (const [key, value] of Object.entries(obj)) {\n        if (key !== 'contentBlockIndex') {\n          cleaned[key] = this.removeContentBlockIndex(value);\n        }\n      }\n      return cleaned;\n    }\n\n    return obj;\n  }\n}\n\nexport type { ChatBedrockConverseInput };\n"],"names":[],"mappings":";;;;;;;;AAAA;;;;;;;;;;;;;;;;;;;;;AAqBG;AAmFG,MAAO,yBAA0B,SAAQ,mBAAmB,CAAA;AAChE;;AAEG;AACH,IAAA,WAAW;AAEX;;AAEG;AACH,IAAA,2BAA2B;AAE3B;;AAEG;AACH,IAAA,WAAW;AAEX,IAAA,WAAA,CAAY,MAAuC,EAAA;QACjD,KAAK,CAAC,MAAM,CAAC;AACb,QAAA,IAAI,CAAC,WAAW,GAAG,MAAM,EAAE,WAAW;AACtC,QAAA,IAAI,CAAC,2BAA2B,GAAG,MAAM,EAAE,2BAA2B;AACtE,QAAA,IAAI,CAAC,WAAW,GAAG,MAAM,EAAE,WAAW;IACxC;AAEA,IAAA,OAAO,OAAO,GAAA;AACZ,QAAA,OAAO,0BAA0B;IACnC;AAEA;;;AAGG;IACO,UAAU,GAAA;AAClB,QAAA,OAAO,IAAI,CAAC,2BAA2B,IAAI,IAAI,CAAC,KAAK;IACvD;AAEA;;AAEG;AACM,IAAA,gBAAgB,CACvB,OAA0E,EAAA;QAI1E,MAAM,UAAU,GAAG,KAAK,CAAC,gBAAgB,CAAC,OAAO,CAAC;AAClD,QAAA,MAAM,UAAU,GACd,IAAI,CAAC,WAAW,KAAK;cACjB,2BAA2B,CAAC,UAAU,CAAC,UAAgB;AACzD,cAAE,UAAU,CAAC,UAAU;;QAG3B,MAAM,eAAe,GAAG,OAAO,EAAE,WAAW,IAAI,IAAI,CAAC,WAAW;QAEhE,OAAO;AACL,YAAA,GAAG,UAAU;YACb,UAAU;AACV,YAAA,WAAW,EAAE,eAAe,GAAG,EAAE,IAAI,EAAE,eAAe,EAAE,GAAG,SAAS;SACrE;IACH;AAEA;;;AAGG;AACM,IAAA,MAAM,qBAAqB,CAClC,QAAuB,EACvB,OAAyE,EACzE,UAAqC,EAAA;AAErC,QAAA,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK;AAChC,QAAA,IACE,IAAI,CAAC,2BAA2B,IAAI,IAAI;AACxC,YAAA,IAAI,CAAC,2BAA2B,KAAK,EAAE,EACvC;AACA,YAAA,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,2BAA2B;QAC/C;AAEA,QAAA,IAAI;YACF,OAAO,MAAM,KAAK,CAAC,qBAAqB,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,CAAC;QACzE;gBAAU;AACR,YAAA,IAAI,CAAC,KAAK,GAAG,aAAa;QAC5B;IACF;AAEA;;;;;;AAMG;IACM,OAAO,qBAAqB,CACnC,QAAuB,EACvB,OAAyE,EACzE,UAAqC,EAAA;QAErC,MAAM,EAAE,gBAAgB,EAAE,cAAc,EAAE,GACxC,yBAAyB,CAAC,QAAQ,CAAC;QACrC,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;AAE7C,QAAA,IAAI,EAAE,WAAW,EAAE,GAAG,IAAI;AAC1B,QAAA,IAAK,OAAmC,CAAC,WAAW,KAAK,SAAS,EAAE;AAClE,YAAA,WAAW,GAAI,OAAmC,CAAC,WAAsB;QAC3E;AAEA,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE;AAEjC,QAAA,MAAM,OAAO,GAAG,IAAI,qBAAqB,CAAC;YACxC,OAAO;AACP,YAAA,QAAQ,EAAE,gBAAgB;AAC1B,YAAA,MAAM,EAAE,cAAc;AACtB,YAAA,GAAI,MAAkC;AACvC,SAAA,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE;YAC/C,WAAW,EAAE,OAAO,CAAC,MAAM;AAC5B,SAAA,CAAC;AAEF,QAAA,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE;YACpB;QACF;AAEA,QAAA,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAU;QAE1C,WAAW,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE;AACzC,YAAA,IAAI,KAAK,CAAC,iBAAiB,IAAI,IAAI,EAAE;gBACnC,MAAM,UAAU,GAAG,qCAAqC,CACtD,KAAK,CAAC,iBAAiB,CACxB;AACD,gBAAA,IAAI,UAAU,IAAI,IAAI,EAAE;AACtB,oBAAA,MAAM,GAAG,GAAG,KAAK,CAAC,iBAAiB,CAAC,iBAAiB;AACrD,oBAAA,IAAI,GAAG,IAAI,IAAI,EAAE;AACf,wBAAA,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC;oBAC3B;oBACA,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,gBAAgB,CAAC;gBACtD;YACF;AAAO,iBAAA,IAAI,KAAK,CAAC,iBAAiB,IAAI,IAAI,EAAE;gBAC1C,MAAM,UAAU,GAAG,qCAAqC,CACtD,KAAK,CAAC,iBAAiB,CACxB;AAED,gBAAA,MAAM,GAAG,GAAG,KAAK,CAAC,iBAAiB,CAAC,iBAAiB;AACrD,gBAAA,IAAI,GAAG,IAAI,IAAI,EAAE;AACf,oBAAA,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC;gBAC3B;gBAEA,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,gBAAgB,CAAC;gBAEpD,MAAM,UAAU,EAAE,iBAAiB,CACjC,UAAU,CAAC,IAAI,EACf,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,UAAU,EAAE,CACtB;YACH;AAAO,iBAAA,IAAI,KAAK,CAAC,QAAQ,IAAI,IAAI,EAAE;gBACjC,MAAM,4BAA4B,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,WAAW,EAAE,CAAC;YACrE;AAAO,iBAAA,IAAI,KAAK,CAAC,gBAAgB,IAAI,IAAI,EAAE;AACzC,gBAAA,MAAM,OAAO,GAAG,KAAK,CAAC,gBAAgB,CAAC,iBAAiB;AACxD,gBAAA,IAAI,OAAO,IAAI,IAAI,EAAE;AACnB,oBAAA,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC;gBAC/B;YACF;iBAAO;gBACL,MAAM,IAAI,mBAAmB,CAAC;AAC5B,oBAAA,IAAI,EAAE,EAAE;oBACR,OAAO,EAAE,IAAI,cAAc,CAAC;AAC1B,wBAAA,OAAO,EAAE,EAAE;AACX,wBAAA,iBAAiB,EAAE,EAAE,GAAG,KAAK,EAAsB;qBACpD,CAAC;AACH,iBAAA,CAAC;YACJ;QACF;IACF;AAEA;;;;;;;AAOG;IACK,WAAW,CACjB,KAA0B,EAC1B,gBAA6B,EAAA;AAE7B,QAAA,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO;AAC7B,QAAA,IAAI,EAAE,OAAO,YAAY,cAAc,CAAC,EAAE;AACxC,YAAA,OAAO,KAAK;QACd;AAEA,QAAA,MAAM,QAAQ,GAAG,OAAO,CAAC,iBAA4C;QACrE,MAAM,UAAU,GAAG,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAAC;AAC1D,QAAA,MAAM,gBAAgB,GAAG,UAAU,IAAI,IAAI;AAE3C,QAAA,IAAI,OAAO,GAA8B,OAAO,CAAC,OAAO;QACxD,IAAI,eAAe,GAAG,KAAK;QAE3B,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,UAAU,IAAI,IAAI,EAAE;YAChD,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,KAC1B,OAAO,KAAK,KAAK,QAAQ,IAAI,EAAE,OAAO,IAAI,KAAK;kBAC3C,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,UAAU;kBAC7B,KAAK,CACV;YACD,eAAe,GAAG,IAAI;QACxB;aAAO,IACL,OAAO,OAAO,KAAK,QAAQ;AAC3B,YAAA,OAAO,KAAK,EAAE;AACd,YAAA,UAAU,IAAI,IAAI;AAClB,YAAA,gBAAgB,CAAC,IAAI,GAAG,CAAC,EACzB;AACA,YAAA,OAAO,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;YAC9D,eAAe,GAAG,IAAI;QACxB;AAEA,QAAA,IAAI,CAAC,eAAe,IAAI,CAAC,gBAAgB,EAAE;AACzC,YAAA,OAAO,KAAK;QACd;QAEA,MAAM,eAAe,GAAG;AACtB,cAAG,IAAI,CAAC,uBAAuB,CAAC,QAAQ;cACtC,QAAQ;QAEZ,OAAO,IAAI,mBAAmB,CAAC;YAC7B,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,OAAO,EAAE,IAAI,cAAc,CAAC;AAC1B,gBAAA,GAAG,OAAO;gBACV,OAAO;AACP,gBAAA,iBAAiB,EAAE,eAAe;aACnC,CAAC;YACF,cAAc,EAAE,KAAK,CAAC,cAAc;AACrC,SAAA,CAAC;IACJ;AAEA;;;AAGG;AACK,IAAA,wBAAwB,CAC9B,QAAiC,EAAA;QAEjC,IACE,mBAAmB,IAAI,QAAQ;AAC/B,YAAA,OAAO,QAAQ,CAAC,iBAAiB,KAAK,QAAQ,EAC9C;YACA,OAAO,QAAQ,CAAC,iBAAiB;QACnC;AACA,QAAA,OAAO,SAAS;IAClB;AAEQ,IAAA,uBAAuB,CAAC,GAAY,EAAA;QAC1C,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,EAAE;AACrC,YAAA,OAAO,GAAG;QACZ;AAEA,QAAA,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;AACtB,YAAA,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC;QAC9D;AAEA,QAAA,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;YAC3B,MAAM,OAAO,GAA4B,EAAE;AAC3C,YAAA,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;AAC9C,gBAAA,IAAI,GAAG,KAAK,mBAAmB,EAAE;oBAC/B,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC;gBACpD;YACF;AACA,YAAA,OAAO,OAAO;QAChB;AAEA,QAAA,OAAO,GAAG;IACZ;AACD;;;;"}
+{"version":3,"file":"index.mjs","sources":["../../../../src/llm/bedrock/index.ts"],"sourcesContent":["/**\n * Optimized ChatBedrockConverse wrapper that fixes content block merging for\n * streaming responses and adds support for latest @langchain/aws features:\n *\n * - Application Inference Profiles (PR #9129)\n * - Service Tiers (Priority/Standard/Flex) (PR #9785) - requires AWS SDK 3.966.0+\n *\n * Bedrock's `@langchain/aws` library does not include an `index` property on content\n * blocks (unlike Anthropic/OpenAI), which causes LangChain's `_mergeLists` to append\n * each streaming chunk as a separate array entry instead of merging by index.\n *\n * This wrapper takes full ownership of the stream by directly interfacing with the\n * AWS SDK client (`this.client`) and using custom handlers from `./utils/` that\n * include `contentBlockIndex` in response_metadata for every delta type. It then\n * promotes `contentBlockIndex` to an `index` property on each content block\n * (mirroring Anthropic's pattern) and strips it from metadata to avoid\n * `_mergeDicts` conflicts.\n *\n * When multiple content block types are present (e.g. reasoning + text), text deltas\n * are promoted from strings to array form with `index` so they merge correctly once\n * the accumulated content is already an array.\n */\n\nimport { ChatBedrockConverse } from '@langchain/aws';\nimport { AIMessageChunk } from '@langchain/core/messages';\nimport { ChatGenerationChunk, ChatResult } from '@langchain/core/outputs';\nimport {\n  ConverseStreamCommand,\n  type GuardrailConfiguration,\n  type GuardrailStreamConfiguration,\n} from '@aws-sdk/client-bedrock-runtime';\nimport type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport type { BaseMessage, ResponseMetadata } from '@langchain/core/messages';\nimport type { ChatBedrockConverseInput } from '@langchain/aws';\nimport {\n  convertToConverseMessages,\n  handleConverseStreamContentBlockStart,\n  handleConverseStreamContentBlockDelta,\n  handleConverseStreamMetadata,\n} from './utils';\nimport { insertBedrockToolCachePoint } from './toolCache';\n\n/**\n * Service tier type for Bedrock invocations.\n * Requires AWS SDK >= 3.966.0 to actually work.\n * @see https://docs.aws.amazon.com/bedrock/latest/userguide/service-tiers-inference.html\n */\nexport type ServiceTierType = 'priority' | 'default' | 'flex' | 'reserved';\n\nexport type CustomGuardrailConfiguration = GuardrailConfiguration &\n  Pick<GuardrailStreamConfiguration, 'streamProcessingMode'>;\n\n/**\n * Extended input interface with additional features:\n * - applicationInferenceProfile: Use an inference profile ARN instead of model ID\n * - serviceTier: Specify service tier (Priority, Standard, Flex, Reserved)\n */\nexport interface CustomChatBedrockConverseInput\n  extends ChatBedrockConverseInput {\n  /**\n   * Enables Bedrock prompt cache checkpoints for message and tool prefixes.\n   */\n  promptCache?: boolean;\n\n  /**\n   * Guardrail configuration for Converse and ConverseStream invocations.\n   * `streamProcessingMode` is only used by ConverseStream.\n   */\n  guardrailConfig?: CustomGuardrailConfiguration;\n\n  /**\n   * Application Inference Profile ARN to use for the model.\n   * For example, \"arn:aws:bedrock:eu-west-1:123456789102:application-inference-profile/fm16bt65tzgx\"\n   * When provided, this ARN will be used for the actual inference calls instead of the model ID.\n   * Must still provide `model` as normal modelId to benefit from all the metadata.\n   * @see https://docs.aws.amazon.com/bedrock/latest/userguide/inference-profiles-create.html\n   */\n  applicationInferenceProfile?: string;\n\n  /**\n   * Service tier for model invocation.\n   * Specifies the processing tier type used for serving the request.\n   * Supported values are 'priority', 'default', 'flex', and 'reserved'.\n   *\n   * - 'priority': Prioritized processing for lower latency\n   * - 'default': Standard processing tier\n   * - 'flex': Flexible processing tier with lower cost\n   * - 'reserved': Reserved capacity for consistent performance\n   *\n   * If not provided, AWS uses the default tier.\n   * Note: Requires AWS SDK >= 3.966.0 to work.\n   * @see https://docs.aws.amazon.com/bedrock/latest/userguide/service-tiers-inference.html\n   */\n  serviceTier?: ServiceTierType;\n}\n\n/**\n * Extended call options with serviceTier override support.\n */\nexport interface CustomChatBedrockConverseCallOptions {\n  serviceTier?: ServiceTierType;\n  guardrailConfig?: CustomGuardrailConfiguration;\n}\n\nexport class CustomChatBedrockConverse extends ChatBedrockConverse {\n  /**\n   * Whether to insert Bedrock prompt cache checkpoints when available.\n   */\n  promptCache?: boolean;\n\n  /**\n   * Application Inference Profile ARN to use instead of model ID.\n   */\n  applicationInferenceProfile?: string;\n\n  /**\n   * Service tier for model invocation.\n   */\n  serviceTier?: ServiceTierType;\n\n  constructor(fields?: CustomChatBedrockConverseInput) {\n    super(fields);\n    this.promptCache = fields?.promptCache;\n    this.applicationInferenceProfile = fields?.applicationInferenceProfile;\n    this.serviceTier = fields?.serviceTier;\n  }\n\n  static lc_name(): string {\n    return 'LibreChatBedrockConverse';\n  }\n\n  /**\n   * Get the model ID to use for API calls.\n   * Returns applicationInferenceProfile if set, otherwise returns this.model.\n   */\n  protected getModelId(): string {\n    return this.applicationInferenceProfile ?? this.model;\n  }\n\n  /**\n   * Override invocationParams to add serviceTier support.\n   */\n  override invocationParams(\n    options?: this['ParsedCallOptions'] & CustomChatBedrockConverseCallOptions\n  ): ReturnType<ChatBedrockConverse['invocationParams']> & {\n    serviceTier?: { type: ServiceTierType };\n  } {\n    const baseParams = super.invocationParams(options);\n    const toolConfig =\n      this.promptCache === true\n        ? insertBedrockToolCachePoint(baseParams.toolConfig, true)\n        : baseParams.toolConfig;\n\n    /** Service tier from options or fall back to class-level setting */\n    const serviceTierType = options?.serviceTier ?? this.serviceTier;\n\n    return {\n      ...baseParams,\n      toolConfig,\n      serviceTier: serviceTierType ? { type: serviceTierType } : undefined,\n    };\n  }\n\n  /**\n   * Override _generateNonStreaming to use applicationInferenceProfile as modelId.\n   * Uses the same model-swapping pattern as streaming for consistency.\n   */\n  override async _generateNonStreaming(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'] & CustomChatBedrockConverseCallOptions,\n    runManager?: CallbackManagerForLLMRun\n  ): Promise<ChatResult> {\n    const originalModel = this.model;\n    if (\n      this.applicationInferenceProfile != null &&\n      this.applicationInferenceProfile !== ''\n    ) {\n      this.model = this.applicationInferenceProfile;\n    }\n\n    try {\n      return await super._generateNonStreaming(messages, options, runManager);\n    } finally {\n      this.model = originalModel;\n    }\n  }\n\n  /**\n   * Own the stream end-to-end so we have direct access to every\n   * `contentBlockDelta.contentBlockIndex` from the AWS SDK.\n   *\n   * This replaces the parent's implementation which strips contentBlockIndex\n   * from text and reasoning deltas, making it impossible to merge correctly.\n   */\n  override async *_streamResponseChunks(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'] & CustomChatBedrockConverseCallOptions,\n    runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<ChatGenerationChunk> {\n    const { converseMessages, converseSystem } =\n      convertToConverseMessages(messages);\n    const params = this.invocationParams(options);\n\n    let { streamUsage } = this;\n    if ((options as Record<string, unknown>).streamUsage !== undefined) {\n      streamUsage = (options as Record<string, unknown>).streamUsage as boolean;\n    }\n\n    const modelId = this.getModelId();\n\n    const command = new ConverseStreamCommand({\n      modelId,\n      messages: converseMessages,\n      system: converseSystem,\n      ...(params as Record<string, unknown>),\n    });\n\n    const response = await this.client.send(command, {\n      abortSignal: options.signal,\n    });\n\n    if (!response.stream) {\n      return;\n    }\n\n    const seenBlockIndices = new Set<number>();\n\n    for await (const event of response.stream) {\n      if (event.contentBlockStart != null) {\n        const startChunk = handleConverseStreamContentBlockStart(\n          event.contentBlockStart\n        );\n        if (startChunk != null) {\n          const idx = event.contentBlockStart.contentBlockIndex;\n          if (idx != null) {\n            seenBlockIndices.add(idx);\n          }\n          yield this.enrichChunk(startChunk, seenBlockIndices);\n        }\n      } else if (event.contentBlockDelta != null) {\n        const deltaChunk = handleConverseStreamContentBlockDelta(\n          event.contentBlockDelta\n        );\n\n        const idx = event.contentBlockDelta.contentBlockIndex;\n        if (idx != null) {\n          seenBlockIndices.add(idx);\n        }\n\n        yield this.enrichChunk(deltaChunk, seenBlockIndices);\n\n        await runManager?.handleLLMNewToken(\n          deltaChunk.text,\n          undefined,\n          undefined,\n          undefined,\n          undefined,\n          { chunk: deltaChunk }\n        );\n      } else if (event.metadata != null) {\n        yield handleConverseStreamMetadata(event.metadata, { streamUsage });\n      } else if (event.contentBlockStop != null) {\n        const stopIdx = event.contentBlockStop.contentBlockIndex;\n        if (stopIdx != null) {\n          seenBlockIndices.add(stopIdx);\n        }\n      } else {\n        yield new ChatGenerationChunk({\n          text: '',\n          message: new AIMessageChunk({\n            content: '',\n            response_metadata: { ...event } as ResponseMetadata,\n          }),\n        });\n      }\n    }\n  }\n\n  /**\n   * Inject `index` on content blocks for proper merge behaviour, then strip\n   * `contentBlockIndex` from response_metadata to prevent `_mergeDicts` conflicts.\n   *\n   * Text string content is promoted to array form only when the stream contains\n   * multiple content block indices (e.g. reasoning at index 0, text at index 1),\n   * ensuring text merges correctly with the already-array accumulated content.\n   */\n  private enrichChunk(\n    chunk: ChatGenerationChunk,\n    seenBlockIndices: Set<number>\n  ): ChatGenerationChunk {\n    const message = chunk.message;\n    if (!(message instanceof AIMessageChunk)) {\n      return chunk;\n    }\n\n    const metadata = message.response_metadata as Record<string, unknown>;\n    const blockIndex = this.extractContentBlockIndex(metadata);\n    const hasMetadataIndex = blockIndex != null;\n\n    let content: AIMessageChunk['content'] = message.content;\n    let contentModified = false;\n\n    if (Array.isArray(content) && blockIndex != null) {\n      content = content.map((block) =>\n        typeof block === 'object' && !('index' in block)\n          ? { ...block, index: blockIndex }\n          : block\n      );\n      contentModified = true;\n    } else if (\n      typeof content === 'string' &&\n      content !== '' &&\n      blockIndex != null &&\n      seenBlockIndices.size > 1\n    ) {\n      content = [{ type: 'text', text: content, index: blockIndex }];\n      contentModified = true;\n    }\n\n    if (!contentModified && !hasMetadataIndex) {\n      return chunk;\n    }\n\n    const cleanedMetadata = hasMetadataIndex\n      ? (this.removeContentBlockIndex(metadata) as Record<string, unknown>)\n      : metadata;\n\n    return new ChatGenerationChunk({\n      text: chunk.text,\n      message: new AIMessageChunk({\n        ...message,\n        content,\n        response_metadata: cleanedMetadata,\n      }),\n      generationInfo: chunk.generationInfo,\n    });\n  }\n\n  /**\n   * Extract `contentBlockIndex` from the top level of response_metadata.\n   * Our custom handlers always place it at the top level.\n   */\n  private extractContentBlockIndex(\n    metadata: Record<string, unknown>\n  ): number | undefined {\n    if (\n      'contentBlockIndex' in metadata &&\n      typeof metadata.contentBlockIndex === 'number'\n    ) {\n      return metadata.contentBlockIndex;\n    }\n    return undefined;\n  }\n\n  private removeContentBlockIndex(obj: unknown): unknown {\n    if (obj === null || obj === undefined) {\n      return obj;\n    }\n\n    if (Array.isArray(obj)) {\n      return obj.map((item) => this.removeContentBlockIndex(item));\n    }\n\n    if (typeof obj === 'object') {\n      const cleaned: Record<string, unknown> = {};\n      for (const [key, value] of Object.entries(obj)) {\n        if (key !== 'contentBlockIndex') {\n          cleaned[key] = this.removeContentBlockIndex(value);\n        }\n      }\n      return cleaned;\n    }\n\n    return obj;\n  }\n}\n\nexport type { ChatBedrockConverseInput };\n"],"names":[],"mappings":";;;;;;;;AAAA;;;;;;;;;;;;;;;;;;;;;AAqBG;AAmFG,MAAO,yBAA0B,SAAQ,mBAAmB,CAAA;AAChE;;AAEG;AACH,IAAA,WAAW;AAEX;;AAEG;AACH,IAAA,2BAA2B;AAE3B;;AAEG;AACH,IAAA,WAAW;AAEX,IAAA,WAAA,CAAY,MAAuC,EAAA;QACjD,KAAK,CAAC,MAAM,CAAC;AACb,QAAA,IAAI,CAAC,WAAW,GAAG,MAAM,EAAE,WAAW;AACtC,QAAA,IAAI,CAAC,2BAA2B,GAAG,MAAM,EAAE,2BAA2B;AACtE,QAAA,IAAI,CAAC,WAAW,GAAG,MAAM,EAAE,WAAW;IACxC;AAEA,IAAA,OAAO,OAAO,GAAA;AACZ,QAAA,OAAO,0BAA0B;IACnC;AAEA;;;AAGG;IACO,UAAU,GAAA;AAClB,QAAA,OAAO,IAAI,CAAC,2BAA2B,IAAI,IAAI,CAAC,KAAK;IACvD;AAEA;;AAEG;AACM,IAAA,gBAAgB,CACvB,OAA0E,EAAA;QAI1E,MAAM,UAAU,GAAG,KAAK,CAAC,gBAAgB,CAAC,OAAO,CAAC;AAClD,QAAA,MAAM,UAAU,GACd,IAAI,CAAC,WAAW,KAAK;cACjB,2BAA2B,CAAC,UAAU,CAAC,UAAgB;AACzD,cAAE,UAAU,CAAC,UAAU;;QAG3B,MAAM,eAAe,GAAG,OAAO,EAAE,WAAW,IAAI,IAAI,CAAC,WAAW;QAEhE,OAAO;AACL,YAAA,GAAG,UAAU;YACb,UAAU;AACV,YAAA,WAAW,EAAE,eAAe,GAAG,EAAE,IAAI,EAAE,eAAe,EAAE,GAAG,SAAS;SACrE;IACH;AAEA;;;AAGG;AACM,IAAA,MAAM,qBAAqB,CAClC,QAAuB,EACvB,OAAyE,EACzE,UAAqC,EAAA;AAErC,QAAA,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK;AAChC,QAAA,IACE,IAAI,CAAC,2BAA2B,IAAI,IAAI;AACxC,YAAA,IAAI,CAAC,2BAA2B,KAAK,EAAE,EACvC;AACA,YAAA,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,2BAA2B;QAC/C;AAEA,QAAA,IAAI;YACF,OAAO,MAAM,KAAK,CAAC,qBAAqB,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,CAAC;QACzE;gBAAU;AACR,YAAA,IAAI,CAAC,KAAK,GAAG,aAAa;QAC5B;IACF;AAEA;;;;;;AAMG;IACM,OAAO,qBAAqB,CACnC,QAAuB,EACvB,OAAyE,EACzE,UAAqC,EAAA;QAErC,MAAM,EAAE,gBAAgB,EAAE,cAAc,EAAE,GACxC,yBAAyB,CAAC,QAAQ,CAAC;QACrC,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;AAE7C,QAAA,IAAI,EAAE,WAAW,EAAE,GAAG,IAAI;AAC1B,QAAA,IAAK,OAAmC,CAAC,WAAW,KAAK,SAAS,EAAE;AAClE,YAAA,WAAW,GAAI,OAAmC,CAAC,WAAsB;QAC3E;AAEA,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE;AAEjC,QAAA,MAAM,OAAO,GAAG,IAAI,qBAAqB,CAAC;YACxC,OAAO;AACP,YAAA,QAAQ,EAAE,gBAAgB;AAC1B,YAAA,MAAM,EAAE,cAAc;AACtB,YAAA,GAAI,MAAkC;AACvC,SAAA,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE;YAC/C,WAAW,EAAE,OAAO,CAAC,MAAM;AAC5B,SAAA,CAAC;AAEF,QAAA,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE;YACpB;QACF;AAEA,QAAA,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAU;QAE1C,WAAW,MAAM,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE;AACzC,YAAA,IAAI,KAAK,CAAC,iBAAiB,IAAI,IAAI,EAAE;gBACnC,MAAM,UAAU,GAAG,qCAAqC,CACtD,KAAK,CAAC,iBAAiB,CACxB;AACD,gBAAA,IAAI,UAAU,IAAI,IAAI,EAAE;AACtB,oBAAA,MAAM,GAAG,GAAG,KAAK,CAAC,iBAAiB,CAAC,iBAAiB;AACrD,oBAAA,IAAI,GAAG,IAAI,IAAI,EAAE;AACf,wBAAA,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC;oBAC3B;oBACA,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,gBAAgB,CAAC;gBACtD;YACF;AAAO,iBAAA,IAAI,KAAK,CAAC,iBAAiB,IAAI,IAAI,EAAE;gBAC1C,MAAM,UAAU,GAAG,qCAAqC,CACtD,KAAK,CAAC,iBAAiB,CACxB;AAED,gBAAA,MAAM,GAAG,GAAG,KAAK,CAAC,iBAAiB,CAAC,iBAAiB;AACrD,gBAAA,IAAI,GAAG,IAAI,IAAI,EAAE;AACf,oBAAA,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC;gBAC3B;gBAEA,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,gBAAgB,CAAC;gBAEpD,MAAM,UAAU,EAAE,iBAAiB,CACjC,UAAU,CAAC,IAAI,EACf,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,UAAU,EAAE,CACtB;YACH;AAAO,iBAAA,IAAI,KAAK,CAAC,QAAQ,IAAI,IAAI,EAAE;gBACjC,MAAM,4BAA4B,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,WAAW,EAAE,CAAC;YACrE;AAAO,iBAAA,IAAI,KAAK,CAAC,gBAAgB,IAAI,IAAI,EAAE;AACzC,gBAAA,MAAM,OAAO,GAAG,KAAK,CAAC,gBAAgB,CAAC,iBAAiB;AACxD,gBAAA,IAAI,OAAO,IAAI,IAAI,EAAE;AACnB,oBAAA,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC;gBAC/B;YACF;iBAAO;gBACL,MAAM,IAAI,mBAAmB,CAAC;AAC5B,oBAAA,IAAI,EAAE,EAAE;oBACR,OAAO,EAAE,IAAI,cAAc,CAAC;AAC1B,wBAAA,OAAO,EAAE,EAAE;AACX,wBAAA,iBAAiB,EAAE,EAAE,GAAG,KAAK,EAAsB;qBACpD,CAAC;AACH,iBAAA,CAAC;YACJ;QACF;IACF;AAEA;;;;;;;AAOG;IACK,WAAW,CACjB,KAA0B,EAC1B,gBAA6B,EAAA;AAE7B,QAAA,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO;AAC7B,QAAA,IAAI,EAAE,OAAO,YAAY,cAAc,CAAC,EAAE;AACxC,YAAA,OAAO,KAAK;QACd;AAEA,QAAA,MAAM,QAAQ,GAAG,OAAO,CAAC,iBAA4C;QACrE,MAAM,UAAU,GAAG,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAAC;AAC1D,QAAA,MAAM,gBAAgB,GAAG,UAAU,IAAI,IAAI;AAE3C,QAAA,IAAI,OAAO,GAA8B,OAAO,CAAC,OAAO;QACxD,IAAI,eAAe,GAAG,KAAK;QAE3B,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,UAAU,IAAI,IAAI,EAAE;YAChD,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,KAC1B,OAAO,KAAK,KAAK,QAAQ,IAAI,EAAE,OAAO,IAAI,KAAK;kBAC3C,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,UAAU;kBAC7B,KAAK,CACV;YACD,eAAe,GAAG,IAAI;QACxB;aAAO,IACL,OAAO,OAAO,KAAK,QAAQ;AAC3B,YAAA,OAAO,KAAK,EAAE;AACd,YAAA,UAAU,IAAI,IAAI;AAClB,YAAA,gBAAgB,CAAC,IAAI,GAAG,CAAC,EACzB;AACA,YAAA,OAAO,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;YAC9D,eAAe,GAAG,IAAI;QACxB;AAEA,QAAA,IAAI,CAAC,eAAe,IAAI,CAAC,gBAAgB,EAAE;AACzC,YAAA,OAAO,KAAK;QACd;QAEA,MAAM,eAAe,GAAG;AACtB,cAAG,IAAI,CAAC,uBAAuB,CAAC,QAAQ;cACtC,QAAQ;QAEZ,OAAO,IAAI,mBAAmB,CAAC;YAC7B,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,OAAO,EAAE,IAAI,cAAc,CAAC;AAC1B,gBAAA,GAAG,OAAO;gBACV,OAAO;AACP,gBAAA,iBAAiB,EAAE,eAAe;aACnC,CAAC;YACF,cAAc,EAAE,KAAK,CAAC,cAAc;AACrC,SAAA,CAAC;IACJ;AAEA;;;AAGG;AACK,IAAA,wBAAwB,CAC9B,QAAiC,EAAA;QAEjC,IACE,mBAAmB,IAAI,QAAQ;AAC/B,YAAA,OAAO,QAAQ,CAAC,iBAAiB,KAAK,QAAQ,EAC9C;YACA,OAAO,QAAQ,CAAC,iBAAiB;QACnC;AACA,QAAA,OAAO,SAAS;IAClB;AAEQ,IAAA,uBAAuB,CAAC,GAAY,EAAA;QAC1C,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,EAAE;AACrC,YAAA,OAAO,GAAG;QACZ;AAEA,QAAA,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;AACtB,YAAA,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC;QAC9D;AAEA,QAAA,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;YAC3B,MAAM,OAAO,GAA4B,EAAE;AAC3C,YAAA,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;AAC9C,gBAAA,IAAI,GAAG,KAAK,mBAAmB,EAAE;oBAC/B,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC;gBACpD;YACF;AACA,YAAA,OAAO,OAAO;QAChB;AAEA,QAAA,OAAO,GAAG;IACZ;AACD;;;;"}

package/dist/esm/llm/bedrock/toolCache.mjs

@@ -28,12 +28,15 @@ function getToolName(tool) {
     return undefined;
 }
 function openAIToBedrockTool(tool) {
+    const toolSpec = {
+        name: tool.function.name,
+        inputSchema: { json: tool.function.parameters },
+    };
+    if (tool.function.description != null && tool.function.description !== '') {
+        toolSpec.description = tool.function.description;
+    }
     return {
-        toolSpec: {
-            name: tool.function.name,
-            description: tool.function.description,
-            inputSchema: { json: tool.function.parameters },
-        },
+        toolSpec,
     };
 }
 function toBedrockTool(tool) {

package/dist/esm/llm/bedrock/toolCache.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"toolCache.mjs","sources":["../../../../src/llm/bedrock/toolCache.ts"],"sourcesContent":["import type { Tool, ToolConfiguration } from '@aws-sdk/client-bedrock-runtime';\nimport type { BindToolsInput } from '@langchain/core/language_models/chat_models';\nimport type { OpenAIClient } from '@langchain/openai';\nimport type { DocumentType } from '@smithy/types';\nimport type { GraphTools } from '@/types';\nimport { _convertToOpenAITool } from '@/llm/openai';\n\nconst CACHE_POINT: Tool.CachePointMember = {\n  cachePoint: { type: 'default' },\n};\n\nconst BEDROCK_TOOL_CACHE_MARKER = '__lc_bedrock_cache_point_after';\nconst BEDROCK_TOOL_CACHE_DISABLED_MARKER = '__lc_bedrock_skip_tool_cache';\n\ntype BedrockToolWithCacheMarker = Tool & {\n  [BEDROCK_TOOL_CACHE_MARKER]?: true;\n  [BEDROCK_TOOL_CACHE_DISABLED_MARKER]?: true;\n};\n\ntype OpenAIFunctionTool = Extract<\n  OpenAIClient.ChatCompletionTool,\n  { type: 'function' }\n>;\n\ntype ToolNameCandidate = {\n  name?: unknown;\n  function?: {\n    name?: unknown;\n  };\n  toolSpec?: {\n    name?: unknown;\n  };\n};\n\nfunction isBedrockToolSpec(tool: unknown): tool is Tool.ToolSpecMember {\n  return (\n    typeof tool === 'object' &&\n    tool != null &&\n    'toolSpec' in tool &&\n    typeof (tool as ToolNameCandidate).toolSpec?.name === 'string'\n  );\n}\n\nfunction isBedrockCachePoint(tool: Tool): tool is Tool.CachePointMember {\n  return 'cachePoint' in tool && tool.cachePoint != null;\n}\n\nfunction getToolName(tool: unknown): string | undefined {\n  const candidate = tool as ToolNameCandidate;\n  if (typeof candidate.toolSpec?.name === 'string') {\n    return candidate.toolSpec.name;\n  }\n  if (typeof candidate.name === 'string') {\n    return candidate.name;\n  }\n  if (typeof candidate.function?.name === 'string') {\n    return candidate.function.name;\n  }\n  return undefined;\n}\n\nfunction openAIToBedrockTool(tool: OpenAIFunctionTool): Tool.ToolSpecMember {\n  return {\n    toolSpec: {\n      name: tool.function.name,\n      description: tool.function.description,\n      inputSchema: { json: tool.function.parameters as DocumentType },\n    },\n  };\n}\n\nfunction toBedrockTool(tool: unknown): BedrockToolWithCacheMarker {\n  if (isBedrockToolSpec(tool)) {\n    return { ...tool };\n  }\n\n  return openAIToBedrockTool(\n    _convertToOpenAITool(tool as BindToolsInput) as OpenAIFunctionTool\n  ) as BedrockToolWithCacheMarker;\n}\n\nfunction markCachePointAfter(\n  tool: BedrockToolWithCacheMarker\n): BedrockToolWithCacheMarker {\n  return {\n    ...tool,\n    [BEDROCK_TOOL_CACHE_MARKER]: true,\n  };\n}\n\nfunction markToolCacheDisabled(\n  tool: BedrockToolWithCacheMarker\n): BedrockToolWithCacheMarker {\n  return {\n    ...tool,\n    [BEDROCK_TOOL_CACHE_DISABLED_MARKER]: true,\n  };\n}\n\nfunction stripCachePointMarker(tool: BedrockToolWithCacheMarker): Tool {\n  const {\n    [BEDROCK_TOOL_CACHE_MARKER]: _marker,\n    [BEDROCK_TOOL_CACHE_DISABLED_MARKER]: _disabled,\n    ...rest\n  } = tool;\n  return rest as Tool;\n}\n\nexport function partitionAndMarkBedrockToolCache(\n  tools: GraphTools | undefined,\n  isDeferred: (toolName: string) => boolean\n): GraphTools | undefined {\n  if (tools == null || tools.length === 0) {\n    return tools;\n  }\n\n  const staticTools: BedrockToolWithCacheMarker[] = [];\n  const deferredTools: BedrockToolWithCacheMarker[] = [];\n\n  for (const tool of tools as readonly unknown[]) {\n    const converted = toBedrockTool(tool);\n    const name = getToolName(converted) ?? getToolName(tool);\n\n    if (name != null && isDeferred(name)) {\n      deferredTools.push(converted);\n      continue;\n    }\n\n    staticTools.push(converted);\n  }\n\n  if (staticTools.length === 0) {\n    deferredTools[0] = markToolCacheDisabled(deferredTools[0]);\n    return [...deferredTools] as GraphTools;\n  }\n\n  staticTools[staticTools.length - 1] = markCachePointAfter(\n    staticTools[staticTools.length - 1]\n  );\n\n  return [...staticTools, ...deferredTools] as GraphTools;\n}\n\nexport function insertBedrockToolCachePoint(\n  toolConfig: ToolConfiguration | undefined,\n  fallbackToEnd: boolean\n): ToolConfiguration | undefined {\n  const tools = toolConfig?.tools as BedrockToolWithCacheMarker[] | undefined;\n  if (tools == null || tools.length === 0) {\n    return toolConfig;\n  }\n\n  let markerIndex = -1;\n  let hasCachePoint = false;\n  let hasDisabledMarker = false;\n  const cleanedTools: Tool[] = [];\n\n  for (let i = 0; i < tools.length; i++) {\n    const tool = tools[i];\n    if (isBedrockCachePoint(tool)) {\n      hasCachePoint = true;\n      cleanedTools.push(tool);\n      continue;\n    }\n    if (tool[BEDROCK_TOOL_CACHE_MARKER] === true) {\n      markerIndex = cleanedTools.length;\n    }\n    if (tool[BEDROCK_TOOL_CACHE_DISABLED_MARKER] === true) {\n      hasDisabledMarker = true;\n    }\n    cleanedTools.push(stripCachePointMarker(tool));\n  }\n\n  if (hasCachePoint || hasDisabledMarker) {\n    return { ...toolConfig, tools: cleanedTools };\n  }\n\n  const insertionIndex = markerIndex >= 0 ? markerIndex : tools.length - 1;\n  if (markerIndex < 0 && !fallbackToEnd) {\n    return { ...toolConfig, tools: cleanedTools };\n  }\n\n  return {\n    ...toolConfig,\n    tools: [\n      ...cleanedTools.slice(0, insertionIndex + 1),\n      CACHE_POINT,\n      ...cleanedTools.slice(insertionIndex + 1),\n    ],\n  };\n}\n"],"names":[],"mappings":";;AAOA,MAAM,WAAW,GAA0B;AACzC,IAAA,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;CAChC;AAED,MAAM,yBAAyB,GAAG,gCAAgC;AAClE,MAAM,kCAAkC,GAAG,8BAA8B;AAsBzE,SAAS,iBAAiB,CAAC,IAAa,EAAA;AACtC,IAAA,QACE,OAAO,IAAI,KAAK,QAAQ;AACxB,QAAA,IAAI,IAAI,IAAI;AACZ,QAAA,UAAU,IAAI,IAAI;QAClB,OAAQ,IAA0B,CAAC,QAAQ,EAAE,IAAI,KAAK,QAAQ;AAElE;AAEA,SAAS,mBAAmB,CAAC,IAAU,EAAA;IACrC,OAAO,YAAY,IAAI,IAAI,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI;AACxD;AAEA,SAAS,WAAW,CAAC,IAAa,EAAA;IAChC,MAAM,SAAS,GAAG,IAAyB;IAC3C,IAAI,OAAO,SAAS,CAAC,QAAQ,EAAE,IAAI,KAAK,QAAQ,EAAE;AAChD,QAAA,OAAO,SAAS,CAAC,QAAQ,CAAC,IAAI;IAChC;AACA,IAAA,IAAI,OAAO,SAAS,CAAC,IAAI,KAAK,QAAQ,EAAE;QACtC,OAAO,SAAS,CAAC,IAAI;IACvB;IACA,IAAI,OAAO,SAAS,CAAC,QAAQ,EAAE,IAAI,KAAK,QAAQ,EAAE;AAChD,QAAA,OAAO,SAAS,CAAC,QAAQ,CAAC,IAAI;IAChC;AACA,IAAA,OAAO,SAAS;AAClB;AAEA,SAAS,mBAAmB,CAAC,IAAwB,EAAA;IACnD,OAAO;AACL,QAAA,QAAQ,EAAE;AACR,YAAA,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;AACxB,YAAA,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW;YACtC,WAAW,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,UAA0B,EAAE;AAChE,SAAA;KACF;AACH;AAEA,SAAS,aAAa,CAAC,IAAa,EAAA;AAClC,IAAA,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE;AAC3B,QAAA,OAAO,EAAE,GAAG,IAAI,EAAE;IACpB;AAEA,IAAA,OAAO,mBAAmB,CACxB,oBAAoB,CAAC,IAAsB,CAAuB,CACrC;AACjC;AAEA,SAAS,mBAAmB,CAC1B,IAAgC,EAAA;IAEhC,OAAO;AACL,QAAA,GAAG,IAAI;QACP,CAAC,yBAAyB,GAAG,IAAI;KAClC;AACH;AAEA,SAAS,qBAAqB,CAC5B,IAAgC,EAAA;IAEhC,OAAO;AACL,QAAA,GAAG,IAAI;QACP,CAAC,kCAAkC,GAAG,IAAI;KAC3C;AACH;AAEA,SAAS,qBAAqB,CAAC,IAAgC,EAAA;AAC7D,IAAA,MAAM,EACJ,CAAC,yBAAyB,GAAG,OAAO,EACpC,CAAC,kCAAkC,GAAG,SAAS,EAC/C,GAAG,IAAI,EACR,GAAG,IAAI;AACR,IAAA,OAAO,IAAY;AACrB;AAEM,SAAU,gCAAgC,CAC9C,KAA6B,EAC7B,UAAyC,EAAA;IAEzC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;AACvC,QAAA,OAAO,KAAK;IACd;IAEA,MAAM,WAAW,GAAiC,EAAE;IACpD,MAAM,aAAa,GAAiC,EAAE;AAEtD,IAAA,KAAK,MAAM,IAAI,IAAI,KAA2B,EAAE;AAC9C,QAAA,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC;QACrC,MAAM,IAAI,GAAG,WAAW,CAAC,SAAS,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC;QAExD,IAAI,IAAI,IAAI,IAAI,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE;AACpC,YAAA,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC;YAC7B;QACF;AAEA,QAAA,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC;IAC7B;AAEA,IAAA,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE;QAC5B,aAAa,CAAC,CAAC,CAAC,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;AAC1D,QAAA,OAAO,CAAC,GAAG,aAAa,CAAe;IACzC;AAEA,IAAA,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,mBAAmB,CACvD,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CACpC;AAED,IAAA,OAAO,CAAC,GAAG,WAAW,EAAE,GAAG,aAAa,CAAe;AACzD;AAEM,SAAU,2BAA2B,CACzC,UAAyC,EACzC,aAAsB,EAAA;AAEtB,IAAA,MAAM,KAAK,GAAG,UAAU,EAAE,KAAiD;IAC3E,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;AACvC,QAAA,OAAO,UAAU;IACnB;AAEA,IAAA,IAAI,WAAW,GAAG,EAAE;IACpB,IAAI,aAAa,GAAG,KAAK;IACzB,IAAI,iBAAiB,GAAG,KAAK;IAC7B,MAAM,YAAY,GAAW,EAAE;AAE/B,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACrC,QAAA,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC;AACrB,QAAA,IAAI,mBAAmB,CAAC,IAAI,CAAC,EAAE;YAC7B,aAAa,GAAG,IAAI;AACpB,YAAA,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;YACvB;QACF;AACA,QAAA,IAAI,IAAI,CAAC,yBAAyB,CAAC,KAAK,IAAI,EAAE;AAC5C,YAAA,WAAW,GAAG,YAAY,CAAC,MAAM;QACnC;AACA,QAAA,IAAI,IAAI,CAAC,kCAAkC,CAAC,KAAK,IAAI,EAAE;YACrD,iBAAiB,GAAG,IAAI;QAC1B;QACA,YAAY,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;IAChD;AAEA,IAAA,IAAI,aAAa,IAAI,iBAAiB,EAAE;QACtC,OAAO,EAAE,GAAG,UAAU,EAAE,KAAK,EAAE,YAAY,EAAE;IAC/C;AAEA,IAAA,MAAM,cAAc,GAAG,WAAW,IAAI,CAAC,GAAG,WAAW,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC;IAKxE,OAAO;AACL,QAAA,GAAG,UAAU;AACb,QAAA,KAAK,EAAE;YACL,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,GAAG,CAAC,CAAC;YAC5C,WAAW;AACX,YAAA,GAAG,YAAY,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,CAAC;AAC1C,SAAA;KACF;AACH;;;;"}
+{"version":3,"file":"toolCache.mjs","sources":["../../../../src/llm/bedrock/toolCache.ts"],"sourcesContent":["import type { BindToolsInput } from '@langchain/core/language_models/chat_models';\nimport type { Tool, ToolConfiguration } from '@aws-sdk/client-bedrock-runtime';\nimport type { OpenAIClient } from '@langchain/openai';\nimport type { DocumentType } from '@smithy/types';\nimport type { GraphTools } from '@/types';\nimport { _convertToOpenAITool } from '@/llm/openai';\n\nconst CACHE_POINT: Tool.CachePointMember = {\n  cachePoint: { type: 'default' },\n};\n\nconst BEDROCK_TOOL_CACHE_MARKER = '__lc_bedrock_cache_point_after';\nconst BEDROCK_TOOL_CACHE_DISABLED_MARKER = '__lc_bedrock_skip_tool_cache';\n\ntype BedrockToolWithCacheMarker = Tool & {\n  [BEDROCK_TOOL_CACHE_MARKER]?: true;\n  [BEDROCK_TOOL_CACHE_DISABLED_MARKER]?: true;\n};\n\ntype OpenAIFunctionTool = Extract<\n  OpenAIClient.ChatCompletionTool,\n  { type: 'function' }\n>;\n\ntype ToolNameCandidate = {\n  name?: unknown;\n  function?: {\n    name?: unknown;\n  };\n  toolSpec?: {\n    name?: unknown;\n  };\n};\n\nfunction isBedrockToolSpec(tool: unknown): tool is Tool.ToolSpecMember {\n  return (\n    typeof tool === 'object' &&\n    tool != null &&\n    'toolSpec' in tool &&\n    typeof (tool as ToolNameCandidate).toolSpec?.name === 'string'\n  );\n}\n\nfunction isBedrockCachePoint(tool: Tool): tool is Tool.CachePointMember {\n  return 'cachePoint' in tool && tool.cachePoint != null;\n}\n\nfunction getToolName(tool: unknown): string | undefined {\n  const candidate = tool as ToolNameCandidate;\n  if (typeof candidate.toolSpec?.name === 'string') {\n    return candidate.toolSpec.name;\n  }\n  if (typeof candidate.name === 'string') {\n    return candidate.name;\n  }\n  if (typeof candidate.function?.name === 'string') {\n    return candidate.function.name;\n  }\n  return undefined;\n}\n\nfunction openAIToBedrockTool(tool: OpenAIFunctionTool): Tool.ToolSpecMember {\n  const toolSpec: NonNullable<Tool.ToolSpecMember['toolSpec']> = {\n    name: tool.function.name,\n    inputSchema: { json: tool.function.parameters as DocumentType },\n  };\n\n  if (tool.function.description != null && tool.function.description !== '') {\n    toolSpec.description = tool.function.description;\n  }\n\n  return {\n    toolSpec,\n  };\n}\n\nfunction toBedrockTool(tool: unknown): BedrockToolWithCacheMarker {\n  if (isBedrockToolSpec(tool)) {\n    return { ...tool };\n  }\n\n  return openAIToBedrockTool(\n    _convertToOpenAITool(tool as BindToolsInput) as OpenAIFunctionTool\n  ) as BedrockToolWithCacheMarker;\n}\n\nfunction markCachePointAfter(\n  tool: BedrockToolWithCacheMarker\n): BedrockToolWithCacheMarker {\n  return {\n    ...tool,\n    [BEDROCK_TOOL_CACHE_MARKER]: true,\n  };\n}\n\nfunction markToolCacheDisabled(\n  tool: BedrockToolWithCacheMarker\n): BedrockToolWithCacheMarker {\n  return {\n    ...tool,\n    [BEDROCK_TOOL_CACHE_DISABLED_MARKER]: true,\n  };\n}\n\nfunction stripCachePointMarker(tool: BedrockToolWithCacheMarker): Tool {\n  const {\n    [BEDROCK_TOOL_CACHE_MARKER]: _marker,\n    [BEDROCK_TOOL_CACHE_DISABLED_MARKER]: _disabled,\n    ...rest\n  } = tool;\n  return rest as Tool;\n}\n\nexport function partitionAndMarkBedrockToolCache(\n  tools: GraphTools | undefined,\n  isDeferred: (toolName: string) => boolean\n): GraphTools | undefined {\n  if (tools == null || tools.length === 0) {\n    return tools;\n  }\n\n  const staticTools: BedrockToolWithCacheMarker[] = [];\n  const deferredTools: BedrockToolWithCacheMarker[] = [];\n\n  for (const tool of tools as readonly unknown[]) {\n    const converted = toBedrockTool(tool);\n    const name = getToolName(converted) ?? getToolName(tool);\n\n    if (name != null && isDeferred(name)) {\n      deferredTools.push(converted);\n      continue;\n    }\n\n    staticTools.push(converted);\n  }\n\n  if (staticTools.length === 0) {\n    deferredTools[0] = markToolCacheDisabled(deferredTools[0]);\n    return [...deferredTools] as GraphTools;\n  }\n\n  staticTools[staticTools.length - 1] = markCachePointAfter(\n    staticTools[staticTools.length - 1]\n  );\n\n  return [...staticTools, ...deferredTools] as GraphTools;\n}\n\nexport function insertBedrockToolCachePoint(\n  toolConfig: ToolConfiguration | undefined,\n  fallbackToEnd: boolean\n): ToolConfiguration | undefined {\n  const tools = toolConfig?.tools as BedrockToolWithCacheMarker[] | undefined;\n  if (tools == null || tools.length === 0) {\n    return toolConfig;\n  }\n\n  let markerIndex = -1;\n  let hasCachePoint = false;\n  let hasDisabledMarker = false;\n  const cleanedTools: Tool[] = [];\n\n  for (let i = 0; i < tools.length; i++) {\n    const tool = tools[i];\n    if (isBedrockCachePoint(tool)) {\n      hasCachePoint = true;\n      cleanedTools.push(tool);\n      continue;\n    }\n    if (tool[BEDROCK_TOOL_CACHE_MARKER] === true) {\n      markerIndex = cleanedTools.length;\n    }\n    if (tool[BEDROCK_TOOL_CACHE_DISABLED_MARKER] === true) {\n      hasDisabledMarker = true;\n    }\n    cleanedTools.push(stripCachePointMarker(tool));\n  }\n\n  if (hasCachePoint || hasDisabledMarker) {\n    return { ...toolConfig, tools: cleanedTools };\n  }\n\n  const insertionIndex = markerIndex >= 0 ? markerIndex : tools.length - 1;\n  if (markerIndex < 0 && !fallbackToEnd) {\n    return { ...toolConfig, tools: cleanedTools };\n  }\n\n  return {\n    ...toolConfig,\n    tools: [\n      ...cleanedTools.slice(0, insertionIndex + 1),\n      CACHE_POINT,\n      ...cleanedTools.slice(insertionIndex + 1),\n    ],\n  };\n}\n"],"names":[],"mappings":";;AAOA,MAAM,WAAW,GAA0B;AACzC,IAAA,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;CAChC;AAED,MAAM,yBAAyB,GAAG,gCAAgC;AAClE,MAAM,kCAAkC,GAAG,8BAA8B;AAsBzE,SAAS,iBAAiB,CAAC,IAAa,EAAA;AACtC,IAAA,QACE,OAAO,IAAI,KAAK,QAAQ;AACxB,QAAA,IAAI,IAAI,IAAI;AACZ,QAAA,UAAU,IAAI,IAAI;QAClB,OAAQ,IAA0B,CAAC,QAAQ,EAAE,IAAI,KAAK,QAAQ;AAElE;AAEA,SAAS,mBAAmB,CAAC,IAAU,EAAA;IACrC,OAAO,YAAY,IAAI,IAAI,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI;AACxD;AAEA,SAAS,WAAW,CAAC,IAAa,EAAA;IAChC,MAAM,SAAS,GAAG,IAAyB;IAC3C,IAAI,OAAO,SAAS,CAAC,QAAQ,EAAE,IAAI,KAAK,QAAQ,EAAE;AAChD,QAAA,OAAO,SAAS,CAAC,QAAQ,CAAC,IAAI;IAChC;AACA,IAAA,IAAI,OAAO,SAAS,CAAC,IAAI,KAAK,QAAQ,EAAE;QACtC,OAAO,SAAS,CAAC,IAAI;IACvB;IACA,IAAI,OAAO,SAAS,CAAC,QAAQ,EAAE,IAAI,KAAK,QAAQ,EAAE;AAChD,QAAA,OAAO,SAAS,CAAC,QAAQ,CAAC,IAAI;IAChC;AACA,IAAA,OAAO,SAAS;AAClB;AAEA,SAAS,mBAAmB,CAAC,IAAwB,EAAA;AACnD,IAAA,MAAM,QAAQ,GAAiD;AAC7D,QAAA,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;QACxB,WAAW,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,UAA0B,EAAE;KAChE;AAED,IAAA,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,KAAK,EAAE,EAAE;QACzE,QAAQ,CAAC,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW;IAClD;IAEA,OAAO;QACL,QAAQ;KACT;AACH;AAEA,SAAS,aAAa,CAAC,IAAa,EAAA;AAClC,IAAA,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE;AAC3B,QAAA,OAAO,EAAE,GAAG,IAAI,EAAE;IACpB;AAEA,IAAA,OAAO,mBAAmB,CACxB,oBAAoB,CAAC,IAAsB,CAAuB,CACrC;AACjC;AAEA,SAAS,mBAAmB,CAC1B,IAAgC,EAAA;IAEhC,OAAO;AACL,QAAA,GAAG,IAAI;QACP,CAAC,yBAAyB,GAAG,IAAI;KAClC;AACH;AAEA,SAAS,qBAAqB,CAC5B,IAAgC,EAAA;IAEhC,OAAO;AACL,QAAA,GAAG,IAAI;QACP,CAAC,kCAAkC,GAAG,IAAI;KAC3C;AACH;AAEA,SAAS,qBAAqB,CAAC,IAAgC,EAAA;AAC7D,IAAA,MAAM,EACJ,CAAC,yBAAyB,GAAG,OAAO,EACpC,CAAC,kCAAkC,GAAG,SAAS,EAC/C,GAAG,IAAI,EACR,GAAG,IAAI;AACR,IAAA,OAAO,IAAY;AACrB;AAEM,SAAU,gCAAgC,CAC9C,KAA6B,EAC7B,UAAyC,EAAA;IAEzC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;AACvC,QAAA,OAAO,KAAK;IACd;IAEA,MAAM,WAAW,GAAiC,EAAE;IACpD,MAAM,aAAa,GAAiC,EAAE;AAEtD,IAAA,KAAK,MAAM,IAAI,IAAI,KAA2B,EAAE;AAC9C,QAAA,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC;QACrC,MAAM,IAAI,GAAG,WAAW,CAAC,SAAS,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC;QAExD,IAAI,IAAI,IAAI,IAAI,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE;AACpC,YAAA,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC;YAC7B;QACF;AAEA,QAAA,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC;IAC7B;AAEA,IAAA,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE;QAC5B,aAAa,CAAC,CAAC,CAAC,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;AAC1D,QAAA,OAAO,CAAC,GAAG,aAAa,CAAe;IACzC;AAEA,IAAA,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,mBAAmB,CACvD,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CACpC;AAED,IAAA,OAAO,CAAC,GAAG,WAAW,EAAE,GAAG,aAAa,CAAe;AACzD;AAEM,SAAU,2BAA2B,CACzC,UAAyC,EACzC,aAAsB,EAAA;AAEtB,IAAA,MAAM,KAAK,GAAG,UAAU,EAAE,KAAiD;IAC3E,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;AACvC,QAAA,OAAO,UAAU;IACnB;AAEA,IAAA,IAAI,WAAW,GAAG,EAAE;IACpB,IAAI,aAAa,GAAG,KAAK;IACzB,IAAI,iBAAiB,GAAG,KAAK;IAC7B,MAAM,YAAY,GAAW,EAAE;AAE/B,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;AACrC,QAAA,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC;AACrB,QAAA,IAAI,mBAAmB,CAAC,IAAI,CAAC,EAAE;YAC7B,aAAa,GAAG,IAAI;AACpB,YAAA,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;YACvB;QACF;AACA,QAAA,IAAI,IAAI,CAAC,yBAAyB,CAAC,KAAK,IAAI,EAAE;AAC5C,YAAA,WAAW,GAAG,YAAY,CAAC,MAAM;QACnC;AACA,QAAA,IAAI,IAAI,CAAC,kCAAkC,CAAC,KAAK,IAAI,EAAE;YACrD,iBAAiB,GAAG,IAAI;QAC1B;QACA,YAAY,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;IAChD;AAEA,IAAA,IAAI,aAAa,IAAI,iBAAiB,EAAE;QACtC,OAAO,EAAE,GAAG,UAAU,EAAE,KAAK,EAAE,YAAY,EAAE;IAC/C;AAEA,IAAA,MAAM,cAAc,GAAG,WAAW,IAAI,CAAC,GAAG,WAAW,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC;IAKxE,OAAO;AACL,QAAA,GAAG,UAAU;AACb,QAAA,KAAK,EAAE;YACL,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,GAAG,CAAC,CAAC;YAC5C,WAAW;AACX,YAAA,GAAG,YAAY,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,CAAC;AAC1C,SAAA;KACF;AACH;;;;"}

package/dist/esm/llm/fake.mjs

@@ -1,12 +1,12 @@
-import { ChatGenerationChunk } from '@langchain/core/outputs';
 import { AIMessageChunk } from '@langchain/core/messages';
+import { ChatGenerationChunk } from '@langchain/core/outputs';
 import { FakeListChatModel } from '@langchain/core/utils/testing';
 
 class FakeChatModel extends FakeListChatModel {
     splitStrategy;
     toolCalls = [];
     addedToolCalls = false;
-    constructor({ responses, sleep, emitCustomEvent, splitStrategy = { type: 'regex', value: /(?<=\s+)|(?=\s+)/ }, toolCalls = [] }) {
+    constructor({ responses, sleep, emitCustomEvent, splitStrategy = { type: 'regex', value: /(?<=\s+)|(?=\s+)/ }, toolCalls = [], }) {
         super({ responses, sleep, emitCustomEvent });
         this.splitStrategy = splitStrategy;
         this.toolCalls = toolCalls;
@@ -31,18 +31,20 @@ class FakeChatModel extends FakeListChatModel {
             message: new AIMessageChunk({
                 content: text,
                 tool_call_chunks,
-                additional_kwargs: tool_call_chunks ? {
-                    tool_calls: tool_call_chunks.map((toolCall) => ({
-                        index: toolCall.index ?? 0,
-                        id: toolCall.id ?? '',
-                        type: 'function',
-                        function: {
-                            name: toolCall.name ?? '',
-                            arguments: toolCall.args ?? '',
-                        },
-                    })),
-                } : undefined,
-            })
+                additional_kwargs: tool_call_chunks
+                    ? {
+                        tool_calls: tool_call_chunks.map((toolCall) => ({
+                            index: toolCall.index ?? 0,
+                            id: toolCall.id ?? '',
+                            type: 'function',
+                            function: {
+                                name: toolCall.name ?? '',
+                                arguments: toolCall.args ?? '',
+                            },
+                        })),
+                    }
+                    : undefined,
+            }),
         });
     }
     async *_streamResponseChunks(_messages, options, runManager) {

package/dist/esm/llm/fake.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"fake.mjs","sources":["../../../src/llm/fake.ts"],"sourcesContent":["import { ChatGenerationChunk } from '@langchain/core/outputs';\nimport { AIMessageChunk } from '@langchain/core/messages';\nimport type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport type { BaseMessage } from '@langchain/core/messages';\nimport { FakeListChatModel } from '@langchain/core/utils/testing';\nimport { ToolCall, ToolCallChunk } from '@langchain/core/messages/tool';\n\ntype SplitStrategy = {\n  type: 'regex' | 'fixed';\n  value: RegExp | number;\n};\n\nexport class FakeChatModel extends FakeListChatModel {\n  private splitStrategy: SplitStrategy;\n  private toolCalls: ToolCall[] = [];\n  private addedToolCalls: boolean = false;\n\n  constructor({\n    responses,\n    sleep,\n    emitCustomEvent,\n    splitStrategy = { type: 'regex', value: /(?<=\\s+)|(?=\\s+)/ },\n    toolCalls = []\n  }: {\n    responses: string[];\n    sleep?: number;\n    emitCustomEvent?: boolean;\n    splitStrategy?: SplitStrategy;\n    toolCalls?: ToolCall[];\n  }) {\n    super({ responses, sleep, emitCustomEvent });\n    this.splitStrategy = splitStrategy;\n    this.toolCalls = toolCalls;\n  }\n\n  private splitText(text: string): string[] {\n    if (this.splitStrategy.type === 'regex') {\n      return text.split(this.splitStrategy.value as RegExp);\n    } else {\n      const chunkSize = this.splitStrategy.value as number;\n      const chunks: string[] = [];\n      for (let i = 0; i < text.length; i += chunkSize) {\n        chunks.push(text.slice(i, i + chunkSize));\n      }\n      return chunks;\n    }\n  }\n  _createResponseChunk(text: string, tool_call_chunks?: ToolCallChunk[]): ChatGenerationChunk {\n    return new ChatGenerationChunk({\n      text,\n      generationInfo: {},\n      message: new AIMessageChunk({\n        content: text,\n        tool_call_chunks,\n        additional_kwargs: tool_call_chunks ? {\n          tool_calls: tool_call_chunks.map((toolCall) => ({\n            index: toolCall.index ?? 0,\n            id: toolCall.id ?? '',\n            type: 'function',\n            function: {\n              name: toolCall.name ?? '',\n              arguments: toolCall.args ?? '',\n            },\n          })),\n        } : undefined,\n      })});\n  }\n\n  async *_streamResponseChunks(\n    _messages: BaseMessage[],\n    options: this['ParsedCallOptions'],\n    runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<ChatGenerationChunk> {\n    const response = this._currentResponse();\n    this._incrementResponse();\n\n    if (this.emitCustomEvent) {\n      await runManager?.handleCustomEvent('some_test_event', {\n        someval: true,\n      });\n    }\n\n    const chunks = this.splitText(response);\n    for await (const chunk of chunks) {\n      await this._sleepIfRequested();\n\n      if (options.thrownErrorString != null && options.thrownErrorString) {\n        throw new Error(options.thrownErrorString);\n      }\n\n      const responseChunk = super._createResponseChunk(chunk);\n      yield responseChunk;\n      void runManager?.handleLLMNewToken(chunk);\n    }\n\n    await this._sleepIfRequested();\n    if (this.toolCalls.length > 0 && !this.addedToolCalls) {\n      this.addedToolCalls = true;\n      const toolCallChunks = this.toolCalls.map((toolCall) => {;\n        return {\n          name: toolCall.name,\n          args: JSON.stringify(toolCall.args),\n          id: toolCall.id,\n          type: 'tool_call_chunk',\n        } as ToolCallChunk;\n      });\n      const responseChunk = this._createResponseChunk('', toolCallChunks);\n      yield responseChunk;\n      void runManager?.handleLLMNewToken('');\n    }\n  }\n}\n\nexport function createFakeStreamingLLM({\n  responses,\n  sleep,\n  splitStrategy,\n  toolCalls,\n} : {\n  responses: string[],\n  sleep?: number,\n  splitStrategy?: SplitStrategy,\n  toolCalls?: ToolCall[]\n}\n): FakeChatModel {\n  return new FakeChatModel({\n    sleep,\n    responses,\n    emitCustomEvent: true,\n    splitStrategy,\n    toolCalls,\n  });\n}\n"],"names":[],"mappings":";;;;AAYM,MAAO,aAAc,SAAQ,iBAAiB,CAAA;AAC1C,IAAA,aAAa;IACb,SAAS,GAAe,EAAE;IAC1B,cAAc,GAAY,KAAK;IAEvC,WAAA,CAAY,EACV,SAAS,EACT,KAAK,EACL,eAAe,EACf,aAAa,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,kBAAkB,EAAE,EAC5D,SAAS,GAAG,EAAE,EAOf,EAAA;QACC,KAAK,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;AAC5C,QAAA,IAAI,CAAC,aAAa,GAAG,aAAa;AAClC,QAAA,IAAI,CAAC,SAAS,GAAG,SAAS;IAC5B;AAEQ,IAAA,SAAS,CAAC,IAAY,EAAA;QAC5B,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,OAAO,EAAE;YACvC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,KAAe,CAAC;QACvD;aAAO;AACL,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,KAAe;YACpD,MAAM,MAAM,GAAa,EAAE;AAC3B,YAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE;AAC/C,gBAAA,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YAC3C;AACA,YAAA,OAAO,MAAM;QACf;IACF;IACA,oBAAoB,CAAC,IAAY,EAAE,gBAAkC,EAAA;QACnE,OAAO,IAAI,mBAAmB,CAAC;YAC7B,IAAI;AACJ,YAAA,cAAc,EAAE,EAAE;YAClB,OAAO,EAAE,IAAI,cAAc,CAAC;AAC1B,gBAAA,OAAO,EAAE,IAAI;gBACb,gBAAgB;AAChB,gBAAA,iBAAiB,EAAE,gBAAgB,GAAG;oBACpC,UAAU,EAAE,gBAAgB,CAAC,GAAG,CAAC,CAAC,QAAQ,MAAM;AAC9C,wBAAA,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,CAAC;AAC1B,wBAAA,EAAE,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE;AACrB,wBAAA,IAAI,EAAE,UAAU;AAChB,wBAAA,QAAQ,EAAE;AACR,4BAAA,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;AACzB,4BAAA,SAAS,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;AAC/B,yBAAA;AACF,qBAAA,CAAC,CAAC;iBACJ,GAAG,SAAS;aACd;AAAE,SAAA,CAAC;IACR;IAEA,OAAO,qBAAqB,CAC1B,SAAwB,EACxB,OAAkC,EAClC,UAAqC,EAAA;AAErC,QAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,EAAE;QACxC,IAAI,CAAC,kBAAkB,EAAE;AAEzB,QAAA,IAAI,IAAI,CAAC,eAAe,EAAE;AACxB,YAAA,MAAM,UAAU,EAAE,iBAAiB,CAAC,iBAAiB,EAAE;AACrD,gBAAA,OAAO,EAAE,IAAI;AACd,aAAA,CAAC;QACJ;QAEA,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;AACvC,QAAA,WAAW,MAAM,KAAK,IAAI,MAAM,EAAE;AAChC,YAAA,MAAM,IAAI,CAAC,iBAAiB,EAAE;YAE9B,IAAI,OAAO,CAAC,iBAAiB,IAAI,IAAI,IAAI,OAAO,CAAC,iBAAiB,EAAE;AAClE,gBAAA,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC;YAC5C;YAEA,MAAM,aAAa,GAAG,KAAK,CAAC,oBAAoB,CAAC,KAAK,CAAC;AACvD,YAAA,MAAM,aAAa;AACnB,YAAA,KAAK,UAAU,EAAE,iBAAiB,CAAC,KAAK,CAAC;QAC3C;AAEA,QAAA,MAAM,IAAI,CAAC,iBAAiB,EAAE;AAC9B,QAAA,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;AACrD,YAAA,IAAI,CAAC,cAAc,GAAG,IAAI;YAC1B,MAAM,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,KAAI;gBACrD,OAAO;oBACL,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC;oBACnC,EAAE,EAAE,QAAQ,CAAC,EAAE;AACf,oBAAA,IAAI,EAAE,iBAAiB;iBACP;AACpB,YAAA,CAAC,CAAC;YACF,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,EAAE,EAAE,cAAc,CAAC;AACnE,YAAA,MAAM,aAAa;AACnB,YAAA,KAAK,UAAU,EAAE,iBAAiB,CAAC,EAAE,CAAC;QACxC;IACF;AACD;AAEK,SAAU,sBAAsB,CAAC,EACrC,SAAS,EACT,KAAK,EACL,aAAa,EACb,SAAS,GAMV,EAAA;IAEC,OAAO,IAAI,aAAa,CAAC;QACvB,KAAK;QACL,SAAS;AACT,QAAA,eAAe,EAAE,IAAI;QACrB,aAAa;QACb,SAAS;AACV,KAAA,CAAC;AACJ;;;;"}
+{"version":3,"file":"fake.mjs","sources":["../../../src/llm/fake.ts"],"sourcesContent":["import { AIMessageChunk } from '@langchain/core/messages';\nimport { ChatGenerationChunk } from '@langchain/core/outputs';\nimport { FakeListChatModel } from '@langchain/core/utils/testing';\nimport { ToolCall, ToolCallChunk } from '@langchain/core/messages/tool';\nimport type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport type { BaseMessage } from '@langchain/core/messages';\n\ntype SplitStrategy = {\n  type: 'regex' | 'fixed';\n  value: RegExp | number;\n};\n\nexport class FakeChatModel extends FakeListChatModel {\n  private splitStrategy: SplitStrategy;\n  private toolCalls: ToolCall[] = [];\n  private addedToolCalls: boolean = false;\n\n  constructor({\n    responses,\n    sleep,\n    emitCustomEvent,\n    splitStrategy = { type: 'regex', value: /(?<=\\s+)|(?=\\s+)/ },\n    toolCalls = [],\n  }: {\n    responses: string[];\n    sleep?: number;\n    emitCustomEvent?: boolean;\n    splitStrategy?: SplitStrategy;\n    toolCalls?: ToolCall[];\n  }) {\n    super({ responses, sleep, emitCustomEvent });\n    this.splitStrategy = splitStrategy;\n    this.toolCalls = toolCalls;\n  }\n\n  private splitText(text: string): string[] {\n    if (this.splitStrategy.type === 'regex') {\n      return text.split(this.splitStrategy.value as RegExp);\n    } else {\n      const chunkSize = this.splitStrategy.value as number;\n      const chunks: string[] = [];\n      for (let i = 0; i < text.length; i += chunkSize) {\n        chunks.push(text.slice(i, i + chunkSize));\n      }\n      return chunks;\n    }\n  }\n  _createResponseChunk(\n    text: string,\n    tool_call_chunks?: ToolCallChunk[]\n  ): ChatGenerationChunk {\n    return new ChatGenerationChunk({\n      text,\n      generationInfo: {},\n      message: new AIMessageChunk({\n        content: text,\n        tool_call_chunks,\n        additional_kwargs: tool_call_chunks\n          ? {\n            tool_calls: tool_call_chunks.map((toolCall) => ({\n              index: toolCall.index ?? 0,\n              id: toolCall.id ?? '',\n              type: 'function',\n              function: {\n                name: toolCall.name ?? '',\n                arguments: toolCall.args ?? '',\n              },\n            })),\n          }\n          : undefined,\n      }),\n    });\n  }\n\n  async *_streamResponseChunks(\n    _messages: BaseMessage[],\n    options: this['ParsedCallOptions'],\n    runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<ChatGenerationChunk> {\n    const response = this._currentResponse();\n    this._incrementResponse();\n\n    if (this.emitCustomEvent) {\n      await runManager?.handleCustomEvent('some_test_event', {\n        someval: true,\n      });\n    }\n\n    const chunks = this.splitText(response);\n    for await (const chunk of chunks) {\n      await this._sleepIfRequested();\n\n      if (options.thrownErrorString != null && options.thrownErrorString) {\n        throw new Error(options.thrownErrorString);\n      }\n\n      const responseChunk = super._createResponseChunk(chunk);\n      yield responseChunk;\n      void runManager?.handleLLMNewToken(chunk);\n    }\n\n    await this._sleepIfRequested();\n    if (this.toolCalls.length > 0 && !this.addedToolCalls) {\n      this.addedToolCalls = true;\n      const toolCallChunks = this.toolCalls.map((toolCall) => {\n        return {\n          name: toolCall.name,\n          args: JSON.stringify(toolCall.args),\n          id: toolCall.id,\n          type: 'tool_call_chunk',\n        } as ToolCallChunk;\n      });\n      const responseChunk = this._createResponseChunk('', toolCallChunks);\n      yield responseChunk;\n      void runManager?.handleLLMNewToken('');\n    }\n  }\n}\n\nexport function createFakeStreamingLLM({\n  responses,\n  sleep,\n  splitStrategy,\n  toolCalls,\n}: {\n  responses: string[];\n  sleep?: number;\n  splitStrategy?: SplitStrategy;\n  toolCalls?: ToolCall[];\n}): FakeChatModel {\n  return new FakeChatModel({\n    sleep,\n    responses,\n    emitCustomEvent: true,\n    splitStrategy,\n    toolCalls,\n  });\n}\n"],"names":[],"mappings":";;;;AAYM,MAAO,aAAc,SAAQ,iBAAiB,CAAA;AAC1C,IAAA,aAAa;IACb,SAAS,GAAe,EAAE;IAC1B,cAAc,GAAY,KAAK;IAEvC,WAAA,CAAY,EACV,SAAS,EACT,KAAK,EACL,eAAe,EACf,aAAa,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,kBAAkB,EAAE,EAC5D,SAAS,GAAG,EAAE,GAOf,EAAA;QACC,KAAK,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;AAC5C,QAAA,IAAI,CAAC,aAAa,GAAG,aAAa;AAClC,QAAA,IAAI,CAAC,SAAS,GAAG,SAAS;IAC5B;AAEQ,IAAA,SAAS,CAAC,IAAY,EAAA;QAC5B,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,OAAO,EAAE;YACvC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,KAAe,CAAC;QACvD;aAAO;AACL,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,KAAe;YACpD,MAAM,MAAM,GAAa,EAAE;AAC3B,YAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE;AAC/C,gBAAA,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;YAC3C;AACA,YAAA,OAAO,MAAM;QACf;IACF;IACA,oBAAoB,CAClB,IAAY,EACZ,gBAAkC,EAAA;QAElC,OAAO,IAAI,mBAAmB,CAAC;YAC7B,IAAI;AACJ,YAAA,cAAc,EAAE,EAAE;YAClB,OAAO,EAAE,IAAI,cAAc,CAAC;AAC1B,gBAAA,OAAO,EAAE,IAAI;gBACb,gBAAgB;AAChB,gBAAA,iBAAiB,EAAE;AACjB,sBAAE;wBACA,UAAU,EAAE,gBAAgB,CAAC,GAAG,CAAC,CAAC,QAAQ,MAAM;AAC9C,4BAAA,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,CAAC;AAC1B,4BAAA,EAAE,EAAE,QAAQ,CAAC,EAAE,IAAI,EAAE;AACrB,4BAAA,IAAI,EAAE,UAAU;AAChB,4BAAA,QAAQ,EAAE;AACR,gCAAA,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;AACzB,gCAAA,SAAS,EAAE,QAAQ,CAAC,IAAI,IAAI,EAAE;AAC/B,6BAAA;AACF,yBAAA,CAAC,CAAC;AACJ;AACD,sBAAE,SAAS;aACd,CAAC;AACH,SAAA,CAAC;IACJ;IAEA,OAAO,qBAAqB,CAC1B,SAAwB,EACxB,OAAkC,EAClC,UAAqC,EAAA;AAErC,QAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,EAAE;QACxC,IAAI,CAAC,kBAAkB,EAAE;AAEzB,QAAA,IAAI,IAAI,CAAC,eAAe,EAAE;AACxB,YAAA,MAAM,UAAU,EAAE,iBAAiB,CAAC,iBAAiB,EAAE;AACrD,gBAAA,OAAO,EAAE,IAAI;AACd,aAAA,CAAC;QACJ;QAEA,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;AACvC,QAAA,WAAW,MAAM,KAAK,IAAI,MAAM,EAAE;AAChC,YAAA,MAAM,IAAI,CAAC,iBAAiB,EAAE;YAE9B,IAAI,OAAO,CAAC,iBAAiB,IAAI,IAAI,IAAI,OAAO,CAAC,iBAAiB,EAAE;AAClE,gBAAA,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC;YAC5C;YAEA,MAAM,aAAa,GAAG,KAAK,CAAC,oBAAoB,CAAC,KAAK,CAAC;AACvD,YAAA,MAAM,aAAa;AACnB,YAAA,KAAK,UAAU,EAAE,iBAAiB,CAAC,KAAK,CAAC;QAC3C;AAEA,QAAA,MAAM,IAAI,CAAC,iBAAiB,EAAE;AAC9B,QAAA,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;AACrD,YAAA,IAAI,CAAC,cAAc,GAAG,IAAI;YAC1B,MAAM,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,KAAI;gBACrD,OAAO;oBACL,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC;oBACnC,EAAE,EAAE,QAAQ,CAAC,EAAE;AACf,oBAAA,IAAI,EAAE,iBAAiB;iBACP;AACpB,YAAA,CAAC,CAAC;YACF,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,EAAE,EAAE,cAAc,CAAC;AACnE,YAAA,MAAM,aAAa;AACnB,YAAA,KAAK,UAAU,EAAE,iBAAiB,CAAC,EAAE,CAAC;QACxC;IACF;AACD;AAEK,SAAU,sBAAsB,CAAC,EACrC,SAAS,EACT,KAAK,EACL,aAAa,EACb,SAAS,GAMV,EAAA;IACC,OAAO,IAAI,aAAa,CAAC;QACvB,KAAK;QACL,SAAS;AACT,QAAA,eAAe,EAAE,IAAI;QACrB,aAAa;QACb,SAAS;AACV,KAAA,CAAC;AACJ;;;;"}

package/dist/esm/llm/google/index.mjs

@@ -2,12 +2,13 @@ import { AIMessageChunk } from '@langchain/core/messages';
 import { ChatGenerationChunk } from '@langchain/core/outputs';
 import { ChatGoogleGenerativeAI } from '@langchain/google-genai';
 import { getEnvironmentVariable } from '@langchain/core/utils/env';
-import { GoogleGenerativeAI } from '@google/generative-ai';
+import { GoogleGenerativeAI, FunctionCallingMode } from '@google/generative-ai';
 import { convertBaseMessagesToContent, mapGenerateContentResultToChatResult, convertResponseContentToChatGenerationChunk } from './utils/common.mjs';
 
 /* eslint-disable @typescript-eslint/ban-ts-comment */
 class CustomChatGoogleGenerativeAI extends ChatGoogleGenerativeAI {
     thinkingConfig;
+    includeServerSideToolInvocations;
     /**
      * Override to add gemini-3 model support for multimodal and function calling thought signatures
      */
@@ -57,6 +58,9 @@ class CustomChatGoogleGenerativeAI extends ChatGoogleGenerativeAI {
             }
         }
         this.thinkingConfig = fields.thinkingConfig ?? this.thinkingConfig;
+        this.includeServerSideToolInvocations =
+            fields.includeServerSideToolInvocations ??
+                this.includeServerSideToolInvocations;
         this.streaming = fields.streaming ?? this.streaming;
         this.json = fields.json;
         // @ts-ignore - Accessing private property from parent class
@@ -132,6 +136,24 @@ class CustomChatGoogleGenerativeAI extends ChatGoogleGenerativeAI {
                 thinkingConfig: this.thinkingConfig,
             };
         }
+        if (this.includeServerSideToolInvocations === true &&
+            Array.isArray(params.tools) &&
+            params.tools.length > 0) {
+            const toolConfig = params.toolConfig;
+            const functionCallingConfig = toolConfig?.functionCallingConfig;
+            params.toolConfig = {
+                ...toolConfig,
+                ...(functionCallingConfig?.mode === FunctionCallingMode.AUTO
+                    ? {
+                        functionCallingConfig: {
+                            ...functionCallingConfig,
+                            mode: 'VALIDATED',
+                        },
+                    }
+                    : {}),
+                includeServerSideToolInvocations: true,
+            };
+        }
         return params;
     }
     async _generate(messages, options, runManager) {

package/dist/esm/llm/google/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","sources":["../../../../src/llm/google/index.ts"],"sourcesContent":["/* eslint-disable @typescript-eslint/ban-ts-comment */\nimport { AIMessageChunk } from '@langchain/core/messages';\nimport { ChatGenerationChunk } from '@langchain/core/outputs';\nimport { ChatGoogleGenerativeAI } from '@langchain/google-genai';\nimport { getEnvironmentVariable } from '@langchain/core/utils/env';\nimport { GoogleGenerativeAI as GenerativeAI } from '@google/generative-ai';\nimport type {\n  GenerateContentRequest,\n  SafetySetting,\n} from '@google/generative-ai';\nimport type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport type { BaseMessage, UsageMetadata } from '@langchain/core/messages';\nimport type { GeminiApiUsageMetadata, InputTokenDetails } from './types';\nimport type { GoogleClientOptions, GoogleThinkingConfig } from '@/types';\nimport {\n  convertResponseContentToChatGenerationChunk,\n  convertBaseMessagesToContent,\n  mapGenerateContentResultToChatResult,\n} from './utils/common';\n\nexport class CustomChatGoogleGenerativeAI extends ChatGoogleGenerativeAI {\n  thinkingConfig?: GoogleThinkingConfig;\n\n  /**\n   * Override to add gemini-3 model support for multimodal and function calling thought signatures\n   */\n  get _isMultimodalModel(): boolean {\n    return (\n      this.model.startsWith('gemini-1.5') ||\n      this.model.startsWith('gemini-2') ||\n      (this.model.startsWith('gemma-3-') &&\n        !this.model.startsWith('gemma-3-1b')) ||\n      this.model.startsWith('gemini-3')\n    );\n  }\n\n  constructor(fields: GoogleClientOptions) {\n    super(fields);\n\n    this.model = fields.model.replace(/^models\\//, '');\n\n    this.maxOutputTokens = fields.maxOutputTokens ?? this.maxOutputTokens;\n\n    if (this.maxOutputTokens != null && this.maxOutputTokens < 0) {\n      throw new Error('`maxOutputTokens` must be a positive integer');\n    }\n\n    this.temperature = fields.temperature ?? this.temperature;\n    if (\n      this.temperature != null &&\n      (this.temperature < 0 || this.temperature > 2)\n    ) {\n      throw new Error('`temperature` must be in the range of [0.0,2.0]');\n    }\n\n    this.topP = fields.topP ?? this.topP;\n    if (this.topP != null && this.topP < 0) {\n      throw new Error('`topP` must be a positive integer');\n    }\n\n    if (this.topP != null && this.topP > 1) {\n      throw new Error('`topP` must be below 1.');\n    }\n\n    this.topK = fields.topK ?? this.topK;\n    if (this.topK != null && this.topK < 0) {\n      throw new Error('`topK` must be a positive integer');\n    }\n\n    this.stopSequences = fields.stopSequences ?? this.stopSequences;\n\n    this.apiKey = fields.apiKey ?? getEnvironmentVariable('GOOGLE_API_KEY');\n    if (this.apiKey == null || this.apiKey === '') {\n      throw new Error(\n        'Please set an API key for Google GenerativeAI ' +\n          'in the environment variable GOOGLE_API_KEY ' +\n          'or in the `apiKey` field of the ' +\n          'ChatGoogleGenerativeAI constructor'\n      );\n    }\n\n    this.safetySettings = fields.safetySettings ?? this.safetySettings;\n    if (this.safetySettings && this.safetySettings.length > 0) {\n      const safetySettingsSet = new Set(\n        this.safetySettings.map((s) => s.category)\n      );\n      if (safetySettingsSet.size !== this.safetySettings.length) {\n        throw new Error(\n          'The categories in `safetySettings` array must be unique'\n        );\n      }\n    }\n\n    this.thinkingConfig = fields.thinkingConfig ?? this.thinkingConfig;\n\n    this.streaming = fields.streaming ?? this.streaming;\n    this.json = fields.json;\n\n    // @ts-ignore - Accessing private property from parent class\n    this.client = new GenerativeAI(this.apiKey).getGenerativeModel(\n      {\n        model: this.model,\n        safetySettings: this.safetySettings as SafetySetting[],\n        generationConfig: {\n          stopSequences: this.stopSequences,\n          maxOutputTokens: this.maxOutputTokens,\n          temperature: this.temperature,\n          topP: this.topP,\n          topK: this.topK,\n          ...(this.json != null\n            ? { responseMimeType: 'application/json' }\n            : {}),\n        },\n      },\n      {\n        apiVersion: fields.apiVersion,\n        baseUrl: fields.baseUrl,\n        customHeaders: fields.customHeaders,\n      }\n    );\n    this.streamUsage = fields.streamUsage ?? this.streamUsage;\n  }\n\n  static lc_name(): 'LibreChatGoogleGenerativeAI' {\n    return 'LibreChatGoogleGenerativeAI';\n  }\n\n  /**\n   * Helper function to convert Gemini API usage metadata to LangChain format\n   * Includes support for cached tokens and tier-based tracking for gemini-3-pro-preview\n   */\n  private _convertToUsageMetadata(\n    usageMetadata: GeminiApiUsageMetadata | undefined,\n    model: string\n  ): UsageMetadata | undefined {\n    if (!usageMetadata) {\n      return undefined;\n    }\n\n    const output: UsageMetadata = {\n      input_tokens: usageMetadata.promptTokenCount ?? 0,\n      output_tokens:\n        (usageMetadata.candidatesTokenCount ?? 0) +\n        (usageMetadata.thoughtsTokenCount ?? 0),\n      total_tokens: usageMetadata.totalTokenCount ?? 0,\n    };\n\n    if (usageMetadata.cachedContentTokenCount) {\n      output.input_token_details ??= {};\n      output.input_token_details.cache_read =\n        usageMetadata.cachedContentTokenCount;\n    }\n\n    // gemini-3-pro-preview has bracket based tracking of tokens per request\n    if (model === 'gemini-3-pro-preview') {\n      const over200k = Math.max(\n        0,\n        (usageMetadata.promptTokenCount ?? 0) - 200000\n      );\n      const cachedOver200k = Math.max(\n        0,\n        (usageMetadata.cachedContentTokenCount ?? 0) - 200000\n      );\n      if (over200k) {\n        output.input_token_details = {\n          ...output.input_token_details,\n          over_200k: over200k,\n        } as InputTokenDetails;\n      }\n      if (cachedOver200k) {\n        output.input_token_details = {\n          ...output.input_token_details,\n          cache_read_over_200k: cachedOver200k,\n        } as InputTokenDetails;\n      }\n    }\n\n    return output;\n  }\n\n  invocationParams(\n    options?: this['ParsedCallOptions']\n  ): Omit<GenerateContentRequest, 'contents'> {\n    const params = super.invocationParams(options);\n    if (this.thinkingConfig) {\n      /** @ts-ignore */\n      this.client.generationConfig = {\n        /** @ts-ignore */\n        ...this.client.generationConfig,\n        /** @ts-ignore */\n        thinkingConfig: this.thinkingConfig,\n      };\n    }\n    return params;\n  }\n\n  async _generate(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'],\n    runManager?: CallbackManagerForLLMRun\n  ): Promise<import('@langchain/core/outputs').ChatResult> {\n    const prompt = convertBaseMessagesToContent(\n      messages,\n      this._isMultimodalModel,\n      this.useSystemInstruction,\n      this.model\n    );\n    let actualPrompt = prompt;\n    if (prompt?.[0].role === 'system') {\n      const [systemInstruction] = prompt;\n      /** @ts-ignore */\n      this.client.systemInstruction = systemInstruction;\n      actualPrompt = prompt.slice(1);\n    }\n    const parameters = this.invocationParams(options);\n    const request = {\n      ...parameters,\n      contents: actualPrompt,\n    };\n\n    const res = await this.caller.callWithOptions(\n      { signal: options.signal },\n      async () =>\n        /** @ts-ignore */\n        this.client.generateContent(request)\n    );\n\n    const response = res.response;\n    const usageMetadata = this._convertToUsageMetadata(\n      /** @ts-ignore */\n      response.usageMetadata,\n      this.model\n    );\n\n    /** @ts-ignore */\n    const generationResult = mapGenerateContentResultToChatResult(response, {\n      usageMetadata,\n    });\n\n    await runManager?.handleLLMNewToken(\n      generationResult.generations[0].text || '',\n      undefined,\n      undefined,\n      undefined,\n      undefined,\n      undefined\n    );\n    return generationResult;\n  }\n\n  async *_streamResponseChunks(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'],\n    runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<ChatGenerationChunk> {\n    const prompt = convertBaseMessagesToContent(\n      messages,\n      this._isMultimodalModel,\n      this.useSystemInstruction,\n      this.model\n    );\n    let actualPrompt = prompt;\n    if (prompt?.[0].role === 'system') {\n      const [systemInstruction] = prompt;\n      /** @ts-ignore */\n      this.client.systemInstruction = systemInstruction;\n      actualPrompt = prompt.slice(1);\n    }\n    const parameters = this.invocationParams(options);\n    const request = {\n      ...parameters,\n      contents: actualPrompt,\n    };\n    const stream = await this.caller.callWithOptions(\n      { signal: options.signal },\n      async () => {\n        /** @ts-ignore */\n        const { stream } = await this.client.generateContentStream(request);\n        return stream;\n      }\n    );\n\n    let index = 0;\n    let lastUsageMetadata: UsageMetadata | undefined;\n    for await (const response of stream) {\n      if (\n        'usageMetadata' in response &&\n        this.streamUsage !== false &&\n        options.streamUsage !== false\n      ) {\n        lastUsageMetadata = this._convertToUsageMetadata(\n          response.usageMetadata as GeminiApiUsageMetadata | undefined,\n          this.model\n        );\n      }\n\n      const chunk = convertResponseContentToChatGenerationChunk(response, {\n        usageMetadata: undefined,\n        index,\n      });\n      index += 1;\n      if (!chunk) {\n        continue;\n      }\n\n      yield chunk;\n      await runManager?.handleLLMNewToken(\n        chunk.text || '',\n        undefined,\n        undefined,\n        undefined,\n        undefined,\n        { chunk }\n      );\n    }\n\n    if (lastUsageMetadata) {\n      const finalChunk = new ChatGenerationChunk({\n        text: '',\n        message: new AIMessageChunk({\n          content: '',\n          usage_metadata: lastUsageMetadata,\n        }),\n      });\n      yield finalChunk;\n      await runManager?.handleLLMNewToken(\n        finalChunk.text || '',\n        undefined,\n        undefined,\n        undefined,\n        undefined,\n        { chunk: finalChunk }\n      );\n    }\n  }\n}\n"],"names":["GenerativeAI"],"mappings":";;;;;;;AAAA;AAoBM,MAAO,4BAA6B,SAAQ,sBAAsB,CAAA;AACtE,IAAA,cAAc;AAEd;;AAEG;AACH,IAAA,IAAI,kBAAkB,GAAA;QACpB,QACE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC;AACnC,YAAA,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC;AACjC,aAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC;gBAChC,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;YACvC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC;IAErC;AAEA,IAAA,WAAA,CAAY,MAA2B,EAAA;QACrC,KAAK,CAAC,MAAM,CAAC;AAEb,QAAA,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;QAElD,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe;AAErE,QAAA,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,IAAI,IAAI,CAAC,eAAe,GAAG,CAAC,EAAE;AAC5D,YAAA,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC;QACjE;QAEA,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW;AACzD,QAAA,IACE,IAAI,CAAC,WAAW,IAAI,IAAI;AACxB,aAAC,IAAI,CAAC,WAAW,GAAG,CAAC,IAAI,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,EAC9C;AACA,YAAA,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC;QACpE;QAEA,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;AACpC,QAAA,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE;AACtC,YAAA,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC;QACtD;AAEA,QAAA,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE;AACtC,YAAA,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC;QAC5C;QAEA,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;AACpC,QAAA,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE;AACtC,YAAA,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC;QACtD;QAEA,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa;QAE/D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,sBAAsB,CAAC,gBAAgB,CAAC;AACvE,QAAA,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,EAAE,EAAE;YAC7C,MAAM,IAAI,KAAK,CACb,gDAAgD;gBAC9C,6CAA6C;gBAC7C,kCAAkC;AAClC,gBAAA,oCAAoC,CACvC;QACH;QAEA,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc;AAClE,QAAA,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;YACzD,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAC/B,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAC3C;YACD,IAAI,iBAAiB,CAAC,IAAI,KAAK,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE;AACzD,gBAAA,MAAM,IAAI,KAAK,CACb,yDAAyD,CAC1D;YACH;QACF;QAEA,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc;QAElE,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS;AACnD,QAAA,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI;;AAGvB,QAAA,IAAI,CAAC,MAAM,GAAG,IAAIA,kBAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,kBAAkB,CAC5D;YACE,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,cAAc,EAAE,IAAI,CAAC,cAAiC;AACtD,YAAA,gBAAgB,EAAE;gBAChB,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,eAAe,EAAE,IAAI,CAAC,eAAe;gBACrC,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,gBAAA,IAAI,IAAI,CAAC,IAAI,IAAI;AACf,sBAAE,EAAE,gBAAgB,EAAE,kBAAkB;sBACtC,EAAE,CAAC;AACR,aAAA;SACF,EACD;YACE,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,aAAa,EAAE,MAAM,CAAC,aAAa;AACpC,SAAA,CACF;QACD,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW;IAC3D;AAEA,IAAA,OAAO,OAAO,GAAA;AACZ,QAAA,OAAO,6BAA6B;IACtC;AAEA;;;AAGG;IACK,uBAAuB,CAC7B,aAAiD,EACjD,KAAa,EAAA;QAEb,IAAI,CAAC,aAAa,EAAE;AAClB,YAAA,OAAO,SAAS;QAClB;AAEA,QAAA,MAAM,MAAM,GAAkB;AAC5B,YAAA,YAAY,EAAE,aAAa,CAAC,gBAAgB,IAAI,CAAC;AACjD,YAAA,aAAa,EACX,CAAC,aAAa,CAAC,oBAAoB,IAAI,CAAC;AACxC,iBAAC,aAAa,CAAC,kBAAkB,IAAI,CAAC,CAAC;AACzC,YAAA,YAAY,EAAE,aAAa,CAAC,eAAe,IAAI,CAAC;SACjD;AAED,QAAA,IAAI,aAAa,CAAC,uBAAuB,EAAE;AACzC,YAAA,MAAM,CAAC,mBAAmB,KAAK,EAAE;YACjC,MAAM,CAAC,mBAAmB,CAAC,UAAU;gBACnC,aAAa,CAAC,uBAAuB;QACzC;;AAGA,QAAA,IAAI,KAAK,KAAK,sBAAsB,EAAE;AACpC,YAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CACvB,CAAC,EACD,CAAC,aAAa,CAAC,gBAAgB,IAAI,CAAC,IAAI,MAAM,CAC/C;AACD,YAAA,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAC7B,CAAC,EACD,CAAC,aAAa,CAAC,uBAAuB,IAAI,CAAC,IAAI,MAAM,CACtD;YACD,IAAI,QAAQ,EAAE;gBACZ,MAAM,CAAC,mBAAmB,GAAG;oBAC3B,GAAG,MAAM,CAAC,mBAAmB;AAC7B,oBAAA,SAAS,EAAE,QAAQ;iBACC;YACxB;YACA,IAAI,cAAc,EAAE;gBAClB,MAAM,CAAC,mBAAmB,GAAG;oBAC3B,GAAG,MAAM,CAAC,mBAAmB;AAC7B,oBAAA,oBAAoB,EAAE,cAAc;iBAChB;YACxB;QACF;AAEA,QAAA,OAAO,MAAM;IACf;AAEA,IAAA,gBAAgB,CACd,OAAmC,EAAA;QAEnC,MAAM,MAAM,GAAG,KAAK,CAAC,gBAAgB,CAAC,OAAO,CAAC;AAC9C,QAAA,IAAI,IAAI,CAAC,cAAc,EAAE;;AAEvB,YAAA,IAAI,CAAC,MAAM,CAAC,gBAAgB,GAAG;;AAE7B,gBAAA,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB;;gBAE/B,cAAc,EAAE,IAAI,CAAC,cAAc;aACpC;QACH;AACA,QAAA,OAAO,MAAM;IACf;AAEA,IAAA,MAAM,SAAS,CACb,QAAuB,EACvB,OAAkC,EAClC,UAAqC,EAAA;AAErC,QAAA,MAAM,MAAM,GAAG,4BAA4B,CACzC,QAAQ,EACR,IAAI,CAAC,kBAAkB,EACvB,IAAI,CAAC,oBAAoB,EACzB,IAAI,CAAC,KAAK,CACX;QACD,IAAI,YAAY,GAAG,MAAM;QACzB,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE;AACjC,YAAA,MAAM,CAAC,iBAAiB,CAAC,GAAG,MAAM;;AAElC,YAAA,IAAI,CAAC,MAAM,CAAC,iBAAiB,GAAG,iBAAiB;AACjD,YAAA,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAChC;QACA,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;AACjD,QAAA,MAAM,OAAO,GAAG;AACd,YAAA,GAAG,UAAU;AACb,YAAA,QAAQ,EAAE,YAAY;SACvB;AAED,QAAA,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAC3C,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,EAC1B;;QAEE,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,CACvC;AAED,QAAA,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ;AAC7B,QAAA,MAAM,aAAa,GAAG,IAAI,CAAC,uBAAuB;;AAEhD,QAAA,QAAQ,CAAC,aAAa,EACtB,IAAI,CAAC,KAAK,CACX;;AAGD,QAAA,MAAM,gBAAgB,GAAG,oCAAoC,CAAC,QAAQ,EAAE;YACtE,aAAa;AACd,SAAA,CAAC;QAEF,MAAM,UAAU,EAAE,iBAAiB,CACjC,gBAAgB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,EAC1C,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,CACV;AACD,QAAA,OAAO,gBAAgB;IACzB;IAEA,OAAO,qBAAqB,CAC1B,QAAuB,EACvB,OAAkC,EAClC,UAAqC,EAAA;AAErC,QAAA,MAAM,MAAM,GAAG,4BAA4B,CACzC,QAAQ,EACR,IAAI,CAAC,kBAAkB,EACvB,IAAI,CAAC,oBAAoB,EACzB,IAAI,CAAC,KAAK,CACX;QACD,IAAI,YAAY,GAAG,MAAM;QACzB,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE;AACjC,YAAA,MAAM,CAAC,iBAAiB,CAAC,GAAG,MAAM;;AAElC,YAAA,IAAI,CAAC,MAAM,CAAC,iBAAiB,GAAG,iBAAiB;AACjD,YAAA,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAChC;QACA,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;AACjD,QAAA,MAAM,OAAO,GAAG;AACd,YAAA,GAAG,UAAU;AACb,YAAA,QAAQ,EAAE,YAAY;SACvB;AACD,QAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAC9C,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,EAC1B,YAAW;;AAET,YAAA,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,OAAO,CAAC;AACnE,YAAA,OAAO,MAAM;AACf,QAAA,CAAC,CACF;AAGD,QAAA,IAAI,iBAA4C;AAChD,QAAA,WAAW,MAAM,QAAQ,IAAI,MAAM,EAAE;YACnC,IACE,eAAe,IAAI,QAAQ;gBAC3B,IAAI,CAAC,WAAW,KAAK,KAAK;AAC1B,gBAAA,OAAO,CAAC,WAAW,KAAK,KAAK,EAC7B;AACA,gBAAA,iBAAiB,GAAG,IAAI,CAAC,uBAAuB,CAC9C,QAAQ,CAAC,aAAmD,EAC5D,IAAI,CAAC,KAAK,CACX;YACH;AAEA,YAAA,MAAM,KAAK,GAAG,2CAA2C,CAAC,QAAQ,EAAE;AAClE,gBAAA,aAAa,EAAE,SAEhB,CAAA,CAAC;YAEF,IAAI,CAAC,KAAK,EAAE;gBACV;YACF;AAEA,YAAA,MAAM,KAAK;YACX,MAAM,UAAU,EAAE,iBAAiB,CACjC,KAAK,CAAC,IAAI,IAAI,EAAE,EAChB,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,CACV;QACH;QAEA,IAAI,iBAAiB,EAAE;AACrB,YAAA,MAAM,UAAU,GAAG,IAAI,mBAAmB,CAAC;AACzC,gBAAA,IAAI,EAAE,EAAE;gBACR,OAAO,EAAE,IAAI,cAAc,CAAC;AAC1B,oBAAA,OAAO,EAAE,EAAE;AACX,oBAAA,cAAc,EAAE,iBAAiB;iBAClC,CAAC;AACH,aAAA,CAAC;AACF,YAAA,MAAM,UAAU;YAChB,MAAM,UAAU,EAAE,iBAAiB,CACjC,UAAU,CAAC,IAAI,IAAI,EAAE,EACrB,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,UAAU,EAAE,CACtB;QACH;IACF;AACD;;;;"}
+{"version":3,"file":"index.mjs","sources":["../../../../src/llm/google/index.ts"],"sourcesContent":["/* eslint-disable @typescript-eslint/ban-ts-comment */\nimport { AIMessageChunk } from '@langchain/core/messages';\nimport { ChatGenerationChunk } from '@langchain/core/outputs';\nimport { ChatGoogleGenerativeAI } from '@langchain/google-genai';\nimport { getEnvironmentVariable } from '@langchain/core/utils/env';\nimport {\n  FunctionCallingMode,\n  GoogleGenerativeAI as GenerativeAI,\n} from '@google/generative-ai';\nimport type {\n  GenerateContentRequest,\n  SafetySetting,\n  ToolConfig,\n} from '@google/generative-ai';\nimport type { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport type { BaseMessage, UsageMetadata } from '@langchain/core/messages';\nimport type { GeminiApiUsageMetadata, InputTokenDetails } from './types';\nimport type { GoogleClientOptions, GoogleThinkingConfig } from '@/types';\nimport {\n  convertResponseContentToChatGenerationChunk,\n  convertBaseMessagesToContent,\n  mapGenerateContentResultToChatResult,\n} from './utils/common';\n\ntype GoogleToolConfigWithServerSideInvocations = ToolConfig & {\n  includeServerSideToolInvocations?: boolean;\n  functionCallingConfig?: Omit<\n    NonNullable<ToolConfig['functionCallingConfig']>,\n    'mode'\n  > & {\n    mode?:\n      | NonNullable<ToolConfig['functionCallingConfig']>['mode']\n      | 'VALIDATED';\n  };\n};\n\nexport class CustomChatGoogleGenerativeAI extends ChatGoogleGenerativeAI {\n  thinkingConfig?: GoogleThinkingConfig;\n  includeServerSideToolInvocations?: boolean;\n\n  /**\n   * Override to add gemini-3 model support for multimodal and function calling thought signatures\n   */\n  get _isMultimodalModel(): boolean {\n    return (\n      this.model.startsWith('gemini-1.5') ||\n      this.model.startsWith('gemini-2') ||\n      (this.model.startsWith('gemma-3-') &&\n        !this.model.startsWith('gemma-3-1b')) ||\n      this.model.startsWith('gemini-3')\n    );\n  }\n\n  constructor(fields: GoogleClientOptions) {\n    super(fields);\n\n    this.model = fields.model.replace(/^models\\//, '');\n\n    this.maxOutputTokens = fields.maxOutputTokens ?? this.maxOutputTokens;\n\n    if (this.maxOutputTokens != null && this.maxOutputTokens < 0) {\n      throw new Error('`maxOutputTokens` must be a positive integer');\n    }\n\n    this.temperature = fields.temperature ?? this.temperature;\n    if (\n      this.temperature != null &&\n      (this.temperature < 0 || this.temperature > 2)\n    ) {\n      throw new Error('`temperature` must be in the range of [0.0,2.0]');\n    }\n\n    this.topP = fields.topP ?? this.topP;\n    if (this.topP != null && this.topP < 0) {\n      throw new Error('`topP` must be a positive integer');\n    }\n\n    if (this.topP != null && this.topP > 1) {\n      throw new Error('`topP` must be below 1.');\n    }\n\n    this.topK = fields.topK ?? this.topK;\n    if (this.topK != null && this.topK < 0) {\n      throw new Error('`topK` must be a positive integer');\n    }\n\n    this.stopSequences = fields.stopSequences ?? this.stopSequences;\n\n    this.apiKey = fields.apiKey ?? getEnvironmentVariable('GOOGLE_API_KEY');\n    if (this.apiKey == null || this.apiKey === '') {\n      throw new Error(\n        'Please set an API key for Google GenerativeAI ' +\n          'in the environment variable GOOGLE_API_KEY ' +\n          'or in the `apiKey` field of the ' +\n          'ChatGoogleGenerativeAI constructor'\n      );\n    }\n\n    this.safetySettings = fields.safetySettings ?? this.safetySettings;\n    if (this.safetySettings && this.safetySettings.length > 0) {\n      const safetySettingsSet = new Set(\n        this.safetySettings.map((s) => s.category)\n      );\n      if (safetySettingsSet.size !== this.safetySettings.length) {\n        throw new Error(\n          'The categories in `safetySettings` array must be unique'\n        );\n      }\n    }\n\n    this.thinkingConfig = fields.thinkingConfig ?? this.thinkingConfig;\n    this.includeServerSideToolInvocations =\n      fields.includeServerSideToolInvocations ??\n      this.includeServerSideToolInvocations;\n\n    this.streaming = fields.streaming ?? this.streaming;\n    this.json = fields.json;\n\n    // @ts-ignore - Accessing private property from parent class\n    this.client = new GenerativeAI(this.apiKey).getGenerativeModel(\n      {\n        model: this.model,\n        safetySettings: this.safetySettings as SafetySetting[],\n        generationConfig: {\n          stopSequences: this.stopSequences,\n          maxOutputTokens: this.maxOutputTokens,\n          temperature: this.temperature,\n          topP: this.topP,\n          topK: this.topK,\n          ...(this.json != null\n            ? { responseMimeType: 'application/json' }\n            : {}),\n        },\n      },\n      {\n        apiVersion: fields.apiVersion,\n        baseUrl: fields.baseUrl,\n        customHeaders: fields.customHeaders,\n      }\n    );\n    this.streamUsage = fields.streamUsage ?? this.streamUsage;\n  }\n\n  static lc_name(): 'LibreChatGoogleGenerativeAI' {\n    return 'LibreChatGoogleGenerativeAI';\n  }\n\n  /**\n   * Helper function to convert Gemini API usage metadata to LangChain format\n   * Includes support for cached tokens and tier-based tracking for gemini-3-pro-preview\n   */\n  private _convertToUsageMetadata(\n    usageMetadata: GeminiApiUsageMetadata | undefined,\n    model: string\n  ): UsageMetadata | undefined {\n    if (!usageMetadata) {\n      return undefined;\n    }\n\n    const output: UsageMetadata = {\n      input_tokens: usageMetadata.promptTokenCount ?? 0,\n      output_tokens:\n        (usageMetadata.candidatesTokenCount ?? 0) +\n        (usageMetadata.thoughtsTokenCount ?? 0),\n      total_tokens: usageMetadata.totalTokenCount ?? 0,\n    };\n\n    if (usageMetadata.cachedContentTokenCount) {\n      output.input_token_details ??= {};\n      output.input_token_details.cache_read =\n        usageMetadata.cachedContentTokenCount;\n    }\n\n    // gemini-3-pro-preview has bracket based tracking of tokens per request\n    if (model === 'gemini-3-pro-preview') {\n      const over200k = Math.max(\n        0,\n        (usageMetadata.promptTokenCount ?? 0) - 200000\n      );\n      const cachedOver200k = Math.max(\n        0,\n        (usageMetadata.cachedContentTokenCount ?? 0) - 200000\n      );\n      if (over200k) {\n        output.input_token_details = {\n          ...output.input_token_details,\n          over_200k: over200k,\n        } as InputTokenDetails;\n      }\n      if (cachedOver200k) {\n        output.input_token_details = {\n          ...output.input_token_details,\n          cache_read_over_200k: cachedOver200k,\n        } as InputTokenDetails;\n      }\n    }\n\n    return output;\n  }\n\n  invocationParams(\n    options?: this['ParsedCallOptions']\n  ): Omit<GenerateContentRequest, 'contents'> {\n    const params = super.invocationParams(options);\n    if (this.thinkingConfig) {\n      /** @ts-ignore */\n      this.client.generationConfig = {\n        /** @ts-ignore */\n        ...this.client.generationConfig,\n        /** @ts-ignore */\n        thinkingConfig: this.thinkingConfig,\n      };\n    }\n    if (\n      this.includeServerSideToolInvocations === true &&\n      Array.isArray(params.tools) &&\n      params.tools.length > 0\n    ) {\n      const toolConfig = params.toolConfig as\n        | GoogleToolConfigWithServerSideInvocations\n        | undefined;\n      const functionCallingConfig = toolConfig?.functionCallingConfig;\n      params.toolConfig = {\n        ...toolConfig,\n        ...(functionCallingConfig?.mode === FunctionCallingMode.AUTO\n          ? {\n            functionCallingConfig: {\n              ...functionCallingConfig,\n              mode: 'VALIDATED',\n            },\n          }\n          : {}),\n        includeServerSideToolInvocations: true,\n      } as ToolConfig;\n    }\n    return params;\n  }\n\n  async _generate(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'],\n    runManager?: CallbackManagerForLLMRun\n  ): Promise<import('@langchain/core/outputs').ChatResult> {\n    const prompt = convertBaseMessagesToContent(\n      messages,\n      this._isMultimodalModel,\n      this.useSystemInstruction,\n      this.model\n    );\n    let actualPrompt = prompt;\n    if (prompt?.[0].role === 'system') {\n      const [systemInstruction] = prompt;\n      /** @ts-ignore */\n      this.client.systemInstruction = systemInstruction;\n      actualPrompt = prompt.slice(1);\n    }\n    const parameters = this.invocationParams(options);\n    const request = {\n      ...parameters,\n      contents: actualPrompt,\n    };\n\n    const res = await this.caller.callWithOptions(\n      { signal: options.signal },\n      async () =>\n        /** @ts-ignore */\n        this.client.generateContent(request)\n    );\n\n    const response = res.response;\n    const usageMetadata = this._convertToUsageMetadata(\n      /** @ts-ignore */\n      response.usageMetadata,\n      this.model\n    );\n\n    /** @ts-ignore */\n    const generationResult = mapGenerateContentResultToChatResult(response, {\n      usageMetadata,\n    });\n\n    await runManager?.handleLLMNewToken(\n      generationResult.generations[0].text || '',\n      undefined,\n      undefined,\n      undefined,\n      undefined,\n      undefined\n    );\n    return generationResult;\n  }\n\n  async *_streamResponseChunks(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'],\n    runManager?: CallbackManagerForLLMRun\n  ): AsyncGenerator<ChatGenerationChunk> {\n    const prompt = convertBaseMessagesToContent(\n      messages,\n      this._isMultimodalModel,\n      this.useSystemInstruction,\n      this.model\n    );\n    let actualPrompt = prompt;\n    if (prompt?.[0].role === 'system') {\n      const [systemInstruction] = prompt;\n      /** @ts-ignore */\n      this.client.systemInstruction = systemInstruction;\n      actualPrompt = prompt.slice(1);\n    }\n    const parameters = this.invocationParams(options);\n    const request = {\n      ...parameters,\n      contents: actualPrompt,\n    };\n    const stream = await this.caller.callWithOptions(\n      { signal: options.signal },\n      async () => {\n        /** @ts-ignore */\n        const { stream } = await this.client.generateContentStream(request);\n        return stream;\n      }\n    );\n\n    let index = 0;\n    let lastUsageMetadata: UsageMetadata | undefined;\n    for await (const response of stream) {\n      if (\n        'usageMetadata' in response &&\n        this.streamUsage !== false &&\n        options.streamUsage !== false\n      ) {\n        lastUsageMetadata = this._convertToUsageMetadata(\n          response.usageMetadata as GeminiApiUsageMetadata | undefined,\n          this.model\n        );\n      }\n\n      const chunk = convertResponseContentToChatGenerationChunk(response, {\n        usageMetadata: undefined,\n        index,\n      });\n      index += 1;\n      if (!chunk) {\n        continue;\n      }\n\n      yield chunk;\n      await runManager?.handleLLMNewToken(\n        chunk.text || '',\n        undefined,\n        undefined,\n        undefined,\n        undefined,\n        { chunk }\n      );\n    }\n\n    if (lastUsageMetadata) {\n      const finalChunk = new ChatGenerationChunk({\n        text: '',\n        message: new AIMessageChunk({\n          content: '',\n          usage_metadata: lastUsageMetadata,\n        }),\n      });\n      yield finalChunk;\n      await runManager?.handleLLMNewToken(\n        finalChunk.text || '',\n        undefined,\n        undefined,\n        undefined,\n        undefined,\n        { chunk: finalChunk }\n      );\n    }\n  }\n}\n"],"names":["GenerativeAI"],"mappings":";;;;;;;AAAA;AAoCM,MAAO,4BAA6B,SAAQ,sBAAsB,CAAA;AACtE,IAAA,cAAc;AACd,IAAA,gCAAgC;AAEhC;;AAEG;AACH,IAAA,IAAI,kBAAkB,GAAA;QACpB,QACE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC;AACnC,YAAA,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC;AACjC,aAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC;gBAChC,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;YACvC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC;IAErC;AAEA,IAAA,WAAA,CAAY,MAA2B,EAAA;QACrC,KAAK,CAAC,MAAM,CAAC;AAEb,QAAA,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;QAElD,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe;AAErE,QAAA,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,IAAI,IAAI,CAAC,eAAe,GAAG,CAAC,EAAE;AAC5D,YAAA,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC;QACjE;QAEA,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW;AACzD,QAAA,IACE,IAAI,CAAC,WAAW,IAAI,IAAI;AACxB,aAAC,IAAI,CAAC,WAAW,GAAG,CAAC,IAAI,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,EAC9C;AACA,YAAA,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC;QACpE;QAEA,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;AACpC,QAAA,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE;AACtC,YAAA,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC;QACtD;AAEA,QAAA,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE;AACtC,YAAA,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC;QAC5C;QAEA,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI;AACpC,QAAA,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE;AACtC,YAAA,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC;QACtD;QAEA,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa;QAE/D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,sBAAsB,CAAC,gBAAgB,CAAC;AACvE,QAAA,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,EAAE,EAAE;YAC7C,MAAM,IAAI,KAAK,CACb,gDAAgD;gBAC9C,6CAA6C;gBAC7C,kCAAkC;AAClC,gBAAA,oCAAoC,CACvC;QACH;QAEA,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc;AAClE,QAAA,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;YACzD,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAC/B,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAC3C;YACD,IAAI,iBAAiB,CAAC,IAAI,KAAK,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE;AACzD,gBAAA,MAAM,IAAI,KAAK,CACb,yDAAyD,CAC1D;YACH;QACF;QAEA,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc;AAClE,QAAA,IAAI,CAAC,gCAAgC;AACnC,YAAA,MAAM,CAAC,gCAAgC;gBACvC,IAAI,CAAC,gCAAgC;QAEvC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS;AACnD,QAAA,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI;;AAGvB,QAAA,IAAI,CAAC,MAAM,GAAG,IAAIA,kBAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,kBAAkB,CAC5D;YACE,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,cAAc,EAAE,IAAI,CAAC,cAAiC;AACtD,YAAA,gBAAgB,EAAE;gBAChB,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,eAAe,EAAE,IAAI,CAAC,eAAe;gBACrC,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,gBAAA,IAAI,IAAI,CAAC,IAAI,IAAI;AACf,sBAAE,EAAE,gBAAgB,EAAE,kBAAkB;sBACtC,EAAE,CAAC;AACR,aAAA;SACF,EACD;YACE,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,aAAa,EAAE,MAAM,CAAC,aAAa;AACpC,SAAA,CACF;QACD,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW;IAC3D;AAEA,IAAA,OAAO,OAAO,GAAA;AACZ,QAAA,OAAO,6BAA6B;IACtC;AAEA;;;AAGG;IACK,uBAAuB,CAC7B,aAAiD,EACjD,KAAa,EAAA;QAEb,IAAI,CAAC,aAAa,EAAE;AAClB,YAAA,OAAO,SAAS;QAClB;AAEA,QAAA,MAAM,MAAM,GAAkB;AAC5B,YAAA,YAAY,EAAE,aAAa,CAAC,gBAAgB,IAAI,CAAC;AACjD,YAAA,aAAa,EACX,CAAC,aAAa,CAAC,oBAAoB,IAAI,CAAC;AACxC,iBAAC,aAAa,CAAC,kBAAkB,IAAI,CAAC,CAAC;AACzC,YAAA,YAAY,EAAE,aAAa,CAAC,eAAe,IAAI,CAAC;SACjD;AAED,QAAA,IAAI,aAAa,CAAC,uBAAuB,EAAE;AACzC,YAAA,MAAM,CAAC,mBAAmB,KAAK,EAAE;YACjC,MAAM,CAAC,mBAAmB,CAAC,UAAU;gBACnC,aAAa,CAAC,uBAAuB;QACzC;;AAGA,QAAA,IAAI,KAAK,KAAK,sBAAsB,EAAE;AACpC,YAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CACvB,CAAC,EACD,CAAC,aAAa,CAAC,gBAAgB,IAAI,CAAC,IAAI,MAAM,CAC/C;AACD,YAAA,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAC7B,CAAC,EACD,CAAC,aAAa,CAAC,uBAAuB,IAAI,CAAC,IAAI,MAAM,CACtD;YACD,IAAI,QAAQ,EAAE;gBACZ,MAAM,CAAC,mBAAmB,GAAG;oBAC3B,GAAG,MAAM,CAAC,mBAAmB;AAC7B,oBAAA,SAAS,EAAE,QAAQ;iBACC;YACxB;YACA,IAAI,cAAc,EAAE;gBAClB,MAAM,CAAC,mBAAmB,GAAG;oBAC3B,GAAG,MAAM,CAAC,mBAAmB;AAC7B,oBAAA,oBAAoB,EAAE,cAAc;iBAChB;YACxB;QACF;AAEA,QAAA,OAAO,MAAM;IACf;AAEA,IAAA,gBAAgB,CACd,OAAmC,EAAA;QAEnC,MAAM,MAAM,GAAG,KAAK,CAAC,gBAAgB,CAAC,OAAO,CAAC;AAC9C,QAAA,IAAI,IAAI,CAAC,cAAc,EAAE;;AAEvB,YAAA,IAAI,CAAC,MAAM,CAAC,gBAAgB,GAAG;;AAE7B,gBAAA,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB;;gBAE/B,cAAc,EAAE,IAAI,CAAC,cAAc;aACpC;QACH;AACA,QAAA,IACE,IAAI,CAAC,gCAAgC,KAAK,IAAI;AAC9C,YAAA,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;AAC3B,YAAA,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EACvB;AACA,YAAA,MAAM,UAAU,GAAG,MAAM,CAAC,UAEb;AACb,YAAA,MAAM,qBAAqB,GAAG,UAAU,EAAE,qBAAqB;YAC/D,MAAM,CAAC,UAAU,GAAG;AAClB,gBAAA,GAAG,UAAU;AACb,gBAAA,IAAI,qBAAqB,EAAE,IAAI,KAAK,mBAAmB,CAAC;AACtD,sBAAE;AACA,wBAAA,qBAAqB,EAAE;AACrB,4BAAA,GAAG,qBAAqB;AACxB,4BAAA,IAAI,EAAE,WAAW;AAClB,yBAAA;AACF;sBACC,EAAE,CAAC;AACP,gBAAA,gCAAgC,EAAE,IAAI;aACzB;QACjB;AACA,QAAA,OAAO,MAAM;IACf;AAEA,IAAA,MAAM,SAAS,CACb,QAAuB,EACvB,OAAkC,EAClC,UAAqC,EAAA;AAErC,QAAA,MAAM,MAAM,GAAG,4BAA4B,CACzC,QAAQ,EACR,IAAI,CAAC,kBAAkB,EACvB,IAAI,CAAC,oBAAoB,EACzB,IAAI,CAAC,KAAK,CACX;QACD,IAAI,YAAY,GAAG,MAAM;QACzB,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE;AACjC,YAAA,MAAM,CAAC,iBAAiB,CAAC,GAAG,MAAM;;AAElC,YAAA,IAAI,CAAC,MAAM,CAAC,iBAAiB,GAAG,iBAAiB;AACjD,YAAA,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAChC;QACA,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;AACjD,QAAA,MAAM,OAAO,GAAG;AACd,YAAA,GAAG,UAAU;AACb,YAAA,QAAQ,EAAE,YAAY;SACvB;AAED,QAAA,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAC3C,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,EAC1B;;QAEE,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,CACvC;AAED,QAAA,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ;AAC7B,QAAA,MAAM,aAAa,GAAG,IAAI,CAAC,uBAAuB;;AAEhD,QAAA,QAAQ,CAAC,aAAa,EACtB,IAAI,CAAC,KAAK,CACX;;AAGD,QAAA,MAAM,gBAAgB,GAAG,oCAAoC,CAAC,QAAQ,EAAE;YACtE,aAAa;AACd,SAAA,CAAC;QAEF,MAAM,UAAU,EAAE,iBAAiB,CACjC,gBAAgB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,EAC1C,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,CACV;AACD,QAAA,OAAO,gBAAgB;IACzB;IAEA,OAAO,qBAAqB,CAC1B,QAAuB,EACvB,OAAkC,EAClC,UAAqC,EAAA;AAErC,QAAA,MAAM,MAAM,GAAG,4BAA4B,CACzC,QAAQ,EACR,IAAI,CAAC,kBAAkB,EACvB,IAAI,CAAC,oBAAoB,EACzB,IAAI,CAAC,KAAK,CACX;QACD,IAAI,YAAY,GAAG,MAAM;QACzB,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE;AACjC,YAAA,MAAM,CAAC,iBAAiB,CAAC,GAAG,MAAM;;AAElC,YAAA,IAAI,CAAC,MAAM,CAAC,iBAAiB,GAAG,iBAAiB;AACjD,YAAA,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAChC;QACA,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;AACjD,QAAA,MAAM,OAAO,GAAG;AACd,YAAA,GAAG,UAAU;AACb,YAAA,QAAQ,EAAE,YAAY;SACvB;AACD,QAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAC9C,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,EAC1B,YAAW;;AAET,YAAA,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,OAAO,CAAC;AACnE,YAAA,OAAO,MAAM;AACf,QAAA,CAAC,CACF;AAGD,QAAA,IAAI,iBAA4C;AAChD,QAAA,WAAW,MAAM,QAAQ,IAAI,MAAM,EAAE;YACnC,IACE,eAAe,IAAI,QAAQ;gBAC3B,IAAI,CAAC,WAAW,KAAK,KAAK;AAC1B,gBAAA,OAAO,CAAC,WAAW,KAAK,KAAK,EAC7B;AACA,gBAAA,iBAAiB,GAAG,IAAI,CAAC,uBAAuB,CAC9C,QAAQ,CAAC,aAAmD,EAC5D,IAAI,CAAC,KAAK,CACX;YACH;AAEA,YAAA,MAAM,KAAK,GAAG,2CAA2C,CAAC,QAAQ,EAAE;AAClE,gBAAA,aAAa,EAAE,SAEhB,CAAA,CAAC;YAEF,IAAI,CAAC,KAAK,EAAE;gBACV;YACF;AAEA,YAAA,MAAM,KAAK;YACX,MAAM,UAAU,EAAE,iBAAiB,CACjC,KAAK,CAAC,IAAI,IAAI,EAAE,EAChB,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,CACV;QACH;QAEA,IAAI,iBAAiB,EAAE;AACrB,YAAA,MAAM,UAAU,GAAG,IAAI,mBAAmB,CAAC;AACzC,gBAAA,IAAI,EAAE,EAAE;gBACR,OAAO,EAAE,IAAI,cAAc,CAAC;AAC1B,oBAAA,OAAO,EAAE,EAAE;AACX,oBAAA,cAAc,EAAE,iBAAiB;iBAClC,CAAC;AACH,aAAA,CAAC;AACF,YAAA,MAAM,UAAU;YAChB,MAAM,UAAU,EAAE,iBAAiB,CACjC,UAAU,CAAC,IAAI,IAAI,EAAE,EACrB,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,EAAE,KAAK,EAAE,UAAU,EAAE,CACtB;QACH;IACF;AACD;;;;"}

package/dist/esm/llm/google/utils/common.mjs

@@ -1,14 +1,26 @@
-import { isBaseMessage, AIMessage, AIMessageChunk, ChatMessage, isToolMessage, isAIMessage, isDataContentBlock, convertToProviderContentBlock, parseBase64DataUrl } from '@langchain/core/messages';
+import { v4 } from 'uuid';
 import { ChatGenerationChunk } from '@langchain/core/outputs';
-import '@langchain/core/utils/function_calling';
 import '@langchain/core/language_models/base';
-import { v4 } from 'uuid';
+import '@langchain/core/utils/function_calling';
+import { isBaseMessage, AIMessage, AIMessageChunk, ChatMessage, isToolMessage, isAIMessage, isDataContentBlock, convertToProviderContentBlock, parseBase64DataUrl } from '@langchain/core/messages';
 import '@langchain/core/utils/types';
 import '@langchain/core/utils/json_schema';
 import { toLangChainContent } from '../../../messages/langchain.mjs';
 
 const _FUNCTION_CALL_THOUGHT_SIGNATURES_MAP_KEY = '__gemini_function_call_thought_signatures__';
 const DUMMY_SIGNATURE = 'ErYCCrMCAdHtim9kOoOkrPiCNVsmlpMIKd7ZMxgiFbVQOkgp7nlLcDMzVsZwIzvuT7nQROivoXA72ccC2lSDvR0Gh7dkWaGuj7ctv6t7ZceHnecx0QYa+ix8tYpRfjhyWozQ49lWiws6+YGjCt10KRTyWsZ2h6O7iHTYJwKIRwGUHRKy/qK/6kFxJm5ML00gLq4D8s5Z6DBpp2ZlR+uF4G8jJgeWQgyHWVdx2wGYElaceVAc66tZdPQRdOHpWtgYSI1YdaXgVI8KHY3/EfNc2YqqMIulvkDBAnuMhkAjV9xmBa54Tq+ih3Im4+r3DzqhGqYdsSkhS0kZMwte4Hjs65dZzCw9lANxIqYi1DJ639WNPYihp/DCJCos7o+/EeSPJaio5sgWDyUnMGkY1atsJZ+m7pj7DD5tvQ==';
+function getGoogleFunctionId(id) {
+    return id != null && id !== '' ? id : undefined;
+}
+function createGoogleFunctionResponsePart({ name, response, id, }) {
+    const functionId = getGoogleFunctionId(id);
+    const functionResponse = {
+        name,
+        response,
+        ...(functionId != null ? { id: functionId } : {}),
+    };
+    return { functionResponse };
+}
 /**
  * Executes a function immediately and returns its result.
  * Functional utility similar to an Immediately Invoked Function Expression (IIFE).
@@ -72,6 +84,45 @@ function messageContentMedia(content) {
     }
     throw new Error('Invalid media content');
 }
+function isGoogleServerSideToolPart(content) {
+    return ('toolCall' in content ||
+        'toolResponse' in content ||
+        content.type === 'toolCall' ||
+        content.type === 'toolResponse');
+}
+function convertGoogleServerSideToolPart(content) {
+    const metadata = {};
+    if ('thought' in content && typeof content.thought === 'boolean') {
+        metadata.thought = content.thought;
+    }
+    if ('thoughtSignature' in content &&
+        typeof content.thoughtSignature === 'string') {
+        metadata.thoughtSignature = content.thoughtSignature;
+    }
+    if ('toolCall' in content && content.toolCall != null) {
+        return { toolCall: content.toolCall, ...metadata };
+    }
+    if ('toolResponse' in content && content.toolResponse != null) {
+        return {
+            toolResponse: content.toolResponse,
+            ...metadata,
+        };
+    }
+    return content;
+}
+function convertGoogleServerSideToolResponsePart(part) {
+    if ('toolCall' in part &&
+        typeof part.toolCall === 'object' &&
+        part.toolCall != null) {
+        return { ...part, type: 'toolCall', toolCall: part.toolCall };
+    }
+    if ('toolResponse' in part &&
+        typeof part.toolResponse === 'object' &&
+        part.toolResponse != null) {
+        return { ...part, type: 'toolResponse', toolResponse: part.toolResponse };
+    }
+    return undefined;
+}
 function inferToolNameFromPreviousMessages(message, previousMessages) {
     return previousMessages
         .map((msg) => {
@@ -204,6 +255,9 @@ function _convertLangChainContentToPart(content, isMultimodalModel) {
     if (isDataContentBlock(content)) {
         return convertToProviderContentBlock(content, _getStandardContentBlockConverter(isMultimodalModel));
     }
+    if (isGoogleServerSideToolPart(content)) {
+        return convertGoogleServerSideToolPart(content);
+    }
     if (content.type === 'text') {
         return { text: content.text };
     }
@@ -293,24 +347,22 @@ function convertMessageContentToParts(message, isMultimodalModel, previousMessag
             : message.content;
         if (message.status === 'error') {
             return [
-                {
-                    functionResponse: {
-                        name: messageName,
-                        // The API expects an object with an `error` field if the function call fails.
-                        // `error` must be a valid object (not a string or array), so we wrap `message.content` here
-                        response: { error: { details: result } },
-                    },
-                },
+                createGoogleFunctionResponsePart({
+                    name: messageName,
+                    // The API expects an object with an `error` field if the function call fails.
+                    // `error` must be a valid object (not a string or array), so we wrap `message.content` here
+                    response: { error: { details: result } },
+                    id: message.tool_call_id,
+                }),
             ];
         }
         return [
-            {
-                functionResponse: {
-                    name: messageName,
-                    // again, can't have a string or array value for `response`, so we wrap it as an object here
-                    response: { result },
-                },
-            },
+            createGoogleFunctionResponsePart({
+                name: messageName,
+                // again, can't have a string or array value for `response`, so we wrap it as an object here
+                response: { result },
+                id: message.tool_call_id,
+            }),
         ];
     }
     let functionCalls = [];
@@ -338,11 +390,14 @@ function convertMessageContentToParts(message, isMultimodalModel, previousMessag
                 }
                 return '';
             });
+            const functionId = getGoogleFunctionId(tc.id);
+            const functionCall = {
+                name: tc.name,
+                args: tc.args,
+                ...(functionId != null ? { id: functionId } : {}),
+            };
             return {
-                functionCall: {
-                    name: tc.name,
-                    args: tc.args,
-                },
+                functionCall,
                 ...(thoughtSignature ? { thoughtSignature } : {}),
             };
         });
@@ -453,6 +508,10 @@ function convertResponseContentToChatGenerationChunk(response, extra) {
                     codeExecutionResult: p.codeExecutionResult,
                 };
             }
+            const serverSideToolPart = convertGoogleServerSideToolResponsePart(p);
+            if (serverSideToolPart !== undefined) {
+                return serverSideToolPart;
+            }
             return p;
         })
             .filter((p) => p !== undefined));
@@ -517,9 +576,7 @@ function convertResponseContentToChatGenerationChunk(response, extra) {
  * Maps a Google GenerateContentResult to a LangChain ChatResult
  */
 function mapGenerateContentResultToChatResult(response, extra) {
-    if (!response.candidates ||
-        response.candidates.length === 0 ||
-        !response.candidates[0]) {
+    if (!response.candidates || response.candidates.length === 0) {
         return {
             generations: [],
             llmOutput: {
@@ -545,7 +602,7 @@ function mapGenerateContentResultToChatResult(response, extra) {
     const reasoningParts = [];
     if (Array.isArray(candidateContent?.parts) &&
         candidateContent.parts.length === 1 &&
-        candidateContent.parts[0].text &&
+        (candidateContent.parts[0].text ?? '') !== '' &&
         !('thought' in candidateContent.parts[0] &&
             candidateContent.parts[0].thought === true)) {
         content = candidateContent.parts[0].text;
@@ -576,6 +633,10 @@ function mapGenerateContentResultToChatResult(response, extra) {
                     codeExecutionResult: p.codeExecutionResult,
                 };
             }
+            const serverSideToolPart = convertGoogleServerSideToolResponsePart(p);
+            if (serverSideToolPart !== undefined) {
+                return serverSideToolPart;
+            }
             return p;
         })
             .filter((p) => p !== undefined));
@@ -616,7 +677,7 @@ function mapGenerateContentResultToChatResult(response, extra) {
     const generation = {
         text,
         message: new AIMessage({
-            content: content ?? '',
+            content,
             tool_calls,
             additional_kwargs,
             usage_metadata: extra?.usageMetadata,