langchain 1.5.5 → 1.5.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (42) hide show
  1. package/CHANGELOG.md +18 -0
  2. package/dist/agents/errors.cjs +6 -0
  3. package/dist/agents/errors.cjs.map +1 -1
  4. package/dist/agents/errors.d.cts +2 -0
  5. package/dist/agents/errors.d.cts.map +1 -1
  6. package/dist/agents/errors.d.ts +2 -0
  7. package/dist/agents/errors.d.ts.map +1 -1
  8. package/dist/agents/errors.js +6 -0
  9. package/dist/agents/errors.js.map +1 -1
  10. package/dist/agents/middleware/constants.cjs +3 -0
  11. package/dist/agents/middleware/constants.cjs.map +1 -1
  12. package/dist/agents/middleware/constants.js +3 -1
  13. package/dist/agents/middleware/constants.js.map +1 -1
  14. package/dist/agents/middleware/llmToolSelector.cjs +2 -0
  15. package/dist/agents/middleware/llmToolSelector.cjs.map +1 -1
  16. package/dist/agents/middleware/llmToolSelector.d.cts.map +1 -1
  17. package/dist/agents/middleware/llmToolSelector.d.ts.map +1 -1
  18. package/dist/agents/middleware/llmToolSelector.js +2 -0
  19. package/dist/agents/middleware/llmToolSelector.js.map +1 -1
  20. package/dist/agents/middleware/summarization.cjs +6 -2
  21. package/dist/agents/middleware/summarization.cjs.map +1 -1
  22. package/dist/agents/middleware/summarization.d.cts.map +1 -1
  23. package/dist/agents/middleware/summarization.d.ts.map +1 -1
  24. package/dist/agents/middleware/summarization.js +6 -2
  25. package/dist/agents/middleware/summarization.js.map +1 -1
  26. package/dist/agents/middleware/toolEmulator.cjs +8 -1
  27. package/dist/agents/middleware/toolEmulator.cjs.map +1 -1
  28. package/dist/agents/middleware/toolEmulator.d.cts.map +1 -1
  29. package/dist/agents/middleware/toolEmulator.d.ts.map +1 -1
  30. package/dist/agents/middleware/toolEmulator.js +8 -1
  31. package/dist/agents/middleware/toolEmulator.js.map +1 -1
  32. package/dist/agents/tests/utils.cjs.map +1 -1
  33. package/dist/agents/tests/utils.js.map +1 -1
  34. package/dist/chat_models/universal.cjs +23 -1
  35. package/dist/chat_models/universal.cjs.map +1 -1
  36. package/dist/chat_models/universal.d.cts +4 -0
  37. package/dist/chat_models/universal.d.cts.map +1 -1
  38. package/dist/chat_models/universal.d.ts +4 -0
  39. package/dist/chat_models/universal.d.ts.map +1 -1
  40. package/dist/chat_models/universal.js +23 -1
  41. package/dist/chat_models/universal.js.map +1 -1
  42. package/package.json +6 -6
@@ -1 +1 @@
1
- {"version":3,"file":"summarization.cjs","names":["z","z4","createMiddleware","initChatModel","countTokensApproximately","HumanMessage","RemoveMessage","REMOVE_ALL_MESSAGES","SystemMessage","AIMessage","hasToolCalls","ToolMessage"],"sources":["../../../src/agents/middleware/summarization.ts"],"sourcesContent":["import { z } from \"zod/v3\";\nimport { z as z4 } from \"zod/v4\";\nimport { v4 as uuid } from \"@langchain/core/utils/uuid\";\nimport {\n BaseMessage,\n AIMessage,\n SystemMessage,\n ToolMessage,\n RemoveMessage,\n trimMessages,\n HumanMessage,\n getBufferString,\n} from \"@langchain/core/messages\";\nimport {\n BaseLanguageModel,\n getModelContextSize,\n} from \"@langchain/core/language_models/base\";\nimport {\n interopSafeParse,\n InferInteropZodInput,\n InferInteropZodOutput,\n} from \"@langchain/core/utils/types\";\nimport {\n mergeConfigs,\n pickRunnableConfigKeys,\n type RunnableConfig,\n} from \"@langchain/core/runnables\";\nimport { REMOVE_ALL_MESSAGES } from \"@langchain/langgraph\";\nimport { createMiddleware } from \"../middleware.js\";\nimport { countTokensApproximately } from \"./utils.js\";\nimport { hasToolCalls } from \"../utils.js\";\nimport { initChatModel } from \"../../chat_models/universal.js\";\nimport type { Runtime } from \"../runtime.js\";\n\nexport const DEFAULT_SUMMARY_PROMPT = `<role>\nContext Extraction Assistant\n</role>\n\n<primary_objective>\nYour sole objective in this task is to extract the highest quality/most relevant context from the conversation history below.\n</primary_objective>\n\n<objective_information>\nYou're nearing the total number of input tokens you can accept, so you must extract the highest quality/most relevant pieces of information from your conversation history.\nThis context will then overwrite the conversation history presented below. Because of this, ensure the context you extract is only the most important information to your overall goal.\n</objective_information>\n\n<instructions>\nThe conversation history below will be replaced with the context you extract in this step. Because of this, you must do your very best to extract and record all of the most important context from the conversation history.\nYou want to ensure that you don't repeat any actions you've already completed, so the context you extract from the conversation history should be focused on the most important information to your overall goal.\n</instructions>\n\nThe user will message you with the full message history you'll be extracting context from, to then replace. Carefully read over it all, and think deeply about what information is most important to your overall goal that should be saved:\n\nWith all of this in mind, please carefully read over the entire conversation history, and extract the most important and relevant context to replace it so that you can free up space in the conversation history.\nRespond ONLY with the extracted context. Do not include any additional information, or text before or after the extracted context.\n\n<messages>\nMessages to summarize:\n{messages}\n</messages>`;\n\nconst DEFAULT_SUMMARY_PREFIX = \"Here is a summary of the conversation to date:\";\nconst DEFAULT_MESSAGES_TO_KEEP = 20;\nconst DEFAULT_TRIM_TOKEN_LIMIT = 4000;\nconst DEFAULT_FALLBACK_MESSAGE_COUNT = 15;\nconst SEARCH_RANGE_FOR_TOOL_PAIRS = 5;\n\nconst tokenCounterSchema = z\n .function()\n .args(z.array(z.custom<BaseMessage>()))\n .returns(z.union([z.number(), z.promise(z.number())]));\nexport type TokenCounter = (\n messages: BaseMessage[]\n) => number | Promise<number>;\n\nexport const contextSizeSchema = z\n .object({\n /**\n * Fraction of the model's context size to use as the trigger\n */\n fraction: z\n .number()\n .gt(0, \"Fraction must be greater than 0\")\n .max(1, \"Fraction must be less than or equal to 1\")\n .optional(),\n /**\n * Number of tokens to use as the trigger\n */\n tokens: z.number().positive(\"Tokens must be greater than 0\").optional(),\n /**\n * Number of messages to use as the trigger\n */\n messages: z\n .number()\n .int(\"Messages must be an integer\")\n .positive(\"Messages must be greater than 0\")\n .optional(),\n })\n .refine(\n (data) => {\n const count = [data.fraction, data.tokens, data.messages].filter(\n (v) => v !== undefined\n ).length;\n return count >= 1;\n },\n {\n message: \"At least one of fraction, tokens, or messages must be provided\",\n }\n );\nexport type ContextSize = z.infer<typeof contextSizeSchema>;\n\nexport const keepSchema = z\n .object({\n /**\n * Fraction of the model's context size to keep\n */\n fraction: z\n .number()\n .min(0, \"Messages must be non-negative\")\n .max(1, \"Fraction must be less than or equal to 1\")\n .optional(),\n /**\n * Number of tokens to keep\n */\n tokens: z\n .number()\n .min(0, \"Tokens must be greater than or equal to 0\")\n .optional(),\n messages: z\n .number()\n .int(\"Messages must be an integer\")\n .min(0, \"Messages must be non-negative\")\n .optional(),\n })\n .refine(\n (data) => {\n const count = [data.fraction, data.tokens, data.messages].filter(\n (v) => v !== undefined\n ).length;\n return count === 1;\n },\n {\n message: \"Exactly one of fraction, tokens, or messages must be provided\",\n }\n );\nexport type KeepSize = z.infer<typeof keepSchema>;\n\nconst contextSchema = z.object({\n /**\n * Model to use for summarization\n */\n model: z.custom<string | BaseLanguageModel>(),\n /**\n * Trigger conditions for summarization.\n * Can be a single condition object (all properties must be met) or an array of conditions (any condition must be met).\n *\n * @example\n * ```ts\n * // Single condition: trigger if tokens >= 5000 AND messages >= 3\n * trigger: { tokens: 5000, messages: 3 }\n *\n * // Multiple conditions: trigger if (tokens >= 5000 AND messages >= 3) OR (tokens >= 3000 AND messages >= 6)\n * trigger: [\n * { tokens: 5000, messages: 3 },\n * { tokens: 3000, messages: 6 }\n * ]\n * ```\n */\n trigger: z.union([contextSizeSchema, z.array(contextSizeSchema)]).optional(),\n /**\n * Keep conditions for summarization\n */\n keep: keepSchema.optional(),\n /**\n * Token counter function to use for summarization\n */\n tokenCounter: tokenCounterSchema.optional(),\n /**\n * Summary prompt to use for summarization\n * @default {@link DEFAULT_SUMMARY_PROMPT}\n */\n summaryPrompt: z.string().default(DEFAULT_SUMMARY_PROMPT),\n /**\n * Number of tokens to trim to before summarizing\n */\n trimTokensToSummarize: z.number().optional(),\n /**\n * Prefix to add to the summary\n */\n summaryPrefix: z.string().optional(),\n /**\n * @deprecated Use `trigger: { tokens: value }` instead.\n */\n maxTokensBeforeSummary: z.number().optional(),\n /**\n * @deprecated Use `keep: { messages: value }` instead.\n */\n messagesToKeep: z.number().optional(),\n});\n\nexport type SummarizationMiddlewareConfig = InferInteropZodInput<\n typeof contextSchema\n>;\n\n/**\n * Get max input tokens from model profile or fallback to model name lookup\n */\nexport function getProfileLimits(input: BaseLanguageModel): number | undefined {\n // Access maxInputTokens on the model profile directly if available\n if (\n \"profile\" in input &&\n typeof input.profile === \"object\" &&\n input.profile &&\n \"maxInputTokens\" in input.profile &&\n (typeof input.profile.maxInputTokens === \"number\" ||\n input.profile.maxInputTokens == null)\n ) {\n return input.profile.maxInputTokens ?? undefined;\n }\n\n // Fallback to using model name if available\n if (\"model\" in input && typeof input.model === \"string\") {\n return getModelContextSize(input.model);\n }\n if (\"modelName\" in input && typeof input.modelName === \"string\") {\n return getModelContextSize(input.modelName);\n }\n\n return undefined;\n}\n\n/**\n * Summarization middleware that automatically summarizes conversation history when token limits are approached.\n *\n * This middleware monitors message token counts and automatically summarizes older\n * messages when a threshold is reached, preserving recent messages and maintaining\n * context continuity by ensuring AI/Tool message pairs remain together.\n *\n * @param options Configuration options for the summarization middleware\n * @returns A middleware instance\n *\n * @example\n * ```ts\n * import { summarizationMiddleware } from \"langchain\";\n * import { createAgent } from \"langchain\";\n *\n * // Single condition: trigger if tokens >= 4000 AND messages >= 10\n * const agent1 = createAgent({\n * llm: model,\n * tools: [getWeather],\n * middleware: [\n * summarizationMiddleware({\n * model: new ChatOpenAI({ model: \"gpt-4o\" }),\n * trigger: { tokens: 4000, messages: 10 },\n * keep: { messages: 20 },\n * })\n * ],\n * });\n *\n * // Multiple conditions: trigger if (tokens >= 5000 AND messages >= 3) OR (tokens >= 3000 AND messages >= 6)\n * const agent2 = createAgent({\n * llm: model,\n * tools: [getWeather],\n * middleware: [\n * summarizationMiddleware({\n * model: new ChatOpenAI({ model: \"gpt-4o\" }),\n * trigger: [\n * { tokens: 5000, messages: 3 },\n * { tokens: 3000, messages: 6 },\n * ],\n * keep: { messages: 20 },\n * })\n * ],\n * });\n *\n * ```\n */\nexport function summarizationMiddleware(\n options: SummarizationMiddlewareConfig\n) {\n /**\n * Parse user options to get their explicit values\n */\n const { data: userOptions, error } = interopSafeParse(contextSchema, options);\n if (error) {\n throw new Error(\n `Invalid summarization middleware options: ${z4.prettifyError(error)}`\n );\n }\n\n return createMiddleware({\n name: \"SummarizationMiddleware\",\n contextSchema: contextSchema.extend({\n /**\n * `model` should be required when initializing the middleware,\n * but can be omitted within context when invoking the middleware.\n */\n model: z.custom<BaseLanguageModel>().optional(),\n }),\n beforeModel: async (state, runtime) => {\n let trigger: ContextSize | ContextSize[] | undefined =\n userOptions.trigger;\n let keep: ContextSize = userOptions.keep as InferInteropZodOutput<\n typeof keepSchema\n >;\n\n /**\n * Handle deprecated parameters\n */\n if (userOptions.maxTokensBeforeSummary !== undefined) {\n console.warn(\n \"maxTokensBeforeSummary is deprecated. Use `trigger: { tokens: value }` instead.\"\n );\n if (trigger === undefined) {\n trigger = { tokens: userOptions.maxTokensBeforeSummary };\n }\n }\n\n /**\n * Handle deprecated parameters\n */\n if (userOptions.messagesToKeep !== undefined) {\n console.warn(\n \"messagesToKeep is deprecated. Use `keep: { messages: value }` instead.\"\n );\n if (\n !keep ||\n (keep &&\n \"messages\" in keep &&\n keep.messages === DEFAULT_MESSAGES_TO_KEEP)\n ) {\n keep = { messages: userOptions.messagesToKeep };\n }\n }\n\n /**\n * Merge context with user options\n */\n const resolvedTrigger =\n runtime.context?.trigger !== undefined\n ? runtime.context.trigger\n : trigger;\n const resolvedKeep =\n runtime.context?.keep !== undefined\n ? runtime.context.keep\n : (keep ?? { messages: DEFAULT_MESSAGES_TO_KEEP });\n\n const validatedKeep = keepSchema.parse(resolvedKeep);\n\n /**\n * Validate trigger conditions\n */\n let triggerConditions: ContextSize[] = [];\n if (resolvedTrigger === undefined) {\n triggerConditions = [];\n } else if (Array.isArray(resolvedTrigger)) {\n /**\n * It's an array of ContextSize objects\n */\n triggerConditions = (resolvedTrigger as ContextSize[]).map((t) =>\n contextSizeSchema.parse(t)\n );\n } else {\n /**\n * Single ContextSize object - all properties must be satisfied (AND logic)\n */\n triggerConditions = [contextSizeSchema.parse(resolvedTrigger)];\n }\n\n /**\n * Check if profile is required\n */\n const requiresProfile =\n triggerConditions.some((c) => \"fraction\" in c) ||\n \"fraction\" in validatedKeep;\n\n const model =\n typeof userOptions.model === \"string\"\n ? await initChatModel(userOptions.model)\n : userOptions.model;\n\n if (requiresProfile && !getProfileLimits(model)) {\n throw new Error(\n \"Model profile information is required to use fractional token limits. \" +\n \"Use absolute token counts instead.\"\n );\n }\n\n const summaryPrompt =\n runtime.context?.summaryPrompt === DEFAULT_SUMMARY_PROMPT\n ? (userOptions.summaryPrompt ?? DEFAULT_SUMMARY_PROMPT)\n : (runtime.context?.summaryPrompt ??\n userOptions.summaryPrompt ??\n DEFAULT_SUMMARY_PROMPT);\n const summaryPrefix =\n runtime.context.summaryPrefix ??\n userOptions.summaryPrefix ??\n DEFAULT_SUMMARY_PREFIX;\n const trimTokensToSummarize =\n runtime.context?.trimTokensToSummarize !== undefined\n ? runtime.context.trimTokensToSummarize\n : (userOptions.trimTokensToSummarize ?? DEFAULT_TRIM_TOKEN_LIMIT);\n\n /**\n * Ensure all messages have IDs\n */\n ensureMessageIds(state.messages);\n\n const tokenCounter =\n runtime.context?.tokenCounter !== undefined\n ? runtime.context.tokenCounter\n : (userOptions.tokenCounter ?? countTokensApproximately);\n const totalTokens = await tokenCounter(state.messages);\n const doSummarize = await shouldSummarize(\n state.messages,\n totalTokens,\n triggerConditions,\n model\n );\n\n if (!doSummarize) {\n return;\n }\n\n const { systemPrompt, conversationMessages } = splitSystemMessage(\n state.messages\n );\n const cutoffIndex = await determineCutoffIndex(\n conversationMessages,\n validatedKeep,\n tokenCounter,\n model\n );\n\n if (cutoffIndex <= 0) {\n return;\n }\n\n const { messagesToSummarize, preservedMessages } = partitionMessages(\n systemPrompt,\n conversationMessages,\n cutoffIndex\n );\n\n const summary = await createSummary(\n messagesToSummarize,\n model,\n summaryPrompt,\n tokenCounter,\n trimTokensToSummarize,\n runtime\n );\n\n const summaryMessage = new HumanMessage({\n content: `${summaryPrefix}\\n\\n${summary}`,\n id: uuid(),\n additional_kwargs: { lc_source: \"summarization\" },\n });\n\n return {\n messages: [\n new RemoveMessage({ id: REMOVE_ALL_MESSAGES }),\n summaryMessage,\n ...preservedMessages,\n ],\n };\n },\n });\n}\n\n/**\n * Ensure all messages have unique IDs\n */\nfunction ensureMessageIds(messages: BaseMessage[]): void {\n for (const msg of messages) {\n if (!msg.id) {\n msg.id = uuid();\n }\n }\n}\n\n/**\n * Separate system message from conversation messages\n */\nfunction splitSystemMessage(messages: BaseMessage[]): {\n systemPrompt?: SystemMessage;\n conversationMessages: BaseMessage[];\n} {\n if (messages.length > 0 && SystemMessage.isInstance(messages[0])) {\n return {\n systemPrompt: messages[0] as SystemMessage,\n conversationMessages: messages.slice(1),\n };\n }\n return {\n conversationMessages: messages,\n };\n}\n\n/**\n * Partition messages into those to summarize and those to preserve\n */\nfunction partitionMessages(\n systemPrompt: SystemMessage | undefined,\n conversationMessages: BaseMessage[],\n cutoffIndex: number\n): { messagesToSummarize: BaseMessage[]; preservedMessages: BaseMessage[] } {\n const messagesToSummarize = conversationMessages.slice(0, cutoffIndex);\n const preservedMessages = conversationMessages.slice(cutoffIndex);\n\n // Include system message in messages to summarize to capture previous summaries\n if (systemPrompt) {\n messagesToSummarize.unshift(systemPrompt);\n }\n\n return { messagesToSummarize, preservedMessages };\n}\n\n/**\n * Determine whether summarization should run for the current token usage\n *\n * @param messages - Current messages in the conversation\n * @param totalTokens - Total token count for all messages\n * @param triggerConditions - Array of trigger conditions. Returns true if ANY condition is satisfied (OR logic).\n * Within each condition, ALL specified properties must be satisfied (AND logic).\n * @param model - The language model being used\n * @returns true if summarization should be triggered\n */\nasync function shouldSummarize(\n messages: BaseMessage[],\n totalTokens: number,\n triggerConditions: ContextSize[],\n model: BaseLanguageModel\n): Promise<boolean> {\n if (triggerConditions.length === 0) {\n return false;\n }\n\n /**\n * Check each condition (OR logic between conditions)\n */\n for (const trigger of triggerConditions) {\n /**\n * Within a single condition, all specified properties must be satisfied (AND logic)\n */\n let conditionMet = true;\n let hasAnyProperty = false;\n\n if (trigger.messages !== undefined) {\n hasAnyProperty = true;\n if (messages.length < trigger.messages) {\n conditionMet = false;\n }\n }\n\n if (trigger.tokens !== undefined) {\n hasAnyProperty = true;\n if (totalTokens < trigger.tokens) {\n conditionMet = false;\n }\n }\n\n if (trigger.fraction !== undefined) {\n hasAnyProperty = true;\n const maxInputTokens = getProfileLimits(model);\n if (typeof maxInputTokens === \"number\") {\n const threshold = Math.floor(maxInputTokens * trigger.fraction);\n if (totalTokens < threshold) {\n conditionMet = false;\n }\n } else {\n /**\n * If fraction is specified but we can't get model limits, skip this condition\n */\n conditionMet = false;\n }\n }\n\n /**\n * If condition has at least one property and all properties are satisfied, trigger summarization\n */\n if (hasAnyProperty && conditionMet) {\n return true;\n }\n }\n\n return false;\n}\n\n/**\n * Determine cutoff index respecting retention configuration\n */\nasync function determineCutoffIndex(\n messages: BaseMessage[],\n keep: ContextSize,\n tokenCounter: TokenCounter,\n model: BaseLanguageModel\n): Promise<number> {\n if (\"tokens\" in keep || \"fraction\" in keep) {\n const tokenBasedCutoff = await findTokenBasedCutoff(\n messages,\n keep,\n tokenCounter,\n model\n );\n if (typeof tokenBasedCutoff === \"number\") {\n return tokenBasedCutoff;\n }\n /**\n * Fallback to message count if token-based fails\n */\n return findSafeCutoff(messages, DEFAULT_MESSAGES_TO_KEEP);\n }\n /**\n * find cutoff index based on message count\n */\n return findSafeCutoff(messages, keep.messages ?? DEFAULT_MESSAGES_TO_KEEP);\n}\n\n/**\n * Find cutoff index based on target token retention\n */\nasync function findTokenBasedCutoff(\n messages: BaseMessage[],\n keep: ContextSize,\n tokenCounter: TokenCounter,\n model: BaseLanguageModel\n): Promise<number | undefined> {\n if (messages.length === 0) {\n return 0;\n }\n\n let targetTokenCount: number;\n\n if (\"fraction\" in keep && keep.fraction !== undefined) {\n const maxInputTokens = getProfileLimits(model);\n if (typeof maxInputTokens !== \"number\") {\n return;\n }\n targetTokenCount = Math.floor(maxInputTokens * keep.fraction);\n } else if (\"tokens\" in keep && keep.tokens !== undefined) {\n targetTokenCount = Math.floor(keep.tokens);\n } else {\n return;\n }\n\n if (targetTokenCount <= 0) {\n targetTokenCount = 1;\n }\n\n const totalTokens = await tokenCounter(messages);\n if (totalTokens <= targetTokenCount) {\n return 0;\n }\n\n /**\n * Use binary search to identify the earliest message index that keeps the\n * suffix within the token budget.\n */\n let left = 0;\n let right = messages.length;\n let cutoffCandidate = messages.length;\n const maxIterations = Math.floor(Math.log2(messages.length)) + 1;\n\n for (let i = 0; i < maxIterations; i++) {\n if (left >= right) {\n break;\n }\n\n const mid = Math.floor((left + right) / 2);\n const suffixTokens = await tokenCounter(messages.slice(mid));\n if (suffixTokens <= targetTokenCount) {\n cutoffCandidate = mid;\n right = mid;\n } else {\n left = mid + 1;\n }\n }\n\n if (cutoffCandidate === messages.length) {\n cutoffCandidate = left;\n }\n\n if (cutoffCandidate >= messages.length) {\n if (messages.length === 1) {\n return 0;\n }\n cutoffCandidate = messages.length - 1;\n }\n\n /**\n * Find safe cutoff point that preserves AI/Tool pairs.\n * If cutoff lands on ToolMessage, move backward to include the AIMessage.\n */\n const safeCutoff = findSafeCutoffPoint(messages, cutoffCandidate);\n\n /**\n * If findSafeCutoffPoint moved forward (fallback case), verify it's safe.\n * If it moved backward, we already have a safe point.\n */\n if (safeCutoff <= cutoffCandidate) {\n return safeCutoff;\n }\n\n /**\n * Fallback: iterate backward to find a safe cutoff\n */\n for (let i = cutoffCandidate; i >= 0; i--) {\n if (isSafeCutoffPoint(messages, i)) {\n return i;\n }\n }\n\n return 0;\n}\n\n/**\n * Find safe cutoff point that preserves AI/Tool message pairs\n */\nfunction findSafeCutoff(\n messages: BaseMessage[],\n messagesToKeep: number\n): number {\n if (messages.length <= messagesToKeep) {\n return 0;\n }\n\n const targetCutoff = messages.length - messagesToKeep;\n\n /**\n * First, try to find a safe cutoff point using findSafeCutoffPoint.\n * This handles the case where cutoff lands on a ToolMessage by moving\n * backward to include the corresponding AIMessage.\n */\n const safeCutoff = findSafeCutoffPoint(messages, targetCutoff);\n\n /**\n * If findSafeCutoffPoint moved backward (found matching AIMessage), use it.\n */\n if (safeCutoff <= targetCutoff) {\n return safeCutoff;\n }\n\n /**\n * Fallback: iterate backward to find a safe cutoff\n */\n for (let i = targetCutoff; i >= 0; i--) {\n if (isSafeCutoffPoint(messages, i)) {\n return i;\n }\n }\n\n return 0;\n}\n\n/**\n * Check if cutting at index would separate AI/Tool message pairs\n */\nfunction isSafeCutoffPoint(\n messages: BaseMessage[],\n cutoffIndex: number\n): boolean {\n if (cutoffIndex >= messages.length) {\n return true;\n }\n\n /**\n * Prevent preserved messages from starting with AI message containing tool calls\n */\n if (\n cutoffIndex < messages.length &&\n AIMessage.isInstance(messages[cutoffIndex]) &&\n hasToolCalls(messages[cutoffIndex])\n ) {\n return false;\n }\n\n const searchStart = Math.max(0, cutoffIndex - SEARCH_RANGE_FOR_TOOL_PAIRS);\n const searchEnd = Math.min(\n messages.length,\n cutoffIndex + SEARCH_RANGE_FOR_TOOL_PAIRS\n );\n\n for (let i = searchStart; i < searchEnd; i++) {\n if (!hasToolCalls(messages[i])) {\n continue;\n }\n\n const toolCallIds = extractToolCallIds(messages[i] as AIMessage);\n if (cutoffSeparatesToolPair(messages, i, cutoffIndex, toolCallIds)) {\n return false;\n }\n }\n\n return true;\n}\n\n/**\n * Extract tool call IDs from an AI message\n */\nfunction extractToolCallIds(aiMessage: AIMessage): Set<string> {\n const toolCallIds = new Set<string>();\n if (aiMessage.tool_calls) {\n for (const toolCall of aiMessage.tool_calls) {\n const id =\n typeof toolCall === \"object\" && \"id\" in toolCall ? toolCall.id : null;\n if (id) {\n toolCallIds.add(id);\n }\n }\n }\n return toolCallIds;\n}\n\n/**\n * Find a safe cutoff point that doesn't split AI/Tool message pairs.\n *\n * If the message at `cutoffIndex` is a `ToolMessage`, search backward for the\n * `AIMessage` containing the corresponding `tool_calls` and adjust the cutoff to\n * include it. This ensures tool call requests and responses stay together.\n *\n * Falls back to advancing forward past `ToolMessage` objects only if no matching\n * `AIMessage` is found (edge case).\n */\nfunction findSafeCutoffPoint(\n messages: BaseMessage[],\n cutoffIndex: number\n): number {\n if (\n cutoffIndex >= messages.length ||\n !ToolMessage.isInstance(messages[cutoffIndex])\n ) {\n return cutoffIndex;\n }\n\n // Collect tool_call_ids from consecutive ToolMessages at/after cutoff\n const toolCallIds = new Set<string>();\n let idx = cutoffIndex;\n while (idx < messages.length && ToolMessage.isInstance(messages[idx])) {\n const toolMsg = messages[idx] as ToolMessage;\n if (toolMsg.tool_call_id) {\n toolCallIds.add(toolMsg.tool_call_id);\n }\n idx++;\n }\n\n // Search backward for AIMessage with matching tool_calls\n for (let i = cutoffIndex - 1; i >= 0; i--) {\n const msg = messages[i];\n if (AIMessage.isInstance(msg) && hasToolCalls(msg)) {\n const aiToolCallIds = extractToolCallIds(msg as AIMessage);\n // Check if there's any overlap between the tool_call_ids\n for (const id of toolCallIds) {\n if (aiToolCallIds.has(id)) {\n // Found the AIMessage - move cutoff to include it\n return i;\n }\n }\n }\n }\n\n // Fallback: no matching AIMessage found, advance past ToolMessages to avoid\n // orphaned tool responses\n return idx;\n}\n\n/**\n * Check if cutoff separates an AI message from its corresponding tool messages\n */\nfunction cutoffSeparatesToolPair(\n messages: BaseMessage[],\n aiMessageIndex: number,\n cutoffIndex: number,\n toolCallIds: Set<string>\n): boolean {\n for (let j = aiMessageIndex + 1; j < messages.length; j++) {\n const message = messages[j];\n if (\n ToolMessage.isInstance(message) &&\n toolCallIds.has(message.tool_call_id)\n ) {\n const aiBeforeCutoff = aiMessageIndex < cutoffIndex;\n const toolBeforeCutoff = j < cutoffIndex;\n if (aiBeforeCutoff !== toolBeforeCutoff) {\n return true;\n }\n }\n }\n return false;\n}\n\n/**\n * Generate summary for the given messages.\n *\n * @param messagesToSummarize - Messages to summarize.\n * @param model - The language model to use for summarization.\n * @param summaryPrompt - The prompt template for summarization.\n * @param tokenCounter - Function to count tokens.\n * @param trimTokensToSummarize - Optional token limit for trimming messages.\n * @param runtime - The runtime environment, used to inherit config so that\n * LangGraph's handlers can properly track and tag the summarization model call.\n */\nasync function createSummary(\n messagesToSummarize: BaseMessage[],\n model: BaseLanguageModel,\n summaryPrompt: string,\n tokenCounter: TokenCounter,\n trimTokensToSummarize: number | undefined,\n runtime: Runtime<unknown>\n): Promise<string> {\n if (!messagesToSummarize.length) {\n return \"No previous conversation history.\";\n }\n\n const trimmedMessages = await trimMessagesForSummary(\n messagesToSummarize,\n tokenCounter,\n trimTokensToSummarize\n );\n\n if (!trimmedMessages.length) {\n return \"Previous conversation was too long to summarize.\";\n }\n\n /**\n * Format messages using getBufferString to avoid token inflation from metadata\n * when str() / JSON.stringify is called on message objects.\n * This produces compact output like:\n * ```\n * Human: What's the weather?\n * AI: Let me check...[tool_calls]\n * Tool: 72°F and sunny\n * ```\n */\n const formattedMessages = getBufferString(trimmedMessages);\n\n try {\n const formattedPrompt = summaryPrompt.replace(\n \"{messages}\",\n formattedMessages\n );\n /**\n * Merge parent runnable config with summarization metadata so LangGraph's\n * stream handlers (and other callback-based consumers) can properly track\n * and tag the summarization model call.\n */\n const baseConfig: RunnableConfig = pickRunnableConfigKeys(runtime) ?? {};\n const config = mergeConfigs(baseConfig, {\n metadata: { lc_source: \"summarization\" },\n });\n const response = await model.invoke(formattedPrompt, config);\n const content = response.content;\n /**\n * Handle both string content and MessageContent array\n */\n if (typeof content === \"string\") {\n return content.trim();\n } else if (Array.isArray(content)) {\n /**\n * Extract text from MessageContent array\n */\n const textContent = content\n .map((item) => {\n if (typeof item === \"string\") return item;\n if (typeof item === \"object\" && item !== null && \"text\" in item) {\n return (item as { text: string }).text;\n }\n return \"\";\n })\n .join(\"\");\n return textContent.trim();\n }\n return \"Error generating summary: Invalid response format\";\n } catch (e) {\n return `Error generating summary: ${e}`;\n }\n}\n\n/**\n * Trim messages to fit within summary generation limits\n */\nasync function trimMessagesForSummary(\n messages: BaseMessage[],\n tokenCounter: TokenCounter,\n trimTokensToSummarize: number | undefined\n): Promise<BaseMessage[]> {\n if (trimTokensToSummarize === undefined) {\n return messages;\n }\n\n try {\n return await trimMessages(messages, {\n maxTokens: trimTokensToSummarize,\n tokenCounter: async (msgs) => tokenCounter(msgs),\n strategy: \"last\",\n allowPartial: true,\n includeSystem: true,\n });\n } catch {\n /**\n * Fallback to last N messages if trimming fails\n */\n return messages.slice(-DEFAULT_FALLBACK_MESSAGE_COUNT);\n }\n}\n"],"mappings":";;;;;;;;;;;;;AAkCA,MAAa,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4BtC,MAAM,yBAAyB;AAC/B,MAAM,2BAA2B;AACjC,MAAM,2BAA2B;AAEjC,MAAM,8BAA8B;AAEpC,MAAM,qBAAqBA,OAAAA,EACxB,SAAS,CAAC,CACV,KAAKA,OAAAA,EAAE,MAAMA,OAAAA,EAAE,OAAoB,CAAC,CAAC,CAAC,CACtC,QAAQA,OAAAA,EAAE,MAAM,CAACA,OAAAA,EAAE,OAAO,GAAGA,OAAAA,EAAE,QAAQA,OAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;AAKvD,MAAa,oBAAoBA,OAAAA,EAC9B,OAAO;;;;CAIN,UAAUA,OAAAA,EACP,OAAO,CAAC,CACR,GAAG,GAAG,iCAAiC,CAAC,CACxC,IAAI,GAAG,0CAA0C,CAAC,CAClD,SAAS;;;;CAIZ,QAAQA,OAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+BAA+B,CAAC,CAAC,SAAS;;;;CAItE,UAAUA,OAAAA,EACP,OAAO,CAAC,CACR,IAAI,6BAA6B,CAAC,CAClC,SAAS,iCAAiC,CAAC,CAC3C,SAAS;AACd,CAAC,CAAC,CACD,QACE,SAAS;CAIR,OAHc;EAAC,KAAK;EAAU,KAAK;EAAQ,KAAK;CAAQ,CAAC,CAAC,QACvD,MAAM,MAAM,KAAA,CACf,CAAC,CAAC,UACc;AAClB,GACA,EACE,SAAS,iEACX,CACF;AAGF,MAAa,aAAaA,OAAAA,EACvB,OAAO;;;;CAIN,UAAUA,OAAAA,EACP,OAAO,CAAC,CACR,IAAI,GAAG,+BAA+B,CAAC,CACvC,IAAI,GAAG,0CAA0C,CAAC,CAClD,SAAS;;;;CAIZ,QAAQA,OAAAA,EACL,OAAO,CAAC,CACR,IAAI,GAAG,2CAA2C,CAAC,CACnD,SAAS;CACZ,UAAUA,OAAAA,EACP,OAAO,CAAC,CACR,IAAI,6BAA6B,CAAC,CAClC,IAAI,GAAG,+BAA+B,CAAC,CACvC,SAAS;AACd,CAAC,CAAC,CACD,QACE,SAAS;CAIR,OAHc;EAAC,KAAK;EAAU,KAAK;EAAQ,KAAK;CAAQ,CAAC,CAAC,QACvD,MAAM,MAAM,KAAA,CACf,CAAC,CAAC,WACe;AACnB,GACA,EACE,SAAS,gEACX,CACF;AAGF,MAAM,gBAAgBA,OAAAA,EAAE,OAAO;;;;CAI7B,OAAOA,OAAAA,EAAE,OAAmC;;;;;;;;;;;;;;;;;CAiB5C,SAASA,OAAAA,EAAE,MAAM,CAAC,mBAAmBA,OAAAA,EAAE,MAAM,iBAAiB,CAAC,CAAC,CAAC,CAAC,SAAS;;;;CAI3E,MAAM,WAAW,SAAS;;;;CAI1B,cAAc,mBAAmB,SAAS;;;;;CAK1C,eAAeA,OAAAA,EAAE,OAAO,CAAC,CAAC,QAAQ,sBAAsB;;;;CAIxD,uBAAuBA,OAAAA,EAAE,OAAO,CAAC,CAAC,SAAS;;;;CAI3C,eAAeA,OAAAA,EAAE,OAAO,CAAC,CAAC,SAAS;;;;CAInC,wBAAwBA,OAAAA,EAAE,OAAO,CAAC,CAAC,SAAS;;;;CAI5C,gBAAgBA,OAAAA,EAAE,OAAO,CAAC,CAAC,SAAS;AACtC,CAAC;;;;AASD,SAAgB,iBAAiB,OAA8C;CAE7E,IACE,aAAa,SACb,OAAO,MAAM,YAAY,YACzB,MAAM,WACN,oBAAoB,MAAM,YACzB,OAAO,MAAM,QAAQ,mBAAmB,YACvC,MAAM,QAAQ,kBAAkB,OAElC,OAAO,MAAM,QAAQ,kBAAkB,KAAA;CAIzC,IAAI,WAAW,SAAS,OAAO,MAAM,UAAU,UAC7C,QAAA,GAAA,qCAAA,oBAAA,CAA2B,MAAM,KAAK;CAExC,IAAI,eAAe,SAAS,OAAO,MAAM,cAAc,UACrD,QAAA,GAAA,qCAAA,oBAAA,CAA2B,MAAM,SAAS;AAI9C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAgDA,SAAgB,wBACd,SACA;;;;CAIA,MAAM,EAAE,MAAM,aAAa,WAAA,GAAA,4BAAA,iBAAA,CAA2B,eAAe,OAAO;CAC5E,IAAI,OACF,MAAM,IAAI,MACR,6CAA6CC,OAAAA,EAAG,cAAc,KAAK,GACrE;CAGF,OAAOC,mBAAAA,iBAAiB;EACtB,MAAM;EACN,eAAe,cAAc,OAAO;;;;;AAKlC,OAAOF,OAAAA,EAAE,OAA0B,CAAC,CAAC,SAAS,EAChD,CAAC;EACD,aAAa,OAAO,OAAO,YAAY;GACrC,IAAI,UACF,YAAY;GACd,IAAI,OAAoB,YAAY;;;;GAOpC,IAAI,YAAY,2BAA2B,KAAA,GAAW;IACpD,QAAQ,KACN,iFACF;IACA,IAAI,YAAY,KAAA,GACd,UAAU,EAAE,QAAQ,YAAY,uBAAuB;GAE3D;;;;GAKA,IAAI,YAAY,mBAAmB,KAAA,GAAW;IAC5C,QAAQ,KACN,wEACF;IACA,IACE,CAAC,QACA,QACC,cAAc,QACd,KAAK,aAAa,0BAEpB,OAAO,EAAE,UAAU,YAAY,eAAe;GAElD;;;;GAKA,MAAM,kBACJ,QAAQ,SAAS,YAAY,KAAA,IACzB,QAAQ,QAAQ,UAChB;GACN,MAAM,eACJ,QAAQ,SAAS,SAAS,KAAA,IACtB,QAAQ,QAAQ,OACf,QAAQ,EAAE,UAAU,yBAAyB;GAEpD,MAAM,gBAAgB,WAAW,MAAM,YAAY;;;;GAKnD,IAAI,oBAAmC,CAAC;GACxC,IAAI,oBAAoB,KAAA,GACtB,oBAAoB,CAAC;QAChB,IAAI,MAAM,QAAQ,eAAe;;;;GAItC,oBAAqB,gBAAkC,KAAK,MAC1D,kBAAkB,MAAM,CAAC,CAC3B;;;;;GAKA,oBAAoB,CAAC,kBAAkB,MAAM,eAAe,CAAC;;;;GAM/D,MAAM,kBACJ,kBAAkB,MAAM,MAAM,cAAc,CAAC,KAC7C,cAAc;GAEhB,MAAM,QACJ,OAAO,YAAY,UAAU,WACzB,MAAMG,8BAAAA,cAAc,YAAY,KAAK,IACrC,YAAY;GAElB,IAAI,mBAAmB,CAAC,iBAAiB,KAAK,GAC5C,MAAM,IAAI,MACR,0GAEF;GAGF,MAAM,gBACJ,QAAQ,SAAS,kBAAkB,yBAC9B,YAAY,iBAAiB,yBAC7B,QAAQ,SAAS,iBAClB,YAAY,iBACZ;GACN,MAAM,gBACJ,QAAQ,QAAQ,iBAChB,YAAY,iBACZ;GACF,MAAM,wBACJ,QAAQ,SAAS,0BAA0B,KAAA,IACvC,QAAQ,QAAQ,wBACf,YAAY,yBAAyB;;;;GAK5C,iBAAiB,MAAM,QAAQ;GAE/B,MAAM,eACJ,QAAQ,SAAS,iBAAiB,KAAA,IAC9B,QAAQ,QAAQ,eACf,YAAY,gBAAgBC,gBAAAA;GACnC,MAAM,cAAc,MAAM,aAAa,MAAM,QAAQ;GAQrD,IAAI,CAAC,MAPqB,gBACxB,MAAM,UACN,aACA,mBACA,KACF,GAGE;GAGF,MAAM,EAAE,cAAc,yBAAyB,mBAC7C,MAAM,QACR;GACA,MAAM,cAAc,MAAM,qBACxB,sBACA,eACA,cACA,KACF;GAEA,IAAI,eAAe,GACjB;GAGF,MAAM,EAAE,qBAAqB,sBAAsB,kBACjD,cACA,sBACA,WACF;GAWA,MAAM,iBAAiB,IAAIC,yBAAAA,aAAa;IACtC,SAAS,GAAG,cAAc,MAAM,MAVZ,cACpB,qBACA,OACA,eACA,cACA,uBACA,OACF;IAIE,KAAA,GAAA,2BAAA,GAAA,CAAS;IACT,mBAAmB,EAAE,WAAW,gBAAgB;GAClD,CAAC;GAED,OAAO,EACL,UAAU;IACR,IAAIC,yBAAAA,cAAc,EAAE,IAAIC,qBAAAA,oBAAoB,CAAC;IAC7C;IACA,GAAG;GACL,EACF;EACF;CACF,CAAC;AACH;;;;AAKA,SAAS,iBAAiB,UAA+B;CACvD,KAAK,MAAM,OAAO,UAChB,IAAI,CAAC,IAAI,IACP,IAAI,MAAA,GAAA,2BAAA,GAAA,CAAU;AAGpB;;;;AAKA,SAAS,mBAAmB,UAG1B;CACA,IAAI,SAAS,SAAS,KAAKC,yBAAAA,cAAc,WAAW,SAAS,EAAE,GAC7D,OAAO;EACL,cAAc,SAAS;EACvB,sBAAsB,SAAS,MAAM,CAAC;CACxC;CAEF,OAAO,EACL,sBAAsB,SACxB;AACF;;;;AAKA,SAAS,kBACP,cACA,sBACA,aAC0E;CAC1E,MAAM,sBAAsB,qBAAqB,MAAM,GAAG,WAAW;CACrE,MAAM,oBAAoB,qBAAqB,MAAM,WAAW;CAGhE,IAAI,cACF,oBAAoB,QAAQ,YAAY;CAG1C,OAAO;EAAE;EAAqB;CAAkB;AAClD;;;;;;;;;;;AAYA,eAAe,gBACb,UACA,aACA,mBACA,OACkB;CAClB,IAAI,kBAAkB,WAAW,GAC/B,OAAO;;;;CAMT,KAAK,MAAM,WAAW,mBAAmB;;;;EAIvC,IAAI,eAAe;EACnB,IAAI,iBAAiB;EAErB,IAAI,QAAQ,aAAa,KAAA,GAAW;GAClC,iBAAiB;GACjB,IAAI,SAAS,SAAS,QAAQ,UAC5B,eAAe;EAEnB;EAEA,IAAI,QAAQ,WAAW,KAAA,GAAW;GAChC,iBAAiB;GACjB,IAAI,cAAc,QAAQ,QACxB,eAAe;EAEnB;EAEA,IAAI,QAAQ,aAAa,KAAA,GAAW;GAClC,iBAAiB;GACjB,MAAM,iBAAiB,iBAAiB,KAAK;GAC7C,IAAI,OAAO,mBAAmB,UAExB;QAAA,cADc,KAAK,MAAM,iBAAiB,QAAQ,QAC5B,GACxB,eAAe;GAAA;;;;GAMjB,eAAe;EAEnB;;;;EAKA,IAAI,kBAAkB,cACpB,OAAO;CAEX;CAEA,OAAO;AACT;;;;AAKA,eAAe,qBACb,UACA,MACA,cACA,OACiB;CACjB,IAAI,YAAY,QAAQ,cAAc,MAAM;EAC1C,MAAM,mBAAmB,MAAM,qBAC7B,UACA,MACA,cACA,KACF;EACA,IAAI,OAAO,qBAAqB,UAC9B,OAAO;;;;EAKT,OAAO,eAAe,UAAU,wBAAwB;CAC1D;;;;CAIA,OAAO,eAAe,UAAU,KAAK,YAAY,wBAAwB;AAC3E;;;;AAKA,eAAe,qBACb,UACA,MACA,cACA,OAC6B;CAC7B,IAAI,SAAS,WAAW,GACtB,OAAO;CAGT,IAAI;CAEJ,IAAI,cAAc,QAAQ,KAAK,aAAa,KAAA,GAAW;EACrD,MAAM,iBAAiB,iBAAiB,KAAK;EAC7C,IAAI,OAAO,mBAAmB,UAC5B;EAEF,mBAAmB,KAAK,MAAM,iBAAiB,KAAK,QAAQ;CAC9D,OAAO,IAAI,YAAY,QAAQ,KAAK,WAAW,KAAA,GAC7C,mBAAmB,KAAK,MAAM,KAAK,MAAM;MAEzC;CAGF,IAAI,oBAAoB,GACtB,mBAAmB;CAIrB,IAAI,MADsB,aAAa,QAAQ,KAC5B,kBACjB,OAAO;;;;;CAOT,IAAI,OAAO;CACX,IAAI,QAAQ,SAAS;CACrB,IAAI,kBAAkB,SAAS;CAC/B,MAAM,gBAAgB,KAAK,MAAM,KAAK,KAAK,SAAS,MAAM,CAAC,IAAI;CAE/D,KAAK,IAAI,IAAI,GAAG,IAAI,eAAe,KAAK;EACtC,IAAI,QAAQ,OACV;EAGF,MAAM,MAAM,KAAK,OAAO,OAAO,SAAS,CAAC;EAEzC,IAAI,MADuB,aAAa,SAAS,MAAM,GAAG,CAAC,KACvC,kBAAkB;GACpC,kBAAkB;GAClB,QAAQ;EACV,OACE,OAAO,MAAM;CAEjB;CAEA,IAAI,oBAAoB,SAAS,QAC/B,kBAAkB;CAGpB,IAAI,mBAAmB,SAAS,QAAQ;EACtC,IAAI,SAAS,WAAW,GACtB,OAAO;EAET,kBAAkB,SAAS,SAAS;CACtC;;;;;CAMA,MAAM,aAAa,oBAAoB,UAAU,eAAe;;;;;CAMhE,IAAI,cAAc,iBAChB,OAAO;;;;CAMT,KAAK,IAAI,IAAI,iBAAiB,KAAK,GAAG,KACpC,IAAI,kBAAkB,UAAU,CAAC,GAC/B,OAAO;CAIX,OAAO;AACT;;;;AAKA,SAAS,eACP,UACA,gBACQ;CACR,IAAI,SAAS,UAAU,gBACrB,OAAO;CAGT,MAAM,eAAe,SAAS,SAAS;;;;;;CAOvC,MAAM,aAAa,oBAAoB,UAAU,YAAY;;;;CAK7D,IAAI,cAAc,cAChB,OAAO;;;;CAMT,KAAK,IAAI,IAAI,cAAc,KAAK,GAAG,KACjC,IAAI,kBAAkB,UAAU,CAAC,GAC/B,OAAO;CAIX,OAAO;AACT;;;;AAKA,SAAS,kBACP,UACA,aACS;CACT,IAAI,eAAe,SAAS,QAC1B,OAAO;;;;CAMT,IACE,cAAc,SAAS,UACvBC,yBAAAA,UAAU,WAAW,SAAS,YAAY,KAC1CC,cAAAA,aAAa,SAAS,YAAY,GAElC,OAAO;CAGT,MAAM,cAAc,KAAK,IAAI,GAAG,cAAc,2BAA2B;CACzE,MAAM,YAAY,KAAK,IACrB,SAAS,QACT,cAAc,2BAChB;CAEA,KAAK,IAAI,IAAI,aAAa,IAAI,WAAW,KAAK;EAC5C,IAAI,CAACA,cAAAA,aAAa,SAAS,EAAE,GAC3B;EAGF,MAAM,cAAc,mBAAmB,SAAS,EAAe;EAC/D,IAAI,wBAAwB,UAAU,GAAG,aAAa,WAAW,GAC/D,OAAO;CAEX;CAEA,OAAO;AACT;;;;AAKA,SAAS,mBAAmB,WAAmC;CAC7D,MAAM,8BAAc,IAAI,IAAY;CACpC,IAAI,UAAU,YACZ,KAAK,MAAM,YAAY,UAAU,YAAY;EAC3C,MAAM,KACJ,OAAO,aAAa,YAAY,QAAQ,WAAW,SAAS,KAAK;EACnE,IAAI,IACF,YAAY,IAAI,EAAE;CAEtB;CAEF,OAAO;AACT;;;;;;;;;;;AAYA,SAAS,oBACP,UACA,aACQ;CACR,IACE,eAAe,SAAS,UACxB,CAACC,yBAAAA,YAAY,WAAW,SAAS,YAAY,GAE7C,OAAO;CAIT,MAAM,8BAAc,IAAI,IAAY;CACpC,IAAI,MAAM;CACV,OAAO,MAAM,SAAS,UAAUA,yBAAAA,YAAY,WAAW,SAAS,IAAI,GAAG;EACrE,MAAM,UAAU,SAAS;EACzB,IAAI,QAAQ,cACV,YAAY,IAAI,QAAQ,YAAY;EAEtC;CACF;CAGA,KAAK,IAAI,IAAI,cAAc,GAAG,KAAK,GAAG,KAAK;EACzC,MAAM,MAAM,SAAS;EACrB,IAAIF,yBAAAA,UAAU,WAAW,GAAG,KAAKC,cAAAA,aAAa,GAAG,GAAG;GAClD,MAAM,gBAAgB,mBAAmB,GAAgB;GAEzD,KAAK,MAAM,MAAM,aACf,IAAI,cAAc,IAAI,EAAE,GAEtB,OAAO;EAGb;CACF;CAIA,OAAO;AACT;;;;AAKA,SAAS,wBACP,UACA,gBACA,aACA,aACS;CACT,KAAK,IAAI,IAAI,iBAAiB,GAAG,IAAI,SAAS,QAAQ,KAAK;EACzD,MAAM,UAAU,SAAS;EACzB,IACEC,yBAAAA,YAAY,WAAW,OAAO,KAC9B,YAAY,IAAI,QAAQ,YAAY,GAEb;OAAA,iBAAiB,gBACf,IAAI,aAE3B,OAAO;EAAA;CAGb;CACA,OAAO;AACT;;;;;;;;;;;;AAaA,eAAe,cACb,qBACA,OACA,eACA,cACA,uBACA,SACiB;CACjB,IAAI,CAAC,oBAAoB,QACvB,OAAO;CAGT,MAAM,kBAAkB,MAAM,uBAC5B,qBACA,cACA,qBACF;CAEA,IAAI,CAAC,gBAAgB,QACnB,OAAO;;;;;;;;;;;CAaT,MAAM,qBAAA,GAAA,yBAAA,gBAAA,CAAoC,eAAe;CAEzD,IAAI;EACF,MAAM,kBAAkB,cAAc,QACpC,cACA,iBACF;EAOA,MAAM,UAAA,GAAA,0BAAA,aAAA,EAAA,GAAA,0BAAA,uBAAA,CADoD,OAAO,KAAK,CAAC,GAC/B,EACtC,UAAU,EAAE,WAAW,gBAAgB,EACzC,CAAC;EAED,MAAM,WAAU,MADO,MAAM,OAAO,iBAAiB,MAAM,EAAA,CAClC;;;;EAIzB,IAAI,OAAO,YAAY,UACrB,OAAO,QAAQ,KAAK;OACf,IAAI,MAAM,QAAQ,OAAO,GAa9B,OAToB,QACjB,KAAK,SAAS;GACb,IAAI,OAAO,SAAS,UAAU,OAAO;GACrC,IAAI,OAAO,SAAS,YAAY,SAAS,QAAQ,UAAU,MACzD,OAAQ,KAA0B;GAEpC,OAAO;EACT,CAAC,CAAC,CACD,KAAK,EACS,CAAC,CAAC,KAAK;EAE1B,OAAO;CACT,SAAS,GAAG;EACV,OAAO,6BAA6B;CACtC;AACF;;;;AAKA,eAAe,uBACb,UACA,cACA,uBACwB;CACxB,IAAI,0BAA0B,KAAA,GAC5B,OAAO;CAGT,IAAI;EACF,OAAO,OAAA,GAAA,yBAAA,aAAA,CAAmB,UAAU;GAClC,WAAW;GACX,cAAc,OAAO,SAAS,aAAa,IAAI;GAC/C,UAAU;GACV,cAAc;GACd,eAAe;EACjB,CAAC;CACH,QAAQ;;;;EAIN,OAAO,SAAS,MAAM,GAA+B;CACvD;AACF"}
1
+ {"version":3,"file":"summarization.cjs","names":["z","z4","createMiddleware","initChatModel","countTokensApproximately","HumanMessage","RemoveMessage","REMOVE_ALL_MESSAGES","SystemMessage","AIMessage","hasToolCalls","ToolMessage","INTERNAL_CALL_TAG"],"sources":["../../../src/agents/middleware/summarization.ts"],"sourcesContent":["import { z } from \"zod/v3\";\nimport { z as z4 } from \"zod/v4\";\nimport { v4 as uuid } from \"@langchain/core/utils/uuid\";\nimport {\n BaseMessage,\n AIMessage,\n SystemMessage,\n ToolMessage,\n RemoveMessage,\n trimMessages,\n HumanMessage,\n getBufferString,\n} from \"@langchain/core/messages\";\nimport {\n BaseLanguageModel,\n getModelContextSize,\n} from \"@langchain/core/language_models/base\";\nimport {\n interopSafeParse,\n InferInteropZodInput,\n InferInteropZodOutput,\n} from \"@langchain/core/utils/types\";\nimport {\n mergeConfigs,\n pickRunnableConfigKeys,\n type RunnableConfig,\n} from \"@langchain/core/runnables\";\nimport { REMOVE_ALL_MESSAGES } from \"@langchain/langgraph\";\nimport { createMiddleware } from \"../middleware.js\";\nimport { INTERNAL_CALL_TAG } from \"./constants.js\";\nimport { countTokensApproximately } from \"./utils.js\";\nimport { hasToolCalls } from \"../utils.js\";\nimport { initChatModel } from \"../../chat_models/universal.js\";\nimport type { Runtime } from \"../runtime.js\";\n\nexport const DEFAULT_SUMMARY_PROMPT = `<role>\nContext Extraction Assistant\n</role>\n\n<primary_objective>\nYour sole objective in this task is to extract the highest quality/most relevant context from the conversation history below.\n</primary_objective>\n\n<objective_information>\nYou're nearing the total number of input tokens you can accept, so you must extract the highest quality/most relevant pieces of information from your conversation history.\nThis context will then overwrite the conversation history presented below. Because of this, ensure the context you extract is only the most important information to your overall goal.\n</objective_information>\n\n<instructions>\nThe conversation history below will be replaced with the context you extract in this step. Because of this, you must do your very best to extract and record all of the most important context from the conversation history.\nYou want to ensure that you don't repeat any actions you've already completed, so the context you extract from the conversation history should be focused on the most important information to your overall goal.\n</instructions>\n\nThe user will message you with the full message history you'll be extracting context from, to then replace. Carefully read over it all, and think deeply about what information is most important to your overall goal that should be saved:\n\nWith all of this in mind, please carefully read over the entire conversation history, and extract the most important and relevant context to replace it so that you can free up space in the conversation history.\nRespond ONLY with the extracted context. Do not include any additional information, or text before or after the extracted context.\n\n<messages>\nMessages to summarize:\n{messages}\n</messages>`;\n\nconst DEFAULT_SUMMARY_PREFIX = \"Here is a summary of the conversation to date:\";\nconst DEFAULT_MESSAGES_TO_KEEP = 20;\nconst DEFAULT_TRIM_TOKEN_LIMIT = 4000;\nconst DEFAULT_FALLBACK_MESSAGE_COUNT = 15;\nconst SEARCH_RANGE_FOR_TOOL_PAIRS = 5;\n\nconst tokenCounterSchema = z\n .function()\n .args(z.array(z.custom<BaseMessage>()))\n .returns(z.union([z.number(), z.promise(z.number())]));\nexport type TokenCounter = (\n messages: BaseMessage[]\n) => number | Promise<number>;\n\nexport const contextSizeSchema = z\n .object({\n /**\n * Fraction of the model's context size to use as the trigger\n */\n fraction: z\n .number()\n .gt(0, \"Fraction must be greater than 0\")\n .max(1, \"Fraction must be less than or equal to 1\")\n .optional(),\n /**\n * Number of tokens to use as the trigger\n */\n tokens: z.number().positive(\"Tokens must be greater than 0\").optional(),\n /**\n * Number of messages to use as the trigger\n */\n messages: z\n .number()\n .int(\"Messages must be an integer\")\n .positive(\"Messages must be greater than 0\")\n .optional(),\n })\n .refine(\n (data) => {\n const count = [data.fraction, data.tokens, data.messages].filter(\n (v) => v !== undefined\n ).length;\n return count >= 1;\n },\n {\n message: \"At least one of fraction, tokens, or messages must be provided\",\n }\n );\nexport type ContextSize = z.infer<typeof contextSizeSchema>;\n\nexport const keepSchema = z\n .object({\n /**\n * Fraction of the model's context size to keep\n */\n fraction: z\n .number()\n .min(0, \"Messages must be non-negative\")\n .max(1, \"Fraction must be less than or equal to 1\")\n .optional(),\n /**\n * Number of tokens to keep\n */\n tokens: z\n .number()\n .min(0, \"Tokens must be greater than or equal to 0\")\n .optional(),\n messages: z\n .number()\n .int(\"Messages must be an integer\")\n .min(0, \"Messages must be non-negative\")\n .optional(),\n })\n .refine(\n (data) => {\n const count = [data.fraction, data.tokens, data.messages].filter(\n (v) => v !== undefined\n ).length;\n return count === 1;\n },\n {\n message: \"Exactly one of fraction, tokens, or messages must be provided\",\n }\n );\nexport type KeepSize = z.infer<typeof keepSchema>;\n\nconst contextSchema = z.object({\n /**\n * Model to use for summarization\n */\n model: z.custom<string | BaseLanguageModel>(),\n /**\n * Trigger conditions for summarization.\n * Can be a single condition object (all properties must be met) or an array of conditions (any condition must be met).\n *\n * @example\n * ```ts\n * // Single condition: trigger if tokens >= 5000 AND messages >= 3\n * trigger: { tokens: 5000, messages: 3 }\n *\n * // Multiple conditions: trigger if (tokens >= 5000 AND messages >= 3) OR (tokens >= 3000 AND messages >= 6)\n * trigger: [\n * { tokens: 5000, messages: 3 },\n * { tokens: 3000, messages: 6 }\n * ]\n * ```\n */\n trigger: z.union([contextSizeSchema, z.array(contextSizeSchema)]).optional(),\n /**\n * Keep conditions for summarization\n */\n keep: keepSchema.optional(),\n /**\n * Token counter function to use for summarization\n */\n tokenCounter: tokenCounterSchema.optional(),\n /**\n * Summary prompt to use for summarization\n * @default {@link DEFAULT_SUMMARY_PROMPT}\n */\n summaryPrompt: z.string().default(DEFAULT_SUMMARY_PROMPT),\n /**\n * Number of tokens to trim to before summarizing\n */\n trimTokensToSummarize: z.number().optional(),\n /**\n * Prefix to add to the summary\n */\n summaryPrefix: z.string().optional(),\n /**\n * @deprecated Use `trigger: { tokens: value }` instead.\n */\n maxTokensBeforeSummary: z.number().optional(),\n /**\n * @deprecated Use `keep: { messages: value }` instead.\n */\n messagesToKeep: z.number().optional(),\n});\n\nexport type SummarizationMiddlewareConfig = InferInteropZodInput<\n typeof contextSchema\n>;\n\n/**\n * Get max input tokens from model profile or fallback to model name lookup\n */\nexport function getProfileLimits(input: BaseLanguageModel): number | undefined {\n // Access maxInputTokens on the model profile directly if available\n if (\n \"profile\" in input &&\n typeof input.profile === \"object\" &&\n input.profile &&\n \"maxInputTokens\" in input.profile &&\n (typeof input.profile.maxInputTokens === \"number\" ||\n input.profile.maxInputTokens == null)\n ) {\n return input.profile.maxInputTokens ?? undefined;\n }\n\n // Fallback to using model name if available\n if (\"model\" in input && typeof input.model === \"string\") {\n return getModelContextSize(input.model);\n }\n if (\"modelName\" in input && typeof input.modelName === \"string\") {\n return getModelContextSize(input.modelName);\n }\n\n return undefined;\n}\n\n/**\n * Summarization middleware that automatically summarizes conversation history when token limits are approached.\n *\n * This middleware monitors message token counts and automatically summarizes older\n * messages when a threshold is reached, preserving recent messages and maintaining\n * context continuity by ensuring AI/Tool message pairs remain together.\n *\n * @param options Configuration options for the summarization middleware\n * @returns A middleware instance\n *\n * @example\n * ```ts\n * import { summarizationMiddleware } from \"langchain\";\n * import { createAgent } from \"langchain\";\n *\n * // Single condition: trigger if tokens >= 4000 AND messages >= 10\n * const agent1 = createAgent({\n * llm: model,\n * tools: [getWeather],\n * middleware: [\n * summarizationMiddleware({\n * model: new ChatOpenAI({ model: \"gpt-4o\" }),\n * trigger: { tokens: 4000, messages: 10 },\n * keep: { messages: 20 },\n * })\n * ],\n * });\n *\n * // Multiple conditions: trigger if (tokens >= 5000 AND messages >= 3) OR (tokens >= 3000 AND messages >= 6)\n * const agent2 = createAgent({\n * llm: model,\n * tools: [getWeather],\n * middleware: [\n * summarizationMiddleware({\n * model: new ChatOpenAI({ model: \"gpt-4o\" }),\n * trigger: [\n * { tokens: 5000, messages: 3 },\n * { tokens: 3000, messages: 6 },\n * ],\n * keep: { messages: 20 },\n * })\n * ],\n * });\n *\n * ```\n */\nexport function summarizationMiddleware(\n options: SummarizationMiddlewareConfig\n) {\n /**\n * Parse user options to get their explicit values\n */\n const { data: userOptions, error } = interopSafeParse(contextSchema, options);\n if (error) {\n throw new Error(\n `Invalid summarization middleware options: ${z4.prettifyError(error)}`\n );\n }\n\n return createMiddleware({\n name: \"SummarizationMiddleware\",\n contextSchema: contextSchema.extend({\n /**\n * `model` should be required when initializing the middleware,\n * but can be omitted within context when invoking the middleware.\n */\n model: z.custom<BaseLanguageModel>().optional(),\n }),\n beforeModel: async (state, runtime) => {\n let trigger: ContextSize | ContextSize[] | undefined =\n userOptions.trigger;\n let keep: ContextSize = userOptions.keep as InferInteropZodOutput<\n typeof keepSchema\n >;\n\n /**\n * Handle deprecated parameters\n */\n if (userOptions.maxTokensBeforeSummary !== undefined) {\n console.warn(\n \"maxTokensBeforeSummary is deprecated. Use `trigger: { tokens: value }` instead.\"\n );\n if (trigger === undefined) {\n trigger = { tokens: userOptions.maxTokensBeforeSummary };\n }\n }\n\n /**\n * Handle deprecated parameters\n */\n if (userOptions.messagesToKeep !== undefined) {\n console.warn(\n \"messagesToKeep is deprecated. Use `keep: { messages: value }` instead.\"\n );\n if (\n !keep ||\n (keep &&\n \"messages\" in keep &&\n keep.messages === DEFAULT_MESSAGES_TO_KEEP)\n ) {\n keep = { messages: userOptions.messagesToKeep };\n }\n }\n\n /**\n * Merge context with user options\n */\n const resolvedTrigger =\n runtime.context?.trigger !== undefined\n ? runtime.context.trigger\n : trigger;\n const resolvedKeep =\n runtime.context?.keep !== undefined\n ? runtime.context.keep\n : (keep ?? { messages: DEFAULT_MESSAGES_TO_KEEP });\n\n const validatedKeep = keepSchema.parse(resolvedKeep);\n\n /**\n * Validate trigger conditions\n */\n let triggerConditions: ContextSize[] = [];\n if (resolvedTrigger === undefined) {\n triggerConditions = [];\n } else if (Array.isArray(resolvedTrigger)) {\n /**\n * It's an array of ContextSize objects\n */\n triggerConditions = (resolvedTrigger as ContextSize[]).map((t) =>\n contextSizeSchema.parse(t)\n );\n } else {\n /**\n * Single ContextSize object - all properties must be satisfied (AND logic)\n */\n triggerConditions = [contextSizeSchema.parse(resolvedTrigger)];\n }\n\n /**\n * Check if profile is required\n */\n const requiresProfile =\n triggerConditions.some((c) => \"fraction\" in c) ||\n \"fraction\" in validatedKeep;\n\n const model =\n typeof userOptions.model === \"string\"\n ? await initChatModel(userOptions.model)\n : userOptions.model;\n\n if (requiresProfile && !getProfileLimits(model)) {\n throw new Error(\n \"Model profile information is required to use fractional token limits. \" +\n \"Use absolute token counts instead.\"\n );\n }\n\n const summaryPrompt =\n runtime.context?.summaryPrompt === DEFAULT_SUMMARY_PROMPT\n ? (userOptions.summaryPrompt ?? DEFAULT_SUMMARY_PROMPT)\n : (runtime.context?.summaryPrompt ??\n userOptions.summaryPrompt ??\n DEFAULT_SUMMARY_PROMPT);\n const summaryPrefix =\n runtime.context.summaryPrefix ??\n userOptions.summaryPrefix ??\n DEFAULT_SUMMARY_PREFIX;\n const trimTokensToSummarize =\n runtime.context?.trimTokensToSummarize !== undefined\n ? runtime.context.trimTokensToSummarize\n : (userOptions.trimTokensToSummarize ?? DEFAULT_TRIM_TOKEN_LIMIT);\n\n /**\n * Ensure all messages have IDs\n */\n ensureMessageIds(state.messages);\n\n const tokenCounter =\n runtime.context?.tokenCounter !== undefined\n ? runtime.context.tokenCounter\n : (userOptions.tokenCounter ?? countTokensApproximately);\n const totalTokens = await tokenCounter(state.messages);\n const doSummarize = await shouldSummarize(\n state.messages,\n totalTokens,\n triggerConditions,\n model\n );\n\n if (!doSummarize) {\n return;\n }\n\n const { systemPrompt, conversationMessages } = splitSystemMessage(\n state.messages\n );\n const cutoffIndex = await determineCutoffIndex(\n conversationMessages,\n validatedKeep,\n tokenCounter,\n model\n );\n\n if (cutoffIndex <= 0) {\n return;\n }\n\n const { messagesToSummarize, preservedMessages } = partitionMessages(\n systemPrompt,\n conversationMessages,\n cutoffIndex\n );\n\n const summary = await createSummary(\n messagesToSummarize,\n model,\n summaryPrompt,\n tokenCounter,\n trimTokensToSummarize,\n runtime\n );\n\n // Reuse a replaced message's id so the summary projects as an update, not a new message.\n const summaryMessage = new HumanMessage({\n content: `${summaryPrefix}\\n\\n${summary}`,\n id: conversationMessages[0].id,\n additional_kwargs: { lc_source: \"summarization\" },\n });\n\n return {\n messages: [\n new RemoveMessage({ id: REMOVE_ALL_MESSAGES }),\n summaryMessage,\n ...preservedMessages,\n ],\n };\n },\n });\n}\n\n/**\n * Ensure all messages have unique IDs\n */\nfunction ensureMessageIds(messages: BaseMessage[]): void {\n for (const msg of messages) {\n if (!msg.id) {\n msg.id = uuid();\n }\n }\n}\n\n/**\n * Separate system message from conversation messages\n */\nfunction splitSystemMessage(messages: BaseMessage[]): {\n systemPrompt?: SystemMessage;\n conversationMessages: BaseMessage[];\n} {\n if (messages.length > 0 && SystemMessage.isInstance(messages[0])) {\n return {\n systemPrompt: messages[0] as SystemMessage,\n conversationMessages: messages.slice(1),\n };\n }\n return {\n conversationMessages: messages,\n };\n}\n\n/**\n * Partition messages into those to summarize and those to preserve\n */\nfunction partitionMessages(\n systemPrompt: SystemMessage | undefined,\n conversationMessages: BaseMessage[],\n cutoffIndex: number\n): { messagesToSummarize: BaseMessage[]; preservedMessages: BaseMessage[] } {\n const messagesToSummarize = conversationMessages.slice(0, cutoffIndex);\n const preservedMessages = conversationMessages.slice(cutoffIndex);\n\n // Include system message in messages to summarize to capture previous summaries\n if (systemPrompt) {\n messagesToSummarize.unshift(systemPrompt);\n }\n\n return { messagesToSummarize, preservedMessages };\n}\n\n/**\n * Determine whether summarization should run for the current token usage\n *\n * @param messages - Current messages in the conversation\n * @param totalTokens - Total token count for all messages\n * @param triggerConditions - Array of trigger conditions. Returns true if ANY condition is satisfied (OR logic).\n * Within each condition, ALL specified properties must be satisfied (AND logic).\n * @param model - The language model being used\n * @returns true if summarization should be triggered\n */\nasync function shouldSummarize(\n messages: BaseMessage[],\n totalTokens: number,\n triggerConditions: ContextSize[],\n model: BaseLanguageModel\n): Promise<boolean> {\n if (triggerConditions.length === 0) {\n return false;\n }\n\n /**\n * Check each condition (OR logic between conditions)\n */\n for (const trigger of triggerConditions) {\n /**\n * Within a single condition, all specified properties must be satisfied (AND logic)\n */\n let conditionMet = true;\n let hasAnyProperty = false;\n\n if (trigger.messages !== undefined) {\n hasAnyProperty = true;\n if (messages.length < trigger.messages) {\n conditionMet = false;\n }\n }\n\n if (trigger.tokens !== undefined) {\n hasAnyProperty = true;\n if (totalTokens < trigger.tokens) {\n conditionMet = false;\n }\n }\n\n if (trigger.fraction !== undefined) {\n hasAnyProperty = true;\n const maxInputTokens = getProfileLimits(model);\n if (typeof maxInputTokens === \"number\") {\n const threshold = Math.floor(maxInputTokens * trigger.fraction);\n if (totalTokens < threshold) {\n conditionMet = false;\n }\n } else {\n /**\n * If fraction is specified but we can't get model limits, skip this condition\n */\n conditionMet = false;\n }\n }\n\n /**\n * If condition has at least one property and all properties are satisfied, trigger summarization\n */\n if (hasAnyProperty && conditionMet) {\n return true;\n }\n }\n\n return false;\n}\n\n/**\n * Determine cutoff index respecting retention configuration\n */\nasync function determineCutoffIndex(\n messages: BaseMessage[],\n keep: ContextSize,\n tokenCounter: TokenCounter,\n model: BaseLanguageModel\n): Promise<number> {\n if (\"tokens\" in keep || \"fraction\" in keep) {\n const tokenBasedCutoff = await findTokenBasedCutoff(\n messages,\n keep,\n tokenCounter,\n model\n );\n if (typeof tokenBasedCutoff === \"number\") {\n return tokenBasedCutoff;\n }\n /**\n * Fallback to message count if token-based fails\n */\n return findSafeCutoff(messages, DEFAULT_MESSAGES_TO_KEEP);\n }\n /**\n * find cutoff index based on message count\n */\n return findSafeCutoff(messages, keep.messages ?? DEFAULT_MESSAGES_TO_KEEP);\n}\n\n/**\n * Find cutoff index based on target token retention\n */\nasync function findTokenBasedCutoff(\n messages: BaseMessage[],\n keep: ContextSize,\n tokenCounter: TokenCounter,\n model: BaseLanguageModel\n): Promise<number | undefined> {\n if (messages.length === 0) {\n return 0;\n }\n\n let targetTokenCount: number;\n\n if (\"fraction\" in keep && keep.fraction !== undefined) {\n const maxInputTokens = getProfileLimits(model);\n if (typeof maxInputTokens !== \"number\") {\n return;\n }\n targetTokenCount = Math.floor(maxInputTokens * keep.fraction);\n } else if (\"tokens\" in keep && keep.tokens !== undefined) {\n targetTokenCount = Math.floor(keep.tokens);\n } else {\n return;\n }\n\n if (targetTokenCount <= 0) {\n targetTokenCount = 1;\n }\n\n const totalTokens = await tokenCounter(messages);\n if (totalTokens <= targetTokenCount) {\n return 0;\n }\n\n /**\n * Use binary search to identify the earliest message index that keeps the\n * suffix within the token budget.\n */\n let left = 0;\n let right = messages.length;\n let cutoffCandidate = messages.length;\n const maxIterations = Math.floor(Math.log2(messages.length)) + 1;\n\n for (let i = 0; i < maxIterations; i++) {\n if (left >= right) {\n break;\n }\n\n const mid = Math.floor((left + right) / 2);\n const suffixTokens = await tokenCounter(messages.slice(mid));\n if (suffixTokens <= targetTokenCount) {\n cutoffCandidate = mid;\n right = mid;\n } else {\n left = mid + 1;\n }\n }\n\n if (cutoffCandidate === messages.length) {\n cutoffCandidate = left;\n }\n\n if (cutoffCandidate >= messages.length) {\n if (messages.length === 1) {\n return 0;\n }\n cutoffCandidate = messages.length - 1;\n }\n\n /**\n * Find safe cutoff point that preserves AI/Tool pairs.\n * If cutoff lands on ToolMessage, move backward to include the AIMessage.\n */\n const safeCutoff = findSafeCutoffPoint(messages, cutoffCandidate);\n\n /**\n * If findSafeCutoffPoint moved forward (fallback case), verify it's safe.\n * If it moved backward, we already have a safe point.\n */\n if (safeCutoff <= cutoffCandidate) {\n return safeCutoff;\n }\n\n /**\n * Fallback: iterate backward to find a safe cutoff\n */\n for (let i = cutoffCandidate; i >= 0; i--) {\n if (isSafeCutoffPoint(messages, i)) {\n return i;\n }\n }\n\n return 0;\n}\n\n/**\n * Find safe cutoff point that preserves AI/Tool message pairs\n */\nfunction findSafeCutoff(\n messages: BaseMessage[],\n messagesToKeep: number\n): number {\n if (messages.length <= messagesToKeep) {\n return 0;\n }\n\n const targetCutoff = messages.length - messagesToKeep;\n\n /**\n * First, try to find a safe cutoff point using findSafeCutoffPoint.\n * This handles the case where cutoff lands on a ToolMessage by moving\n * backward to include the corresponding AIMessage.\n */\n const safeCutoff = findSafeCutoffPoint(messages, targetCutoff);\n\n /**\n * If findSafeCutoffPoint moved backward (found matching AIMessage), use it.\n */\n if (safeCutoff <= targetCutoff) {\n return safeCutoff;\n }\n\n /**\n * Fallback: iterate backward to find a safe cutoff\n */\n for (let i = targetCutoff; i >= 0; i--) {\n if (isSafeCutoffPoint(messages, i)) {\n return i;\n }\n }\n\n return 0;\n}\n\n/**\n * Check if cutting at index would separate AI/Tool message pairs\n */\nfunction isSafeCutoffPoint(\n messages: BaseMessage[],\n cutoffIndex: number\n): boolean {\n if (cutoffIndex >= messages.length) {\n return true;\n }\n\n /**\n * Prevent preserved messages from starting with AI message containing tool calls\n */\n if (\n cutoffIndex < messages.length &&\n AIMessage.isInstance(messages[cutoffIndex]) &&\n hasToolCalls(messages[cutoffIndex])\n ) {\n return false;\n }\n\n const searchStart = Math.max(0, cutoffIndex - SEARCH_RANGE_FOR_TOOL_PAIRS);\n const searchEnd = Math.min(\n messages.length,\n cutoffIndex + SEARCH_RANGE_FOR_TOOL_PAIRS\n );\n\n for (let i = searchStart; i < searchEnd; i++) {\n if (!hasToolCalls(messages[i])) {\n continue;\n }\n\n const toolCallIds = extractToolCallIds(messages[i] as AIMessage);\n if (cutoffSeparatesToolPair(messages, i, cutoffIndex, toolCallIds)) {\n return false;\n }\n }\n\n return true;\n}\n\n/**\n * Extract tool call IDs from an AI message\n */\nfunction extractToolCallIds(aiMessage: AIMessage): Set<string> {\n const toolCallIds = new Set<string>();\n if (aiMessage.tool_calls) {\n for (const toolCall of aiMessage.tool_calls) {\n const id =\n typeof toolCall === \"object\" && \"id\" in toolCall ? toolCall.id : null;\n if (id) {\n toolCallIds.add(id);\n }\n }\n }\n return toolCallIds;\n}\n\n/**\n * Find a safe cutoff point that doesn't split AI/Tool message pairs.\n *\n * If the message at `cutoffIndex` is a `ToolMessage`, search backward for the\n * `AIMessage` containing the corresponding `tool_calls` and adjust the cutoff to\n * include it. This ensures tool call requests and responses stay together.\n *\n * Falls back to advancing forward past `ToolMessage` objects only if no matching\n * `AIMessage` is found (edge case).\n */\nfunction findSafeCutoffPoint(\n messages: BaseMessage[],\n cutoffIndex: number\n): number {\n if (\n cutoffIndex >= messages.length ||\n !ToolMessage.isInstance(messages[cutoffIndex])\n ) {\n return cutoffIndex;\n }\n\n // Collect tool_call_ids from consecutive ToolMessages at/after cutoff\n const toolCallIds = new Set<string>();\n let idx = cutoffIndex;\n while (idx < messages.length && ToolMessage.isInstance(messages[idx])) {\n const toolMsg = messages[idx] as ToolMessage;\n if (toolMsg.tool_call_id) {\n toolCallIds.add(toolMsg.tool_call_id);\n }\n idx++;\n }\n\n // Search backward for AIMessage with matching tool_calls\n for (let i = cutoffIndex - 1; i >= 0; i--) {\n const msg = messages[i];\n if (AIMessage.isInstance(msg) && hasToolCalls(msg)) {\n const aiToolCallIds = extractToolCallIds(msg as AIMessage);\n // Check if there's any overlap between the tool_call_ids\n for (const id of toolCallIds) {\n if (aiToolCallIds.has(id)) {\n // Found the AIMessage - move cutoff to include it\n return i;\n }\n }\n }\n }\n\n // Fallback: no matching AIMessage found, advance past ToolMessages to avoid\n // orphaned tool responses\n return idx;\n}\n\n/**\n * Check if cutoff separates an AI message from its corresponding tool messages\n */\nfunction cutoffSeparatesToolPair(\n messages: BaseMessage[],\n aiMessageIndex: number,\n cutoffIndex: number,\n toolCallIds: Set<string>\n): boolean {\n for (let j = aiMessageIndex + 1; j < messages.length; j++) {\n const message = messages[j];\n if (\n ToolMessage.isInstance(message) &&\n toolCallIds.has(message.tool_call_id)\n ) {\n const aiBeforeCutoff = aiMessageIndex < cutoffIndex;\n const toolBeforeCutoff = j < cutoffIndex;\n if (aiBeforeCutoff !== toolBeforeCutoff) {\n return true;\n }\n }\n }\n return false;\n}\n\n/**\n * Generate summary for the given messages.\n *\n * @param messagesToSummarize - Messages to summarize.\n * @param model - The language model to use for summarization.\n * @param summaryPrompt - The prompt template for summarization.\n * @param tokenCounter - Function to count tokens.\n * @param trimTokensToSummarize - Optional token limit for trimming messages.\n * @param runtime - The runtime environment, used to inherit config so that\n * LangGraph's handlers can properly track and tag the summarization model call.\n */\nasync function createSummary(\n messagesToSummarize: BaseMessage[],\n model: BaseLanguageModel,\n summaryPrompt: string,\n tokenCounter: TokenCounter,\n trimTokensToSummarize: number | undefined,\n runtime: Runtime<unknown>\n): Promise<string> {\n if (!messagesToSummarize.length) {\n return \"No previous conversation history.\";\n }\n\n const trimmedMessages = await trimMessagesForSummary(\n messagesToSummarize,\n tokenCounter,\n trimTokensToSummarize\n );\n\n if (!trimmedMessages.length) {\n return \"Previous conversation was too long to summarize.\";\n }\n\n /**\n * Format messages using getBufferString to avoid token inflation from metadata\n * when str() / JSON.stringify is called on message objects.\n * This produces compact output like:\n * ```\n * Human: What's the weather?\n * AI: Let me check...[tool_calls]\n * Tool: 72°F and sunny\n * ```\n */\n const formattedMessages = getBufferString(trimmedMessages);\n\n try {\n const formattedPrompt = summaryPrompt.replace(\n \"{messages}\",\n formattedMessages\n );\n /**\n * Merge parent runnable config with summarization metadata so LangGraph's\n * stream handlers (and other callback-based consumers) can properly track\n * and tag the summarization model call.\n */\n const baseConfig: RunnableConfig = pickRunnableConfigKeys(runtime) ?? {};\n const config = mergeConfigs(baseConfig, {\n metadata: { lc_source: \"summarization\" },\n tags: [INTERNAL_CALL_TAG],\n });\n const response = await model.invoke(formattedPrompt, config);\n const content = response.content;\n /**\n * Handle both string content and MessageContent array\n */\n if (typeof content === \"string\") {\n return content.trim();\n } else if (Array.isArray(content)) {\n /**\n * Extract text from MessageContent array\n */\n const textContent = content\n .map((item) => {\n if (typeof item === \"string\") return item;\n if (typeof item === \"object\" && item !== null && \"text\" in item) {\n return (item as { text: string }).text;\n }\n return \"\";\n })\n .join(\"\");\n return textContent.trim();\n }\n return \"Error generating summary: Invalid response format\";\n } catch (e) {\n return `Error generating summary: ${e}`;\n }\n}\n\n/**\n * Trim messages to fit within summary generation limits\n */\nasync function trimMessagesForSummary(\n messages: BaseMessage[],\n tokenCounter: TokenCounter,\n trimTokensToSummarize: number | undefined\n): Promise<BaseMessage[]> {\n if (trimTokensToSummarize === undefined) {\n return messages;\n }\n\n try {\n return await trimMessages(messages, {\n maxTokens: trimTokensToSummarize,\n tokenCounter: async (msgs) => tokenCounter(msgs),\n strategy: \"last\",\n allowPartial: true,\n includeSystem: true,\n });\n } catch {\n /**\n * Fallback to last N messages if trimming fails\n */\n return messages.slice(-DEFAULT_FALLBACK_MESSAGE_COUNT);\n }\n}\n"],"mappings":";;;;;;;;;;;;;;AAmCA,MAAa,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4BtC,MAAM,yBAAyB;AAC/B,MAAM,2BAA2B;AACjC,MAAM,2BAA2B;AAEjC,MAAM,8BAA8B;AAEpC,MAAM,qBAAqBA,OAAAA,EACxB,SAAS,CAAC,CACV,KAAKA,OAAAA,EAAE,MAAMA,OAAAA,EAAE,OAAoB,CAAC,CAAC,CAAC,CACtC,QAAQA,OAAAA,EAAE,MAAM,CAACA,OAAAA,EAAE,OAAO,GAAGA,OAAAA,EAAE,QAAQA,OAAAA,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;AAKvD,MAAa,oBAAoBA,OAAAA,EAC9B,OAAO;;;;CAIN,UAAUA,OAAAA,EACP,OAAO,CAAC,CACR,GAAG,GAAG,iCAAiC,CAAC,CACxC,IAAI,GAAG,0CAA0C,CAAC,CAClD,SAAS;;;;CAIZ,QAAQA,OAAAA,EAAE,OAAO,CAAC,CAAC,SAAS,+BAA+B,CAAC,CAAC,SAAS;;;;CAItE,UAAUA,OAAAA,EACP,OAAO,CAAC,CACR,IAAI,6BAA6B,CAAC,CAClC,SAAS,iCAAiC,CAAC,CAC3C,SAAS;AACd,CAAC,CAAC,CACD,QACE,SAAS;CAIR,OAHc;EAAC,KAAK;EAAU,KAAK;EAAQ,KAAK;CAAQ,CAAC,CAAC,QACvD,MAAM,MAAM,KAAA,CACf,CAAC,CAAC,UACc;AAClB,GACA,EACE,SAAS,iEACX,CACF;AAGF,MAAa,aAAaA,OAAAA,EACvB,OAAO;;;;CAIN,UAAUA,OAAAA,EACP,OAAO,CAAC,CACR,IAAI,GAAG,+BAA+B,CAAC,CACvC,IAAI,GAAG,0CAA0C,CAAC,CAClD,SAAS;;;;CAIZ,QAAQA,OAAAA,EACL,OAAO,CAAC,CACR,IAAI,GAAG,2CAA2C,CAAC,CACnD,SAAS;CACZ,UAAUA,OAAAA,EACP,OAAO,CAAC,CACR,IAAI,6BAA6B,CAAC,CAClC,IAAI,GAAG,+BAA+B,CAAC,CACvC,SAAS;AACd,CAAC,CAAC,CACD,QACE,SAAS;CAIR,OAHc;EAAC,KAAK;EAAU,KAAK;EAAQ,KAAK;CAAQ,CAAC,CAAC,QACvD,MAAM,MAAM,KAAA,CACf,CAAC,CAAC,WACe;AACnB,GACA,EACE,SAAS,gEACX,CACF;AAGF,MAAM,gBAAgBA,OAAAA,EAAE,OAAO;;;;CAI7B,OAAOA,OAAAA,EAAE,OAAmC;;;;;;;;;;;;;;;;;CAiB5C,SAASA,OAAAA,EAAE,MAAM,CAAC,mBAAmBA,OAAAA,EAAE,MAAM,iBAAiB,CAAC,CAAC,CAAC,CAAC,SAAS;;;;CAI3E,MAAM,WAAW,SAAS;;;;CAI1B,cAAc,mBAAmB,SAAS;;;;;CAK1C,eAAeA,OAAAA,EAAE,OAAO,CAAC,CAAC,QAAQ,sBAAsB;;;;CAIxD,uBAAuBA,OAAAA,EAAE,OAAO,CAAC,CAAC,SAAS;;;;CAI3C,eAAeA,OAAAA,EAAE,OAAO,CAAC,CAAC,SAAS;;;;CAInC,wBAAwBA,OAAAA,EAAE,OAAO,CAAC,CAAC,SAAS;;;;CAI5C,gBAAgBA,OAAAA,EAAE,OAAO,CAAC,CAAC,SAAS;AACtC,CAAC;;;;AASD,SAAgB,iBAAiB,OAA8C;CAE7E,IACE,aAAa,SACb,OAAO,MAAM,YAAY,YACzB,MAAM,WACN,oBAAoB,MAAM,YACzB,OAAO,MAAM,QAAQ,mBAAmB,YACvC,MAAM,QAAQ,kBAAkB,OAElC,OAAO,MAAM,QAAQ,kBAAkB,KAAA;CAIzC,IAAI,WAAW,SAAS,OAAO,MAAM,UAAU,UAC7C,QAAA,GAAA,qCAAA,oBAAA,CAA2B,MAAM,KAAK;CAExC,IAAI,eAAe,SAAS,OAAO,MAAM,cAAc,UACrD,QAAA,GAAA,qCAAA,oBAAA,CAA2B,MAAM,SAAS;AAI9C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAgDA,SAAgB,wBACd,SACA;;;;CAIA,MAAM,EAAE,MAAM,aAAa,WAAA,GAAA,4BAAA,iBAAA,CAA2B,eAAe,OAAO;CAC5E,IAAI,OACF,MAAM,IAAI,MACR,6CAA6CC,OAAAA,EAAG,cAAc,KAAK,GACrE;CAGF,OAAOC,mBAAAA,iBAAiB;EACtB,MAAM;EACN,eAAe,cAAc,OAAO;;;;;AAKlC,OAAOF,OAAAA,EAAE,OAA0B,CAAC,CAAC,SAAS,EAChD,CAAC;EACD,aAAa,OAAO,OAAO,YAAY;GACrC,IAAI,UACF,YAAY;GACd,IAAI,OAAoB,YAAY;;;;GAOpC,IAAI,YAAY,2BAA2B,KAAA,GAAW;IACpD,QAAQ,KACN,iFACF;IACA,IAAI,YAAY,KAAA,GACd,UAAU,EAAE,QAAQ,YAAY,uBAAuB;GAE3D;;;;GAKA,IAAI,YAAY,mBAAmB,KAAA,GAAW;IAC5C,QAAQ,KACN,wEACF;IACA,IACE,CAAC,QACA,QACC,cAAc,QACd,KAAK,aAAa,0BAEpB,OAAO,EAAE,UAAU,YAAY,eAAe;GAElD;;;;GAKA,MAAM,kBACJ,QAAQ,SAAS,YAAY,KAAA,IACzB,QAAQ,QAAQ,UAChB;GACN,MAAM,eACJ,QAAQ,SAAS,SAAS,KAAA,IACtB,QAAQ,QAAQ,OACf,QAAQ,EAAE,UAAU,yBAAyB;GAEpD,MAAM,gBAAgB,WAAW,MAAM,YAAY;;;;GAKnD,IAAI,oBAAmC,CAAC;GACxC,IAAI,oBAAoB,KAAA,GACtB,oBAAoB,CAAC;QAChB,IAAI,MAAM,QAAQ,eAAe;;;;GAItC,oBAAqB,gBAAkC,KAAK,MAC1D,kBAAkB,MAAM,CAAC,CAC3B;;;;;GAKA,oBAAoB,CAAC,kBAAkB,MAAM,eAAe,CAAC;;;;GAM/D,MAAM,kBACJ,kBAAkB,MAAM,MAAM,cAAc,CAAC,KAC7C,cAAc;GAEhB,MAAM,QACJ,OAAO,YAAY,UAAU,WACzB,MAAMG,8BAAAA,cAAc,YAAY,KAAK,IACrC,YAAY;GAElB,IAAI,mBAAmB,CAAC,iBAAiB,KAAK,GAC5C,MAAM,IAAI,MACR,0GAEF;GAGF,MAAM,gBACJ,QAAQ,SAAS,kBAAkB,yBAC9B,YAAY,iBAAiB,yBAC7B,QAAQ,SAAS,iBAClB,YAAY,iBACZ;GACN,MAAM,gBACJ,QAAQ,QAAQ,iBAChB,YAAY,iBACZ;GACF,MAAM,wBACJ,QAAQ,SAAS,0BAA0B,KAAA,IACvC,QAAQ,QAAQ,wBACf,YAAY,yBAAyB;;;;GAK5C,iBAAiB,MAAM,QAAQ;GAE/B,MAAM,eACJ,QAAQ,SAAS,iBAAiB,KAAA,IAC9B,QAAQ,QAAQ,eACf,YAAY,gBAAgBC,gBAAAA;GACnC,MAAM,cAAc,MAAM,aAAa,MAAM,QAAQ;GAQrD,IAAI,CAAC,MAPqB,gBACxB,MAAM,UACN,aACA,mBACA,KACF,GAGE;GAGF,MAAM,EAAE,cAAc,yBAAyB,mBAC7C,MAAM,QACR;GACA,MAAM,cAAc,MAAM,qBACxB,sBACA,eACA,cACA,KACF;GAEA,IAAI,eAAe,GACjB;GAGF,MAAM,EAAE,qBAAqB,sBAAsB,kBACjD,cACA,sBACA,WACF;GAYA,MAAM,iBAAiB,IAAIC,yBAAAA,aAAa;IACtC,SAAS,GAAG,cAAc,MAAM,MAXZ,cACpB,qBACA,OACA,eACA,cACA,uBACA,OACF;IAKE,IAAI,qBAAqB,EAAE,CAAC;IAC5B,mBAAmB,EAAE,WAAW,gBAAgB;GAClD,CAAC;GAED,OAAO,EACL,UAAU;IACR,IAAIC,yBAAAA,cAAc,EAAE,IAAIC,qBAAAA,oBAAoB,CAAC;IAC7C;IACA,GAAG;GACL,EACF;EACF;CACF,CAAC;AACH;;;;AAKA,SAAS,iBAAiB,UAA+B;CACvD,KAAK,MAAM,OAAO,UAChB,IAAI,CAAC,IAAI,IACP,IAAI,MAAA,GAAA,2BAAA,GAAA,CAAU;AAGpB;;;;AAKA,SAAS,mBAAmB,UAG1B;CACA,IAAI,SAAS,SAAS,KAAKC,yBAAAA,cAAc,WAAW,SAAS,EAAE,GAC7D,OAAO;EACL,cAAc,SAAS;EACvB,sBAAsB,SAAS,MAAM,CAAC;CACxC;CAEF,OAAO,EACL,sBAAsB,SACxB;AACF;;;;AAKA,SAAS,kBACP,cACA,sBACA,aAC0E;CAC1E,MAAM,sBAAsB,qBAAqB,MAAM,GAAG,WAAW;CACrE,MAAM,oBAAoB,qBAAqB,MAAM,WAAW;CAGhE,IAAI,cACF,oBAAoB,QAAQ,YAAY;CAG1C,OAAO;EAAE;EAAqB;CAAkB;AAClD;;;;;;;;;;;AAYA,eAAe,gBACb,UACA,aACA,mBACA,OACkB;CAClB,IAAI,kBAAkB,WAAW,GAC/B,OAAO;;;;CAMT,KAAK,MAAM,WAAW,mBAAmB;;;;EAIvC,IAAI,eAAe;EACnB,IAAI,iBAAiB;EAErB,IAAI,QAAQ,aAAa,KAAA,GAAW;GAClC,iBAAiB;GACjB,IAAI,SAAS,SAAS,QAAQ,UAC5B,eAAe;EAEnB;EAEA,IAAI,QAAQ,WAAW,KAAA,GAAW;GAChC,iBAAiB;GACjB,IAAI,cAAc,QAAQ,QACxB,eAAe;EAEnB;EAEA,IAAI,QAAQ,aAAa,KAAA,GAAW;GAClC,iBAAiB;GACjB,MAAM,iBAAiB,iBAAiB,KAAK;GAC7C,IAAI,OAAO,mBAAmB,UAExB;QAAA,cADc,KAAK,MAAM,iBAAiB,QAAQ,QAC5B,GACxB,eAAe;GAAA;;;;GAMjB,eAAe;EAEnB;;;;EAKA,IAAI,kBAAkB,cACpB,OAAO;CAEX;CAEA,OAAO;AACT;;;;AAKA,eAAe,qBACb,UACA,MACA,cACA,OACiB;CACjB,IAAI,YAAY,QAAQ,cAAc,MAAM;EAC1C,MAAM,mBAAmB,MAAM,qBAC7B,UACA,MACA,cACA,KACF;EACA,IAAI,OAAO,qBAAqB,UAC9B,OAAO;;;;EAKT,OAAO,eAAe,UAAU,wBAAwB;CAC1D;;;;CAIA,OAAO,eAAe,UAAU,KAAK,YAAY,wBAAwB;AAC3E;;;;AAKA,eAAe,qBACb,UACA,MACA,cACA,OAC6B;CAC7B,IAAI,SAAS,WAAW,GACtB,OAAO;CAGT,IAAI;CAEJ,IAAI,cAAc,QAAQ,KAAK,aAAa,KAAA,GAAW;EACrD,MAAM,iBAAiB,iBAAiB,KAAK;EAC7C,IAAI,OAAO,mBAAmB,UAC5B;EAEF,mBAAmB,KAAK,MAAM,iBAAiB,KAAK,QAAQ;CAC9D,OAAO,IAAI,YAAY,QAAQ,KAAK,WAAW,KAAA,GAC7C,mBAAmB,KAAK,MAAM,KAAK,MAAM;MAEzC;CAGF,IAAI,oBAAoB,GACtB,mBAAmB;CAIrB,IAAI,MADsB,aAAa,QAAQ,KAC5B,kBACjB,OAAO;;;;;CAOT,IAAI,OAAO;CACX,IAAI,QAAQ,SAAS;CACrB,IAAI,kBAAkB,SAAS;CAC/B,MAAM,gBAAgB,KAAK,MAAM,KAAK,KAAK,SAAS,MAAM,CAAC,IAAI;CAE/D,KAAK,IAAI,IAAI,GAAG,IAAI,eAAe,KAAK;EACtC,IAAI,QAAQ,OACV;EAGF,MAAM,MAAM,KAAK,OAAO,OAAO,SAAS,CAAC;EAEzC,IAAI,MADuB,aAAa,SAAS,MAAM,GAAG,CAAC,KACvC,kBAAkB;GACpC,kBAAkB;GAClB,QAAQ;EACV,OACE,OAAO,MAAM;CAEjB;CAEA,IAAI,oBAAoB,SAAS,QAC/B,kBAAkB;CAGpB,IAAI,mBAAmB,SAAS,QAAQ;EACtC,IAAI,SAAS,WAAW,GACtB,OAAO;EAET,kBAAkB,SAAS,SAAS;CACtC;;;;;CAMA,MAAM,aAAa,oBAAoB,UAAU,eAAe;;;;;CAMhE,IAAI,cAAc,iBAChB,OAAO;;;;CAMT,KAAK,IAAI,IAAI,iBAAiB,KAAK,GAAG,KACpC,IAAI,kBAAkB,UAAU,CAAC,GAC/B,OAAO;CAIX,OAAO;AACT;;;;AAKA,SAAS,eACP,UACA,gBACQ;CACR,IAAI,SAAS,UAAU,gBACrB,OAAO;CAGT,MAAM,eAAe,SAAS,SAAS;;;;;;CAOvC,MAAM,aAAa,oBAAoB,UAAU,YAAY;;;;CAK7D,IAAI,cAAc,cAChB,OAAO;;;;CAMT,KAAK,IAAI,IAAI,cAAc,KAAK,GAAG,KACjC,IAAI,kBAAkB,UAAU,CAAC,GAC/B,OAAO;CAIX,OAAO;AACT;;;;AAKA,SAAS,kBACP,UACA,aACS;CACT,IAAI,eAAe,SAAS,QAC1B,OAAO;;;;CAMT,IACE,cAAc,SAAS,UACvBC,yBAAAA,UAAU,WAAW,SAAS,YAAY,KAC1CC,cAAAA,aAAa,SAAS,YAAY,GAElC,OAAO;CAGT,MAAM,cAAc,KAAK,IAAI,GAAG,cAAc,2BAA2B;CACzE,MAAM,YAAY,KAAK,IACrB,SAAS,QACT,cAAc,2BAChB;CAEA,KAAK,IAAI,IAAI,aAAa,IAAI,WAAW,KAAK;EAC5C,IAAI,CAACA,cAAAA,aAAa,SAAS,EAAE,GAC3B;EAGF,MAAM,cAAc,mBAAmB,SAAS,EAAe;EAC/D,IAAI,wBAAwB,UAAU,GAAG,aAAa,WAAW,GAC/D,OAAO;CAEX;CAEA,OAAO;AACT;;;;AAKA,SAAS,mBAAmB,WAAmC;CAC7D,MAAM,8BAAc,IAAI,IAAY;CACpC,IAAI,UAAU,YACZ,KAAK,MAAM,YAAY,UAAU,YAAY;EAC3C,MAAM,KACJ,OAAO,aAAa,YAAY,QAAQ,WAAW,SAAS,KAAK;EACnE,IAAI,IACF,YAAY,IAAI,EAAE;CAEtB;CAEF,OAAO;AACT;;;;;;;;;;;AAYA,SAAS,oBACP,UACA,aACQ;CACR,IACE,eAAe,SAAS,UACxB,CAACC,yBAAAA,YAAY,WAAW,SAAS,YAAY,GAE7C,OAAO;CAIT,MAAM,8BAAc,IAAI,IAAY;CACpC,IAAI,MAAM;CACV,OAAO,MAAM,SAAS,UAAUA,yBAAAA,YAAY,WAAW,SAAS,IAAI,GAAG;EACrE,MAAM,UAAU,SAAS;EACzB,IAAI,QAAQ,cACV,YAAY,IAAI,QAAQ,YAAY;EAEtC;CACF;CAGA,KAAK,IAAI,IAAI,cAAc,GAAG,KAAK,GAAG,KAAK;EACzC,MAAM,MAAM,SAAS;EACrB,IAAIF,yBAAAA,UAAU,WAAW,GAAG,KAAKC,cAAAA,aAAa,GAAG,GAAG;GAClD,MAAM,gBAAgB,mBAAmB,GAAgB;GAEzD,KAAK,MAAM,MAAM,aACf,IAAI,cAAc,IAAI,EAAE,GAEtB,OAAO;EAGb;CACF;CAIA,OAAO;AACT;;;;AAKA,SAAS,wBACP,UACA,gBACA,aACA,aACS;CACT,KAAK,IAAI,IAAI,iBAAiB,GAAG,IAAI,SAAS,QAAQ,KAAK;EACzD,MAAM,UAAU,SAAS;EACzB,IACEC,yBAAAA,YAAY,WAAW,OAAO,KAC9B,YAAY,IAAI,QAAQ,YAAY,GAEb;OAAA,iBAAiB,gBACf,IAAI,aAE3B,OAAO;EAAA;CAGb;CACA,OAAO;AACT;;;;;;;;;;;;AAaA,eAAe,cACb,qBACA,OACA,eACA,cACA,uBACA,SACiB;CACjB,IAAI,CAAC,oBAAoB,QACvB,OAAO;CAGT,MAAM,kBAAkB,MAAM,uBAC5B,qBACA,cACA,qBACF;CAEA,IAAI,CAAC,gBAAgB,QACnB,OAAO;;;;;;;;;;;CAaT,MAAM,qBAAA,GAAA,yBAAA,gBAAA,CAAoC,eAAe;CAEzD,IAAI;EACF,MAAM,kBAAkB,cAAc,QACpC,cACA,iBACF;EAOA,MAAM,UAAA,GAAA,0BAAA,aAAA,EAAA,GAAA,0BAAA,uBAAA,CADoD,OAAO,KAAK,CAAC,GAC/B;GACtC,UAAU,EAAE,WAAW,gBAAgB;GACvC,MAAM,CAACC,kBAAAA,iBAAiB;EAC1B,CAAC;EAED,MAAM,WAAU,MADO,MAAM,OAAO,iBAAiB,MAAM,EAAA,CAClC;;;;EAIzB,IAAI,OAAO,YAAY,UACrB,OAAO,QAAQ,KAAK;OACf,IAAI,MAAM,QAAQ,OAAO,GAa9B,OAToB,QACjB,KAAK,SAAS;GACb,IAAI,OAAO,SAAS,UAAU,OAAO;GACrC,IAAI,OAAO,SAAS,YAAY,SAAS,QAAQ,UAAU,MACzD,OAAQ,KAA0B;GAEpC,OAAO;EACT,CAAC,CAAC,CACD,KAAK,EACS,CAAC,CAAC,KAAK;EAE1B,OAAO;CACT,SAAS,GAAG;EACV,OAAO,6BAA6B;CACtC;AACF;;;;AAKA,eAAe,uBACb,UACA,cACA,uBACwB;CACxB,IAAI,0BAA0B,KAAA,GAC5B,OAAO;CAGT,IAAI;EACF,OAAO,OAAA,GAAA,yBAAA,aAAA,CAAmB,UAAU;GAClC,WAAW;GACX,cAAc,OAAO,SAAS,aAAa,IAAI;GAC/C,UAAU;GACV,cAAc;GACd,eAAe;EACjB,CAAC;CACH,QAAQ;;;;EAIN,OAAO,SAAS,MAAM,GAA+B;CACvD;AACF"}
@@ -1 +1 @@
1
- {"version":3,"file":"summarization.d.cts","names":[],"sources":["../../../src/agents/middleware/summarization.ts"],"mappings":";;;;;;KAwEY,gBACV,UAAU,2BACE;cAED,mBAAiB,EAAA,WAAA,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAkClB,cAAc,EAAE,aAAa;cAE5B,YAAU,EAAA,WAAA,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;KAkCX,WAAW,EAAE,aAAa;cAEhC,eAAa,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAqDP,gCAAgC,4BACnC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBA4EO,wBACd,SAAS,2DAA6B,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;6CA8LvC,6CAAA"}
1
+ {"version":3,"file":"summarization.d.cts","names":[],"sources":["../../../src/agents/middleware/summarization.ts"],"mappings":";;;;;;KAyEY,gBACV,UAAU,2BACE;cAED,mBAAiB,EAAA,WAAA,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAkClB,cAAc,EAAE,aAAa;cAE5B,YAAU,EAAA,WAAA,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;KAkCX,WAAW,EAAE,aAAa;cAEhC,eAAa,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAqDP,gCAAgC,4BACnC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBA4EO,wBACd,SAAS,2DAA6B,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;6CA+LvC,6CAAA"}
@@ -1 +1 @@
1
- {"version":3,"file":"summarization.d.ts","names":[],"sources":["../../../src/agents/middleware/summarization.ts"],"mappings":";;;;;;KAwEY,gBACV,UAAU,2BACE;cAED,mBAAiB,EAAA,WAAA,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAkClB,cAAc,EAAE,aAAa;cAE5B,YAAU,EAAA,WAAA,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;KAkCX,WAAW,EAAE,aAAa;cAEhC,eAAa,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAqDP,gCAAgC,4BACnC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBA4EO,wBACd,SAAS,2DAA6B,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;6CA8LvC,6CAAA"}
1
+ {"version":3,"file":"summarization.d.ts","names":[],"sources":["../../../src/agents/middleware/summarization.ts"],"mappings":";;;;;;KAyEY,gBACV,UAAU,2BACE;cAED,mBAAiB,EAAA,WAAA,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAkClB,cAAc,EAAE,aAAa;cAE5B,YAAU,EAAA,WAAA,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;KAkCX,WAAW,EAAE,aAAa;cAEhC,eAAa,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAqDP,gCAAgC,4BACnC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBA4EO,wBACd,SAAS,2DAA6B,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;6CA+LvC,6CAAA"}
@@ -2,6 +2,7 @@ import { initChatModel } from "../../chat_models/universal.js";
2
2
  import { hasToolCalls } from "../utils.js";
3
3
  import { countTokensApproximately } from "./utils.js";
4
4
  import { createMiddleware } from "../middleware.js";
5
+ import { INTERNAL_CALL_TAG } from "./constants.js";
5
6
  import { AIMessage, HumanMessage, RemoveMessage, SystemMessage, ToolMessage, getBufferString, trimMessages } from "@langchain/core/messages";
6
7
  import { mergeConfigs, pickRunnableConfigKeys } from "@langchain/core/runnables";
7
8
  import { REMOVE_ALL_MESSAGES } from "@langchain/langgraph";
@@ -260,7 +261,7 @@ model: z$1.custom().optional() }),
260
261
  const { messagesToSummarize, preservedMessages } = partitionMessages(systemPrompt, conversationMessages, cutoffIndex);
261
262
  const summaryMessage = new HumanMessage({
262
263
  content: `${summaryPrefix}\n\n${await createSummary(messagesToSummarize, model, summaryPrompt, tokenCounter, trimTokensToSummarize, runtime)}`,
263
- id: v4(),
264
+ id: conversationMessages[0].id,
264
265
  additional_kwargs: { lc_source: "summarization" }
265
266
  });
266
267
  return { messages: [
@@ -533,7 +534,10 @@ async function createSummary(messagesToSummarize, model, summaryPrompt, tokenCou
533
534
  const formattedMessages = getBufferString(trimmedMessages);
534
535
  try {
535
536
  const formattedPrompt = summaryPrompt.replace("{messages}", formattedMessages);
536
- const config = mergeConfigs(pickRunnableConfigKeys(runtime) ?? {}, { metadata: { lc_source: "summarization" } });
537
+ const config = mergeConfigs(pickRunnableConfigKeys(runtime) ?? {}, {
538
+ metadata: { lc_source: "summarization" },
539
+ tags: [INTERNAL_CALL_TAG]
540
+ });
537
541
  const content = (await model.invoke(formattedPrompt, config)).content;
538
542
  /**
539
543
  * Handle both string content and MessageContent array
@@ -1 +1 @@
1
- {"version":3,"file":"summarization.js","names":["z","z4","uuid"],"sources":["../../../src/agents/middleware/summarization.ts"],"sourcesContent":["import { z } from \"zod/v3\";\nimport { z as z4 } from \"zod/v4\";\nimport { v4 as uuid } from \"@langchain/core/utils/uuid\";\nimport {\n BaseMessage,\n AIMessage,\n SystemMessage,\n ToolMessage,\n RemoveMessage,\n trimMessages,\n HumanMessage,\n getBufferString,\n} from \"@langchain/core/messages\";\nimport {\n BaseLanguageModel,\n getModelContextSize,\n} from \"@langchain/core/language_models/base\";\nimport {\n interopSafeParse,\n InferInteropZodInput,\n InferInteropZodOutput,\n} from \"@langchain/core/utils/types\";\nimport {\n mergeConfigs,\n pickRunnableConfigKeys,\n type RunnableConfig,\n} from \"@langchain/core/runnables\";\nimport { REMOVE_ALL_MESSAGES } from \"@langchain/langgraph\";\nimport { createMiddleware } from \"../middleware.js\";\nimport { countTokensApproximately } from \"./utils.js\";\nimport { hasToolCalls } from \"../utils.js\";\nimport { initChatModel } from \"../../chat_models/universal.js\";\nimport type { Runtime } from \"../runtime.js\";\n\nexport const DEFAULT_SUMMARY_PROMPT = `<role>\nContext Extraction Assistant\n</role>\n\n<primary_objective>\nYour sole objective in this task is to extract the highest quality/most relevant context from the conversation history below.\n</primary_objective>\n\n<objective_information>\nYou're nearing the total number of input tokens you can accept, so you must extract the highest quality/most relevant pieces of information from your conversation history.\nThis context will then overwrite the conversation history presented below. Because of this, ensure the context you extract is only the most important information to your overall goal.\n</objective_information>\n\n<instructions>\nThe conversation history below will be replaced with the context you extract in this step. Because of this, you must do your very best to extract and record all of the most important context from the conversation history.\nYou want to ensure that you don't repeat any actions you've already completed, so the context you extract from the conversation history should be focused on the most important information to your overall goal.\n</instructions>\n\nThe user will message you with the full message history you'll be extracting context from, to then replace. Carefully read over it all, and think deeply about what information is most important to your overall goal that should be saved:\n\nWith all of this in mind, please carefully read over the entire conversation history, and extract the most important and relevant context to replace it so that you can free up space in the conversation history.\nRespond ONLY with the extracted context. Do not include any additional information, or text before or after the extracted context.\n\n<messages>\nMessages to summarize:\n{messages}\n</messages>`;\n\nconst DEFAULT_SUMMARY_PREFIX = \"Here is a summary of the conversation to date:\";\nconst DEFAULT_MESSAGES_TO_KEEP = 20;\nconst DEFAULT_TRIM_TOKEN_LIMIT = 4000;\nconst DEFAULT_FALLBACK_MESSAGE_COUNT = 15;\nconst SEARCH_RANGE_FOR_TOOL_PAIRS = 5;\n\nconst tokenCounterSchema = z\n .function()\n .args(z.array(z.custom<BaseMessage>()))\n .returns(z.union([z.number(), z.promise(z.number())]));\nexport type TokenCounter = (\n messages: BaseMessage[]\n) => number | Promise<number>;\n\nexport const contextSizeSchema = z\n .object({\n /**\n * Fraction of the model's context size to use as the trigger\n */\n fraction: z\n .number()\n .gt(0, \"Fraction must be greater than 0\")\n .max(1, \"Fraction must be less than or equal to 1\")\n .optional(),\n /**\n * Number of tokens to use as the trigger\n */\n tokens: z.number().positive(\"Tokens must be greater than 0\").optional(),\n /**\n * Number of messages to use as the trigger\n */\n messages: z\n .number()\n .int(\"Messages must be an integer\")\n .positive(\"Messages must be greater than 0\")\n .optional(),\n })\n .refine(\n (data) => {\n const count = [data.fraction, data.tokens, data.messages].filter(\n (v) => v !== undefined\n ).length;\n return count >= 1;\n },\n {\n message: \"At least one of fraction, tokens, or messages must be provided\",\n }\n );\nexport type ContextSize = z.infer<typeof contextSizeSchema>;\n\nexport const keepSchema = z\n .object({\n /**\n * Fraction of the model's context size to keep\n */\n fraction: z\n .number()\n .min(0, \"Messages must be non-negative\")\n .max(1, \"Fraction must be less than or equal to 1\")\n .optional(),\n /**\n * Number of tokens to keep\n */\n tokens: z\n .number()\n .min(0, \"Tokens must be greater than or equal to 0\")\n .optional(),\n messages: z\n .number()\n .int(\"Messages must be an integer\")\n .min(0, \"Messages must be non-negative\")\n .optional(),\n })\n .refine(\n (data) => {\n const count = [data.fraction, data.tokens, data.messages].filter(\n (v) => v !== undefined\n ).length;\n return count === 1;\n },\n {\n message: \"Exactly one of fraction, tokens, or messages must be provided\",\n }\n );\nexport type KeepSize = z.infer<typeof keepSchema>;\n\nconst contextSchema = z.object({\n /**\n * Model to use for summarization\n */\n model: z.custom<string | BaseLanguageModel>(),\n /**\n * Trigger conditions for summarization.\n * Can be a single condition object (all properties must be met) or an array of conditions (any condition must be met).\n *\n * @example\n * ```ts\n * // Single condition: trigger if tokens >= 5000 AND messages >= 3\n * trigger: { tokens: 5000, messages: 3 }\n *\n * // Multiple conditions: trigger if (tokens >= 5000 AND messages >= 3) OR (tokens >= 3000 AND messages >= 6)\n * trigger: [\n * { tokens: 5000, messages: 3 },\n * { tokens: 3000, messages: 6 }\n * ]\n * ```\n */\n trigger: z.union([contextSizeSchema, z.array(contextSizeSchema)]).optional(),\n /**\n * Keep conditions for summarization\n */\n keep: keepSchema.optional(),\n /**\n * Token counter function to use for summarization\n */\n tokenCounter: tokenCounterSchema.optional(),\n /**\n * Summary prompt to use for summarization\n * @default {@link DEFAULT_SUMMARY_PROMPT}\n */\n summaryPrompt: z.string().default(DEFAULT_SUMMARY_PROMPT),\n /**\n * Number of tokens to trim to before summarizing\n */\n trimTokensToSummarize: z.number().optional(),\n /**\n * Prefix to add to the summary\n */\n summaryPrefix: z.string().optional(),\n /**\n * @deprecated Use `trigger: { tokens: value }` instead.\n */\n maxTokensBeforeSummary: z.number().optional(),\n /**\n * @deprecated Use `keep: { messages: value }` instead.\n */\n messagesToKeep: z.number().optional(),\n});\n\nexport type SummarizationMiddlewareConfig = InferInteropZodInput<\n typeof contextSchema\n>;\n\n/**\n * Get max input tokens from model profile or fallback to model name lookup\n */\nexport function getProfileLimits(input: BaseLanguageModel): number | undefined {\n // Access maxInputTokens on the model profile directly if available\n if (\n \"profile\" in input &&\n typeof input.profile === \"object\" &&\n input.profile &&\n \"maxInputTokens\" in input.profile &&\n (typeof input.profile.maxInputTokens === \"number\" ||\n input.profile.maxInputTokens == null)\n ) {\n return input.profile.maxInputTokens ?? undefined;\n }\n\n // Fallback to using model name if available\n if (\"model\" in input && typeof input.model === \"string\") {\n return getModelContextSize(input.model);\n }\n if (\"modelName\" in input && typeof input.modelName === \"string\") {\n return getModelContextSize(input.modelName);\n }\n\n return undefined;\n}\n\n/**\n * Summarization middleware that automatically summarizes conversation history when token limits are approached.\n *\n * This middleware monitors message token counts and automatically summarizes older\n * messages when a threshold is reached, preserving recent messages and maintaining\n * context continuity by ensuring AI/Tool message pairs remain together.\n *\n * @param options Configuration options for the summarization middleware\n * @returns A middleware instance\n *\n * @example\n * ```ts\n * import { summarizationMiddleware } from \"langchain\";\n * import { createAgent } from \"langchain\";\n *\n * // Single condition: trigger if tokens >= 4000 AND messages >= 10\n * const agent1 = createAgent({\n * llm: model,\n * tools: [getWeather],\n * middleware: [\n * summarizationMiddleware({\n * model: new ChatOpenAI({ model: \"gpt-4o\" }),\n * trigger: { tokens: 4000, messages: 10 },\n * keep: { messages: 20 },\n * })\n * ],\n * });\n *\n * // Multiple conditions: trigger if (tokens >= 5000 AND messages >= 3) OR (tokens >= 3000 AND messages >= 6)\n * const agent2 = createAgent({\n * llm: model,\n * tools: [getWeather],\n * middleware: [\n * summarizationMiddleware({\n * model: new ChatOpenAI({ model: \"gpt-4o\" }),\n * trigger: [\n * { tokens: 5000, messages: 3 },\n * { tokens: 3000, messages: 6 },\n * ],\n * keep: { messages: 20 },\n * })\n * ],\n * });\n *\n * ```\n */\nexport function summarizationMiddleware(\n options: SummarizationMiddlewareConfig\n) {\n /**\n * Parse user options to get their explicit values\n */\n const { data: userOptions, error } = interopSafeParse(contextSchema, options);\n if (error) {\n throw new Error(\n `Invalid summarization middleware options: ${z4.prettifyError(error)}`\n );\n }\n\n return createMiddleware({\n name: \"SummarizationMiddleware\",\n contextSchema: contextSchema.extend({\n /**\n * `model` should be required when initializing the middleware,\n * but can be omitted within context when invoking the middleware.\n */\n model: z.custom<BaseLanguageModel>().optional(),\n }),\n beforeModel: async (state, runtime) => {\n let trigger: ContextSize | ContextSize[] | undefined =\n userOptions.trigger;\n let keep: ContextSize = userOptions.keep as InferInteropZodOutput<\n typeof keepSchema\n >;\n\n /**\n * Handle deprecated parameters\n */\n if (userOptions.maxTokensBeforeSummary !== undefined) {\n console.warn(\n \"maxTokensBeforeSummary is deprecated. Use `trigger: { tokens: value }` instead.\"\n );\n if (trigger === undefined) {\n trigger = { tokens: userOptions.maxTokensBeforeSummary };\n }\n }\n\n /**\n * Handle deprecated parameters\n */\n if (userOptions.messagesToKeep !== undefined) {\n console.warn(\n \"messagesToKeep is deprecated. Use `keep: { messages: value }` instead.\"\n );\n if (\n !keep ||\n (keep &&\n \"messages\" in keep &&\n keep.messages === DEFAULT_MESSAGES_TO_KEEP)\n ) {\n keep = { messages: userOptions.messagesToKeep };\n }\n }\n\n /**\n * Merge context with user options\n */\n const resolvedTrigger =\n runtime.context?.trigger !== undefined\n ? runtime.context.trigger\n : trigger;\n const resolvedKeep =\n runtime.context?.keep !== undefined\n ? runtime.context.keep\n : (keep ?? { messages: DEFAULT_MESSAGES_TO_KEEP });\n\n const validatedKeep = keepSchema.parse(resolvedKeep);\n\n /**\n * Validate trigger conditions\n */\n let triggerConditions: ContextSize[] = [];\n if (resolvedTrigger === undefined) {\n triggerConditions = [];\n } else if (Array.isArray(resolvedTrigger)) {\n /**\n * It's an array of ContextSize objects\n */\n triggerConditions = (resolvedTrigger as ContextSize[]).map((t) =>\n contextSizeSchema.parse(t)\n );\n } else {\n /**\n * Single ContextSize object - all properties must be satisfied (AND logic)\n */\n triggerConditions = [contextSizeSchema.parse(resolvedTrigger)];\n }\n\n /**\n * Check if profile is required\n */\n const requiresProfile =\n triggerConditions.some((c) => \"fraction\" in c) ||\n \"fraction\" in validatedKeep;\n\n const model =\n typeof userOptions.model === \"string\"\n ? await initChatModel(userOptions.model)\n : userOptions.model;\n\n if (requiresProfile && !getProfileLimits(model)) {\n throw new Error(\n \"Model profile information is required to use fractional token limits. \" +\n \"Use absolute token counts instead.\"\n );\n }\n\n const summaryPrompt =\n runtime.context?.summaryPrompt === DEFAULT_SUMMARY_PROMPT\n ? (userOptions.summaryPrompt ?? DEFAULT_SUMMARY_PROMPT)\n : (runtime.context?.summaryPrompt ??\n userOptions.summaryPrompt ??\n DEFAULT_SUMMARY_PROMPT);\n const summaryPrefix =\n runtime.context.summaryPrefix ??\n userOptions.summaryPrefix ??\n DEFAULT_SUMMARY_PREFIX;\n const trimTokensToSummarize =\n runtime.context?.trimTokensToSummarize !== undefined\n ? runtime.context.trimTokensToSummarize\n : (userOptions.trimTokensToSummarize ?? DEFAULT_TRIM_TOKEN_LIMIT);\n\n /**\n * Ensure all messages have IDs\n */\n ensureMessageIds(state.messages);\n\n const tokenCounter =\n runtime.context?.tokenCounter !== undefined\n ? runtime.context.tokenCounter\n : (userOptions.tokenCounter ?? countTokensApproximately);\n const totalTokens = await tokenCounter(state.messages);\n const doSummarize = await shouldSummarize(\n state.messages,\n totalTokens,\n triggerConditions,\n model\n );\n\n if (!doSummarize) {\n return;\n }\n\n const { systemPrompt, conversationMessages } = splitSystemMessage(\n state.messages\n );\n const cutoffIndex = await determineCutoffIndex(\n conversationMessages,\n validatedKeep,\n tokenCounter,\n model\n );\n\n if (cutoffIndex <= 0) {\n return;\n }\n\n const { messagesToSummarize, preservedMessages } = partitionMessages(\n systemPrompt,\n conversationMessages,\n cutoffIndex\n );\n\n const summary = await createSummary(\n messagesToSummarize,\n model,\n summaryPrompt,\n tokenCounter,\n trimTokensToSummarize,\n runtime\n );\n\n const summaryMessage = new HumanMessage({\n content: `${summaryPrefix}\\n\\n${summary}`,\n id: uuid(),\n additional_kwargs: { lc_source: \"summarization\" },\n });\n\n return {\n messages: [\n new RemoveMessage({ id: REMOVE_ALL_MESSAGES }),\n summaryMessage,\n ...preservedMessages,\n ],\n };\n },\n });\n}\n\n/**\n * Ensure all messages have unique IDs\n */\nfunction ensureMessageIds(messages: BaseMessage[]): void {\n for (const msg of messages) {\n if (!msg.id) {\n msg.id = uuid();\n }\n }\n}\n\n/**\n * Separate system message from conversation messages\n */\nfunction splitSystemMessage(messages: BaseMessage[]): {\n systemPrompt?: SystemMessage;\n conversationMessages: BaseMessage[];\n} {\n if (messages.length > 0 && SystemMessage.isInstance(messages[0])) {\n return {\n systemPrompt: messages[0] as SystemMessage,\n conversationMessages: messages.slice(1),\n };\n }\n return {\n conversationMessages: messages,\n };\n}\n\n/**\n * Partition messages into those to summarize and those to preserve\n */\nfunction partitionMessages(\n systemPrompt: SystemMessage | undefined,\n conversationMessages: BaseMessage[],\n cutoffIndex: number\n): { messagesToSummarize: BaseMessage[]; preservedMessages: BaseMessage[] } {\n const messagesToSummarize = conversationMessages.slice(0, cutoffIndex);\n const preservedMessages = conversationMessages.slice(cutoffIndex);\n\n // Include system message in messages to summarize to capture previous summaries\n if (systemPrompt) {\n messagesToSummarize.unshift(systemPrompt);\n }\n\n return { messagesToSummarize, preservedMessages };\n}\n\n/**\n * Determine whether summarization should run for the current token usage\n *\n * @param messages - Current messages in the conversation\n * @param totalTokens - Total token count for all messages\n * @param triggerConditions - Array of trigger conditions. Returns true if ANY condition is satisfied (OR logic).\n * Within each condition, ALL specified properties must be satisfied (AND logic).\n * @param model - The language model being used\n * @returns true if summarization should be triggered\n */\nasync function shouldSummarize(\n messages: BaseMessage[],\n totalTokens: number,\n triggerConditions: ContextSize[],\n model: BaseLanguageModel\n): Promise<boolean> {\n if (triggerConditions.length === 0) {\n return false;\n }\n\n /**\n * Check each condition (OR logic between conditions)\n */\n for (const trigger of triggerConditions) {\n /**\n * Within a single condition, all specified properties must be satisfied (AND logic)\n */\n let conditionMet = true;\n let hasAnyProperty = false;\n\n if (trigger.messages !== undefined) {\n hasAnyProperty = true;\n if (messages.length < trigger.messages) {\n conditionMet = false;\n }\n }\n\n if (trigger.tokens !== undefined) {\n hasAnyProperty = true;\n if (totalTokens < trigger.tokens) {\n conditionMet = false;\n }\n }\n\n if (trigger.fraction !== undefined) {\n hasAnyProperty = true;\n const maxInputTokens = getProfileLimits(model);\n if (typeof maxInputTokens === \"number\") {\n const threshold = Math.floor(maxInputTokens * trigger.fraction);\n if (totalTokens < threshold) {\n conditionMet = false;\n }\n } else {\n /**\n * If fraction is specified but we can't get model limits, skip this condition\n */\n conditionMet = false;\n }\n }\n\n /**\n * If condition has at least one property and all properties are satisfied, trigger summarization\n */\n if (hasAnyProperty && conditionMet) {\n return true;\n }\n }\n\n return false;\n}\n\n/**\n * Determine cutoff index respecting retention configuration\n */\nasync function determineCutoffIndex(\n messages: BaseMessage[],\n keep: ContextSize,\n tokenCounter: TokenCounter,\n model: BaseLanguageModel\n): Promise<number> {\n if (\"tokens\" in keep || \"fraction\" in keep) {\n const tokenBasedCutoff = await findTokenBasedCutoff(\n messages,\n keep,\n tokenCounter,\n model\n );\n if (typeof tokenBasedCutoff === \"number\") {\n return tokenBasedCutoff;\n }\n /**\n * Fallback to message count if token-based fails\n */\n return findSafeCutoff(messages, DEFAULT_MESSAGES_TO_KEEP);\n }\n /**\n * find cutoff index based on message count\n */\n return findSafeCutoff(messages, keep.messages ?? DEFAULT_MESSAGES_TO_KEEP);\n}\n\n/**\n * Find cutoff index based on target token retention\n */\nasync function findTokenBasedCutoff(\n messages: BaseMessage[],\n keep: ContextSize,\n tokenCounter: TokenCounter,\n model: BaseLanguageModel\n): Promise<number | undefined> {\n if (messages.length === 0) {\n return 0;\n }\n\n let targetTokenCount: number;\n\n if (\"fraction\" in keep && keep.fraction !== undefined) {\n const maxInputTokens = getProfileLimits(model);\n if (typeof maxInputTokens !== \"number\") {\n return;\n }\n targetTokenCount = Math.floor(maxInputTokens * keep.fraction);\n } else if (\"tokens\" in keep && keep.tokens !== undefined) {\n targetTokenCount = Math.floor(keep.tokens);\n } else {\n return;\n }\n\n if (targetTokenCount <= 0) {\n targetTokenCount = 1;\n }\n\n const totalTokens = await tokenCounter(messages);\n if (totalTokens <= targetTokenCount) {\n return 0;\n }\n\n /**\n * Use binary search to identify the earliest message index that keeps the\n * suffix within the token budget.\n */\n let left = 0;\n let right = messages.length;\n let cutoffCandidate = messages.length;\n const maxIterations = Math.floor(Math.log2(messages.length)) + 1;\n\n for (let i = 0; i < maxIterations; i++) {\n if (left >= right) {\n break;\n }\n\n const mid = Math.floor((left + right) / 2);\n const suffixTokens = await tokenCounter(messages.slice(mid));\n if (suffixTokens <= targetTokenCount) {\n cutoffCandidate = mid;\n right = mid;\n } else {\n left = mid + 1;\n }\n }\n\n if (cutoffCandidate === messages.length) {\n cutoffCandidate = left;\n }\n\n if (cutoffCandidate >= messages.length) {\n if (messages.length === 1) {\n return 0;\n }\n cutoffCandidate = messages.length - 1;\n }\n\n /**\n * Find safe cutoff point that preserves AI/Tool pairs.\n * If cutoff lands on ToolMessage, move backward to include the AIMessage.\n */\n const safeCutoff = findSafeCutoffPoint(messages, cutoffCandidate);\n\n /**\n * If findSafeCutoffPoint moved forward (fallback case), verify it's safe.\n * If it moved backward, we already have a safe point.\n */\n if (safeCutoff <= cutoffCandidate) {\n return safeCutoff;\n }\n\n /**\n * Fallback: iterate backward to find a safe cutoff\n */\n for (let i = cutoffCandidate; i >= 0; i--) {\n if (isSafeCutoffPoint(messages, i)) {\n return i;\n }\n }\n\n return 0;\n}\n\n/**\n * Find safe cutoff point that preserves AI/Tool message pairs\n */\nfunction findSafeCutoff(\n messages: BaseMessage[],\n messagesToKeep: number\n): number {\n if (messages.length <= messagesToKeep) {\n return 0;\n }\n\n const targetCutoff = messages.length - messagesToKeep;\n\n /**\n * First, try to find a safe cutoff point using findSafeCutoffPoint.\n * This handles the case where cutoff lands on a ToolMessage by moving\n * backward to include the corresponding AIMessage.\n */\n const safeCutoff = findSafeCutoffPoint(messages, targetCutoff);\n\n /**\n * If findSafeCutoffPoint moved backward (found matching AIMessage), use it.\n */\n if (safeCutoff <= targetCutoff) {\n return safeCutoff;\n }\n\n /**\n * Fallback: iterate backward to find a safe cutoff\n */\n for (let i = targetCutoff; i >= 0; i--) {\n if (isSafeCutoffPoint(messages, i)) {\n return i;\n }\n }\n\n return 0;\n}\n\n/**\n * Check if cutting at index would separate AI/Tool message pairs\n */\nfunction isSafeCutoffPoint(\n messages: BaseMessage[],\n cutoffIndex: number\n): boolean {\n if (cutoffIndex >= messages.length) {\n return true;\n }\n\n /**\n * Prevent preserved messages from starting with AI message containing tool calls\n */\n if (\n cutoffIndex < messages.length &&\n AIMessage.isInstance(messages[cutoffIndex]) &&\n hasToolCalls(messages[cutoffIndex])\n ) {\n return false;\n }\n\n const searchStart = Math.max(0, cutoffIndex - SEARCH_RANGE_FOR_TOOL_PAIRS);\n const searchEnd = Math.min(\n messages.length,\n cutoffIndex + SEARCH_RANGE_FOR_TOOL_PAIRS\n );\n\n for (let i = searchStart; i < searchEnd; i++) {\n if (!hasToolCalls(messages[i])) {\n continue;\n }\n\n const toolCallIds = extractToolCallIds(messages[i] as AIMessage);\n if (cutoffSeparatesToolPair(messages, i, cutoffIndex, toolCallIds)) {\n return false;\n }\n }\n\n return true;\n}\n\n/**\n * Extract tool call IDs from an AI message\n */\nfunction extractToolCallIds(aiMessage: AIMessage): Set<string> {\n const toolCallIds = new Set<string>();\n if (aiMessage.tool_calls) {\n for (const toolCall of aiMessage.tool_calls) {\n const id =\n typeof toolCall === \"object\" && \"id\" in toolCall ? toolCall.id : null;\n if (id) {\n toolCallIds.add(id);\n }\n }\n }\n return toolCallIds;\n}\n\n/**\n * Find a safe cutoff point that doesn't split AI/Tool message pairs.\n *\n * If the message at `cutoffIndex` is a `ToolMessage`, search backward for the\n * `AIMessage` containing the corresponding `tool_calls` and adjust the cutoff to\n * include it. This ensures tool call requests and responses stay together.\n *\n * Falls back to advancing forward past `ToolMessage` objects only if no matching\n * `AIMessage` is found (edge case).\n */\nfunction findSafeCutoffPoint(\n messages: BaseMessage[],\n cutoffIndex: number\n): number {\n if (\n cutoffIndex >= messages.length ||\n !ToolMessage.isInstance(messages[cutoffIndex])\n ) {\n return cutoffIndex;\n }\n\n // Collect tool_call_ids from consecutive ToolMessages at/after cutoff\n const toolCallIds = new Set<string>();\n let idx = cutoffIndex;\n while (idx < messages.length && ToolMessage.isInstance(messages[idx])) {\n const toolMsg = messages[idx] as ToolMessage;\n if (toolMsg.tool_call_id) {\n toolCallIds.add(toolMsg.tool_call_id);\n }\n idx++;\n }\n\n // Search backward for AIMessage with matching tool_calls\n for (let i = cutoffIndex - 1; i >= 0; i--) {\n const msg = messages[i];\n if (AIMessage.isInstance(msg) && hasToolCalls(msg)) {\n const aiToolCallIds = extractToolCallIds(msg as AIMessage);\n // Check if there's any overlap between the tool_call_ids\n for (const id of toolCallIds) {\n if (aiToolCallIds.has(id)) {\n // Found the AIMessage - move cutoff to include it\n return i;\n }\n }\n }\n }\n\n // Fallback: no matching AIMessage found, advance past ToolMessages to avoid\n // orphaned tool responses\n return idx;\n}\n\n/**\n * Check if cutoff separates an AI message from its corresponding tool messages\n */\nfunction cutoffSeparatesToolPair(\n messages: BaseMessage[],\n aiMessageIndex: number,\n cutoffIndex: number,\n toolCallIds: Set<string>\n): boolean {\n for (let j = aiMessageIndex + 1; j < messages.length; j++) {\n const message = messages[j];\n if (\n ToolMessage.isInstance(message) &&\n toolCallIds.has(message.tool_call_id)\n ) {\n const aiBeforeCutoff = aiMessageIndex < cutoffIndex;\n const toolBeforeCutoff = j < cutoffIndex;\n if (aiBeforeCutoff !== toolBeforeCutoff) {\n return true;\n }\n }\n }\n return false;\n}\n\n/**\n * Generate summary for the given messages.\n *\n * @param messagesToSummarize - Messages to summarize.\n * @param model - The language model to use for summarization.\n * @param summaryPrompt - The prompt template for summarization.\n * @param tokenCounter - Function to count tokens.\n * @param trimTokensToSummarize - Optional token limit for trimming messages.\n * @param runtime - The runtime environment, used to inherit config so that\n * LangGraph's handlers can properly track and tag the summarization model call.\n */\nasync function createSummary(\n messagesToSummarize: BaseMessage[],\n model: BaseLanguageModel,\n summaryPrompt: string,\n tokenCounter: TokenCounter,\n trimTokensToSummarize: number | undefined,\n runtime: Runtime<unknown>\n): Promise<string> {\n if (!messagesToSummarize.length) {\n return \"No previous conversation history.\";\n }\n\n const trimmedMessages = await trimMessagesForSummary(\n messagesToSummarize,\n tokenCounter,\n trimTokensToSummarize\n );\n\n if (!trimmedMessages.length) {\n return \"Previous conversation was too long to summarize.\";\n }\n\n /**\n * Format messages using getBufferString to avoid token inflation from metadata\n * when str() / JSON.stringify is called on message objects.\n * This produces compact output like:\n * ```\n * Human: What's the weather?\n * AI: Let me check...[tool_calls]\n * Tool: 72°F and sunny\n * ```\n */\n const formattedMessages = getBufferString(trimmedMessages);\n\n try {\n const formattedPrompt = summaryPrompt.replace(\n \"{messages}\",\n formattedMessages\n );\n /**\n * Merge parent runnable config with summarization metadata so LangGraph's\n * stream handlers (and other callback-based consumers) can properly track\n * and tag the summarization model call.\n */\n const baseConfig: RunnableConfig = pickRunnableConfigKeys(runtime) ?? {};\n const config = mergeConfigs(baseConfig, {\n metadata: { lc_source: \"summarization\" },\n });\n const response = await model.invoke(formattedPrompt, config);\n const content = response.content;\n /**\n * Handle both string content and MessageContent array\n */\n if (typeof content === \"string\") {\n return content.trim();\n } else if (Array.isArray(content)) {\n /**\n * Extract text from MessageContent array\n */\n const textContent = content\n .map((item) => {\n if (typeof item === \"string\") return item;\n if (typeof item === \"object\" && item !== null && \"text\" in item) {\n return (item as { text: string }).text;\n }\n return \"\";\n })\n .join(\"\");\n return textContent.trim();\n }\n return \"Error generating summary: Invalid response format\";\n } catch (e) {\n return `Error generating summary: ${e}`;\n }\n}\n\n/**\n * Trim messages to fit within summary generation limits\n */\nasync function trimMessagesForSummary(\n messages: BaseMessage[],\n tokenCounter: TokenCounter,\n trimTokensToSummarize: number | undefined\n): Promise<BaseMessage[]> {\n if (trimTokensToSummarize === undefined) {\n return messages;\n }\n\n try {\n return await trimMessages(messages, {\n maxTokens: trimTokensToSummarize,\n tokenCounter: async (msgs) => tokenCounter(msgs),\n strategy: \"last\",\n allowPartial: true,\n includeSystem: true,\n });\n } catch {\n /**\n * Fallback to last N messages if trimming fails\n */\n return messages.slice(-DEFAULT_FALLBACK_MESSAGE_COUNT);\n }\n}\n"],"mappings":";;;;;;;;;;;;;AAkCA,MAAa,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4BtC,MAAM,yBAAyB;AAC/B,MAAM,2BAA2B;AACjC,MAAM,2BAA2B;AAEjC,MAAM,8BAA8B;AAEpC,MAAM,qBAAqBA,IACxB,SAAS,CAAC,CACV,KAAKA,IAAE,MAAMA,IAAE,OAAoB,CAAC,CAAC,CAAC,CACtC,QAAQA,IAAE,MAAM,CAACA,IAAE,OAAO,GAAGA,IAAE,QAAQA,IAAE,OAAO,CAAC,CAAC,CAAC,CAAC;AAKvD,MAAa,oBAAoBA,IAC9B,OAAO;;;;CAIN,UAAUA,IACP,OAAO,CAAC,CACR,GAAG,GAAG,iCAAiC,CAAC,CACxC,IAAI,GAAG,0CAA0C,CAAC,CAClD,SAAS;;;;CAIZ,QAAQA,IAAE,OAAO,CAAC,CAAC,SAAS,+BAA+B,CAAC,CAAC,SAAS;;;;CAItE,UAAUA,IACP,OAAO,CAAC,CACR,IAAI,6BAA6B,CAAC,CAClC,SAAS,iCAAiC,CAAC,CAC3C,SAAS;AACd,CAAC,CAAC,CACD,QACE,SAAS;CAIR,OAHc;EAAC,KAAK;EAAU,KAAK;EAAQ,KAAK;CAAQ,CAAC,CAAC,QACvD,MAAM,MAAM,KAAA,CACf,CAAC,CAAC,UACc;AAClB,GACA,EACE,SAAS,iEACX,CACF;AAGF,MAAa,aAAaA,IACvB,OAAO;;;;CAIN,UAAUA,IACP,OAAO,CAAC,CACR,IAAI,GAAG,+BAA+B,CAAC,CACvC,IAAI,GAAG,0CAA0C,CAAC,CAClD,SAAS;;;;CAIZ,QAAQA,IACL,OAAO,CAAC,CACR,IAAI,GAAG,2CAA2C,CAAC,CACnD,SAAS;CACZ,UAAUA,IACP,OAAO,CAAC,CACR,IAAI,6BAA6B,CAAC,CAClC,IAAI,GAAG,+BAA+B,CAAC,CACvC,SAAS;AACd,CAAC,CAAC,CACD,QACE,SAAS;CAIR,OAHc;EAAC,KAAK;EAAU,KAAK;EAAQ,KAAK;CAAQ,CAAC,CAAC,QACvD,MAAM,MAAM,KAAA,CACf,CAAC,CAAC,WACe;AACnB,GACA,EACE,SAAS,gEACX,CACF;AAGF,MAAM,gBAAgBA,IAAE,OAAO;;;;CAI7B,OAAOA,IAAE,OAAmC;;;;;;;;;;;;;;;;;CAiB5C,SAASA,IAAE,MAAM,CAAC,mBAAmBA,IAAE,MAAM,iBAAiB,CAAC,CAAC,CAAC,CAAC,SAAS;;;;CAI3E,MAAM,WAAW,SAAS;;;;CAI1B,cAAc,mBAAmB,SAAS;;;;;CAK1C,eAAeA,IAAE,OAAO,CAAC,CAAC,QAAQ,sBAAsB;;;;CAIxD,uBAAuBA,IAAE,OAAO,CAAC,CAAC,SAAS;;;;CAI3C,eAAeA,IAAE,OAAO,CAAC,CAAC,SAAS;;;;CAInC,wBAAwBA,IAAE,OAAO,CAAC,CAAC,SAAS;;;;CAI5C,gBAAgBA,IAAE,OAAO,CAAC,CAAC,SAAS;AACtC,CAAC;;;;AASD,SAAgB,iBAAiB,OAA8C;CAE7E,IACE,aAAa,SACb,OAAO,MAAM,YAAY,YACzB,MAAM,WACN,oBAAoB,MAAM,YACzB,OAAO,MAAM,QAAQ,mBAAmB,YACvC,MAAM,QAAQ,kBAAkB,OAElC,OAAO,MAAM,QAAQ,kBAAkB,KAAA;CAIzC,IAAI,WAAW,SAAS,OAAO,MAAM,UAAU,UAC7C,OAAO,oBAAoB,MAAM,KAAK;CAExC,IAAI,eAAe,SAAS,OAAO,MAAM,cAAc,UACrD,OAAO,oBAAoB,MAAM,SAAS;AAI9C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAgDA,SAAgB,wBACd,SACA;;;;CAIA,MAAM,EAAE,MAAM,aAAa,UAAU,iBAAiB,eAAe,OAAO;CAC5E,IAAI,OACF,MAAM,IAAI,MACR,6CAA6CC,EAAG,cAAc,KAAK,GACrE;CAGF,OAAO,iBAAiB;EACtB,MAAM;EACN,eAAe,cAAc,OAAO;;;;;AAKlC,OAAOD,IAAE,OAA0B,CAAC,CAAC,SAAS,EAChD,CAAC;EACD,aAAa,OAAO,OAAO,YAAY;GACrC,IAAI,UACF,YAAY;GACd,IAAI,OAAoB,YAAY;;;;GAOpC,IAAI,YAAY,2BAA2B,KAAA,GAAW;IACpD,QAAQ,KACN,iFACF;IACA,IAAI,YAAY,KAAA,GACd,UAAU,EAAE,QAAQ,YAAY,uBAAuB;GAE3D;;;;GAKA,IAAI,YAAY,mBAAmB,KAAA,GAAW;IAC5C,QAAQ,KACN,wEACF;IACA,IACE,CAAC,QACA,QACC,cAAc,QACd,KAAK,aAAa,0BAEpB,OAAO,EAAE,UAAU,YAAY,eAAe;GAElD;;;;GAKA,MAAM,kBACJ,QAAQ,SAAS,YAAY,KAAA,IACzB,QAAQ,QAAQ,UAChB;GACN,MAAM,eACJ,QAAQ,SAAS,SAAS,KAAA,IACtB,QAAQ,QAAQ,OACf,QAAQ,EAAE,UAAU,yBAAyB;GAEpD,MAAM,gBAAgB,WAAW,MAAM,YAAY;;;;GAKnD,IAAI,oBAAmC,CAAC;GACxC,IAAI,oBAAoB,KAAA,GACtB,oBAAoB,CAAC;QAChB,IAAI,MAAM,QAAQ,eAAe;;;;GAItC,oBAAqB,gBAAkC,KAAK,MAC1D,kBAAkB,MAAM,CAAC,CAC3B;;;;;GAKA,oBAAoB,CAAC,kBAAkB,MAAM,eAAe,CAAC;;;;GAM/D,MAAM,kBACJ,kBAAkB,MAAM,MAAM,cAAc,CAAC,KAC7C,cAAc;GAEhB,MAAM,QACJ,OAAO,YAAY,UAAU,WACzB,MAAM,cAAc,YAAY,KAAK,IACrC,YAAY;GAElB,IAAI,mBAAmB,CAAC,iBAAiB,KAAK,GAC5C,MAAM,IAAI,MACR,0GAEF;GAGF,MAAM,gBACJ,QAAQ,SAAS,kBAAkB,yBAC9B,YAAY,iBAAiB,yBAC7B,QAAQ,SAAS,iBAClB,YAAY,iBACZ;GACN,MAAM,gBACJ,QAAQ,QAAQ,iBAChB,YAAY,iBACZ;GACF,MAAM,wBACJ,QAAQ,SAAS,0BAA0B,KAAA,IACvC,QAAQ,QAAQ,wBACf,YAAY,yBAAyB;;;;GAK5C,iBAAiB,MAAM,QAAQ;GAE/B,MAAM,eACJ,QAAQ,SAAS,iBAAiB,KAAA,IAC9B,QAAQ,QAAQ,eACf,YAAY,gBAAgB;GACnC,MAAM,cAAc,MAAM,aAAa,MAAM,QAAQ;GAQrD,IAAI,CAAC,MAPqB,gBACxB,MAAM,UACN,aACA,mBACA,KACF,GAGE;GAGF,MAAM,EAAE,cAAc,yBAAyB,mBAC7C,MAAM,QACR;GACA,MAAM,cAAc,MAAM,qBACxB,sBACA,eACA,cACA,KACF;GAEA,IAAI,eAAe,GACjB;GAGF,MAAM,EAAE,qBAAqB,sBAAsB,kBACjD,cACA,sBACA,WACF;GAWA,MAAM,iBAAiB,IAAI,aAAa;IACtC,SAAS,GAAG,cAAc,MAAM,MAVZ,cACpB,qBACA,OACA,eACA,cACA,uBACA,OACF;IAIE,IAAIE,GAAK;IACT,mBAAmB,EAAE,WAAW,gBAAgB;GAClD,CAAC;GAED,OAAO,EACL,UAAU;IACR,IAAI,cAAc,EAAE,IAAI,oBAAoB,CAAC;IAC7C;IACA,GAAG;GACL,EACF;EACF;CACF,CAAC;AACH;;;;AAKA,SAAS,iBAAiB,UAA+B;CACvD,KAAK,MAAM,OAAO,UAChB,IAAI,CAAC,IAAI,IACP,IAAI,KAAKA,GAAK;AAGpB;;;;AAKA,SAAS,mBAAmB,UAG1B;CACA,IAAI,SAAS,SAAS,KAAK,cAAc,WAAW,SAAS,EAAE,GAC7D,OAAO;EACL,cAAc,SAAS;EACvB,sBAAsB,SAAS,MAAM,CAAC;CACxC;CAEF,OAAO,EACL,sBAAsB,SACxB;AACF;;;;AAKA,SAAS,kBACP,cACA,sBACA,aAC0E;CAC1E,MAAM,sBAAsB,qBAAqB,MAAM,GAAG,WAAW;CACrE,MAAM,oBAAoB,qBAAqB,MAAM,WAAW;CAGhE,IAAI,cACF,oBAAoB,QAAQ,YAAY;CAG1C,OAAO;EAAE;EAAqB;CAAkB;AAClD;;;;;;;;;;;AAYA,eAAe,gBACb,UACA,aACA,mBACA,OACkB;CAClB,IAAI,kBAAkB,WAAW,GAC/B,OAAO;;;;CAMT,KAAK,MAAM,WAAW,mBAAmB;;;;EAIvC,IAAI,eAAe;EACnB,IAAI,iBAAiB;EAErB,IAAI,QAAQ,aAAa,KAAA,GAAW;GAClC,iBAAiB;GACjB,IAAI,SAAS,SAAS,QAAQ,UAC5B,eAAe;EAEnB;EAEA,IAAI,QAAQ,WAAW,KAAA,GAAW;GAChC,iBAAiB;GACjB,IAAI,cAAc,QAAQ,QACxB,eAAe;EAEnB;EAEA,IAAI,QAAQ,aAAa,KAAA,GAAW;GAClC,iBAAiB;GACjB,MAAM,iBAAiB,iBAAiB,KAAK;GAC7C,IAAI,OAAO,mBAAmB,UAExB;QAAA,cADc,KAAK,MAAM,iBAAiB,QAAQ,QAC5B,GACxB,eAAe;GAAA;;;;GAMjB,eAAe;EAEnB;;;;EAKA,IAAI,kBAAkB,cACpB,OAAO;CAEX;CAEA,OAAO;AACT;;;;AAKA,eAAe,qBACb,UACA,MACA,cACA,OACiB;CACjB,IAAI,YAAY,QAAQ,cAAc,MAAM;EAC1C,MAAM,mBAAmB,MAAM,qBAC7B,UACA,MACA,cACA,KACF;EACA,IAAI,OAAO,qBAAqB,UAC9B,OAAO;;;;EAKT,OAAO,eAAe,UAAU,wBAAwB;CAC1D;;;;CAIA,OAAO,eAAe,UAAU,KAAK,YAAY,wBAAwB;AAC3E;;;;AAKA,eAAe,qBACb,UACA,MACA,cACA,OAC6B;CAC7B,IAAI,SAAS,WAAW,GACtB,OAAO;CAGT,IAAI;CAEJ,IAAI,cAAc,QAAQ,KAAK,aAAa,KAAA,GAAW;EACrD,MAAM,iBAAiB,iBAAiB,KAAK;EAC7C,IAAI,OAAO,mBAAmB,UAC5B;EAEF,mBAAmB,KAAK,MAAM,iBAAiB,KAAK,QAAQ;CAC9D,OAAO,IAAI,YAAY,QAAQ,KAAK,WAAW,KAAA,GAC7C,mBAAmB,KAAK,MAAM,KAAK,MAAM;MAEzC;CAGF,IAAI,oBAAoB,GACtB,mBAAmB;CAIrB,IAAI,MADsB,aAAa,QAAQ,KAC5B,kBACjB,OAAO;;;;;CAOT,IAAI,OAAO;CACX,IAAI,QAAQ,SAAS;CACrB,IAAI,kBAAkB,SAAS;CAC/B,MAAM,gBAAgB,KAAK,MAAM,KAAK,KAAK,SAAS,MAAM,CAAC,IAAI;CAE/D,KAAK,IAAI,IAAI,GAAG,IAAI,eAAe,KAAK;EACtC,IAAI,QAAQ,OACV;EAGF,MAAM,MAAM,KAAK,OAAO,OAAO,SAAS,CAAC;EAEzC,IAAI,MADuB,aAAa,SAAS,MAAM,GAAG,CAAC,KACvC,kBAAkB;GACpC,kBAAkB;GAClB,QAAQ;EACV,OACE,OAAO,MAAM;CAEjB;CAEA,IAAI,oBAAoB,SAAS,QAC/B,kBAAkB;CAGpB,IAAI,mBAAmB,SAAS,QAAQ;EACtC,IAAI,SAAS,WAAW,GACtB,OAAO;EAET,kBAAkB,SAAS,SAAS;CACtC;;;;;CAMA,MAAM,aAAa,oBAAoB,UAAU,eAAe;;;;;CAMhE,IAAI,cAAc,iBAChB,OAAO;;;;CAMT,KAAK,IAAI,IAAI,iBAAiB,KAAK,GAAG,KACpC,IAAI,kBAAkB,UAAU,CAAC,GAC/B,OAAO;CAIX,OAAO;AACT;;;;AAKA,SAAS,eACP,UACA,gBACQ;CACR,IAAI,SAAS,UAAU,gBACrB,OAAO;CAGT,MAAM,eAAe,SAAS,SAAS;;;;;;CAOvC,MAAM,aAAa,oBAAoB,UAAU,YAAY;;;;CAK7D,IAAI,cAAc,cAChB,OAAO;;;;CAMT,KAAK,IAAI,IAAI,cAAc,KAAK,GAAG,KACjC,IAAI,kBAAkB,UAAU,CAAC,GAC/B,OAAO;CAIX,OAAO;AACT;;;;AAKA,SAAS,kBACP,UACA,aACS;CACT,IAAI,eAAe,SAAS,QAC1B,OAAO;;;;CAMT,IACE,cAAc,SAAS,UACvB,UAAU,WAAW,SAAS,YAAY,KAC1C,aAAa,SAAS,YAAY,GAElC,OAAO;CAGT,MAAM,cAAc,KAAK,IAAI,GAAG,cAAc,2BAA2B;CACzE,MAAM,YAAY,KAAK,IACrB,SAAS,QACT,cAAc,2BAChB;CAEA,KAAK,IAAI,IAAI,aAAa,IAAI,WAAW,KAAK;EAC5C,IAAI,CAAC,aAAa,SAAS,EAAE,GAC3B;EAGF,MAAM,cAAc,mBAAmB,SAAS,EAAe;EAC/D,IAAI,wBAAwB,UAAU,GAAG,aAAa,WAAW,GAC/D,OAAO;CAEX;CAEA,OAAO;AACT;;;;AAKA,SAAS,mBAAmB,WAAmC;CAC7D,MAAM,8BAAc,IAAI,IAAY;CACpC,IAAI,UAAU,YACZ,KAAK,MAAM,YAAY,UAAU,YAAY;EAC3C,MAAM,KACJ,OAAO,aAAa,YAAY,QAAQ,WAAW,SAAS,KAAK;EACnE,IAAI,IACF,YAAY,IAAI,EAAE;CAEtB;CAEF,OAAO;AACT;;;;;;;;;;;AAYA,SAAS,oBACP,UACA,aACQ;CACR,IACE,eAAe,SAAS,UACxB,CAAC,YAAY,WAAW,SAAS,YAAY,GAE7C,OAAO;CAIT,MAAM,8BAAc,IAAI,IAAY;CACpC,IAAI,MAAM;CACV,OAAO,MAAM,SAAS,UAAU,YAAY,WAAW,SAAS,IAAI,GAAG;EACrE,MAAM,UAAU,SAAS;EACzB,IAAI,QAAQ,cACV,YAAY,IAAI,QAAQ,YAAY;EAEtC;CACF;CAGA,KAAK,IAAI,IAAI,cAAc,GAAG,KAAK,GAAG,KAAK;EACzC,MAAM,MAAM,SAAS;EACrB,IAAI,UAAU,WAAW,GAAG,KAAK,aAAa,GAAG,GAAG;GAClD,MAAM,gBAAgB,mBAAmB,GAAgB;GAEzD,KAAK,MAAM,MAAM,aACf,IAAI,cAAc,IAAI,EAAE,GAEtB,OAAO;EAGb;CACF;CAIA,OAAO;AACT;;;;AAKA,SAAS,wBACP,UACA,gBACA,aACA,aACS;CACT,KAAK,IAAI,IAAI,iBAAiB,GAAG,IAAI,SAAS,QAAQ,KAAK;EACzD,MAAM,UAAU,SAAS;EACzB,IACE,YAAY,WAAW,OAAO,KAC9B,YAAY,IAAI,QAAQ,YAAY,GAEb;OAAA,iBAAiB,gBACf,IAAI,aAE3B,OAAO;EAAA;CAGb;CACA,OAAO;AACT;;;;;;;;;;;;AAaA,eAAe,cACb,qBACA,OACA,eACA,cACA,uBACA,SACiB;CACjB,IAAI,CAAC,oBAAoB,QACvB,OAAO;CAGT,MAAM,kBAAkB,MAAM,uBAC5B,qBACA,cACA,qBACF;CAEA,IAAI,CAAC,gBAAgB,QACnB,OAAO;;;;;;;;;;;CAaT,MAAM,oBAAoB,gBAAgB,eAAe;CAEzD,IAAI;EACF,MAAM,kBAAkB,cAAc,QACpC,cACA,iBACF;EAOA,MAAM,SAAS,aADoB,uBAAuB,OAAO,KAAK,CAAC,GAC/B,EACtC,UAAU,EAAE,WAAW,gBAAgB,EACzC,CAAC;EAED,MAAM,WAAU,MADO,MAAM,OAAO,iBAAiB,MAAM,EAAA,CAClC;;;;EAIzB,IAAI,OAAO,YAAY,UACrB,OAAO,QAAQ,KAAK;OACf,IAAI,MAAM,QAAQ,OAAO,GAa9B,OAToB,QACjB,KAAK,SAAS;GACb,IAAI,OAAO,SAAS,UAAU,OAAO;GACrC,IAAI,OAAO,SAAS,YAAY,SAAS,QAAQ,UAAU,MACzD,OAAQ,KAA0B;GAEpC,OAAO;EACT,CAAC,CAAC,CACD,KAAK,EACS,CAAC,CAAC,KAAK;EAE1B,OAAO;CACT,SAAS,GAAG;EACV,OAAO,6BAA6B;CACtC;AACF;;;;AAKA,eAAe,uBACb,UACA,cACA,uBACwB;CACxB,IAAI,0BAA0B,KAAA,GAC5B,OAAO;CAGT,IAAI;EACF,OAAO,MAAM,aAAa,UAAU;GAClC,WAAW;GACX,cAAc,OAAO,SAAS,aAAa,IAAI;GAC/C,UAAU;GACV,cAAc;GACd,eAAe;EACjB,CAAC;CACH,QAAQ;;;;EAIN,OAAO,SAAS,MAAM,GAA+B;CACvD;AACF"}
1
+ {"version":3,"file":"summarization.js","names":["z","z4","uuid"],"sources":["../../../src/agents/middleware/summarization.ts"],"sourcesContent":["import { z } from \"zod/v3\";\nimport { z as z4 } from \"zod/v4\";\nimport { v4 as uuid } from \"@langchain/core/utils/uuid\";\nimport {\n BaseMessage,\n AIMessage,\n SystemMessage,\n ToolMessage,\n RemoveMessage,\n trimMessages,\n HumanMessage,\n getBufferString,\n} from \"@langchain/core/messages\";\nimport {\n BaseLanguageModel,\n getModelContextSize,\n} from \"@langchain/core/language_models/base\";\nimport {\n interopSafeParse,\n InferInteropZodInput,\n InferInteropZodOutput,\n} from \"@langchain/core/utils/types\";\nimport {\n mergeConfigs,\n pickRunnableConfigKeys,\n type RunnableConfig,\n} from \"@langchain/core/runnables\";\nimport { REMOVE_ALL_MESSAGES } from \"@langchain/langgraph\";\nimport { createMiddleware } from \"../middleware.js\";\nimport { INTERNAL_CALL_TAG } from \"./constants.js\";\nimport { countTokensApproximately } from \"./utils.js\";\nimport { hasToolCalls } from \"../utils.js\";\nimport { initChatModel } from \"../../chat_models/universal.js\";\nimport type { Runtime } from \"../runtime.js\";\n\nexport const DEFAULT_SUMMARY_PROMPT = `<role>\nContext Extraction Assistant\n</role>\n\n<primary_objective>\nYour sole objective in this task is to extract the highest quality/most relevant context from the conversation history below.\n</primary_objective>\n\n<objective_information>\nYou're nearing the total number of input tokens you can accept, so you must extract the highest quality/most relevant pieces of information from your conversation history.\nThis context will then overwrite the conversation history presented below. Because of this, ensure the context you extract is only the most important information to your overall goal.\n</objective_information>\n\n<instructions>\nThe conversation history below will be replaced with the context you extract in this step. Because of this, you must do your very best to extract and record all of the most important context from the conversation history.\nYou want to ensure that you don't repeat any actions you've already completed, so the context you extract from the conversation history should be focused on the most important information to your overall goal.\n</instructions>\n\nThe user will message you with the full message history you'll be extracting context from, to then replace. Carefully read over it all, and think deeply about what information is most important to your overall goal that should be saved:\n\nWith all of this in mind, please carefully read over the entire conversation history, and extract the most important and relevant context to replace it so that you can free up space in the conversation history.\nRespond ONLY with the extracted context. Do not include any additional information, or text before or after the extracted context.\n\n<messages>\nMessages to summarize:\n{messages}\n</messages>`;\n\nconst DEFAULT_SUMMARY_PREFIX = \"Here is a summary of the conversation to date:\";\nconst DEFAULT_MESSAGES_TO_KEEP = 20;\nconst DEFAULT_TRIM_TOKEN_LIMIT = 4000;\nconst DEFAULT_FALLBACK_MESSAGE_COUNT = 15;\nconst SEARCH_RANGE_FOR_TOOL_PAIRS = 5;\n\nconst tokenCounterSchema = z\n .function()\n .args(z.array(z.custom<BaseMessage>()))\n .returns(z.union([z.number(), z.promise(z.number())]));\nexport type TokenCounter = (\n messages: BaseMessage[]\n) => number | Promise<number>;\n\nexport const contextSizeSchema = z\n .object({\n /**\n * Fraction of the model's context size to use as the trigger\n */\n fraction: z\n .number()\n .gt(0, \"Fraction must be greater than 0\")\n .max(1, \"Fraction must be less than or equal to 1\")\n .optional(),\n /**\n * Number of tokens to use as the trigger\n */\n tokens: z.number().positive(\"Tokens must be greater than 0\").optional(),\n /**\n * Number of messages to use as the trigger\n */\n messages: z\n .number()\n .int(\"Messages must be an integer\")\n .positive(\"Messages must be greater than 0\")\n .optional(),\n })\n .refine(\n (data) => {\n const count = [data.fraction, data.tokens, data.messages].filter(\n (v) => v !== undefined\n ).length;\n return count >= 1;\n },\n {\n message: \"At least one of fraction, tokens, or messages must be provided\",\n }\n );\nexport type ContextSize = z.infer<typeof contextSizeSchema>;\n\nexport const keepSchema = z\n .object({\n /**\n * Fraction of the model's context size to keep\n */\n fraction: z\n .number()\n .min(0, \"Messages must be non-negative\")\n .max(1, \"Fraction must be less than or equal to 1\")\n .optional(),\n /**\n * Number of tokens to keep\n */\n tokens: z\n .number()\n .min(0, \"Tokens must be greater than or equal to 0\")\n .optional(),\n messages: z\n .number()\n .int(\"Messages must be an integer\")\n .min(0, \"Messages must be non-negative\")\n .optional(),\n })\n .refine(\n (data) => {\n const count = [data.fraction, data.tokens, data.messages].filter(\n (v) => v !== undefined\n ).length;\n return count === 1;\n },\n {\n message: \"Exactly one of fraction, tokens, or messages must be provided\",\n }\n );\nexport type KeepSize = z.infer<typeof keepSchema>;\n\nconst contextSchema = z.object({\n /**\n * Model to use for summarization\n */\n model: z.custom<string | BaseLanguageModel>(),\n /**\n * Trigger conditions for summarization.\n * Can be a single condition object (all properties must be met) or an array of conditions (any condition must be met).\n *\n * @example\n * ```ts\n * // Single condition: trigger if tokens >= 5000 AND messages >= 3\n * trigger: { tokens: 5000, messages: 3 }\n *\n * // Multiple conditions: trigger if (tokens >= 5000 AND messages >= 3) OR (tokens >= 3000 AND messages >= 6)\n * trigger: [\n * { tokens: 5000, messages: 3 },\n * { tokens: 3000, messages: 6 }\n * ]\n * ```\n */\n trigger: z.union([contextSizeSchema, z.array(contextSizeSchema)]).optional(),\n /**\n * Keep conditions for summarization\n */\n keep: keepSchema.optional(),\n /**\n * Token counter function to use for summarization\n */\n tokenCounter: tokenCounterSchema.optional(),\n /**\n * Summary prompt to use for summarization\n * @default {@link DEFAULT_SUMMARY_PROMPT}\n */\n summaryPrompt: z.string().default(DEFAULT_SUMMARY_PROMPT),\n /**\n * Number of tokens to trim to before summarizing\n */\n trimTokensToSummarize: z.number().optional(),\n /**\n * Prefix to add to the summary\n */\n summaryPrefix: z.string().optional(),\n /**\n * @deprecated Use `trigger: { tokens: value }` instead.\n */\n maxTokensBeforeSummary: z.number().optional(),\n /**\n * @deprecated Use `keep: { messages: value }` instead.\n */\n messagesToKeep: z.number().optional(),\n});\n\nexport type SummarizationMiddlewareConfig = InferInteropZodInput<\n typeof contextSchema\n>;\n\n/**\n * Get max input tokens from model profile or fallback to model name lookup\n */\nexport function getProfileLimits(input: BaseLanguageModel): number | undefined {\n // Access maxInputTokens on the model profile directly if available\n if (\n \"profile\" in input &&\n typeof input.profile === \"object\" &&\n input.profile &&\n \"maxInputTokens\" in input.profile &&\n (typeof input.profile.maxInputTokens === \"number\" ||\n input.profile.maxInputTokens == null)\n ) {\n return input.profile.maxInputTokens ?? undefined;\n }\n\n // Fallback to using model name if available\n if (\"model\" in input && typeof input.model === \"string\") {\n return getModelContextSize(input.model);\n }\n if (\"modelName\" in input && typeof input.modelName === \"string\") {\n return getModelContextSize(input.modelName);\n }\n\n return undefined;\n}\n\n/**\n * Summarization middleware that automatically summarizes conversation history when token limits are approached.\n *\n * This middleware monitors message token counts and automatically summarizes older\n * messages when a threshold is reached, preserving recent messages and maintaining\n * context continuity by ensuring AI/Tool message pairs remain together.\n *\n * @param options Configuration options for the summarization middleware\n * @returns A middleware instance\n *\n * @example\n * ```ts\n * import { summarizationMiddleware } from \"langchain\";\n * import { createAgent } from \"langchain\";\n *\n * // Single condition: trigger if tokens >= 4000 AND messages >= 10\n * const agent1 = createAgent({\n * llm: model,\n * tools: [getWeather],\n * middleware: [\n * summarizationMiddleware({\n * model: new ChatOpenAI({ model: \"gpt-4o\" }),\n * trigger: { tokens: 4000, messages: 10 },\n * keep: { messages: 20 },\n * })\n * ],\n * });\n *\n * // Multiple conditions: trigger if (tokens >= 5000 AND messages >= 3) OR (tokens >= 3000 AND messages >= 6)\n * const agent2 = createAgent({\n * llm: model,\n * tools: [getWeather],\n * middleware: [\n * summarizationMiddleware({\n * model: new ChatOpenAI({ model: \"gpt-4o\" }),\n * trigger: [\n * { tokens: 5000, messages: 3 },\n * { tokens: 3000, messages: 6 },\n * ],\n * keep: { messages: 20 },\n * })\n * ],\n * });\n *\n * ```\n */\nexport function summarizationMiddleware(\n options: SummarizationMiddlewareConfig\n) {\n /**\n * Parse user options to get their explicit values\n */\n const { data: userOptions, error } = interopSafeParse(contextSchema, options);\n if (error) {\n throw new Error(\n `Invalid summarization middleware options: ${z4.prettifyError(error)}`\n );\n }\n\n return createMiddleware({\n name: \"SummarizationMiddleware\",\n contextSchema: contextSchema.extend({\n /**\n * `model` should be required when initializing the middleware,\n * but can be omitted within context when invoking the middleware.\n */\n model: z.custom<BaseLanguageModel>().optional(),\n }),\n beforeModel: async (state, runtime) => {\n let trigger: ContextSize | ContextSize[] | undefined =\n userOptions.trigger;\n let keep: ContextSize = userOptions.keep as InferInteropZodOutput<\n typeof keepSchema\n >;\n\n /**\n * Handle deprecated parameters\n */\n if (userOptions.maxTokensBeforeSummary !== undefined) {\n console.warn(\n \"maxTokensBeforeSummary is deprecated. Use `trigger: { tokens: value }` instead.\"\n );\n if (trigger === undefined) {\n trigger = { tokens: userOptions.maxTokensBeforeSummary };\n }\n }\n\n /**\n * Handle deprecated parameters\n */\n if (userOptions.messagesToKeep !== undefined) {\n console.warn(\n \"messagesToKeep is deprecated. Use `keep: { messages: value }` instead.\"\n );\n if (\n !keep ||\n (keep &&\n \"messages\" in keep &&\n keep.messages === DEFAULT_MESSAGES_TO_KEEP)\n ) {\n keep = { messages: userOptions.messagesToKeep };\n }\n }\n\n /**\n * Merge context with user options\n */\n const resolvedTrigger =\n runtime.context?.trigger !== undefined\n ? runtime.context.trigger\n : trigger;\n const resolvedKeep =\n runtime.context?.keep !== undefined\n ? runtime.context.keep\n : (keep ?? { messages: DEFAULT_MESSAGES_TO_KEEP });\n\n const validatedKeep = keepSchema.parse(resolvedKeep);\n\n /**\n * Validate trigger conditions\n */\n let triggerConditions: ContextSize[] = [];\n if (resolvedTrigger === undefined) {\n triggerConditions = [];\n } else if (Array.isArray(resolvedTrigger)) {\n /**\n * It's an array of ContextSize objects\n */\n triggerConditions = (resolvedTrigger as ContextSize[]).map((t) =>\n contextSizeSchema.parse(t)\n );\n } else {\n /**\n * Single ContextSize object - all properties must be satisfied (AND logic)\n */\n triggerConditions = [contextSizeSchema.parse(resolvedTrigger)];\n }\n\n /**\n * Check if profile is required\n */\n const requiresProfile =\n triggerConditions.some((c) => \"fraction\" in c) ||\n \"fraction\" in validatedKeep;\n\n const model =\n typeof userOptions.model === \"string\"\n ? await initChatModel(userOptions.model)\n : userOptions.model;\n\n if (requiresProfile && !getProfileLimits(model)) {\n throw new Error(\n \"Model profile information is required to use fractional token limits. \" +\n \"Use absolute token counts instead.\"\n );\n }\n\n const summaryPrompt =\n runtime.context?.summaryPrompt === DEFAULT_SUMMARY_PROMPT\n ? (userOptions.summaryPrompt ?? DEFAULT_SUMMARY_PROMPT)\n : (runtime.context?.summaryPrompt ??\n userOptions.summaryPrompt ??\n DEFAULT_SUMMARY_PROMPT);\n const summaryPrefix =\n runtime.context.summaryPrefix ??\n userOptions.summaryPrefix ??\n DEFAULT_SUMMARY_PREFIX;\n const trimTokensToSummarize =\n runtime.context?.trimTokensToSummarize !== undefined\n ? runtime.context.trimTokensToSummarize\n : (userOptions.trimTokensToSummarize ?? DEFAULT_TRIM_TOKEN_LIMIT);\n\n /**\n * Ensure all messages have IDs\n */\n ensureMessageIds(state.messages);\n\n const tokenCounter =\n runtime.context?.tokenCounter !== undefined\n ? runtime.context.tokenCounter\n : (userOptions.tokenCounter ?? countTokensApproximately);\n const totalTokens = await tokenCounter(state.messages);\n const doSummarize = await shouldSummarize(\n state.messages,\n totalTokens,\n triggerConditions,\n model\n );\n\n if (!doSummarize) {\n return;\n }\n\n const { systemPrompt, conversationMessages } = splitSystemMessage(\n state.messages\n );\n const cutoffIndex = await determineCutoffIndex(\n conversationMessages,\n validatedKeep,\n tokenCounter,\n model\n );\n\n if (cutoffIndex <= 0) {\n return;\n }\n\n const { messagesToSummarize, preservedMessages } = partitionMessages(\n systemPrompt,\n conversationMessages,\n cutoffIndex\n );\n\n const summary = await createSummary(\n messagesToSummarize,\n model,\n summaryPrompt,\n tokenCounter,\n trimTokensToSummarize,\n runtime\n );\n\n // Reuse a replaced message's id so the summary projects as an update, not a new message.\n const summaryMessage = new HumanMessage({\n content: `${summaryPrefix}\\n\\n${summary}`,\n id: conversationMessages[0].id,\n additional_kwargs: { lc_source: \"summarization\" },\n });\n\n return {\n messages: [\n new RemoveMessage({ id: REMOVE_ALL_MESSAGES }),\n summaryMessage,\n ...preservedMessages,\n ],\n };\n },\n });\n}\n\n/**\n * Ensure all messages have unique IDs\n */\nfunction ensureMessageIds(messages: BaseMessage[]): void {\n for (const msg of messages) {\n if (!msg.id) {\n msg.id = uuid();\n }\n }\n}\n\n/**\n * Separate system message from conversation messages\n */\nfunction splitSystemMessage(messages: BaseMessage[]): {\n systemPrompt?: SystemMessage;\n conversationMessages: BaseMessage[];\n} {\n if (messages.length > 0 && SystemMessage.isInstance(messages[0])) {\n return {\n systemPrompt: messages[0] as SystemMessage,\n conversationMessages: messages.slice(1),\n };\n }\n return {\n conversationMessages: messages,\n };\n}\n\n/**\n * Partition messages into those to summarize and those to preserve\n */\nfunction partitionMessages(\n systemPrompt: SystemMessage | undefined,\n conversationMessages: BaseMessage[],\n cutoffIndex: number\n): { messagesToSummarize: BaseMessage[]; preservedMessages: BaseMessage[] } {\n const messagesToSummarize = conversationMessages.slice(0, cutoffIndex);\n const preservedMessages = conversationMessages.slice(cutoffIndex);\n\n // Include system message in messages to summarize to capture previous summaries\n if (systemPrompt) {\n messagesToSummarize.unshift(systemPrompt);\n }\n\n return { messagesToSummarize, preservedMessages };\n}\n\n/**\n * Determine whether summarization should run for the current token usage\n *\n * @param messages - Current messages in the conversation\n * @param totalTokens - Total token count for all messages\n * @param triggerConditions - Array of trigger conditions. Returns true if ANY condition is satisfied (OR logic).\n * Within each condition, ALL specified properties must be satisfied (AND logic).\n * @param model - The language model being used\n * @returns true if summarization should be triggered\n */\nasync function shouldSummarize(\n messages: BaseMessage[],\n totalTokens: number,\n triggerConditions: ContextSize[],\n model: BaseLanguageModel\n): Promise<boolean> {\n if (triggerConditions.length === 0) {\n return false;\n }\n\n /**\n * Check each condition (OR logic between conditions)\n */\n for (const trigger of triggerConditions) {\n /**\n * Within a single condition, all specified properties must be satisfied (AND logic)\n */\n let conditionMet = true;\n let hasAnyProperty = false;\n\n if (trigger.messages !== undefined) {\n hasAnyProperty = true;\n if (messages.length < trigger.messages) {\n conditionMet = false;\n }\n }\n\n if (trigger.tokens !== undefined) {\n hasAnyProperty = true;\n if (totalTokens < trigger.tokens) {\n conditionMet = false;\n }\n }\n\n if (trigger.fraction !== undefined) {\n hasAnyProperty = true;\n const maxInputTokens = getProfileLimits(model);\n if (typeof maxInputTokens === \"number\") {\n const threshold = Math.floor(maxInputTokens * trigger.fraction);\n if (totalTokens < threshold) {\n conditionMet = false;\n }\n } else {\n /**\n * If fraction is specified but we can't get model limits, skip this condition\n */\n conditionMet = false;\n }\n }\n\n /**\n * If condition has at least one property and all properties are satisfied, trigger summarization\n */\n if (hasAnyProperty && conditionMet) {\n return true;\n }\n }\n\n return false;\n}\n\n/**\n * Determine cutoff index respecting retention configuration\n */\nasync function determineCutoffIndex(\n messages: BaseMessage[],\n keep: ContextSize,\n tokenCounter: TokenCounter,\n model: BaseLanguageModel\n): Promise<number> {\n if (\"tokens\" in keep || \"fraction\" in keep) {\n const tokenBasedCutoff = await findTokenBasedCutoff(\n messages,\n keep,\n tokenCounter,\n model\n );\n if (typeof tokenBasedCutoff === \"number\") {\n return tokenBasedCutoff;\n }\n /**\n * Fallback to message count if token-based fails\n */\n return findSafeCutoff(messages, DEFAULT_MESSAGES_TO_KEEP);\n }\n /**\n * find cutoff index based on message count\n */\n return findSafeCutoff(messages, keep.messages ?? DEFAULT_MESSAGES_TO_KEEP);\n}\n\n/**\n * Find cutoff index based on target token retention\n */\nasync function findTokenBasedCutoff(\n messages: BaseMessage[],\n keep: ContextSize,\n tokenCounter: TokenCounter,\n model: BaseLanguageModel\n): Promise<number | undefined> {\n if (messages.length === 0) {\n return 0;\n }\n\n let targetTokenCount: number;\n\n if (\"fraction\" in keep && keep.fraction !== undefined) {\n const maxInputTokens = getProfileLimits(model);\n if (typeof maxInputTokens !== \"number\") {\n return;\n }\n targetTokenCount = Math.floor(maxInputTokens * keep.fraction);\n } else if (\"tokens\" in keep && keep.tokens !== undefined) {\n targetTokenCount = Math.floor(keep.tokens);\n } else {\n return;\n }\n\n if (targetTokenCount <= 0) {\n targetTokenCount = 1;\n }\n\n const totalTokens = await tokenCounter(messages);\n if (totalTokens <= targetTokenCount) {\n return 0;\n }\n\n /**\n * Use binary search to identify the earliest message index that keeps the\n * suffix within the token budget.\n */\n let left = 0;\n let right = messages.length;\n let cutoffCandidate = messages.length;\n const maxIterations = Math.floor(Math.log2(messages.length)) + 1;\n\n for (let i = 0; i < maxIterations; i++) {\n if (left >= right) {\n break;\n }\n\n const mid = Math.floor((left + right) / 2);\n const suffixTokens = await tokenCounter(messages.slice(mid));\n if (suffixTokens <= targetTokenCount) {\n cutoffCandidate = mid;\n right = mid;\n } else {\n left = mid + 1;\n }\n }\n\n if (cutoffCandidate === messages.length) {\n cutoffCandidate = left;\n }\n\n if (cutoffCandidate >= messages.length) {\n if (messages.length === 1) {\n return 0;\n }\n cutoffCandidate = messages.length - 1;\n }\n\n /**\n * Find safe cutoff point that preserves AI/Tool pairs.\n * If cutoff lands on ToolMessage, move backward to include the AIMessage.\n */\n const safeCutoff = findSafeCutoffPoint(messages, cutoffCandidate);\n\n /**\n * If findSafeCutoffPoint moved forward (fallback case), verify it's safe.\n * If it moved backward, we already have a safe point.\n */\n if (safeCutoff <= cutoffCandidate) {\n return safeCutoff;\n }\n\n /**\n * Fallback: iterate backward to find a safe cutoff\n */\n for (let i = cutoffCandidate; i >= 0; i--) {\n if (isSafeCutoffPoint(messages, i)) {\n return i;\n }\n }\n\n return 0;\n}\n\n/**\n * Find safe cutoff point that preserves AI/Tool message pairs\n */\nfunction findSafeCutoff(\n messages: BaseMessage[],\n messagesToKeep: number\n): number {\n if (messages.length <= messagesToKeep) {\n return 0;\n }\n\n const targetCutoff = messages.length - messagesToKeep;\n\n /**\n * First, try to find a safe cutoff point using findSafeCutoffPoint.\n * This handles the case where cutoff lands on a ToolMessage by moving\n * backward to include the corresponding AIMessage.\n */\n const safeCutoff = findSafeCutoffPoint(messages, targetCutoff);\n\n /**\n * If findSafeCutoffPoint moved backward (found matching AIMessage), use it.\n */\n if (safeCutoff <= targetCutoff) {\n return safeCutoff;\n }\n\n /**\n * Fallback: iterate backward to find a safe cutoff\n */\n for (let i = targetCutoff; i >= 0; i--) {\n if (isSafeCutoffPoint(messages, i)) {\n return i;\n }\n }\n\n return 0;\n}\n\n/**\n * Check if cutting at index would separate AI/Tool message pairs\n */\nfunction isSafeCutoffPoint(\n messages: BaseMessage[],\n cutoffIndex: number\n): boolean {\n if (cutoffIndex >= messages.length) {\n return true;\n }\n\n /**\n * Prevent preserved messages from starting with AI message containing tool calls\n */\n if (\n cutoffIndex < messages.length &&\n AIMessage.isInstance(messages[cutoffIndex]) &&\n hasToolCalls(messages[cutoffIndex])\n ) {\n return false;\n }\n\n const searchStart = Math.max(0, cutoffIndex - SEARCH_RANGE_FOR_TOOL_PAIRS);\n const searchEnd = Math.min(\n messages.length,\n cutoffIndex + SEARCH_RANGE_FOR_TOOL_PAIRS\n );\n\n for (let i = searchStart; i < searchEnd; i++) {\n if (!hasToolCalls(messages[i])) {\n continue;\n }\n\n const toolCallIds = extractToolCallIds(messages[i] as AIMessage);\n if (cutoffSeparatesToolPair(messages, i, cutoffIndex, toolCallIds)) {\n return false;\n }\n }\n\n return true;\n}\n\n/**\n * Extract tool call IDs from an AI message\n */\nfunction extractToolCallIds(aiMessage: AIMessage): Set<string> {\n const toolCallIds = new Set<string>();\n if (aiMessage.tool_calls) {\n for (const toolCall of aiMessage.tool_calls) {\n const id =\n typeof toolCall === \"object\" && \"id\" in toolCall ? toolCall.id : null;\n if (id) {\n toolCallIds.add(id);\n }\n }\n }\n return toolCallIds;\n}\n\n/**\n * Find a safe cutoff point that doesn't split AI/Tool message pairs.\n *\n * If the message at `cutoffIndex` is a `ToolMessage`, search backward for the\n * `AIMessage` containing the corresponding `tool_calls` and adjust the cutoff to\n * include it. This ensures tool call requests and responses stay together.\n *\n * Falls back to advancing forward past `ToolMessage` objects only if no matching\n * `AIMessage` is found (edge case).\n */\nfunction findSafeCutoffPoint(\n messages: BaseMessage[],\n cutoffIndex: number\n): number {\n if (\n cutoffIndex >= messages.length ||\n !ToolMessage.isInstance(messages[cutoffIndex])\n ) {\n return cutoffIndex;\n }\n\n // Collect tool_call_ids from consecutive ToolMessages at/after cutoff\n const toolCallIds = new Set<string>();\n let idx = cutoffIndex;\n while (idx < messages.length && ToolMessage.isInstance(messages[idx])) {\n const toolMsg = messages[idx] as ToolMessage;\n if (toolMsg.tool_call_id) {\n toolCallIds.add(toolMsg.tool_call_id);\n }\n idx++;\n }\n\n // Search backward for AIMessage with matching tool_calls\n for (let i = cutoffIndex - 1; i >= 0; i--) {\n const msg = messages[i];\n if (AIMessage.isInstance(msg) && hasToolCalls(msg)) {\n const aiToolCallIds = extractToolCallIds(msg as AIMessage);\n // Check if there's any overlap between the tool_call_ids\n for (const id of toolCallIds) {\n if (aiToolCallIds.has(id)) {\n // Found the AIMessage - move cutoff to include it\n return i;\n }\n }\n }\n }\n\n // Fallback: no matching AIMessage found, advance past ToolMessages to avoid\n // orphaned tool responses\n return idx;\n}\n\n/**\n * Check if cutoff separates an AI message from its corresponding tool messages\n */\nfunction cutoffSeparatesToolPair(\n messages: BaseMessage[],\n aiMessageIndex: number,\n cutoffIndex: number,\n toolCallIds: Set<string>\n): boolean {\n for (let j = aiMessageIndex + 1; j < messages.length; j++) {\n const message = messages[j];\n if (\n ToolMessage.isInstance(message) &&\n toolCallIds.has(message.tool_call_id)\n ) {\n const aiBeforeCutoff = aiMessageIndex < cutoffIndex;\n const toolBeforeCutoff = j < cutoffIndex;\n if (aiBeforeCutoff !== toolBeforeCutoff) {\n return true;\n }\n }\n }\n return false;\n}\n\n/**\n * Generate summary for the given messages.\n *\n * @param messagesToSummarize - Messages to summarize.\n * @param model - The language model to use for summarization.\n * @param summaryPrompt - The prompt template for summarization.\n * @param tokenCounter - Function to count tokens.\n * @param trimTokensToSummarize - Optional token limit for trimming messages.\n * @param runtime - The runtime environment, used to inherit config so that\n * LangGraph's handlers can properly track and tag the summarization model call.\n */\nasync function createSummary(\n messagesToSummarize: BaseMessage[],\n model: BaseLanguageModel,\n summaryPrompt: string,\n tokenCounter: TokenCounter,\n trimTokensToSummarize: number | undefined,\n runtime: Runtime<unknown>\n): Promise<string> {\n if (!messagesToSummarize.length) {\n return \"No previous conversation history.\";\n }\n\n const trimmedMessages = await trimMessagesForSummary(\n messagesToSummarize,\n tokenCounter,\n trimTokensToSummarize\n );\n\n if (!trimmedMessages.length) {\n return \"Previous conversation was too long to summarize.\";\n }\n\n /**\n * Format messages using getBufferString to avoid token inflation from metadata\n * when str() / JSON.stringify is called on message objects.\n * This produces compact output like:\n * ```\n * Human: What's the weather?\n * AI: Let me check...[tool_calls]\n * Tool: 72°F and sunny\n * ```\n */\n const formattedMessages = getBufferString(trimmedMessages);\n\n try {\n const formattedPrompt = summaryPrompt.replace(\n \"{messages}\",\n formattedMessages\n );\n /**\n * Merge parent runnable config with summarization metadata so LangGraph's\n * stream handlers (and other callback-based consumers) can properly track\n * and tag the summarization model call.\n */\n const baseConfig: RunnableConfig = pickRunnableConfigKeys(runtime) ?? {};\n const config = mergeConfigs(baseConfig, {\n metadata: { lc_source: \"summarization\" },\n tags: [INTERNAL_CALL_TAG],\n });\n const response = await model.invoke(formattedPrompt, config);\n const content = response.content;\n /**\n * Handle both string content and MessageContent array\n */\n if (typeof content === \"string\") {\n return content.trim();\n } else if (Array.isArray(content)) {\n /**\n * Extract text from MessageContent array\n */\n const textContent = content\n .map((item) => {\n if (typeof item === \"string\") return item;\n if (typeof item === \"object\" && item !== null && \"text\" in item) {\n return (item as { text: string }).text;\n }\n return \"\";\n })\n .join(\"\");\n return textContent.trim();\n }\n return \"Error generating summary: Invalid response format\";\n } catch (e) {\n return `Error generating summary: ${e}`;\n }\n}\n\n/**\n * Trim messages to fit within summary generation limits\n */\nasync function trimMessagesForSummary(\n messages: BaseMessage[],\n tokenCounter: TokenCounter,\n trimTokensToSummarize: number | undefined\n): Promise<BaseMessage[]> {\n if (trimTokensToSummarize === undefined) {\n return messages;\n }\n\n try {\n return await trimMessages(messages, {\n maxTokens: trimTokensToSummarize,\n tokenCounter: async (msgs) => tokenCounter(msgs),\n strategy: \"last\",\n allowPartial: true,\n includeSystem: true,\n });\n } catch {\n /**\n * Fallback to last N messages if trimming fails\n */\n return messages.slice(-DEFAULT_FALLBACK_MESSAGE_COUNT);\n }\n}\n"],"mappings":";;;;;;;;;;;;;;AAmCA,MAAa,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4BtC,MAAM,yBAAyB;AAC/B,MAAM,2BAA2B;AACjC,MAAM,2BAA2B;AAEjC,MAAM,8BAA8B;AAEpC,MAAM,qBAAqBA,IACxB,SAAS,CAAC,CACV,KAAKA,IAAE,MAAMA,IAAE,OAAoB,CAAC,CAAC,CAAC,CACtC,QAAQA,IAAE,MAAM,CAACA,IAAE,OAAO,GAAGA,IAAE,QAAQA,IAAE,OAAO,CAAC,CAAC,CAAC,CAAC;AAKvD,MAAa,oBAAoBA,IAC9B,OAAO;;;;CAIN,UAAUA,IACP,OAAO,CAAC,CACR,GAAG,GAAG,iCAAiC,CAAC,CACxC,IAAI,GAAG,0CAA0C,CAAC,CAClD,SAAS;;;;CAIZ,QAAQA,IAAE,OAAO,CAAC,CAAC,SAAS,+BAA+B,CAAC,CAAC,SAAS;;;;CAItE,UAAUA,IACP,OAAO,CAAC,CACR,IAAI,6BAA6B,CAAC,CAClC,SAAS,iCAAiC,CAAC,CAC3C,SAAS;AACd,CAAC,CAAC,CACD,QACE,SAAS;CAIR,OAHc;EAAC,KAAK;EAAU,KAAK;EAAQ,KAAK;CAAQ,CAAC,CAAC,QACvD,MAAM,MAAM,KAAA,CACf,CAAC,CAAC,UACc;AAClB,GACA,EACE,SAAS,iEACX,CACF;AAGF,MAAa,aAAaA,IACvB,OAAO;;;;CAIN,UAAUA,IACP,OAAO,CAAC,CACR,IAAI,GAAG,+BAA+B,CAAC,CACvC,IAAI,GAAG,0CAA0C,CAAC,CAClD,SAAS;;;;CAIZ,QAAQA,IACL,OAAO,CAAC,CACR,IAAI,GAAG,2CAA2C,CAAC,CACnD,SAAS;CACZ,UAAUA,IACP,OAAO,CAAC,CACR,IAAI,6BAA6B,CAAC,CAClC,IAAI,GAAG,+BAA+B,CAAC,CACvC,SAAS;AACd,CAAC,CAAC,CACD,QACE,SAAS;CAIR,OAHc;EAAC,KAAK;EAAU,KAAK;EAAQ,KAAK;CAAQ,CAAC,CAAC,QACvD,MAAM,MAAM,KAAA,CACf,CAAC,CAAC,WACe;AACnB,GACA,EACE,SAAS,gEACX,CACF;AAGF,MAAM,gBAAgBA,IAAE,OAAO;;;;CAI7B,OAAOA,IAAE,OAAmC;;;;;;;;;;;;;;;;;CAiB5C,SAASA,IAAE,MAAM,CAAC,mBAAmBA,IAAE,MAAM,iBAAiB,CAAC,CAAC,CAAC,CAAC,SAAS;;;;CAI3E,MAAM,WAAW,SAAS;;;;CAI1B,cAAc,mBAAmB,SAAS;;;;;CAK1C,eAAeA,IAAE,OAAO,CAAC,CAAC,QAAQ,sBAAsB;;;;CAIxD,uBAAuBA,IAAE,OAAO,CAAC,CAAC,SAAS;;;;CAI3C,eAAeA,IAAE,OAAO,CAAC,CAAC,SAAS;;;;CAInC,wBAAwBA,IAAE,OAAO,CAAC,CAAC,SAAS;;;;CAI5C,gBAAgBA,IAAE,OAAO,CAAC,CAAC,SAAS;AACtC,CAAC;;;;AASD,SAAgB,iBAAiB,OAA8C;CAE7E,IACE,aAAa,SACb,OAAO,MAAM,YAAY,YACzB,MAAM,WACN,oBAAoB,MAAM,YACzB,OAAO,MAAM,QAAQ,mBAAmB,YACvC,MAAM,QAAQ,kBAAkB,OAElC,OAAO,MAAM,QAAQ,kBAAkB,KAAA;CAIzC,IAAI,WAAW,SAAS,OAAO,MAAM,UAAU,UAC7C,OAAO,oBAAoB,MAAM,KAAK;CAExC,IAAI,eAAe,SAAS,OAAO,MAAM,cAAc,UACrD,OAAO,oBAAoB,MAAM,SAAS;AAI9C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAgDA,SAAgB,wBACd,SACA;;;;CAIA,MAAM,EAAE,MAAM,aAAa,UAAU,iBAAiB,eAAe,OAAO;CAC5E,IAAI,OACF,MAAM,IAAI,MACR,6CAA6CC,EAAG,cAAc,KAAK,GACrE;CAGF,OAAO,iBAAiB;EACtB,MAAM;EACN,eAAe,cAAc,OAAO;;;;;AAKlC,OAAOD,IAAE,OAA0B,CAAC,CAAC,SAAS,EAChD,CAAC;EACD,aAAa,OAAO,OAAO,YAAY;GACrC,IAAI,UACF,YAAY;GACd,IAAI,OAAoB,YAAY;;;;GAOpC,IAAI,YAAY,2BAA2B,KAAA,GAAW;IACpD,QAAQ,KACN,iFACF;IACA,IAAI,YAAY,KAAA,GACd,UAAU,EAAE,QAAQ,YAAY,uBAAuB;GAE3D;;;;GAKA,IAAI,YAAY,mBAAmB,KAAA,GAAW;IAC5C,QAAQ,KACN,wEACF;IACA,IACE,CAAC,QACA,QACC,cAAc,QACd,KAAK,aAAa,0BAEpB,OAAO,EAAE,UAAU,YAAY,eAAe;GAElD;;;;GAKA,MAAM,kBACJ,QAAQ,SAAS,YAAY,KAAA,IACzB,QAAQ,QAAQ,UAChB;GACN,MAAM,eACJ,QAAQ,SAAS,SAAS,KAAA,IACtB,QAAQ,QAAQ,OACf,QAAQ,EAAE,UAAU,yBAAyB;GAEpD,MAAM,gBAAgB,WAAW,MAAM,YAAY;;;;GAKnD,IAAI,oBAAmC,CAAC;GACxC,IAAI,oBAAoB,KAAA,GACtB,oBAAoB,CAAC;QAChB,IAAI,MAAM,QAAQ,eAAe;;;;GAItC,oBAAqB,gBAAkC,KAAK,MAC1D,kBAAkB,MAAM,CAAC,CAC3B;;;;;GAKA,oBAAoB,CAAC,kBAAkB,MAAM,eAAe,CAAC;;;;GAM/D,MAAM,kBACJ,kBAAkB,MAAM,MAAM,cAAc,CAAC,KAC7C,cAAc;GAEhB,MAAM,QACJ,OAAO,YAAY,UAAU,WACzB,MAAM,cAAc,YAAY,KAAK,IACrC,YAAY;GAElB,IAAI,mBAAmB,CAAC,iBAAiB,KAAK,GAC5C,MAAM,IAAI,MACR,0GAEF;GAGF,MAAM,gBACJ,QAAQ,SAAS,kBAAkB,yBAC9B,YAAY,iBAAiB,yBAC7B,QAAQ,SAAS,iBAClB,YAAY,iBACZ;GACN,MAAM,gBACJ,QAAQ,QAAQ,iBAChB,YAAY,iBACZ;GACF,MAAM,wBACJ,QAAQ,SAAS,0BAA0B,KAAA,IACvC,QAAQ,QAAQ,wBACf,YAAY,yBAAyB;;;;GAK5C,iBAAiB,MAAM,QAAQ;GAE/B,MAAM,eACJ,QAAQ,SAAS,iBAAiB,KAAA,IAC9B,QAAQ,QAAQ,eACf,YAAY,gBAAgB;GACnC,MAAM,cAAc,MAAM,aAAa,MAAM,QAAQ;GAQrD,IAAI,CAAC,MAPqB,gBACxB,MAAM,UACN,aACA,mBACA,KACF,GAGE;GAGF,MAAM,EAAE,cAAc,yBAAyB,mBAC7C,MAAM,QACR;GACA,MAAM,cAAc,MAAM,qBACxB,sBACA,eACA,cACA,KACF;GAEA,IAAI,eAAe,GACjB;GAGF,MAAM,EAAE,qBAAqB,sBAAsB,kBACjD,cACA,sBACA,WACF;GAYA,MAAM,iBAAiB,IAAI,aAAa;IACtC,SAAS,GAAG,cAAc,MAAM,MAXZ,cACpB,qBACA,OACA,eACA,cACA,uBACA,OACF;IAKE,IAAI,qBAAqB,EAAE,CAAC;IAC5B,mBAAmB,EAAE,WAAW,gBAAgB;GAClD,CAAC;GAED,OAAO,EACL,UAAU;IACR,IAAI,cAAc,EAAE,IAAI,oBAAoB,CAAC;IAC7C;IACA,GAAG;GACL,EACF;EACF;CACF,CAAC;AACH;;;;AAKA,SAAS,iBAAiB,UAA+B;CACvD,KAAK,MAAM,OAAO,UAChB,IAAI,CAAC,IAAI,IACP,IAAI,KAAKE,GAAK;AAGpB;;;;AAKA,SAAS,mBAAmB,UAG1B;CACA,IAAI,SAAS,SAAS,KAAK,cAAc,WAAW,SAAS,EAAE,GAC7D,OAAO;EACL,cAAc,SAAS;EACvB,sBAAsB,SAAS,MAAM,CAAC;CACxC;CAEF,OAAO,EACL,sBAAsB,SACxB;AACF;;;;AAKA,SAAS,kBACP,cACA,sBACA,aAC0E;CAC1E,MAAM,sBAAsB,qBAAqB,MAAM,GAAG,WAAW;CACrE,MAAM,oBAAoB,qBAAqB,MAAM,WAAW;CAGhE,IAAI,cACF,oBAAoB,QAAQ,YAAY;CAG1C,OAAO;EAAE;EAAqB;CAAkB;AAClD;;;;;;;;;;;AAYA,eAAe,gBACb,UACA,aACA,mBACA,OACkB;CAClB,IAAI,kBAAkB,WAAW,GAC/B,OAAO;;;;CAMT,KAAK,MAAM,WAAW,mBAAmB;;;;EAIvC,IAAI,eAAe;EACnB,IAAI,iBAAiB;EAErB,IAAI,QAAQ,aAAa,KAAA,GAAW;GAClC,iBAAiB;GACjB,IAAI,SAAS,SAAS,QAAQ,UAC5B,eAAe;EAEnB;EAEA,IAAI,QAAQ,WAAW,KAAA,GAAW;GAChC,iBAAiB;GACjB,IAAI,cAAc,QAAQ,QACxB,eAAe;EAEnB;EAEA,IAAI,QAAQ,aAAa,KAAA,GAAW;GAClC,iBAAiB;GACjB,MAAM,iBAAiB,iBAAiB,KAAK;GAC7C,IAAI,OAAO,mBAAmB,UAExB;QAAA,cADc,KAAK,MAAM,iBAAiB,QAAQ,QAC5B,GACxB,eAAe;GAAA;;;;GAMjB,eAAe;EAEnB;;;;EAKA,IAAI,kBAAkB,cACpB,OAAO;CAEX;CAEA,OAAO;AACT;;;;AAKA,eAAe,qBACb,UACA,MACA,cACA,OACiB;CACjB,IAAI,YAAY,QAAQ,cAAc,MAAM;EAC1C,MAAM,mBAAmB,MAAM,qBAC7B,UACA,MACA,cACA,KACF;EACA,IAAI,OAAO,qBAAqB,UAC9B,OAAO;;;;EAKT,OAAO,eAAe,UAAU,wBAAwB;CAC1D;;;;CAIA,OAAO,eAAe,UAAU,KAAK,YAAY,wBAAwB;AAC3E;;;;AAKA,eAAe,qBACb,UACA,MACA,cACA,OAC6B;CAC7B,IAAI,SAAS,WAAW,GACtB,OAAO;CAGT,IAAI;CAEJ,IAAI,cAAc,QAAQ,KAAK,aAAa,KAAA,GAAW;EACrD,MAAM,iBAAiB,iBAAiB,KAAK;EAC7C,IAAI,OAAO,mBAAmB,UAC5B;EAEF,mBAAmB,KAAK,MAAM,iBAAiB,KAAK,QAAQ;CAC9D,OAAO,IAAI,YAAY,QAAQ,KAAK,WAAW,KAAA,GAC7C,mBAAmB,KAAK,MAAM,KAAK,MAAM;MAEzC;CAGF,IAAI,oBAAoB,GACtB,mBAAmB;CAIrB,IAAI,MADsB,aAAa,QAAQ,KAC5B,kBACjB,OAAO;;;;;CAOT,IAAI,OAAO;CACX,IAAI,QAAQ,SAAS;CACrB,IAAI,kBAAkB,SAAS;CAC/B,MAAM,gBAAgB,KAAK,MAAM,KAAK,KAAK,SAAS,MAAM,CAAC,IAAI;CAE/D,KAAK,IAAI,IAAI,GAAG,IAAI,eAAe,KAAK;EACtC,IAAI,QAAQ,OACV;EAGF,MAAM,MAAM,KAAK,OAAO,OAAO,SAAS,CAAC;EAEzC,IAAI,MADuB,aAAa,SAAS,MAAM,GAAG,CAAC,KACvC,kBAAkB;GACpC,kBAAkB;GAClB,QAAQ;EACV,OACE,OAAO,MAAM;CAEjB;CAEA,IAAI,oBAAoB,SAAS,QAC/B,kBAAkB;CAGpB,IAAI,mBAAmB,SAAS,QAAQ;EACtC,IAAI,SAAS,WAAW,GACtB,OAAO;EAET,kBAAkB,SAAS,SAAS;CACtC;;;;;CAMA,MAAM,aAAa,oBAAoB,UAAU,eAAe;;;;;CAMhE,IAAI,cAAc,iBAChB,OAAO;;;;CAMT,KAAK,IAAI,IAAI,iBAAiB,KAAK,GAAG,KACpC,IAAI,kBAAkB,UAAU,CAAC,GAC/B,OAAO;CAIX,OAAO;AACT;;;;AAKA,SAAS,eACP,UACA,gBACQ;CACR,IAAI,SAAS,UAAU,gBACrB,OAAO;CAGT,MAAM,eAAe,SAAS,SAAS;;;;;;CAOvC,MAAM,aAAa,oBAAoB,UAAU,YAAY;;;;CAK7D,IAAI,cAAc,cAChB,OAAO;;;;CAMT,KAAK,IAAI,IAAI,cAAc,KAAK,GAAG,KACjC,IAAI,kBAAkB,UAAU,CAAC,GAC/B,OAAO;CAIX,OAAO;AACT;;;;AAKA,SAAS,kBACP,UACA,aACS;CACT,IAAI,eAAe,SAAS,QAC1B,OAAO;;;;CAMT,IACE,cAAc,SAAS,UACvB,UAAU,WAAW,SAAS,YAAY,KAC1C,aAAa,SAAS,YAAY,GAElC,OAAO;CAGT,MAAM,cAAc,KAAK,IAAI,GAAG,cAAc,2BAA2B;CACzE,MAAM,YAAY,KAAK,IACrB,SAAS,QACT,cAAc,2BAChB;CAEA,KAAK,IAAI,IAAI,aAAa,IAAI,WAAW,KAAK;EAC5C,IAAI,CAAC,aAAa,SAAS,EAAE,GAC3B;EAGF,MAAM,cAAc,mBAAmB,SAAS,EAAe;EAC/D,IAAI,wBAAwB,UAAU,GAAG,aAAa,WAAW,GAC/D,OAAO;CAEX;CAEA,OAAO;AACT;;;;AAKA,SAAS,mBAAmB,WAAmC;CAC7D,MAAM,8BAAc,IAAI,IAAY;CACpC,IAAI,UAAU,YACZ,KAAK,MAAM,YAAY,UAAU,YAAY;EAC3C,MAAM,KACJ,OAAO,aAAa,YAAY,QAAQ,WAAW,SAAS,KAAK;EACnE,IAAI,IACF,YAAY,IAAI,EAAE;CAEtB;CAEF,OAAO;AACT;;;;;;;;;;;AAYA,SAAS,oBACP,UACA,aACQ;CACR,IACE,eAAe,SAAS,UACxB,CAAC,YAAY,WAAW,SAAS,YAAY,GAE7C,OAAO;CAIT,MAAM,8BAAc,IAAI,IAAY;CACpC,IAAI,MAAM;CACV,OAAO,MAAM,SAAS,UAAU,YAAY,WAAW,SAAS,IAAI,GAAG;EACrE,MAAM,UAAU,SAAS;EACzB,IAAI,QAAQ,cACV,YAAY,IAAI,QAAQ,YAAY;EAEtC;CACF;CAGA,KAAK,IAAI,IAAI,cAAc,GAAG,KAAK,GAAG,KAAK;EACzC,MAAM,MAAM,SAAS;EACrB,IAAI,UAAU,WAAW,GAAG,KAAK,aAAa,GAAG,GAAG;GAClD,MAAM,gBAAgB,mBAAmB,GAAgB;GAEzD,KAAK,MAAM,MAAM,aACf,IAAI,cAAc,IAAI,EAAE,GAEtB,OAAO;EAGb;CACF;CAIA,OAAO;AACT;;;;AAKA,SAAS,wBACP,UACA,gBACA,aACA,aACS;CACT,KAAK,IAAI,IAAI,iBAAiB,GAAG,IAAI,SAAS,QAAQ,KAAK;EACzD,MAAM,UAAU,SAAS;EACzB,IACE,YAAY,WAAW,OAAO,KAC9B,YAAY,IAAI,QAAQ,YAAY,GAEb;OAAA,iBAAiB,gBACf,IAAI,aAE3B,OAAO;EAAA;CAGb;CACA,OAAO;AACT;;;;;;;;;;;;AAaA,eAAe,cACb,qBACA,OACA,eACA,cACA,uBACA,SACiB;CACjB,IAAI,CAAC,oBAAoB,QACvB,OAAO;CAGT,MAAM,kBAAkB,MAAM,uBAC5B,qBACA,cACA,qBACF;CAEA,IAAI,CAAC,gBAAgB,QACnB,OAAO;;;;;;;;;;;CAaT,MAAM,oBAAoB,gBAAgB,eAAe;CAEzD,IAAI;EACF,MAAM,kBAAkB,cAAc,QACpC,cACA,iBACF;EAOA,MAAM,SAAS,aADoB,uBAAuB,OAAO,KAAK,CAAC,GAC/B;GACtC,UAAU,EAAE,WAAW,gBAAgB;GACvC,MAAM,CAAC,iBAAiB;EAC1B,CAAC;EAED,MAAM,WAAU,MADO,MAAM,OAAO,iBAAiB,MAAM,EAAA,CAClC;;;;EAIzB,IAAI,OAAO,YAAY,UACrB,OAAO,QAAQ,KAAK;OACf,IAAI,MAAM,QAAQ,OAAO,GAa9B,OAToB,QACjB,KAAK,SAAS;GACb,IAAI,OAAO,SAAS,UAAU,OAAO;GACrC,IAAI,OAAO,SAAS,YAAY,SAAS,QAAQ,UAAU,MACzD,OAAQ,KAA0B;GAEpC,OAAO;EACT,CAAC,CAAC,CACD,KAAK,EACS,CAAC,CAAC,KAAK;EAE1B,OAAO;CACT,SAAS,GAAG;EACV,OAAO,6BAA6B;CACtC;AACF;;;;AAKA,eAAe,uBACb,UACA,cACA,uBACwB;CACxB,IAAI,0BAA0B,KAAA,GAC5B,OAAO;CAGT,IAAI;EACF,OAAO,MAAM,aAAa,UAAU;GAClC,WAAW;GACX,cAAc,OAAO,SAAS,aAAa,IAAI;GAC/C,UAAU;GACV,cAAc;GACd,eAAe;EACjB,CAAC;CACH,QAAQ;;;;EAIN,OAAO,SAAS,MAAM,GAA+B;CACvD;AACF"}
@@ -1,6 +1,8 @@
1
1
  const require_chat_models_universal = require("../../chat_models/universal.cjs");
2
2
  const require_middleware = require("../middleware.cjs");
3
+ const require_constants = require("./constants.cjs");
3
4
  let _langchain_core_messages = require("@langchain/core/messages");
5
+ let _langchain_core_runnables = require("@langchain/core/runnables");
4
6
  //#region src/agents/middleware/toolEmulator.ts
5
7
  /**
6
8
  * Middleware that emulates specified tools using an LLM instead of executing them.
@@ -96,7 +98,12 @@ Arguments: ${typeof toolArgs === "string" ? toolArgs : JSON.stringify(toolArgs)}
96
98
 
97
99
  Generate a realistic response that this tool would return given these arguments.
98
100
  Return ONLY the tool's output, no explanation or preamble. Introduce variation into your responses.`;
99
- const response = await (await getEmulatorModel()).invoke([new _langchain_core_messages.HumanMessage(prompt)]);
101
+ const emulator = await getEmulatorModel();
102
+ const config = (0, _langchain_core_runnables.mergeConfigs)((0, _langchain_core_runnables.pickRunnableConfigKeys)(request.runtime) ?? {}, {
103
+ metadata: { lc_source: "toolEmulation" },
104
+ tags: [require_constants.INTERNAL_CALL_TAG]
105
+ });
106
+ const response = await emulator.invoke([new _langchain_core_messages.HumanMessage(prompt)], config);
100
107
  return new _langchain_core_messages.ToolMessage({
101
108
  content: typeof response.content === "string" ? response.content : JSON.stringify(response.content),
102
109
  tool_call_id: request.toolCall.id ?? "",
@@ -1 +1 @@
1
- {"version":3,"file":"toolEmulator.cjs","names":["initChatModel","createMiddleware","HumanMessage","ToolMessage"],"sources":["../../../src/agents/middleware/toolEmulator.ts"],"sourcesContent":["import { HumanMessage, ToolMessage } from \"@langchain/core/messages\";\nimport type { BaseChatModel } from \"@langchain/core/language_models/chat_models\";\nimport type { ClientTool, ServerTool } from \"@langchain/core/tools\";\nimport { initChatModel } from \"../../chat_models/universal.js\";\nimport { createMiddleware } from \"../middleware.js\";\n\n/**\n * Options for configuring the Tool Emulator middleware.\n */\nexport interface ToolEmulatorOptions {\n /**\n * List of tool names (string) or tool instances to emulate.\n * - If `undefined` (default), ALL tools will be emulated.\n * - If empty array, no tools will be emulated.\n * - If array with tool names/instances, only those tools will be emulated.\n */\n tools?: (string | ClientTool | ServerTool)[];\n\n /**\n * Model to use for emulation.\n * - Can be a model identifier string (e.g., \"anthropic:claude-sonnet-4-5-20250929\")\n * - Can be a BaseChatModel instance\n * - Defaults to agent model\n */\n model?: string | BaseChatModel;\n}\n\n/**\n * Middleware that emulates specified tools using an LLM instead of executing them.\n *\n * This middleware allows selective emulation of tools for testing purposes.\n * By default (when `tools` is undefined), all tools are emulated. You can specify\n * which tools to emulate by passing a list of tool names or tool instances.\n *\n * @param options - Configuration options for the middleware\n * @param options.tools - List of tool names or tool instances to emulate. If undefined, all tools are emulated.\n * @param options.model - Model to use for emulation. Defaults to \"anthropic:claude-sonnet-4-5-20250929\".\n *\n * @example Emulate all tools (default behavior)\n * ```ts\n * import { toolEmulatorMiddleware } from \"@langchain/langchain/agents/middleware\";\n * import { createAgent } from \"@langchain/langchain/agents\";\n *\n * const middleware = toolEmulatorMiddleware();\n *\n * const agent = createAgent({\n * model: \"openai:gpt-4o\",\n * tools: [getWeather, getUserLocation, calculator],\n * middleware: [middleware],\n * });\n * ```\n *\n * @example Emulate specific tools by name\n * ```ts\n * const middleware = toolEmulatorMiddleware({\n * tools: [\"get_weather\", \"get_user_location\"]\n * });\n * ```\n *\n * @example Use a custom model for emulation\n * ```ts\n * const middleware = toolEmulatorMiddleware({\n * tools: [\"get_weather\"],\n * model: \"anthropic:claude-sonnet-4-5-20250929\"\n * });\n * ```\n *\n * @example Emulate specific tools by passing tool instances\n * ```ts\n * const middleware = toolEmulatorMiddleware({\n * tools: [getWeather, getUserLocation]\n * });\n * ```\n */\nexport function toolEmulatorMiddleware(options: ToolEmulatorOptions = {}) {\n let agentModel: BaseChatModel | undefined;\n const { tools, model } = options;\n\n /**\n * Extract tool names from tools\n */\n const emulateAll = !tools || tools.length === 0;\n const toolsToEmulate = new Set<string>();\n\n if (!emulateAll && tools) {\n for (const tool of tools) {\n if (typeof tool === \"string\") {\n toolsToEmulate.add(tool);\n } else {\n // Assume tool instance with .name property\n const toolName =\n typeof tool.name === \"string\" ? tool.name : String(tool.name);\n toolsToEmulate.add(toolName);\n }\n }\n }\n\n /**\n * Initialize emulator model\n * We'll initialize it lazily in wrapToolCall to handle async initChatModel\n */\n let emulatorModel: BaseChatModel | undefined;\n const getEmulatorModel = async (): Promise<BaseChatModel> => {\n if (typeof model === \"object\") {\n return model;\n }\n if (typeof model === \"string\") {\n emulatorModel =\n emulatorModel ??\n (await initChatModel(model, { temperature: 1 }).catch((err) => {\n console.error(\n \"Error initializing emulator model, using agent model:\",\n err\n );\n return agentModel as BaseChatModel;\n }));\n return emulatorModel ?? (agentModel as BaseChatModel);\n }\n return agentModel as BaseChatModel;\n };\n\n return createMiddleware({\n name: \"ToolEmulatorMiddleware\",\n wrapModelCall: async (request, handler) => {\n agentModel = request.model as BaseChatModel;\n return handler(request);\n },\n wrapToolCall: async (request, handler) => {\n const toolName = request.toolCall.name;\n\n // Check if this tool should be emulated\n const shouldEmulate = emulateAll || toolsToEmulate.has(toolName);\n\n if (!shouldEmulate) {\n // Let it execute normally by calling the handler\n return handler(request);\n }\n\n // Extract tool information for emulation\n const toolArgs = request.toolCall.args;\n const toolDescription =\n request.tool?.description || \"No description available\";\n\n // Build prompt for emulator LLM\n const toolArgsString =\n typeof toolArgs === \"string\" ? toolArgs : JSON.stringify(toolArgs);\n const prompt = `You are emulating a tool call for testing purposes.\n\nTool: ${toolName}\nDescription: ${toolDescription}\nArguments: ${toolArgsString}\n\nGenerate a realistic response that this tool would return given these arguments.\nReturn ONLY the tool's output, no explanation or preamble. Introduce variation into your responses.`;\n\n // Get emulated response from LLM\n const emulator = await getEmulatorModel();\n const response = await emulator.invoke([new HumanMessage(prompt)]);\n\n // Extract content from response\n const content =\n typeof response.content === \"string\"\n ? response.content\n : JSON.stringify(response.content);\n\n // Short-circuit: return emulated result without executing real tool\n return new ToolMessage({\n content,\n tool_call_id: request.toolCall.id ?? \"\",\n name: toolName,\n });\n },\n });\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA0EA,SAAgB,uBAAuB,UAA+B,CAAC,GAAG;CACxE,IAAI;CACJ,MAAM,EAAE,OAAO,UAAU;;;;CAKzB,MAAM,aAAa,CAAC,SAAS,MAAM,WAAW;CAC9C,MAAM,iCAAiB,IAAI,IAAY;CAEvC,IAAI,CAAC,cAAc,OACjB,KAAK,MAAM,QAAQ,OACjB,IAAI,OAAO,SAAS,UAClB,eAAe,IAAI,IAAI;MAClB;EAEL,MAAM,WACJ,OAAO,KAAK,SAAS,WAAW,KAAK,OAAO,OAAO,KAAK,IAAI;EAC9D,eAAe,IAAI,QAAQ;CAC7B;;;;;CAQJ,IAAI;CACJ,MAAM,mBAAmB,YAAoC;EAC3D,IAAI,OAAO,UAAU,UACnB,OAAO;EAET,IAAI,OAAO,UAAU,UAAU;GAC7B,gBACE,iBACC,MAAMA,8BAAAA,cAAc,OAAO,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,OAAO,QAAQ;IAC7D,QAAQ,MACN,yDACA,GACF;IACA,OAAO;GACT,CAAC;GACH,OAAO,iBAAkB;EAC3B;EACA,OAAO;CACT;CAEA,OAAOC,mBAAAA,iBAAiB;EACtB,MAAM;EACN,eAAe,OAAO,SAAS,YAAY;GACzC,aAAa,QAAQ;GACrB,OAAO,QAAQ,OAAO;EACxB;EACA,cAAc,OAAO,SAAS,YAAY;GACxC,MAAM,WAAW,QAAQ,SAAS;GAKlC,IAAI,EAFkB,cAAc,eAAe,IAAI,QAAQ,IAI7D,OAAO,QAAQ,OAAO;GAIxB,MAAM,WAAW,QAAQ,SAAS;GAOlC,MAAM,SAAS;;QAEb,SAAS;eAPT,QAAQ,MAAM,eAAe,2BAQN;aAJvB,OAAO,aAAa,WAAW,WAAW,KAAK,UAAU,QAAQ,EAK7C;;;;GAOtB,MAAM,WAAW,OAAM,MADA,iBAAiB,EAAA,CACR,OAAO,CAAC,IAAIC,yBAAAA,aAAa,MAAM,CAAC,CAAC;GASjE,OAAO,IAAIC,yBAAAA,YAAY;IACrB,SANA,OAAO,SAAS,YAAY,WACxB,SAAS,UACT,KAAK,UAAU,SAAS,OAAO;IAKnC,cAAc,QAAQ,SAAS,MAAM;IACrC,MAAM;GACR,CAAC;EACH;CACF,CAAC;AACH"}
1
+ {"version":3,"file":"toolEmulator.cjs","names":["initChatModel","createMiddleware","INTERNAL_CALL_TAG","HumanMessage","ToolMessage"],"sources":["../../../src/agents/middleware/toolEmulator.ts"],"sourcesContent":["import { HumanMessage, ToolMessage } from \"@langchain/core/messages\";\nimport type { BaseChatModel } from \"@langchain/core/language_models/chat_models\";\nimport type { ClientTool, ServerTool } from \"@langchain/core/tools\";\nimport { initChatModel } from \"../../chat_models/universal.js\";\nimport {\n mergeConfigs,\n pickRunnableConfigKeys,\n type RunnableConfig,\n} from \"@langchain/core/runnables\";\nimport { createMiddleware } from \"../middleware.js\";\nimport { INTERNAL_CALL_TAG } from \"./constants.js\";\n\n/**\n * Options for configuring the Tool Emulator middleware.\n */\nexport interface ToolEmulatorOptions {\n /**\n * List of tool names (string) or tool instances to emulate.\n * - If `undefined` (default), ALL tools will be emulated.\n * - If empty array, no tools will be emulated.\n * - If array with tool names/instances, only those tools will be emulated.\n */\n tools?: (string | ClientTool | ServerTool)[];\n\n /**\n * Model to use for emulation.\n * - Can be a model identifier string (e.g., \"anthropic:claude-sonnet-4-5-20250929\")\n * - Can be a BaseChatModel instance\n * - Defaults to agent model\n */\n model?: string | BaseChatModel;\n}\n\n/**\n * Middleware that emulates specified tools using an LLM instead of executing them.\n *\n * This middleware allows selective emulation of tools for testing purposes.\n * By default (when `tools` is undefined), all tools are emulated. You can specify\n * which tools to emulate by passing a list of tool names or tool instances.\n *\n * @param options - Configuration options for the middleware\n * @param options.tools - List of tool names or tool instances to emulate. If undefined, all tools are emulated.\n * @param options.model - Model to use for emulation. Defaults to \"anthropic:claude-sonnet-4-5-20250929\".\n *\n * @example Emulate all tools (default behavior)\n * ```ts\n * import { toolEmulatorMiddleware } from \"@langchain/langchain/agents/middleware\";\n * import { createAgent } from \"@langchain/langchain/agents\";\n *\n * const middleware = toolEmulatorMiddleware();\n *\n * const agent = createAgent({\n * model: \"openai:gpt-4o\",\n * tools: [getWeather, getUserLocation, calculator],\n * middleware: [middleware],\n * });\n * ```\n *\n * @example Emulate specific tools by name\n * ```ts\n * const middleware = toolEmulatorMiddleware({\n * tools: [\"get_weather\", \"get_user_location\"]\n * });\n * ```\n *\n * @example Use a custom model for emulation\n * ```ts\n * const middleware = toolEmulatorMiddleware({\n * tools: [\"get_weather\"],\n * model: \"anthropic:claude-sonnet-4-5-20250929\"\n * });\n * ```\n *\n * @example Emulate specific tools by passing tool instances\n * ```ts\n * const middleware = toolEmulatorMiddleware({\n * tools: [getWeather, getUserLocation]\n * });\n * ```\n */\nexport function toolEmulatorMiddleware(options: ToolEmulatorOptions = {}) {\n let agentModel: BaseChatModel | undefined;\n const { tools, model } = options;\n\n /**\n * Extract tool names from tools\n */\n const emulateAll = !tools || tools.length === 0;\n const toolsToEmulate = new Set<string>();\n\n if (!emulateAll && tools) {\n for (const tool of tools) {\n if (typeof tool === \"string\") {\n toolsToEmulate.add(tool);\n } else {\n // Assume tool instance with .name property\n const toolName =\n typeof tool.name === \"string\" ? tool.name : String(tool.name);\n toolsToEmulate.add(toolName);\n }\n }\n }\n\n /**\n * Initialize emulator model\n * We'll initialize it lazily in wrapToolCall to handle async initChatModel\n */\n let emulatorModel: BaseChatModel | undefined;\n const getEmulatorModel = async (): Promise<BaseChatModel> => {\n if (typeof model === \"object\") {\n return model;\n }\n if (typeof model === \"string\") {\n emulatorModel =\n emulatorModel ??\n (await initChatModel(model, { temperature: 1 }).catch((err) => {\n console.error(\n \"Error initializing emulator model, using agent model:\",\n err\n );\n return agentModel as BaseChatModel;\n }));\n return emulatorModel ?? (agentModel as BaseChatModel);\n }\n return agentModel as BaseChatModel;\n };\n\n return createMiddleware({\n name: \"ToolEmulatorMiddleware\",\n wrapModelCall: async (request, handler) => {\n agentModel = request.model as BaseChatModel;\n return handler(request);\n },\n wrapToolCall: async (request, handler) => {\n const toolName = request.toolCall.name;\n\n // Check if this tool should be emulated\n const shouldEmulate = emulateAll || toolsToEmulate.has(toolName);\n\n if (!shouldEmulate) {\n // Let it execute normally by calling the handler\n return handler(request);\n }\n\n // Extract tool information for emulation\n const toolArgs = request.toolCall.args;\n const toolDescription =\n request.tool?.description || \"No description available\";\n\n // Build prompt for emulator LLM\n const toolArgsString =\n typeof toolArgs === \"string\" ? toolArgs : JSON.stringify(toolArgs);\n const prompt = `You are emulating a tool call for testing purposes.\n\nTool: ${toolName}\nDescription: ${toolDescription}\nArguments: ${toolArgsString}\n\nGenerate a realistic response that this tool would return given these arguments.\nReturn ONLY the tool's output, no explanation or preamble. Introduce variation into your responses.`;\n\n // Get emulated response from LLM\n const emulator = await getEmulatorModel();\n const baseConfig: RunnableConfig =\n pickRunnableConfigKeys(request.runtime) ?? {};\n const config = mergeConfigs(baseConfig, {\n metadata: { lc_source: \"toolEmulation\" },\n tags: [INTERNAL_CALL_TAG],\n });\n const response = await emulator.invoke(\n [new HumanMessage(prompt)],\n config\n );\n\n // Extract content from response\n const content =\n typeof response.content === \"string\"\n ? response.content\n : JSON.stringify(response.content);\n\n // Short-circuit: return emulated result without executing real tool\n return new ToolMessage({\n content,\n tool_call_id: request.toolCall.id ?? \"\",\n name: toolName,\n });\n },\n });\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAgFA,SAAgB,uBAAuB,UAA+B,CAAC,GAAG;CACxE,IAAI;CACJ,MAAM,EAAE,OAAO,UAAU;;;;CAKzB,MAAM,aAAa,CAAC,SAAS,MAAM,WAAW;CAC9C,MAAM,iCAAiB,IAAI,IAAY;CAEvC,IAAI,CAAC,cAAc,OACjB,KAAK,MAAM,QAAQ,OACjB,IAAI,OAAO,SAAS,UAClB,eAAe,IAAI,IAAI;MAClB;EAEL,MAAM,WACJ,OAAO,KAAK,SAAS,WAAW,KAAK,OAAO,OAAO,KAAK,IAAI;EAC9D,eAAe,IAAI,QAAQ;CAC7B;;;;;CAQJ,IAAI;CACJ,MAAM,mBAAmB,YAAoC;EAC3D,IAAI,OAAO,UAAU,UACnB,OAAO;EAET,IAAI,OAAO,UAAU,UAAU;GAC7B,gBACE,iBACC,MAAMA,8BAAAA,cAAc,OAAO,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,OAAO,QAAQ;IAC7D,QAAQ,MACN,yDACA,GACF;IACA,OAAO;GACT,CAAC;GACH,OAAO,iBAAkB;EAC3B;EACA,OAAO;CACT;CAEA,OAAOC,mBAAAA,iBAAiB;EACtB,MAAM;EACN,eAAe,OAAO,SAAS,YAAY;GACzC,aAAa,QAAQ;GACrB,OAAO,QAAQ,OAAO;EACxB;EACA,cAAc,OAAO,SAAS,YAAY;GACxC,MAAM,WAAW,QAAQ,SAAS;GAKlC,IAAI,EAFkB,cAAc,eAAe,IAAI,QAAQ,IAI7D,OAAO,QAAQ,OAAO;GAIxB,MAAM,WAAW,QAAQ,SAAS;GAOlC,MAAM,SAAS;;QAEb,SAAS;eAPT,QAAQ,MAAM,eAAe,2BAQN;aAJvB,OAAO,aAAa,WAAW,WAAW,KAAK,UAAU,QAAQ,EAK7C;;;;GAMtB,MAAM,WAAW,MAAM,iBAAiB;GAGxC,MAAM,UAAA,GAAA,0BAAA,aAAA,EAAA,GAAA,0BAAA,uBAAA,CADmB,QAAQ,OAAO,KAAK,CAAC,GACN;IACtC,UAAU,EAAE,WAAW,gBAAgB;IACvC,MAAM,CAACC,kBAAAA,iBAAiB;GAC1B,CAAC;GACD,MAAM,WAAW,MAAM,SAAS,OAC9B,CAAC,IAAIC,yBAAAA,aAAa,MAAM,CAAC,GACzB,MACF;GASA,OAAO,IAAIC,yBAAAA,YAAY;IACrB,SANA,OAAO,SAAS,YAAY,WACxB,SAAS,UACT,KAAK,UAAU,SAAS,OAAO;IAKnC,cAAc,QAAQ,SAAS,MAAM;IACrC,MAAM;GACR,CAAC;EACH;CACF,CAAC;AACH"}
@@ -1 +1 @@
1
- {"version":3,"file":"toolEmulator.d.cts","names":[],"sources":["../../../src/agents/middleware/toolEmulator.ts"],"mappings":";;;;;;;UASiB;;;;;;;EAOf,kBAAkB,aAAa;;;;;;;EAQ/B,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAkDH,uBAAuB,UAAS,sBAAwB,yDAAA,aAAA"}
1
+ {"version":3,"file":"toolEmulator.d.cts","names":[],"sources":["../../../src/agents/middleware/toolEmulator.ts"],"mappings":";;;;;;;UAeiB;;;;;;;EAOf,kBAAkB,aAAa;;;;;;;EAQ/B,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAkDH,uBAAuB,UAAS,sBAAwB,yDAAA,aAAA"}
@@ -1 +1 @@
1
- {"version":3,"file":"toolEmulator.d.ts","names":[],"sources":["../../../src/agents/middleware/toolEmulator.ts"],"mappings":";;;;;;;UASiB;;;;;;;EAOf,kBAAkB,aAAa;;;;;;;EAQ/B,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAkDH,uBAAuB,UAAS,sBAAwB,yDAAA,aAAA"}
1
+ {"version":3,"file":"toolEmulator.d.ts","names":[],"sources":["../../../src/agents/middleware/toolEmulator.ts"],"mappings":";;;;;;;UAeiB;;;;;;;EAOf,kBAAkB,aAAa;;;;;;;EAQ/B,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAkDH,uBAAuB,UAAS,sBAAwB,yDAAA,aAAA"}
@@ -1,6 +1,8 @@
1
1
  import { initChatModel } from "../../chat_models/universal.js";
2
2
  import { createMiddleware } from "../middleware.js";
3
+ import { INTERNAL_CALL_TAG } from "./constants.js";
3
4
  import { HumanMessage, ToolMessage } from "@langchain/core/messages";
5
+ import { mergeConfigs, pickRunnableConfigKeys } from "@langchain/core/runnables";
4
6
  //#region src/agents/middleware/toolEmulator.ts
5
7
  /**
6
8
  * Middleware that emulates specified tools using an LLM instead of executing them.
@@ -96,7 +98,12 @@ Arguments: ${typeof toolArgs === "string" ? toolArgs : JSON.stringify(toolArgs)}
96
98
 
97
99
  Generate a realistic response that this tool would return given these arguments.
98
100
  Return ONLY the tool's output, no explanation or preamble. Introduce variation into your responses.`;
99
- const response = await (await getEmulatorModel()).invoke([new HumanMessage(prompt)]);
101
+ const emulator = await getEmulatorModel();
102
+ const config = mergeConfigs(pickRunnableConfigKeys(request.runtime) ?? {}, {
103
+ metadata: { lc_source: "toolEmulation" },
104
+ tags: [INTERNAL_CALL_TAG]
105
+ });
106
+ const response = await emulator.invoke([new HumanMessage(prompt)], config);
100
107
  return new ToolMessage({
101
108
  content: typeof response.content === "string" ? response.content : JSON.stringify(response.content),
102
109
  tool_call_id: request.toolCall.id ?? "",
@@ -1 +1 @@
1
- {"version":3,"file":"toolEmulator.js","names":[],"sources":["../../../src/agents/middleware/toolEmulator.ts"],"sourcesContent":["import { HumanMessage, ToolMessage } from \"@langchain/core/messages\";\nimport type { BaseChatModel } from \"@langchain/core/language_models/chat_models\";\nimport type { ClientTool, ServerTool } from \"@langchain/core/tools\";\nimport { initChatModel } from \"../../chat_models/universal.js\";\nimport { createMiddleware } from \"../middleware.js\";\n\n/**\n * Options for configuring the Tool Emulator middleware.\n */\nexport interface ToolEmulatorOptions {\n /**\n * List of tool names (string) or tool instances to emulate.\n * - If `undefined` (default), ALL tools will be emulated.\n * - If empty array, no tools will be emulated.\n * - If array with tool names/instances, only those tools will be emulated.\n */\n tools?: (string | ClientTool | ServerTool)[];\n\n /**\n * Model to use for emulation.\n * - Can be a model identifier string (e.g., \"anthropic:claude-sonnet-4-5-20250929\")\n * - Can be a BaseChatModel instance\n * - Defaults to agent model\n */\n model?: string | BaseChatModel;\n}\n\n/**\n * Middleware that emulates specified tools using an LLM instead of executing them.\n *\n * This middleware allows selective emulation of tools for testing purposes.\n * By default (when `tools` is undefined), all tools are emulated. You can specify\n * which tools to emulate by passing a list of tool names or tool instances.\n *\n * @param options - Configuration options for the middleware\n * @param options.tools - List of tool names or tool instances to emulate. If undefined, all tools are emulated.\n * @param options.model - Model to use for emulation. Defaults to \"anthropic:claude-sonnet-4-5-20250929\".\n *\n * @example Emulate all tools (default behavior)\n * ```ts\n * import { toolEmulatorMiddleware } from \"@langchain/langchain/agents/middleware\";\n * import { createAgent } from \"@langchain/langchain/agents\";\n *\n * const middleware = toolEmulatorMiddleware();\n *\n * const agent = createAgent({\n * model: \"openai:gpt-4o\",\n * tools: [getWeather, getUserLocation, calculator],\n * middleware: [middleware],\n * });\n * ```\n *\n * @example Emulate specific tools by name\n * ```ts\n * const middleware = toolEmulatorMiddleware({\n * tools: [\"get_weather\", \"get_user_location\"]\n * });\n * ```\n *\n * @example Use a custom model for emulation\n * ```ts\n * const middleware = toolEmulatorMiddleware({\n * tools: [\"get_weather\"],\n * model: \"anthropic:claude-sonnet-4-5-20250929\"\n * });\n * ```\n *\n * @example Emulate specific tools by passing tool instances\n * ```ts\n * const middleware = toolEmulatorMiddleware({\n * tools: [getWeather, getUserLocation]\n * });\n * ```\n */\nexport function toolEmulatorMiddleware(options: ToolEmulatorOptions = {}) {\n let agentModel: BaseChatModel | undefined;\n const { tools, model } = options;\n\n /**\n * Extract tool names from tools\n */\n const emulateAll = !tools || tools.length === 0;\n const toolsToEmulate = new Set<string>();\n\n if (!emulateAll && tools) {\n for (const tool of tools) {\n if (typeof tool === \"string\") {\n toolsToEmulate.add(tool);\n } else {\n // Assume tool instance with .name property\n const toolName =\n typeof tool.name === \"string\" ? tool.name : String(tool.name);\n toolsToEmulate.add(toolName);\n }\n }\n }\n\n /**\n * Initialize emulator model\n * We'll initialize it lazily in wrapToolCall to handle async initChatModel\n */\n let emulatorModel: BaseChatModel | undefined;\n const getEmulatorModel = async (): Promise<BaseChatModel> => {\n if (typeof model === \"object\") {\n return model;\n }\n if (typeof model === \"string\") {\n emulatorModel =\n emulatorModel ??\n (await initChatModel(model, { temperature: 1 }).catch((err) => {\n console.error(\n \"Error initializing emulator model, using agent model:\",\n err\n );\n return agentModel as BaseChatModel;\n }));\n return emulatorModel ?? (agentModel as BaseChatModel);\n }\n return agentModel as BaseChatModel;\n };\n\n return createMiddleware({\n name: \"ToolEmulatorMiddleware\",\n wrapModelCall: async (request, handler) => {\n agentModel = request.model as BaseChatModel;\n return handler(request);\n },\n wrapToolCall: async (request, handler) => {\n const toolName = request.toolCall.name;\n\n // Check if this tool should be emulated\n const shouldEmulate = emulateAll || toolsToEmulate.has(toolName);\n\n if (!shouldEmulate) {\n // Let it execute normally by calling the handler\n return handler(request);\n }\n\n // Extract tool information for emulation\n const toolArgs = request.toolCall.args;\n const toolDescription =\n request.tool?.description || \"No description available\";\n\n // Build prompt for emulator LLM\n const toolArgsString =\n typeof toolArgs === \"string\" ? toolArgs : JSON.stringify(toolArgs);\n const prompt = `You are emulating a tool call for testing purposes.\n\nTool: ${toolName}\nDescription: ${toolDescription}\nArguments: ${toolArgsString}\n\nGenerate a realistic response that this tool would return given these arguments.\nReturn ONLY the tool's output, no explanation or preamble. Introduce variation into your responses.`;\n\n // Get emulated response from LLM\n const emulator = await getEmulatorModel();\n const response = await emulator.invoke([new HumanMessage(prompt)]);\n\n // Extract content from response\n const content =\n typeof response.content === \"string\"\n ? response.content\n : JSON.stringify(response.content);\n\n // Short-circuit: return emulated result without executing real tool\n return new ToolMessage({\n content,\n tool_call_id: request.toolCall.id ?? \"\",\n name: toolName,\n });\n },\n });\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA0EA,SAAgB,uBAAuB,UAA+B,CAAC,GAAG;CACxE,IAAI;CACJ,MAAM,EAAE,OAAO,UAAU;;;;CAKzB,MAAM,aAAa,CAAC,SAAS,MAAM,WAAW;CAC9C,MAAM,iCAAiB,IAAI,IAAY;CAEvC,IAAI,CAAC,cAAc,OACjB,KAAK,MAAM,QAAQ,OACjB,IAAI,OAAO,SAAS,UAClB,eAAe,IAAI,IAAI;MAClB;EAEL,MAAM,WACJ,OAAO,KAAK,SAAS,WAAW,KAAK,OAAO,OAAO,KAAK,IAAI;EAC9D,eAAe,IAAI,QAAQ;CAC7B;;;;;CAQJ,IAAI;CACJ,MAAM,mBAAmB,YAAoC;EAC3D,IAAI,OAAO,UAAU,UACnB,OAAO;EAET,IAAI,OAAO,UAAU,UAAU;GAC7B,gBACE,iBACC,MAAM,cAAc,OAAO,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,OAAO,QAAQ;IAC7D,QAAQ,MACN,yDACA,GACF;IACA,OAAO;GACT,CAAC;GACH,OAAO,iBAAkB;EAC3B;EACA,OAAO;CACT;CAEA,OAAO,iBAAiB;EACtB,MAAM;EACN,eAAe,OAAO,SAAS,YAAY;GACzC,aAAa,QAAQ;GACrB,OAAO,QAAQ,OAAO;EACxB;EACA,cAAc,OAAO,SAAS,YAAY;GACxC,MAAM,WAAW,QAAQ,SAAS;GAKlC,IAAI,EAFkB,cAAc,eAAe,IAAI,QAAQ,IAI7D,OAAO,QAAQ,OAAO;GAIxB,MAAM,WAAW,QAAQ,SAAS;GAOlC,MAAM,SAAS;;QAEb,SAAS;eAPT,QAAQ,MAAM,eAAe,2BAQN;aAJvB,OAAO,aAAa,WAAW,WAAW,KAAK,UAAU,QAAQ,EAK7C;;;;GAOtB,MAAM,WAAW,OAAM,MADA,iBAAiB,EAAA,CACR,OAAO,CAAC,IAAI,aAAa,MAAM,CAAC,CAAC;GASjE,OAAO,IAAI,YAAY;IACrB,SANA,OAAO,SAAS,YAAY,WACxB,SAAS,UACT,KAAK,UAAU,SAAS,OAAO;IAKnC,cAAc,QAAQ,SAAS,MAAM;IACrC,MAAM;GACR,CAAC;EACH;CACF,CAAC;AACH"}
1
+ {"version":3,"file":"toolEmulator.js","names":[],"sources":["../../../src/agents/middleware/toolEmulator.ts"],"sourcesContent":["import { HumanMessage, ToolMessage } from \"@langchain/core/messages\";\nimport type { BaseChatModel } from \"@langchain/core/language_models/chat_models\";\nimport type { ClientTool, ServerTool } from \"@langchain/core/tools\";\nimport { initChatModel } from \"../../chat_models/universal.js\";\nimport {\n mergeConfigs,\n pickRunnableConfigKeys,\n type RunnableConfig,\n} from \"@langchain/core/runnables\";\nimport { createMiddleware } from \"../middleware.js\";\nimport { INTERNAL_CALL_TAG } from \"./constants.js\";\n\n/**\n * Options for configuring the Tool Emulator middleware.\n */\nexport interface ToolEmulatorOptions {\n /**\n * List of tool names (string) or tool instances to emulate.\n * - If `undefined` (default), ALL tools will be emulated.\n * - If empty array, no tools will be emulated.\n * - If array with tool names/instances, only those tools will be emulated.\n */\n tools?: (string | ClientTool | ServerTool)[];\n\n /**\n * Model to use for emulation.\n * - Can be a model identifier string (e.g., \"anthropic:claude-sonnet-4-5-20250929\")\n * - Can be a BaseChatModel instance\n * - Defaults to agent model\n */\n model?: string | BaseChatModel;\n}\n\n/**\n * Middleware that emulates specified tools using an LLM instead of executing them.\n *\n * This middleware allows selective emulation of tools for testing purposes.\n * By default (when `tools` is undefined), all tools are emulated. You can specify\n * which tools to emulate by passing a list of tool names or tool instances.\n *\n * @param options - Configuration options for the middleware\n * @param options.tools - List of tool names or tool instances to emulate. If undefined, all tools are emulated.\n * @param options.model - Model to use for emulation. Defaults to \"anthropic:claude-sonnet-4-5-20250929\".\n *\n * @example Emulate all tools (default behavior)\n * ```ts\n * import { toolEmulatorMiddleware } from \"@langchain/langchain/agents/middleware\";\n * import { createAgent } from \"@langchain/langchain/agents\";\n *\n * const middleware = toolEmulatorMiddleware();\n *\n * const agent = createAgent({\n * model: \"openai:gpt-4o\",\n * tools: [getWeather, getUserLocation, calculator],\n * middleware: [middleware],\n * });\n * ```\n *\n * @example Emulate specific tools by name\n * ```ts\n * const middleware = toolEmulatorMiddleware({\n * tools: [\"get_weather\", \"get_user_location\"]\n * });\n * ```\n *\n * @example Use a custom model for emulation\n * ```ts\n * const middleware = toolEmulatorMiddleware({\n * tools: [\"get_weather\"],\n * model: \"anthropic:claude-sonnet-4-5-20250929\"\n * });\n * ```\n *\n * @example Emulate specific tools by passing tool instances\n * ```ts\n * const middleware = toolEmulatorMiddleware({\n * tools: [getWeather, getUserLocation]\n * });\n * ```\n */\nexport function toolEmulatorMiddleware(options: ToolEmulatorOptions = {}) {\n let agentModel: BaseChatModel | undefined;\n const { tools, model } = options;\n\n /**\n * Extract tool names from tools\n */\n const emulateAll = !tools || tools.length === 0;\n const toolsToEmulate = new Set<string>();\n\n if (!emulateAll && tools) {\n for (const tool of tools) {\n if (typeof tool === \"string\") {\n toolsToEmulate.add(tool);\n } else {\n // Assume tool instance with .name property\n const toolName =\n typeof tool.name === \"string\" ? tool.name : String(tool.name);\n toolsToEmulate.add(toolName);\n }\n }\n }\n\n /**\n * Initialize emulator model\n * We'll initialize it lazily in wrapToolCall to handle async initChatModel\n */\n let emulatorModel: BaseChatModel | undefined;\n const getEmulatorModel = async (): Promise<BaseChatModel> => {\n if (typeof model === \"object\") {\n return model;\n }\n if (typeof model === \"string\") {\n emulatorModel =\n emulatorModel ??\n (await initChatModel(model, { temperature: 1 }).catch((err) => {\n console.error(\n \"Error initializing emulator model, using agent model:\",\n err\n );\n return agentModel as BaseChatModel;\n }));\n return emulatorModel ?? (agentModel as BaseChatModel);\n }\n return agentModel as BaseChatModel;\n };\n\n return createMiddleware({\n name: \"ToolEmulatorMiddleware\",\n wrapModelCall: async (request, handler) => {\n agentModel = request.model as BaseChatModel;\n return handler(request);\n },\n wrapToolCall: async (request, handler) => {\n const toolName = request.toolCall.name;\n\n // Check if this tool should be emulated\n const shouldEmulate = emulateAll || toolsToEmulate.has(toolName);\n\n if (!shouldEmulate) {\n // Let it execute normally by calling the handler\n return handler(request);\n }\n\n // Extract tool information for emulation\n const toolArgs = request.toolCall.args;\n const toolDescription =\n request.tool?.description || \"No description available\";\n\n // Build prompt for emulator LLM\n const toolArgsString =\n typeof toolArgs === \"string\" ? toolArgs : JSON.stringify(toolArgs);\n const prompt = `You are emulating a tool call for testing purposes.\n\nTool: ${toolName}\nDescription: ${toolDescription}\nArguments: ${toolArgsString}\n\nGenerate a realistic response that this tool would return given these arguments.\nReturn ONLY the tool's output, no explanation or preamble. Introduce variation into your responses.`;\n\n // Get emulated response from LLM\n const emulator = await getEmulatorModel();\n const baseConfig: RunnableConfig =\n pickRunnableConfigKeys(request.runtime) ?? {};\n const config = mergeConfigs(baseConfig, {\n metadata: { lc_source: \"toolEmulation\" },\n tags: [INTERNAL_CALL_TAG],\n });\n const response = await emulator.invoke(\n [new HumanMessage(prompt)],\n config\n );\n\n // Extract content from response\n const content =\n typeof response.content === \"string\"\n ? response.content\n : JSON.stringify(response.content);\n\n // Short-circuit: return emulated result without executing real tool\n return new ToolMessage({\n content,\n tool_call_id: request.toolCall.id ?? \"\",\n name: toolName,\n });\n },\n });\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAgFA,SAAgB,uBAAuB,UAA+B,CAAC,GAAG;CACxE,IAAI;CACJ,MAAM,EAAE,OAAO,UAAU;;;;CAKzB,MAAM,aAAa,CAAC,SAAS,MAAM,WAAW;CAC9C,MAAM,iCAAiB,IAAI,IAAY;CAEvC,IAAI,CAAC,cAAc,OACjB,KAAK,MAAM,QAAQ,OACjB,IAAI,OAAO,SAAS,UAClB,eAAe,IAAI,IAAI;MAClB;EAEL,MAAM,WACJ,OAAO,KAAK,SAAS,WAAW,KAAK,OAAO,OAAO,KAAK,IAAI;EAC9D,eAAe,IAAI,QAAQ;CAC7B;;;;;CAQJ,IAAI;CACJ,MAAM,mBAAmB,YAAoC;EAC3D,IAAI,OAAO,UAAU,UACnB,OAAO;EAET,IAAI,OAAO,UAAU,UAAU;GAC7B,gBACE,iBACC,MAAM,cAAc,OAAO,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,OAAO,QAAQ;IAC7D,QAAQ,MACN,yDACA,GACF;IACA,OAAO;GACT,CAAC;GACH,OAAO,iBAAkB;EAC3B;EACA,OAAO;CACT;CAEA,OAAO,iBAAiB;EACtB,MAAM;EACN,eAAe,OAAO,SAAS,YAAY;GACzC,aAAa,QAAQ;GACrB,OAAO,QAAQ,OAAO;EACxB;EACA,cAAc,OAAO,SAAS,YAAY;GACxC,MAAM,WAAW,QAAQ,SAAS;GAKlC,IAAI,EAFkB,cAAc,eAAe,IAAI,QAAQ,IAI7D,OAAO,QAAQ,OAAO;GAIxB,MAAM,WAAW,QAAQ,SAAS;GAOlC,MAAM,SAAS;;QAEb,SAAS;eAPT,QAAQ,MAAM,eAAe,2BAQN;aAJvB,OAAO,aAAa,WAAW,WAAW,KAAK,UAAU,QAAQ,EAK7C;;;;GAMtB,MAAM,WAAW,MAAM,iBAAiB;GAGxC,MAAM,SAAS,aADb,uBAAuB,QAAQ,OAAO,KAAK,CAAC,GACN;IACtC,UAAU,EAAE,WAAW,gBAAgB;IACvC,MAAM,CAAC,iBAAiB;GAC1B,CAAC;GACD,MAAM,WAAW,MAAM,SAAS,OAC9B,CAAC,IAAI,aAAa,MAAM,CAAC,GACzB,MACF;GASA,OAAO,IAAI,YAAY;IACrB,SANA,OAAO,SAAS,YAAY,WACxB,SAAS,UACT,KAAK,UAAU,SAAS,OAAO;IAKnC,cAAc,QAAQ,SAAS,MAAM;IACrC,MAAM;GACR,CAAC;EACH;CACF,CAAC;AACH"}