langchain 1.0.0-alpha.7 → 1.0.0-alpha.9

package/dist/agents/middleware/summarization.cjs

@@ -0,0 +1,249 @@
+const require_rolldown_runtime = require('../../_virtual/rolldown_runtime.cjs');
+const require_utils = require('../utils.cjs');
+const require_middleware = require('../middleware.cjs');
+const require_utils$1 = require('./utils.cjs');
+const __langchain_core_messages = require_rolldown_runtime.__toESM(require("@langchain/core/messages"));
+const __langchain_langgraph = require_rolldown_runtime.__toESM(require("@langchain/langgraph"));
+const zod_v3 = require_rolldown_runtime.__toESM(require("zod/v3"));
+const __langchain_core_utils_types = require_rolldown_runtime.__toESM(require("@langchain/core/utils/types"));
+const uuid = require_rolldown_runtime.__toESM(require("uuid"));
+
+//#region src/agents/middleware/summarization.ts
+const DEFAULT_SUMMARY_PROMPT = `<role>
+Context Extraction Assistant
+</role>
+
+<primary_objective>
+Your sole objective in this task is to extract the highest quality/most relevant context from the conversation history below.
+</primary_objective>
+
+<objective_information>
+You're nearing the total number of input tokens you can accept, so you must extract the highest quality/most relevant pieces of information from your conversation history.
+This context will then overwrite the conversation history presented below. Because of this, ensure the context you extract is only the most important information to your overall goal.
+</objective_information>
+
+<instructions>
+The conversation history below will be replaced with the context you extract in this step. Because of this, you must do your very best to extract and record all of the most important context from the conversation history.
+You want to ensure that you don't repeat any actions you've already completed, so the context you extract from the conversation history should be focused on the most important information to your overall goal.
+</instructions>
+
+The user will message you with the full message history you'll be extracting context from, to then replace. Carefully read over it all, and think deeply about what information is most important to your overall goal that should be saved:
+
+With all of this in mind, please carefully read over the entire conversation history, and extract the most important and relevant context to replace it so that you can free up space in the conversation history.
+Respond ONLY with the extracted context. Do not include any additional information, or text before or after the extracted context.
+
+<messages>
+Messages to summarize:
+{messages}
+</messages>`;
+const SUMMARY_PREFIX = "## Previous conversation summary:";
+const DEFAULT_MESSAGES_TO_KEEP = 20;
+const DEFAULT_TRIM_TOKEN_LIMIT = 4e3;
+const DEFAULT_FALLBACK_MESSAGE_COUNT = 15;
+const SEARCH_RANGE_FOR_TOOL_PAIRS = 5;
+const contextSchema = zod_v3.z.object({
+	model: zod_v3.z.custom(),
+	maxTokensBeforeSummary: zod_v3.z.number().optional(),
+	messagesToKeep: zod_v3.z.number().default(DEFAULT_MESSAGES_TO_KEEP),
+	tokenCounter: zod_v3.z.function().args(zod_v3.z.array(zod_v3.z.any())).returns(zod_v3.z.union([zod_v3.z.number(), zod_v3.z.promise(zod_v3.z.number())])).optional(),
+	summaryPrompt: zod_v3.z.string().default(DEFAULT_SUMMARY_PROMPT),
+	summaryPrefix: zod_v3.z.string().default(SUMMARY_PREFIX)
+});
+/**
+* Summarization middleware that automatically summarizes conversation history when token limits are approached.
+*
+* This middleware monitors message token counts and automatically summarizes older
+* messages when a threshold is reached, preserving recent messages and maintaining
+* context continuity by ensuring AI/Tool message pairs remain together.
+*
+* @param options Configuration options for the summarization middleware
+* @returns A middleware instance
+*
+* @example
+* ```ts
+* import { summarizationMiddleware } from "langchain";
+* import { createAgent } from "langchain";
+*
+* const agent = createAgent({
+*   llm: model,
+*   tools: [getWeather],
+*   middleware: [
+*     summarizationMiddleware({
+*       model: new ChatOpenAI({ model: "gpt-4o" }),
+*       maxTokensBeforeSummary: 4000,
+*       messagesToKeep: 20,
+*     })
+*   ],
+* });
+*
+* ```
+*/
+function summarizationMiddleware(options) {
+	return require_middleware.createMiddleware({
+		name: "SummarizationMiddleware",
+		contextSchema,
+		beforeModel: async (state, runtime) => {
+			/**
+			* Parse user options to get their explicit values
+			*/
+			const userOptions = (0, __langchain_core_utils_types.interopParse)(contextSchema, options);
+			/**
+			* Merge context with user options, preferring user options when context has default values
+			*/
+			const config = {
+				model: userOptions.model,
+				maxTokensBeforeSummary: runtime.context.maxTokensBeforeSummary !== void 0 ? runtime.context.maxTokensBeforeSummary : userOptions.maxTokensBeforeSummary,
+				messagesToKeep: runtime.context.messagesToKeep === DEFAULT_MESSAGES_TO_KEEP ? userOptions.messagesToKeep : runtime.context.messagesToKeep ?? userOptions.messagesToKeep,
+				tokenCounter: runtime.context.tokenCounter !== void 0 ? runtime.context.tokenCounter : userOptions.tokenCounter,
+				summaryPrompt: runtime.context.summaryPrompt === DEFAULT_SUMMARY_PROMPT ? userOptions.summaryPrompt : runtime.context.summaryPrompt ?? userOptions.summaryPrompt,
+				summaryPrefix: runtime.context.summaryPrefix === SUMMARY_PREFIX ? userOptions.summaryPrefix : runtime.context.summaryPrefix ?? userOptions.summaryPrefix
+			};
+			const { messages } = state;
+			ensureMessageIds(messages);
+			const tokenCounter = config.tokenCounter || require_utils$1.countTokensApproximately;
+			const totalTokens = await tokenCounter(messages);
+			if (config.maxTokensBeforeSummary == null || totalTokens < config.maxTokensBeforeSummary) return;
+			const { systemPrompt, conversationMessages } = splitSystemMessage(messages);
+			const cutoffIndex = findSafeCutoff(conversationMessages, config.messagesToKeep);
+			if (cutoffIndex <= 0) return;
+			const { messagesToSummarize, preservedMessages } = partitionMessages(systemPrompt, conversationMessages, cutoffIndex);
+			const summary = await createSummary(messagesToSummarize, config.model, config.summaryPrompt, tokenCounter);
+			const updatedSystemMessage = buildUpdatedSystemMessage(systemPrompt, summary, config.summaryPrefix);
+			return { messages: [
+				new __langchain_core_messages.RemoveMessage({ id: __langchain_langgraph.REMOVE_ALL_MESSAGES }),
+				updatedSystemMessage,
+				...preservedMessages
+			] };
+		}
+	});
+}
+/**
+* Ensure all messages have unique IDs
+*/
+function ensureMessageIds(messages) {
+	for (const msg of messages) if (!msg.id) msg.id = (0, uuid.v4)();
+}
+/**
+* Separate system message from conversation messages
+*/
+function splitSystemMessage(messages) {
+	if (messages.length > 0 && __langchain_core_messages.SystemMessage.isInstance(messages[0])) return {
+		systemPrompt: messages[0],
+		conversationMessages: messages.slice(1)
+	};
+	return {
+		systemPrompt: null,
+		conversationMessages: messages
+	};
+}
+/**
+* Partition messages into those to summarize and those to preserve
+*/
+function partitionMessages(systemPrompt, conversationMessages, cutoffIndex) {
+	const messagesToSummarize = conversationMessages.slice(0, cutoffIndex);
+	const preservedMessages = conversationMessages.slice(cutoffIndex);
+	if (systemPrompt) messagesToSummarize.unshift(systemPrompt);
+	return {
+		messagesToSummarize,
+		preservedMessages
+	};
+}
+/**
+* Build updated system message incorporating the summary
+*/
+function buildUpdatedSystemMessage(originalSystemMessage, summary, summaryPrefix) {
+	let originalContent = "";
+	if (originalSystemMessage) {
+		const { content: content$1 } = originalSystemMessage;
+		if (typeof content$1 === "string") originalContent = content$1.split(summaryPrefix)[0].trim();
+	}
+	const content = originalContent ? `${originalContent}\n${summaryPrefix}\n${summary}` : `${summaryPrefix}\n${summary}`;
+	return new __langchain_core_messages.SystemMessage({
+		content,
+		id: originalSystemMessage?.id || (0, uuid.v4)()
+	});
+}
+/**
+* Find safe cutoff point that preserves AI/Tool message pairs
+*/
+function findSafeCutoff(messages, messagesToKeep) {
+	if (messages.length <= messagesToKeep) return 0;
+	const targetCutoff = messages.length - messagesToKeep;
+	for (let i = targetCutoff; i >= 0; i--) if (isSafeCutoffPoint(messages, i)) return i;
+	return 0;
+}
+/**
+* Check if cutting at index would separate AI/Tool message pairs
+*/
+function isSafeCutoffPoint(messages, cutoffIndex) {
+	if (cutoffIndex >= messages.length) return true;
+	const searchStart = Math.max(0, cutoffIndex - SEARCH_RANGE_FOR_TOOL_PAIRS);
+	const searchEnd = Math.min(messages.length, cutoffIndex + SEARCH_RANGE_FOR_TOOL_PAIRS);
+	for (let i = searchStart; i < searchEnd; i++) {
+		if (!require_utils.hasToolCalls(messages[i])) continue;
+		const toolCallIds = extractToolCallIds(messages[i]);
+		if (cutoffSeparatesToolPair(messages, i, cutoffIndex, toolCallIds)) return false;
+	}
+	return true;
+}
+/**
+* Extract tool call IDs from an AI message
+*/
+function extractToolCallIds(aiMessage) {
+	const toolCallIds = /* @__PURE__ */ new Set();
+	if (aiMessage.tool_calls) for (const toolCall of aiMessage.tool_calls) {
+		const id = typeof toolCall === "object" && "id" in toolCall ? toolCall.id : null;
+		if (id) toolCallIds.add(id);
+	}
+	return toolCallIds;
+}
+/**
+* Check if cutoff separates an AI message from its corresponding tool messages
+*/
+function cutoffSeparatesToolPair(messages, aiMessageIndex, cutoffIndex, toolCallIds) {
+	for (let j = aiMessageIndex + 1; j < messages.length; j++) {
+		const message = messages[j];
+		if (__langchain_core_messages.ToolMessage.isInstance(message) && toolCallIds.has(message.tool_call_id)) {
+			const aiBeforeCutoff = aiMessageIndex < cutoffIndex;
+			const toolBeforeCutoff = j < cutoffIndex;
+			if (aiBeforeCutoff !== toolBeforeCutoff) return true;
+		}
+	}
+	return false;
+}
+/**
+* Generate summary for the given messages
+*/
+async function createSummary(messagesToSummarize, model, summaryPrompt, tokenCounter) {
+	if (!messagesToSummarize.length) return "No previous conversation history.";
+	const trimmedMessages = await trimMessagesForSummary(messagesToSummarize, tokenCounter);
+	if (!trimmedMessages.length) return "Previous conversation was too long to summarize.";
+	try {
+		const formattedPrompt = summaryPrompt.replace("{messages}", JSON.stringify(trimmedMessages, null, 2));
+		const response = await model.invoke(formattedPrompt);
+		const { content } = response;
+		return typeof content === "string" ? content.trim() : "Error generating summary: Invalid response format";
+	} catch (e) {
+		return `Error generating summary: ${e}`;
+	}
+}
+/**
+* Trim messages to fit within summary generation limits
+*/
+async function trimMessagesForSummary(messages, tokenCounter) {
+	try {
+		return await (0, __langchain_core_messages.trimMessages)(messages, {
+			maxTokens: DEFAULT_TRIM_TOKEN_LIMIT,
+			tokenCounter: async (msgs) => Promise.resolve(tokenCounter(msgs)),
+			strategy: "last",
+			allowPartial: true,
+			includeSystem: true
+		});
+	} catch {
+		return messages.slice(-DEFAULT_FALLBACK_MESSAGE_COUNT);
+	}
+}
+
+//#endregion
+exports.summarizationMiddleware = summarizationMiddleware;
+//# sourceMappingURL=summarization.cjs.map

package/dist/agents/middleware/summarization.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"summarization.cjs","names":["z","options: SummarizationMiddlewareConfig","createMiddleware","countTokensApproximately","RemoveMessage","REMOVE_ALL_MESSAGES","messages: BaseMessage[]","SystemMessage","systemPrompt: SystemMessage | null","conversationMessages: BaseMessage[]","cutoffIndex: number","originalSystemMessage: SystemMessage | null","summary: string","summaryPrefix: string","content","messagesToKeep: number","hasToolCalls","aiMessage: AIMessage","aiMessageIndex: number","toolCallIds: Set<string>","ToolMessage","messagesToSummarize: BaseMessage[]","model: BaseLanguageModel","summaryPrompt: string","tokenCounter: TokenCounter"],"sources":["../../../src/agents/middleware/summarization.ts"],"sourcesContent":["import { z } from \"zod/v3\";\nimport { v4 as uuid } from \"uuid\";\nimport {\n  BaseMessage,\n  AIMessage,\n  SystemMessage,\n  ToolMessage,\n  RemoveMessage,\n  trimMessages,\n} from \"@langchain/core/messages\";\nimport { BaseLanguageModel } from \"@langchain/core/language_models/base\";\nimport {\n  interopParse,\n  InferInteropZodOutput,\n  InferInteropZodInput,\n} from \"@langchain/core/utils/types\";\nimport { REMOVE_ALL_MESSAGES } from \"@langchain/langgraph\";\nimport { createMiddleware } from \"../middleware.js\";\nimport { countTokensApproximately } from \"./utils.js\";\nimport { hasToolCalls } from \"../utils.js\";\n\nconst DEFAULT_SUMMARY_PROMPT = `<role>\nContext Extraction Assistant\n</role>\n\n<primary_objective>\nYour sole objective in this task is to extract the highest quality/most relevant context from the conversation history below.\n</primary_objective>\n\n<objective_information>\nYou're nearing the total number of input tokens you can accept, so you must extract the highest quality/most relevant pieces of information from your conversation history.\nThis context will then overwrite the conversation history presented below. Because of this, ensure the context you extract is only the most important information to your overall goal.\n</objective_information>\n\n<instructions>\nThe conversation history below will be replaced with the context you extract in this step. Because of this, you must do your very best to extract and record all of the most important context from the conversation history.\nYou want to ensure that you don't repeat any actions you've already completed, so the context you extract from the conversation history should be focused on the most important information to your overall goal.\n</instructions>\n\nThe user will message you with the full message history you'll be extracting context from, to then replace. Carefully read over it all, and think deeply about what information is most important to your overall goal that should be saved:\n\nWith all of this in mind, please carefully read over the entire conversation history, and extract the most important and relevant context to replace it so that you can free up space in the conversation history.\nRespond ONLY with the extracted context. Do not include any additional information, or text before or after the extracted context.\n\n<messages>\nMessages to summarize:\n{messages}\n</messages>`;\n\nconst SUMMARY_PREFIX = \"## Previous conversation summary:\";\n\nconst DEFAULT_MESSAGES_TO_KEEP = 20;\nconst DEFAULT_TRIM_TOKEN_LIMIT = 4000;\nconst DEFAULT_FALLBACK_MESSAGE_COUNT = 15;\nconst SEARCH_RANGE_FOR_TOOL_PAIRS = 5;\n\ntype TokenCounter = (messages: BaseMessage[]) => number | Promise<number>;\n\nconst contextSchema = z.object({\n  model: z.custom<BaseLanguageModel>(),\n  maxTokensBeforeSummary: z.number().optional(),\n  messagesToKeep: z.number().default(DEFAULT_MESSAGES_TO_KEEP),\n  tokenCounter: z\n    .function()\n    .args(z.array(z.any()))\n    .returns(z.union([z.number(), z.promise(z.number())]))\n    .optional(),\n  summaryPrompt: z.string().default(DEFAULT_SUMMARY_PROMPT),\n  summaryPrefix: z.string().default(SUMMARY_PREFIX),\n});\n\nexport type SummarizationMiddlewareConfig = InferInteropZodInput<\n  typeof contextSchema\n>;\n\n/**\n * Summarization middleware that automatically summarizes conversation history when token limits are approached.\n *\n * This middleware monitors message token counts and automatically summarizes older\n * messages when a threshold is reached, preserving recent messages and maintaining\n * context continuity by ensuring AI/Tool message pairs remain together.\n *\n * @param options Configuration options for the summarization middleware\n * @returns A middleware instance\n *\n * @example\n * ```ts\n * import { summarizationMiddleware } from \"langchain\";\n * import { createAgent } from \"langchain\";\n *\n * const agent = createAgent({\n *   llm: model,\n *   tools: [getWeather],\n *   middleware: [\n *     summarizationMiddleware({\n *       model: new ChatOpenAI({ model: \"gpt-4o\" }),\n *       maxTokensBeforeSummary: 4000,\n *       messagesToKeep: 20,\n *     })\n *   ],\n * });\n *\n * ```\n */\nexport function summarizationMiddleware(\n  options: SummarizationMiddlewareConfig\n) {\n  return createMiddleware({\n    name: \"SummarizationMiddleware\",\n    contextSchema,\n    beforeModel: async (state, runtime) => {\n      /**\n       * Parse user options to get their explicit values\n       */\n      const userOptions = interopParse(contextSchema, options);\n\n      /**\n       * Merge context with user options, preferring user options when context has default values\n       */\n      const config = {\n        model: userOptions.model,\n        maxTokensBeforeSummary:\n          runtime.context.maxTokensBeforeSummary !== undefined\n            ? runtime.context.maxTokensBeforeSummary\n            : userOptions.maxTokensBeforeSummary,\n        messagesToKeep:\n          runtime.context.messagesToKeep === DEFAULT_MESSAGES_TO_KEEP\n            ? userOptions.messagesToKeep\n            : runtime.context.messagesToKeep ?? userOptions.messagesToKeep,\n        tokenCounter:\n          runtime.context.tokenCounter !== undefined\n            ? runtime.context.tokenCounter\n            : userOptions.tokenCounter,\n        summaryPrompt:\n          runtime.context.summaryPrompt === DEFAULT_SUMMARY_PROMPT\n            ? userOptions.summaryPrompt\n            : runtime.context.summaryPrompt ?? userOptions.summaryPrompt,\n        summaryPrefix:\n          runtime.context.summaryPrefix === SUMMARY_PREFIX\n            ? userOptions.summaryPrefix\n            : runtime.context.summaryPrefix ?? userOptions.summaryPrefix,\n      } as InferInteropZodOutput<typeof contextSchema>;\n      const { messages } = state;\n\n      // Ensure all messages have IDs\n      ensureMessageIds(messages);\n\n      const tokenCounter = config.tokenCounter || countTokensApproximately;\n      const totalTokens = await tokenCounter(messages);\n\n      if (\n        config.maxTokensBeforeSummary == null ||\n        totalTokens < config.maxTokensBeforeSummary\n      ) {\n        return;\n      }\n\n      const { systemPrompt, conversationMessages } =\n        splitSystemMessage(messages);\n      const cutoffIndex = findSafeCutoff(\n        conversationMessages,\n        config.messagesToKeep\n      );\n\n      if (cutoffIndex <= 0) {\n        return;\n      }\n\n      const { messagesToSummarize, preservedMessages } = partitionMessages(\n        systemPrompt,\n        conversationMessages,\n        cutoffIndex\n      );\n\n      const summary = await createSummary(\n        messagesToSummarize,\n        config.model,\n        config.summaryPrompt,\n        tokenCounter\n      );\n\n      const updatedSystemMessage = buildUpdatedSystemMessage(\n        systemPrompt,\n        summary,\n        config.summaryPrefix\n      );\n\n      return {\n        messages: [\n          new RemoveMessage({ id: REMOVE_ALL_MESSAGES }),\n          updatedSystemMessage,\n          ...preservedMessages,\n        ],\n      };\n    },\n  });\n}\n\n/**\n * Ensure all messages have unique IDs\n */\nfunction ensureMessageIds(messages: BaseMessage[]): void {\n  for (const msg of messages) {\n    if (!msg.id) {\n      msg.id = uuid();\n    }\n  }\n}\n\n/**\n * Separate system message from conversation messages\n */\nfunction splitSystemMessage(messages: BaseMessage[]): {\n  systemPrompt: SystemMessage | null;\n  conversationMessages: BaseMessage[];\n} {\n  if (messages.length > 0 && SystemMessage.isInstance(messages[0])) {\n    return {\n      systemPrompt: messages[0] as SystemMessage,\n      conversationMessages: messages.slice(1),\n    };\n  }\n  return {\n    systemPrompt: null,\n    conversationMessages: messages,\n  };\n}\n\n/**\n * Partition messages into those to summarize and those to preserve\n */\nfunction partitionMessages(\n  systemPrompt: SystemMessage | null,\n  conversationMessages: BaseMessage[],\n  cutoffIndex: number\n): { messagesToSummarize: BaseMessage[]; preservedMessages: BaseMessage[] } {\n  const messagesToSummarize = conversationMessages.slice(0, cutoffIndex);\n  const preservedMessages = conversationMessages.slice(cutoffIndex);\n\n  // Include system message in messages to summarize to capture previous summaries\n  if (systemPrompt) {\n    messagesToSummarize.unshift(systemPrompt);\n  }\n\n  return { messagesToSummarize, preservedMessages };\n}\n\n/**\n * Build updated system message incorporating the summary\n */\nfunction buildUpdatedSystemMessage(\n  originalSystemMessage: SystemMessage | null,\n  summary: string,\n  summaryPrefix: string\n): SystemMessage {\n  let originalContent = \"\";\n  if (originalSystemMessage) {\n    const { content } = originalSystemMessage;\n    if (typeof content === \"string\") {\n      originalContent = content.split(summaryPrefix)[0].trim();\n    }\n  }\n\n  const content = originalContent\n    ? `${originalContent}\\n${summaryPrefix}\\n${summary}`\n    : `${summaryPrefix}\\n${summary}`;\n\n  return new SystemMessage({\n    content,\n    id: originalSystemMessage?.id || uuid(),\n  });\n}\n\n/**\n * Find safe cutoff point that preserves AI/Tool message pairs\n */\nfunction findSafeCutoff(\n  messages: BaseMessage[],\n  messagesToKeep: number\n): number {\n  if (messages.length <= messagesToKeep) {\n    return 0;\n  }\n\n  const targetCutoff = messages.length - messagesToKeep;\n\n  for (let i = targetCutoff; i >= 0; i--) {\n    if (isSafeCutoffPoint(messages, i)) {\n      return i;\n    }\n  }\n\n  return 0;\n}\n\n/**\n * Check if cutting at index would separate AI/Tool message pairs\n */\nfunction isSafeCutoffPoint(\n  messages: BaseMessage[],\n  cutoffIndex: number\n): boolean {\n  if (cutoffIndex >= messages.length) {\n    return true;\n  }\n\n  const searchStart = Math.max(0, cutoffIndex - SEARCH_RANGE_FOR_TOOL_PAIRS);\n  const searchEnd = Math.min(\n    messages.length,\n    cutoffIndex + SEARCH_RANGE_FOR_TOOL_PAIRS\n  );\n\n  for (let i = searchStart; i < searchEnd; i++) {\n    if (!hasToolCalls(messages[i])) {\n      continue;\n    }\n\n    const toolCallIds = extractToolCallIds(messages[i] as AIMessage);\n    if (cutoffSeparatesToolPair(messages, i, cutoffIndex, toolCallIds)) {\n      return false;\n    }\n  }\n\n  return true;\n}\n\n/**\n * Extract tool call IDs from an AI message\n */\nfunction extractToolCallIds(aiMessage: AIMessage): Set<string> {\n  const toolCallIds = new Set<string>();\n  if (aiMessage.tool_calls) {\n    for (const toolCall of aiMessage.tool_calls) {\n      const id =\n        typeof toolCall === \"object\" && \"id\" in toolCall ? toolCall.id : null;\n      if (id) {\n        toolCallIds.add(id);\n      }\n    }\n  }\n  return toolCallIds;\n}\n\n/**\n * Check if cutoff separates an AI message from its corresponding tool messages\n */\nfunction cutoffSeparatesToolPair(\n  messages: BaseMessage[],\n  aiMessageIndex: number,\n  cutoffIndex: number,\n  toolCallIds: Set<string>\n): boolean {\n  for (let j = aiMessageIndex + 1; j < messages.length; j++) {\n    const message = messages[j];\n    if (\n      ToolMessage.isInstance(message) &&\n      toolCallIds.has(message.tool_call_id)\n    ) {\n      const aiBeforeCutoff = aiMessageIndex < cutoffIndex;\n      const toolBeforeCutoff = j < cutoffIndex;\n      if (aiBeforeCutoff !== toolBeforeCutoff) {\n        return true;\n      }\n    }\n  }\n  return false;\n}\n\n/**\n * Generate summary for the given messages\n */\nasync function createSummary(\n  messagesToSummarize: BaseMessage[],\n  model: BaseLanguageModel,\n  summaryPrompt: string,\n  tokenCounter: TokenCounter\n): Promise<string> {\n  if (!messagesToSummarize.length) {\n    return \"No previous conversation history.\";\n  }\n\n  const trimmedMessages = await trimMessagesForSummary(\n    messagesToSummarize,\n    tokenCounter\n  );\n\n  if (!trimmedMessages.length) {\n    return \"Previous conversation was too long to summarize.\";\n  }\n\n  try {\n    const formattedPrompt = summaryPrompt.replace(\n      \"{messages}\",\n      JSON.stringify(trimmedMessages, null, 2)\n    );\n    const response = await model.invoke(formattedPrompt);\n    const { content } = response;\n    return typeof content === \"string\"\n      ? content.trim()\n      : \"Error generating summary: Invalid response format\";\n  } catch (e) {\n    return `Error generating summary: ${e}`;\n  }\n}\n\n/**\n * Trim messages to fit within summary generation limits\n */\nasync function trimMessagesForSummary(\n  messages: BaseMessage[],\n  tokenCounter: TokenCounter\n): Promise<BaseMessage[]> {\n  try {\n    return await trimMessages(messages, {\n      maxTokens: DEFAULT_TRIM_TOKEN_LIMIT,\n      tokenCounter: async (msgs) => Promise.resolve(tokenCounter(msgs)),\n      strategy: \"last\",\n      allowPartial: true,\n      includeSystem: true,\n    });\n  } catch {\n    // Fallback to last N messages if trimming fails\n    return messages.slice(-DEFAULT_FALLBACK_MESSAGE_COUNT);\n  }\n}\n"],"mappings":";;;;;;;;;;;AAqBA,MAAM,yBAAyB,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;WA0BrB,CAAC;AAEZ,MAAM,iBAAiB;AAEvB,MAAM,2BAA2B;AACjC,MAAM,2BAA2B;AACjC,MAAM,iCAAiC;AACvC,MAAM,8BAA8B;AAIpC,MAAM,gBAAgBA,SAAE,OAAO;CAC7B,OAAOA,SAAE,QAA2B;CACpC,wBAAwBA,SAAE,QAAQ,CAAC,UAAU;CAC7C,gBAAgBA,SAAE,QAAQ,CAAC,QAAQ,yBAAyB;CAC5D,cAAcA,SACX,UAAU,CACV,KAAKA,SAAE,MAAMA,SAAE,KAAK,CAAC,CAAC,CACtB,QAAQA,SAAE,MAAM,CAACA,SAAE,QAAQ,EAAEA,SAAE,QAAQA,SAAE,QAAQ,CAAC,AAAC,EAAC,CAAC,CACrD,UAAU;CACb,eAAeA,SAAE,QAAQ,CAAC,QAAQ,uBAAuB;CACzD,eAAeA,SAAE,QAAQ,CAAC,QAAQ,eAAe;AAClD,EAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAmCF,SAAgB,wBACdC,SACA;AACA,QAAOC,oCAAiB;EACtB,MAAM;EACN;EACA,aAAa,OAAO,OAAO,YAAY;;;;GAIrC,MAAM,6DAA2B,eAAe,QAAQ;;;;GAKxD,MAAM,SAAS;IACb,OAAO,YAAY;IACnB,wBACE,QAAQ,QAAQ,2BAA2B,SACvC,QAAQ,QAAQ,yBAChB,YAAY;IAClB,gBACE,QAAQ,QAAQ,mBAAmB,2BAC/B,YAAY,iBACZ,QAAQ,QAAQ,kBAAkB,YAAY;IACpD,cACE,QAAQ,QAAQ,iBAAiB,SAC7B,QAAQ,QAAQ,eAChB,YAAY;IAClB,eACE,QAAQ,QAAQ,kBAAkB,yBAC9B,YAAY,gBACZ,QAAQ,QAAQ,iBAAiB,YAAY;IACnD,eACE,QAAQ,QAAQ,kBAAkB,iBAC9B,YAAY,gBACZ,QAAQ,QAAQ,iBAAiB,YAAY;GACpD;GACD,MAAM,EAAE,UAAU,GAAG;GAGrB,iBAAiB,SAAS;GAE1B,MAAM,eAAe,OAAO,gBAAgBC;GAC5C,MAAM,cAAc,MAAM,aAAa,SAAS;AAEhD,OACE,OAAO,0BAA0B,QACjC,cAAc,OAAO,uBAErB;GAGF,MAAM,EAAE,cAAc,sBAAsB,GAC1C,mBAAmB,SAAS;GAC9B,MAAM,cAAc,eAClB,sBACA,OAAO,eACR;AAED,OAAI,eAAe,EACjB;GAGF,MAAM,EAAE,qBAAqB,mBAAmB,GAAG,kBACjD,cACA,sBACA,YACD;GAED,MAAM,UAAU,MAAM,cACpB,qBACA,OAAO,OACP,OAAO,eACP,aACD;GAED,MAAM,uBAAuB,0BAC3B,cACA,SACA,OAAO,cACR;AAED,UAAO,EACL,UAAU;IACR,IAAIC,wCAAc,EAAE,IAAIC,0CAAqB;IAC7C;IACA,GAAG;GACJ,EACF;EACF;CACF,EAAC;AACH;;;;AAKD,SAAS,iBAAiBC,UAA+B;AACvD,MAAK,MAAM,OAAO,SAChB,KAAI,CAAC,IAAI,IACP,IAAI,mBAAW;AAGpB;;;;AAKD,SAAS,mBAAmBA,UAG1B;AACA,KAAI,SAAS,SAAS,KAAKC,wCAAc,WAAW,SAAS,GAAG,CAC9D,QAAO;EACL,cAAc,SAAS;EACvB,sBAAsB,SAAS,MAAM,EAAE;CACxC;AAEH,QAAO;EACL,cAAc;EACd,sBAAsB;CACvB;AACF;;;;AAKD,SAAS,kBACPC,cACAC,sBACAC,aAC0E;CAC1E,MAAM,sBAAsB,qBAAqB,MAAM,GAAG,YAAY;CACtE,MAAM,oBAAoB,qBAAqB,MAAM,YAAY;AAGjE,KAAI,cACF,oBAAoB,QAAQ,aAAa;AAG3C,QAAO;EAAE;EAAqB;CAAmB;AAClD;;;;AAKD,SAAS,0BACPC,uBACAC,SACAC,eACe;CACf,IAAI,kBAAkB;AACtB,KAAI,uBAAuB;EACzB,MAAM,EAAE,oBAAS,GAAG;AACpB,MAAI,OAAOC,cAAY,UACrB,kBAAkBA,UAAQ,MAAM,cAAc,CAAC,GAAG,MAAM;CAE3D;CAED,MAAM,UAAU,kBACZ,GAAG,gBAAgB,EAAE,EAAE,cAAc,EAAE,EAAE,SAAS,GAClD,GAAG,cAAc,EAAE,EAAE,SAAS;AAElC,QAAO,IAAIP,wCAAc;EACvB;EACA,IAAI,uBAAuB,oBAAY;CACxC;AACF;;;;AAKD,SAAS,eACPD,UACAS,gBACQ;AACR,KAAI,SAAS,UAAU,eACrB,QAAO;CAGT,MAAM,eAAe,SAAS,SAAS;AAEvC,MAAK,IAAI,IAAI,cAAc,KAAK,GAAG,IACjC,KAAI,kBAAkB,UAAU,EAAE,CAChC,QAAO;AAIX,QAAO;AACR;;;;AAKD,SAAS,kBACPT,UACAI,aACS;AACT,KAAI,eAAe,SAAS,OAC1B,QAAO;CAGT,MAAM,cAAc,KAAK,IAAI,GAAG,cAAc,4BAA4B;CAC1E,MAAM,YAAY,KAAK,IACrB,SAAS,QACT,cAAc,4BACf;AAED,MAAK,IAAI,IAAI,aAAa,IAAI,WAAW,KAAK;AAC5C,MAAI,CAACM,2BAAa,SAAS,GAAG,CAC5B;EAGF,MAAM,cAAc,mBAAmB,SAAS,GAAgB;AAChE,MAAI,wBAAwB,UAAU,GAAG,aAAa,YAAY,CAChE,QAAO;CAEV;AAED,QAAO;AACR;;;;AAKD,SAAS,mBAAmBC,WAAmC;CAC7D,MAAM,8BAAc,IAAI;AACxB,KAAI,UAAU,WACZ,MAAK,MAAM,YAAY,UAAU,YAAY;EAC3C,MAAM,KACJ,OAAO,aAAa,YAAY,QAAQ,WAAW,SAAS,KAAK;AACnE,MAAI,IACF,YAAY,IAAI,GAAG;CAEtB;AAEH,QAAO;AACR;;;;AAKD,SAAS,wBACPX,UACAY,gBACAR,aACAS,aACS;AACT,MAAK,IAAI,IAAI,iBAAiB,GAAG,IAAI,SAAS,QAAQ,KAAK;EACzD,MAAM,UAAU,SAAS;AACzB,MACEC,sCAAY,WAAW,QAAQ,IAC/B,YAAY,IAAI,QAAQ,aAAa,EACrC;GACA,MAAM,iBAAiB,iBAAiB;GACxC,MAAM,mBAAmB,IAAI;AAC7B,OAAI,mBAAmB,iBACrB,QAAO;EAEV;CACF;AACD,QAAO;AACR;;;;AAKD,eAAe,cACbC,qBACAC,OACAC,eACAC,cACiB;AACjB,KAAI,CAAC,oBAAoB,OACvB,QAAO;CAGT,MAAM,kBAAkB,MAAM,uBAC5B,qBACA,aACD;AAED,KAAI,CAAC,gBAAgB,OACnB,QAAO;AAGT,KAAI;EACF,MAAM,kBAAkB,cAAc,QACpC,cACA,KAAK,UAAU,iBAAiB,MAAM,EAAE,CACzC;EACD,MAAM,WAAW,MAAM,MAAM,OAAO,gBAAgB;EACpD,MAAM,EAAE,SAAS,GAAG;AACpB,SAAO,OAAO,YAAY,WACtB,QAAQ,MAAM,GACd;CACL,SAAQ,GAAG;AACV,SAAO,CAAC,0BAA0B,EAAE,GAAG;CACxC;AACF;;;;AAKD,eAAe,uBACblB,UACAkB,cACwB;AACxB,KAAI;AACF,SAAO,kDAAmB,UAAU;GAClC,WAAW;GACX,cAAc,OAAO,SAAS,QAAQ,QAAQ,aAAa,KAAK,CAAC;GACjE,UAAU;GACV,cAAc;GACd,eAAe;EAChB,EAAC;CACH,QAAO;AAEN,SAAO,SAAS,MAAM,CAAC,+BAA+B;CACvD;AACF"}

package/dist/agents/middleware/summarization.d.cts

@@ -0,0 +1,84 @@
+import { AgentMiddleware } from "./types.cjs";
+import * as _langchain_core_language_models_base0 from "@langchain/core/language_models/base";
+import { BaseLanguageModel } from "@langchain/core/language_models/base";
+import { InferInteropZodInput } from "@langchain/core/utils/types";
+import { z } from "zod/v3";
+
+//#region src/agents/middleware/summarization.d.ts
+declare const contextSchema: z.ZodObject<{
+  model: z.ZodType<BaseLanguageModel<any, _langchain_core_language_models_base0.BaseLanguageModelCallOptions>, z.ZodTypeDef, BaseLanguageModel<any, _langchain_core_language_models_base0.BaseLanguageModelCallOptions>>;
+  maxTokensBeforeSummary: z.ZodOptional<z.ZodNumber>;
+  messagesToKeep: z.ZodDefault<z.ZodNumber>;
+  tokenCounter: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodArray<z.ZodAny, "many">], z.ZodUnknown>, z.ZodUnion<[z.ZodNumber, z.ZodPromise<z.ZodNumber>]>>>;
+  summaryPrompt: z.ZodDefault<z.ZodString>;
+  summaryPrefix: z.ZodDefault<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+  model: BaseLanguageModel<any, _langchain_core_language_models_base0.BaseLanguageModelCallOptions>;
+  maxTokensBeforeSummary?: number | undefined;
+  messagesToKeep: number;
+  tokenCounter?: ((args_0: any[], ...args: unknown[]) => number | Promise<number>) | undefined;
+  summaryPrompt: string;
+  summaryPrefix: string;
+}, {
+  model: BaseLanguageModel<any, _langchain_core_language_models_base0.BaseLanguageModelCallOptions>;
+  maxTokensBeforeSummary?: number | undefined;
+  messagesToKeep?: number | undefined;
+  tokenCounter?: ((args_0: any[], ...args: unknown[]) => number | Promise<number>) | undefined;
+  summaryPrompt?: string | undefined;
+  summaryPrefix?: string | undefined;
+}>;
+type SummarizationMiddlewareConfig = InferInteropZodInput<typeof contextSchema>;
+/**
+ * Summarization middleware that automatically summarizes conversation history when token limits are approached.
+ *
+ * This middleware monitors message token counts and automatically summarizes older
+ * messages when a threshold is reached, preserving recent messages and maintaining
+ * context continuity by ensuring AI/Tool message pairs remain together.
+ *
+ * @param options Configuration options for the summarization middleware
+ * @returns A middleware instance
+ *
+ * @example
+ * ```ts
+ * import { summarizationMiddleware } from "langchain";
+ * import { createAgent } from "langchain";
+ *
+ * const agent = createAgent({
+ *   llm: model,
+ *   tools: [getWeather],
+ *   middleware: [
+ *     summarizationMiddleware({
+ *       model: new ChatOpenAI({ model: "gpt-4o" }),
+ *       maxTokensBeforeSummary: 4000,
+ *       messagesToKeep: 20,
+ *     })
+ *   ],
+ * });
+ *
+ * ```
+ */
+declare function summarizationMiddleware(options: SummarizationMiddlewareConfig): AgentMiddleware<undefined, z.ZodObject<{
+  model: z.ZodType<BaseLanguageModel<any, _langchain_core_language_models_base0.BaseLanguageModelCallOptions>, z.ZodTypeDef, BaseLanguageModel<any, _langchain_core_language_models_base0.BaseLanguageModelCallOptions>>;
+  maxTokensBeforeSummary: z.ZodOptional<z.ZodNumber>;
+  messagesToKeep: z.ZodDefault<z.ZodNumber>;
+  tokenCounter: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodArray<z.ZodAny, "many">], z.ZodUnknown>, z.ZodUnion<[z.ZodNumber, z.ZodPromise<z.ZodNumber>]>>>;
+  summaryPrompt: z.ZodDefault<z.ZodString>;
+  summaryPrefix: z.ZodDefault<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+  model: BaseLanguageModel<any, _langchain_core_language_models_base0.BaseLanguageModelCallOptions>;
+  maxTokensBeforeSummary?: number | undefined;
+  messagesToKeep: number;
+  tokenCounter?: ((args_0: any[], ...args: unknown[]) => number | Promise<number>) | undefined;
+  summaryPrompt: string;
+  summaryPrefix: string;
+}, {
+  model: BaseLanguageModel<any, _langchain_core_language_models_base0.BaseLanguageModelCallOptions>;
+  maxTokensBeforeSummary?: number | undefined;
+  messagesToKeep?: number | undefined;
+  tokenCounter?: ((args_0: any[], ...args: unknown[]) => number | Promise<number>) | undefined;
+  summaryPrompt?: string | undefined;
+  summaryPrefix?: string | undefined;
+}>, any>;
+//#endregion
+export { SummarizationMiddlewareConfig, summarizationMiddleware };
+//# sourceMappingURL=summarization.d.cts.map

package/dist/agents/middleware/summarization.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"summarization.d.cts","names":["__types_js0","z","BaseLanguageModel","InferInteropZodInput","contextSchema","_langchain_core_language_models_base0","BaseLanguageModelCallOptions","ZodTypeDef","ZodType","ZodNumber","ZodOptional","ZodDefault","ZodAny","ZodArray","ZodUnknown","ZodTuple","ZodPromise","ZodUnion","ZodFunction","ZodString","ZodTypeAny","Promise","ZodObject","SummarizationMiddlewareConfig","summarizationMiddleware","AgentMiddleware"],"sources":["../../../src/agents/middleware/summarization.d.ts"],"sourcesContent":["import { z } from \"zod/v3\";\nimport { BaseLanguageModel } from \"@langchain/core/language_models/base\";\nimport { InferInteropZodInput } from \"@langchain/core/utils/types\";\ndeclare const contextSchema: z.ZodObject<{\n    model: z.ZodType<BaseLanguageModel<any, import(\"@langchain/core/language_models/base\").BaseLanguageModelCallOptions>, z.ZodTypeDef, BaseLanguageModel<any, import(\"@langchain/core/language_models/base\").BaseLanguageModelCallOptions>>;\n    maxTokensBeforeSummary: z.ZodOptional<z.ZodNumber>;\n    messagesToKeep: z.ZodDefault<z.ZodNumber>;\n    tokenCounter: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodArray<z.ZodAny, \"many\">], z.ZodUnknown>, z.ZodUnion<[z.ZodNumber, z.ZodPromise<z.ZodNumber>]>>>;\n    summaryPrompt: z.ZodDefault<z.ZodString>;\n    summaryPrefix: z.ZodDefault<z.ZodString>;\n}, \"strip\", z.ZodTypeAny, {\n    model: BaseLanguageModel<any, import(\"@langchain/core/language_models/base\").BaseLanguageModelCallOptions>;\n    maxTokensBeforeSummary?: number | undefined;\n    messagesToKeep: number;\n    tokenCounter?: ((args_0: any[], ...args: unknown[]) => number | Promise<number>) | undefined;\n    summaryPrompt: string;\n    summaryPrefix: string;\n}, {\n    model: BaseLanguageModel<any, import(\"@langchain/core/language_models/base\").BaseLanguageModelCallOptions>;\n    maxTokensBeforeSummary?: number | undefined;\n    messagesToKeep?: number | undefined;\n    tokenCounter?: ((args_0: any[], ...args: unknown[]) => number | Promise<number>) | undefined;\n    summaryPrompt?: string | undefined;\n    summaryPrefix?: string | undefined;\n}>;\nexport type SummarizationMiddlewareConfig = InferInteropZodInput<typeof contextSchema>;\n/**\n * Summarization middleware that automatically summarizes conversation history when token limits are approached.\n *\n * This middleware monitors message token counts and automatically summarizes older\n * messages when a threshold is reached, preserving recent messages and maintaining\n * context continuity by ensuring AI/Tool message pairs remain together.\n *\n * @param options Configuration options for the summarization middleware\n * @returns A middleware instance\n *\n * @example\n * ```ts\n * import { summarizationMiddleware } from \"langchain\";\n * import { createAgent } from \"langchain\";\n *\n * const agent = createAgent({\n *   llm: model,\n *   tools: [getWeather],\n *   middleware: [\n *     summarizationMiddleware({\n *       model: new ChatOpenAI({ model: \"gpt-4o\" }),\n *       maxTokensBeforeSummary: 4000,\n *       messagesToKeep: 20,\n *     })\n *   ],\n * });\n *\n * ```\n */\nexport declare function summarizationMiddleware(options: SummarizationMiddlewareConfig): import(\"./types.js\").AgentMiddleware<undefined, z.ZodObject<{\n    model: z.ZodType<BaseLanguageModel<any, import(\"@langchain/core/language_models/base\").BaseLanguageModelCallOptions>, z.ZodTypeDef, BaseLanguageModel<any, import(\"@langchain/core/language_models/base\").BaseLanguageModelCallOptions>>;\n    maxTokensBeforeSummary: z.ZodOptional<z.ZodNumber>;\n    messagesToKeep: z.ZodDefault<z.ZodNumber>;\n    tokenCounter: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodArray<z.ZodAny, \"many\">], z.ZodUnknown>, z.ZodUnion<[z.ZodNumber, z.ZodPromise<z.ZodNumber>]>>>;\n    summaryPrompt: z.ZodDefault<z.ZodString>;\n    summaryPrefix: z.ZodDefault<z.ZodString>;\n}, \"strip\", z.ZodTypeAny, {\n    model: BaseLanguageModel<any, import(\"@langchain/core/language_models/base\").BaseLanguageModelCallOptions>;\n    maxTokensBeforeSummary?: number | undefined;\n    messagesToKeep: number;\n    tokenCounter?: ((args_0: any[], ...args: unknown[]) => number | Promise<number>) | undefined;\n    summaryPrompt: string;\n    summaryPrefix: string;\n}, {\n    model: BaseLanguageModel<any, import(\"@langchain/core/language_models/base\").BaseLanguageModelCallOptions>;\n    maxTokensBeforeSummary?: number | undefined;\n    messagesToKeep?: number | undefined;\n    tokenCounter?: ((args_0: any[], ...args: unknown[]) => number | Promise<number>) | undefined;\n    summaryPrompt?: string | undefined;\n    summaryPrefix?: string | undefined;\n}>, any>;\nexport {};\n"],"mappings":";;;;;;;cAGcI,eAAeH,CAAAA,CAAEqB;SACpBrB,CAAAA,CAAEO,QAAQN,uBAoBnBG,qCAAAA,CApByFC,4BAAAA,GAA+BL,CAAAA,CAAEM,YAAYL,uBAAFG,qCAAAA,CAAwEC,4BAAAA;0BAClLL,CAAAA,CAAES,YAAYT,CAAAA,CAAEQ;kBACxBR,CAAAA,CAAEU,WAAWV,CAAAA,CAAEQ;EAHrBL,YAAAA,EAIIH,CAAAA,CAAES,WAiBlB,CAjB8BT,CAAAA,CAAEiB,WAiBhC,CAjB4CjB,CAAAA,CAAEc,QAiB9C,CAAA,CAjBwDd,CAAAA,CAAEY,QAiB1D,CAjBmEZ,CAAAA,CAAEW,MAiBrE,EAAA,MAAA,CAAA,CAAA,EAjBuFX,CAAAA,CAAEa,UAiBzF,CAAA,EAjBsGb,CAAAA,CAAEgB,QAiBxG,CAAA,CAjBkHhB,CAAAA,CAAEQ,SAiBpH,EAjB+HR,CAAAA,CAAEe,UAiBjI,CAjB4If,CAAAA,CAAEQ,SAiB9I,CAAA,CAAA,CAAA,CAAA,CAAA;EAAA,aAAA,EAhBiBR,CAAAA,CAAEU,UAgBnB,CAhB8BV,CAAAA,CAAEkB,SAgBhC,CAAA;EAAA,aAAAd,EAfiBJ,CAAAA,CAAEU,UAenBN,CAf8BJ,CAAAA,CAAEkB,SAehCd,CAAAA;CApBqH,EAAA,OAAlGH,EAMTD,CAAAA,CAAEmB,UANOlB,EAAAA;EAAiB,KAAsFK,EAOjHL,iBAPiHK,CAAAA,GAAAA,EAMpGF,qCAAAA,CACyDC,4BAAAA,CAP2CC;EAAU,sBAAAF,CAAAA,EAAAA,MAAAA,GAAAA,SAAwEC;EAA4B,cAAlGJ,EAAAA,MAAAA;EAAiB,YAA5IM,CAAAA,EAAAA,CAAAA,CAAAA,MAAAA,EAAAA,GAAAA,EAAAA,EAAAA,GAAAA,IAAAA,EAAAA,OAAAA,EAAAA,EAAAA,GAAAA,MAAAA,GAUuDa,OAVvDb,CAAAA,MAAAA,CAAAA,CAAAA,GAAAA,SAAAA;EAAO,aACwBC,EAAAA,MAAAA;EAAS,aAAvBC,EAAAA,MAAAA;CAAW,EAAA;EACG,KAAtBC,EAYXT,iBAZWS,CAAAA,GAAAA,EAQqDN,qCAAAA,CAIMC,4BAAAA,CAZ3DK;EAAU,sBACuCC,CAAAA,EAAAA,MAAAA,GAAAA,SAAAA;EAAM,cAAjBC,CAAAA,EAAAA,MAAAA,GAAAA,SAAAA;EAAQ,YAAuBC,CAAAA,EAAAA,CAAAA,CAAAA,MAAAA,EAAAA,GAAAA,EAAAA,EAAAA,GAAAA,IAAAA,EAAAA,OAAAA,EAAAA,EAAAA,GAAAA,MAAAA,GAcvBO,OAduBP,CAAAA,MAAAA,CAAAA,CAAAA,GAAAA,SAAAA;EAAU,aAArDC,CAAAA,EAAAA,MAAAA,GAAAA,SAAAA;EAAQ,aAA8DN,CAAAA,EAAAA,MAAAA,GAAAA,SAAAA;CAAS,CAAA;AAAER,KAkBrHsB,6BAAAA,GAAgCpB,oBAlBuFa,CAAAA,OAkB3DZ,aAlB2DY,CAAAA;;;;;;;;;;;;;;;;AAJ3F;AAsBxC;;;;AAAgE;AA8BhE;;;;;;;;AACWf,iBADauB,uBAAAA,CACXhB,OAAAA,EAD4Ce,6BAC5Cf,CAAAA,EADuI,eACvIA,CAAAA,SAAAA,EAD4HP,CAAAA,CAAEqB,SAC9Hd,CAAAA;EAAO,KACwBC,EADjCR,CAAAA,CAAEO,OAC+BC,CADvBP,iBACuBO,CAAAA,GAAAA,EAF0CJ,qCAAAA,CACKC,4BAAAA,CAC/CG,EAD8ER,CAAAA,CAAEM,UAChFE,EAD4FP,iBAC5FO,CAAAA,GAAAA,EAD0FJ,qCAAAA,CAAwEC,4BAAAA,CAClKG,CAAAA;EAAS,sBAAvBC,EAAFT,CAAAA,CAAES,WAAAA,CAAYT,CAAAA,CAAEQ,SAAdC,CAAAA;EAAW,cACND,EAAfR,CAAAA,CAAEU,UAAaF,CAAFR,CAAAA,CAAEQ,SAAAA,CAAAA;EAAS,YAAtBE,EACJV,CAAAA,CAAES,WADEC,CACUV,CAAAA,CAAEiB,WADZP,CACwBV,CAAAA,CAAEc,QAD1BJ,CAAAA,CACoCV,CAAAA,CAAEY,QADtCF,CAC+CV,CAAAA,CAAEW,MADjDD,EAAAA,MAAAA,CAAAA,CAAAA,EACmEV,CAAAA,CAAEa,UADrEH,CAAAA,EACkFV,CAAAA,CAAEgB,QADpFN,CAAAA,CAC8FV,CAAAA,CAAEQ,SADhGE,EAC2GV,CAAAA,CAAEe,UAD7GL,CACwHV,CAAAA,CAAEQ,SAD1HE,CAAAA,CAAAA,CAAAA,CAAAA,CAAAA;EAAU,aACuCC,EACpDX,CAAAA,CAAEU,UADkDC,CACvCX,CAAAA,CAAEkB,SADqCP,CAAAA;EAAM,aAAjBC,EAEzCZ,CAAAA,CAAEU,UAFuCE,CAE5BZ,CAAAA,CAAEkB,SAF0BN,CAAAA;CAAQ,EAAA,OAAuBC,EAG/Eb,CAAAA,CAAEmB,UAH6EN,EAAAA;EAAU,KAArDC,EAIrCb,iBAJqCa,CAAAA,GAAAA,EAGxBV,qCAAAA,CACyDC,4BAAAA,CAJjCS;EAAQ,sBAA8DN,CAAAA,EAAAA,MAAAA,GAAAA,SAAAA;EAAS,cAAiBA,EAAAA,MAAAA;EAAS,YAAtBO,CAAAA,EAAAA,CAAAA,CAAAA,MAAAA,EAAAA,GAAAA,EAAAA,EAAAA,GAAAA,IAAAA,EAAAA,OAAAA,EAAAA,EAAAA,GAAAA,MAAAA,GAO/DK,OAP+DL,CAAAA,MAAAA,CAAAA,CAAAA,GAAAA,SAAAA;EAAU,aAAnCC,EAAAA,MAAAA;EAAQ,aAAhFC,EAAAA,MAAAA;CAAW,EAAA;EAAd,KACGC,EAUvBjB,iBAVuBiB,CAAAA,GAAAA,EAMyCd,qCAAAA,CAIMC,4BAAAA,CAV/Ca;EAAS,sBAAtBR,CAAAA,EAAAA,MAAAA,GAAAA,SAAAA;EAAU,cACGQ,CAAAA,EAAAA,MAAAA,GAAAA,SAAAA;EAAS,YAAtBR,CAAAA,EAAAA,CAAAA,CAAAA,MAAAA,EAAAA,GAAAA,EAAAA,EAAAA,GAAAA,IAAAA,EAAAA,OAAAA,EAAAA,EAAAA,GAAAA,MAAAA,GAY+CU,OAZ/CV,CAAAA,MAAAA,CAAAA,CAAAA,GAAAA,SAAAA;EAAU,aACjBS,CAAAA,EAAAA,MAAAA,GAAAA,SAAAA;EAAU,aAAAf,CAAAA,EAAAA,MAAAA,GAAAA,SAAAA;CACqF,CAAA,EAAA,GAAlGH,CAAAA"}

package/dist/agents/middleware/summarization.d.ts

@@ -0,0 +1,84 @@
+import { AgentMiddleware } from "./types.js";
+import { z } from "zod/v3";
+import { InferInteropZodInput } from "@langchain/core/utils/types";
+import * as _langchain_core_language_models_base0 from "@langchain/core/language_models/base";
+import { BaseLanguageModel } from "@langchain/core/language_models/base";
+
+//#region src/agents/middleware/summarization.d.ts
+declare const contextSchema: z.ZodObject<{
+  model: z.ZodType<BaseLanguageModel<any, _langchain_core_language_models_base0.BaseLanguageModelCallOptions>, z.ZodTypeDef, BaseLanguageModel<any, _langchain_core_language_models_base0.BaseLanguageModelCallOptions>>;
+  maxTokensBeforeSummary: z.ZodOptional<z.ZodNumber>;
+  messagesToKeep: z.ZodDefault<z.ZodNumber>;
+  tokenCounter: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodArray<z.ZodAny, "many">], z.ZodUnknown>, z.ZodUnion<[z.ZodNumber, z.ZodPromise<z.ZodNumber>]>>>;
+  summaryPrompt: z.ZodDefault<z.ZodString>;
+  summaryPrefix: z.ZodDefault<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+  model: BaseLanguageModel<any, _langchain_core_language_models_base0.BaseLanguageModelCallOptions>;
+  maxTokensBeforeSummary?: number | undefined;
+  messagesToKeep: number;
+  tokenCounter?: ((args_0: any[], ...args: unknown[]) => number | Promise<number>) | undefined;
+  summaryPrompt: string;
+  summaryPrefix: string;
+}, {
+  model: BaseLanguageModel<any, _langchain_core_language_models_base0.BaseLanguageModelCallOptions>;
+  maxTokensBeforeSummary?: number | undefined;
+  messagesToKeep?: number | undefined;
+  tokenCounter?: ((args_0: any[], ...args: unknown[]) => number | Promise<number>) | undefined;
+  summaryPrompt?: string | undefined;
+  summaryPrefix?: string | undefined;
+}>;
+type SummarizationMiddlewareConfig = InferInteropZodInput<typeof contextSchema>;
+/**
+ * Summarization middleware that automatically summarizes conversation history when token limits are approached.
+ *
+ * This middleware monitors message token counts and automatically summarizes older
+ * messages when a threshold is reached, preserving recent messages and maintaining
+ * context continuity by ensuring AI/Tool message pairs remain together.
+ *
+ * @param options Configuration options for the summarization middleware
+ * @returns A middleware instance
+ *
+ * @example
+ * ```ts
+ * import { summarizationMiddleware } from "langchain";
+ * import { createAgent } from "langchain";
+ *
+ * const agent = createAgent({
+ *   llm: model,
+ *   tools: [getWeather],
+ *   middleware: [
+ *     summarizationMiddleware({
+ *       model: new ChatOpenAI({ model: "gpt-4o" }),
+ *       maxTokensBeforeSummary: 4000,
+ *       messagesToKeep: 20,
+ *     })
+ *   ],
+ * });
+ *
+ * ```
+ */
+declare function summarizationMiddleware(options: SummarizationMiddlewareConfig): AgentMiddleware<undefined, z.ZodObject<{
+  model: z.ZodType<BaseLanguageModel<any, _langchain_core_language_models_base0.BaseLanguageModelCallOptions>, z.ZodTypeDef, BaseLanguageModel<any, _langchain_core_language_models_base0.BaseLanguageModelCallOptions>>;
+  maxTokensBeforeSummary: z.ZodOptional<z.ZodNumber>;
+  messagesToKeep: z.ZodDefault<z.ZodNumber>;
+  tokenCounter: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodArray<z.ZodAny, "many">], z.ZodUnknown>, z.ZodUnion<[z.ZodNumber, z.ZodPromise<z.ZodNumber>]>>>;
+  summaryPrompt: z.ZodDefault<z.ZodString>;
+  summaryPrefix: z.ZodDefault<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+  model: BaseLanguageModel<any, _langchain_core_language_models_base0.BaseLanguageModelCallOptions>;
+  maxTokensBeforeSummary?: number | undefined;
+  messagesToKeep: number;
+  tokenCounter?: ((args_0: any[], ...args: unknown[]) => number | Promise<number>) | undefined;
+  summaryPrompt: string;
+  summaryPrefix: string;
+}, {
+  model: BaseLanguageModel<any, _langchain_core_language_models_base0.BaseLanguageModelCallOptions>;
+  maxTokensBeforeSummary?: number | undefined;
+  messagesToKeep?: number | undefined;
+  tokenCounter?: ((args_0: any[], ...args: unknown[]) => number | Promise<number>) | undefined;
+  summaryPrompt?: string | undefined;
+  summaryPrefix?: string | undefined;
+}>, any>;
+//#endregion
+export { SummarizationMiddlewareConfig, summarizationMiddleware };
+//# sourceMappingURL=summarization.d.ts.map

package/dist/agents/middleware/summarization.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"summarization.d.ts","names":["__types_js0","z","BaseLanguageModel","InferInteropZodInput","contextSchema","_langchain_core_language_models_base0","BaseLanguageModelCallOptions","ZodTypeDef","ZodType","ZodNumber","ZodOptional","ZodDefault","ZodAny","ZodArray","ZodUnknown","ZodTuple","ZodPromise","ZodUnion","ZodFunction","ZodString","ZodTypeAny","Promise","ZodObject","SummarizationMiddlewareConfig","summarizationMiddleware","AgentMiddleware"],"sources":["../../../src/agents/middleware/summarization.d.ts"],"sourcesContent":["import { z } from \"zod/v3\";\nimport { BaseLanguageModel } from \"@langchain/core/language_models/base\";\nimport { InferInteropZodInput } from \"@langchain/core/utils/types\";\ndeclare const contextSchema: z.ZodObject<{\n    model: z.ZodType<BaseLanguageModel<any, import(\"@langchain/core/language_models/base\").BaseLanguageModelCallOptions>, z.ZodTypeDef, BaseLanguageModel<any, import(\"@langchain/core/language_models/base\").BaseLanguageModelCallOptions>>;\n    maxTokensBeforeSummary: z.ZodOptional<z.ZodNumber>;\n    messagesToKeep: z.ZodDefault<z.ZodNumber>;\n    tokenCounter: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodArray<z.ZodAny, \"many\">], z.ZodUnknown>, z.ZodUnion<[z.ZodNumber, z.ZodPromise<z.ZodNumber>]>>>;\n    summaryPrompt: z.ZodDefault<z.ZodString>;\n    summaryPrefix: z.ZodDefault<z.ZodString>;\n}, \"strip\", z.ZodTypeAny, {\n    model: BaseLanguageModel<any, import(\"@langchain/core/language_models/base\").BaseLanguageModelCallOptions>;\n    maxTokensBeforeSummary?: number | undefined;\n    messagesToKeep: number;\n    tokenCounter?: ((args_0: any[], ...args: unknown[]) => number | Promise<number>) | undefined;\n    summaryPrompt: string;\n    summaryPrefix: string;\n}, {\n    model: BaseLanguageModel<any, import(\"@langchain/core/language_models/base\").BaseLanguageModelCallOptions>;\n    maxTokensBeforeSummary?: number | undefined;\n    messagesToKeep?: number | undefined;\n    tokenCounter?: ((args_0: any[], ...args: unknown[]) => number | Promise<number>) | undefined;\n    summaryPrompt?: string | undefined;\n    summaryPrefix?: string | undefined;\n}>;\nexport type SummarizationMiddlewareConfig = InferInteropZodInput<typeof contextSchema>;\n/**\n * Summarization middleware that automatically summarizes conversation history when token limits are approached.\n *\n * This middleware monitors message token counts and automatically summarizes older\n * messages when a threshold is reached, preserving recent messages and maintaining\n * context continuity by ensuring AI/Tool message pairs remain together.\n *\n * @param options Configuration options for the summarization middleware\n * @returns A middleware instance\n *\n * @example\n * ```ts\n * import { summarizationMiddleware } from \"langchain\";\n * import { createAgent } from \"langchain\";\n *\n * const agent = createAgent({\n *   llm: model,\n *   tools: [getWeather],\n *   middleware: [\n *     summarizationMiddleware({\n *       model: new ChatOpenAI({ model: \"gpt-4o\" }),\n *       maxTokensBeforeSummary: 4000,\n *       messagesToKeep: 20,\n *     })\n *   ],\n * });\n *\n * ```\n */\nexport declare function summarizationMiddleware(options: SummarizationMiddlewareConfig): import(\"./types.js\").AgentMiddleware<undefined, z.ZodObject<{\n    model: z.ZodType<BaseLanguageModel<any, import(\"@langchain/core/language_models/base\").BaseLanguageModelCallOptions>, z.ZodTypeDef, BaseLanguageModel<any, import(\"@langchain/core/language_models/base\").BaseLanguageModelCallOptions>>;\n    maxTokensBeforeSummary: z.ZodOptional<z.ZodNumber>;\n    messagesToKeep: z.ZodDefault<z.ZodNumber>;\n    tokenCounter: z.ZodOptional<z.ZodFunction<z.ZodTuple<[z.ZodArray<z.ZodAny, \"many\">], z.ZodUnknown>, z.ZodUnion<[z.ZodNumber, z.ZodPromise<z.ZodNumber>]>>>;\n    summaryPrompt: z.ZodDefault<z.ZodString>;\n    summaryPrefix: z.ZodDefault<z.ZodString>;\n}, \"strip\", z.ZodTypeAny, {\n    model: BaseLanguageModel<any, import(\"@langchain/core/language_models/base\").BaseLanguageModelCallOptions>;\n    maxTokensBeforeSummary?: number | undefined;\n    messagesToKeep: number;\n    tokenCounter?: ((args_0: any[], ...args: unknown[]) => number | Promise<number>) | undefined;\n    summaryPrompt: string;\n    summaryPrefix: string;\n}, {\n    model: BaseLanguageModel<any, import(\"@langchain/core/language_models/base\").BaseLanguageModelCallOptions>;\n    maxTokensBeforeSummary?: number | undefined;\n    messagesToKeep?: number | undefined;\n    tokenCounter?: ((args_0: any[], ...args: unknown[]) => number | Promise<number>) | undefined;\n    summaryPrompt?: string | undefined;\n    summaryPrefix?: string | undefined;\n}>, any>;\nexport {};\n"],"mappings":";;;;;;;cAGcI,eAAeH,CAAAA,CAAEqB;SACpBrB,CAAAA,CAAEO,QAAQN,uBAoBnBG,qCAAAA,CApByFC,4BAAAA,GAA+BL,CAAAA,CAAEM,YAAYL,uBAAFG,qCAAAA,CAAwEC,4BAAAA;0BAClLL,CAAAA,CAAES,YAAYT,CAAAA,CAAEQ;kBACxBR,CAAAA,CAAEU,WAAWV,CAAAA,CAAEQ;EAHrBL,YAAAA,EAIIH,CAAAA,CAAES,WAiBlB,CAjB8BT,CAAAA,CAAEiB,WAiBhC,CAjB4CjB,CAAAA,CAAEc,QAiB9C,CAAA,CAjBwDd,CAAAA,CAAEY,QAiB1D,CAjBmEZ,CAAAA,CAAEW,MAiBrE,EAAA,MAAA,CAAA,CAAA,EAjBuFX,CAAAA,CAAEa,UAiBzF,CAAA,EAjBsGb,CAAAA,CAAEgB,QAiBxG,CAAA,CAjBkHhB,CAAAA,CAAEQ,SAiBpH,EAjB+HR,CAAAA,CAAEe,UAiBjI,CAjB4If,CAAAA,CAAEQ,SAiB9I,CAAA,CAAA,CAAA,CAAA,CAAA;EAAA,aAAA,EAhBiBR,CAAAA,CAAEU,UAgBnB,CAhB8BV,CAAAA,CAAEkB,SAgBhC,CAAA;EAAA,aAAAd,EAfiBJ,CAAAA,CAAEU,UAenBN,CAf8BJ,CAAAA,CAAEkB,SAehCd,CAAAA;CApBqH,EAAA,OAAlGH,EAMTD,CAAAA,CAAEmB,UANOlB,EAAAA;EAAiB,KAAsFK,EAOjHL,iBAPiHK,CAAAA,GAAAA,EAMpGF,qCAAAA,CACyDC,4BAAAA,CAP2CC;EAAU,sBAAAF,CAAAA,EAAAA,MAAAA,GAAAA,SAAwEC;EAA4B,cAAlGJ,EAAAA,MAAAA;EAAiB,YAA5IM,CAAAA,EAAAA,CAAAA,CAAAA,MAAAA,EAAAA,GAAAA,EAAAA,EAAAA,GAAAA,IAAAA,EAAAA,OAAAA,EAAAA,EAAAA,GAAAA,MAAAA,GAUuDa,OAVvDb,CAAAA,MAAAA,CAAAA,CAAAA,GAAAA,SAAAA;EAAO,aACwBC,EAAAA,MAAAA;EAAS,aAAvBC,EAAAA,MAAAA;CAAW,EAAA;EACG,KAAtBC,EAYXT,iBAZWS,CAAAA,GAAAA,EAQqDN,qCAAAA,CAIMC,4BAAAA,CAZ3DK;EAAU,sBACuCC,CAAAA,EAAAA,MAAAA,GAAAA,SAAAA;EAAM,cAAjBC,CAAAA,EAAAA,MAAAA,GAAAA,SAAAA;EAAQ,YAAuBC,CAAAA,EAAAA,CAAAA,CAAAA,MAAAA,EAAAA,GAAAA,EAAAA,EAAAA,GAAAA,IAAAA,EAAAA,OAAAA,EAAAA,EAAAA,GAAAA,MAAAA,GAcvBO,OAduBP,CAAAA,MAAAA,CAAAA,CAAAA,GAAAA,SAAAA;EAAU,aAArDC,CAAAA,EAAAA,MAAAA,GAAAA,SAAAA;EAAQ,aAA8DN,CAAAA,EAAAA,MAAAA,GAAAA,SAAAA;CAAS,CAAA;AAAER,KAkBrHsB,6BAAAA,GAAgCpB,oBAlBuFa,CAAAA,OAkB3DZ,aAlB2DY,CAAAA;;;;;;;;;;;;;;;;AAJ3F;AAsBxC;;;;AAAgE;AA8BhE;;;;;;;;AACWf,iBADauB,uBAAAA,CACXhB,OAAAA,EAD4Ce,6BAC5Cf,CAAAA,EADuI,eACvIA,CAAAA,SAAAA,EAD4HP,CAAAA,CAAEqB,SAC9Hd,CAAAA;EAAO,KACwBC,EADjCR,CAAAA,CAAEO,OAC+BC,CADvBP,iBACuBO,CAAAA,GAAAA,EAF0CJ,qCAAAA,CACKC,4BAAAA,CAC/CG,EAD8ER,CAAAA,CAAEM,UAChFE,EAD4FP,iBAC5FO,CAAAA,GAAAA,EAD0FJ,qCAAAA,CAAwEC,4BAAAA,CAClKG,CAAAA;EAAS,sBAAvBC,EAAFT,CAAAA,CAAES,WAAAA,CAAYT,CAAAA,CAAEQ,SAAdC,CAAAA;EAAW,cACND,EAAfR,CAAAA,CAAEU,UAAaF,CAAFR,CAAAA,CAAEQ,SAAAA,CAAAA;EAAS,YAAtBE,EACJV,CAAAA,CAAES,WADEC,CACUV,CAAAA,CAAEiB,WADZP,CACwBV,CAAAA,CAAEc,QAD1BJ,CAAAA,CACoCV,CAAAA,CAAEY,QADtCF,CAC+CV,CAAAA,CAAEW,MADjDD,EAAAA,MAAAA,CAAAA,CAAAA,EACmEV,CAAAA,CAAEa,UADrEH,CAAAA,EACkFV,CAAAA,CAAEgB,QADpFN,CAAAA,CAC8FV,CAAAA,CAAEQ,SADhGE,EAC2GV,CAAAA,CAAEe,UAD7GL,CACwHV,CAAAA,CAAEQ,SAD1HE,CAAAA,CAAAA,CAAAA,CAAAA,CAAAA;EAAU,aACuCC,EACpDX,CAAAA,CAAEU,UADkDC,CACvCX,CAAAA,CAAEkB,SADqCP,CAAAA;EAAM,aAAjBC,EAEzCZ,CAAAA,CAAEU,UAFuCE,CAE5BZ,CAAAA,CAAEkB,SAF0BN,CAAAA;CAAQ,EAAA,OAAuBC,EAG/Eb,CAAAA,CAAEmB,UAH6EN,EAAAA;EAAU,KAArDC,EAIrCb,iBAJqCa,CAAAA,GAAAA,EAGxBV,qCAAAA,CACyDC,4BAAAA,CAJjCS;EAAQ,sBAA8DN,CAAAA,EAAAA,MAAAA,GAAAA,SAAAA;EAAS,cAAiBA,EAAAA,MAAAA;EAAS,YAAtBO,CAAAA,EAAAA,CAAAA,CAAAA,MAAAA,EAAAA,GAAAA,EAAAA,EAAAA,GAAAA,IAAAA,EAAAA,OAAAA,EAAAA,EAAAA,GAAAA,MAAAA,GAO/DK,OAP+DL,CAAAA,MAAAA,CAAAA,CAAAA,GAAAA,SAAAA;EAAU,aAAnCC,EAAAA,MAAAA;EAAQ,aAAhFC,EAAAA,MAAAA;CAAW,EAAA;EAAd,KACGC,EAUvBjB,iBAVuBiB,CAAAA,GAAAA,EAMyCd,qCAAAA,CAIMC,4BAAAA,CAV/Ca;EAAS,sBAAtBR,CAAAA,EAAAA,MAAAA,GAAAA,SAAAA;EAAU,cACGQ,CAAAA,EAAAA,MAAAA,GAAAA,SAAAA;EAAS,YAAtBR,CAAAA,EAAAA,CAAAA,CAAAA,MAAAA,EAAAA,GAAAA,EAAAA,EAAAA,GAAAA,IAAAA,EAAAA,OAAAA,EAAAA,EAAAA,GAAAA,MAAAA,GAY+CU,OAZ/CV,CAAAA,MAAAA,CAAAA,CAAAA,GAAAA,SAAAA;EAAU,aACjBS,CAAAA,EAAAA,MAAAA,GAAAA,SAAAA;EAAU,aAAAf,CAAAA,EAAAA,MAAAA,GAAAA,SAAAA;CACqF,CAAA,EAAA,GAAlGH,CAAAA"}