langchain 1.0.0-alpha.5 → 1.0.0-alpha.7

package/dist/agents/middlewareAgent/nodes/AgentNode.cjs

@@ -10,25 +10,51 @@ const require_utils$2 = require('./utils.cjs');
 const __langchain_core_messages = require_rolldown_runtime.__toESM(require("@langchain/core/messages"));
 const __langchain_langgraph = require_rolldown_runtime.__toESM(require("@langchain/langgraph"));
 const __langchain_core_utils_types = require_rolldown_runtime.__toESM(require("@langchain/core/utils/types"));
-const zod = require_rolldown_runtime.__toESM(require("zod"));
+const zod_v3 = require_rolldown_runtime.__toESM(require("zod/v3"));
 
 //#region src/agents/middlewareAgent/nodes/AgentNode.ts
 var AgentNode = class extends require_RunnableCallable.RunnableCallable {
 	#options;
-	#structuredToolInfo = {};
 	constructor(options) {
 		super({
 			name: options.name ?? "model",
 			func: (input, config) => this.#run(input, config)
 		});
 		this.#options = options;
+	}
+	/**
+	* Returns response format primtivies based on given model and response format provided by the user.
+	*
+	* If the the user selects a tool output:
+	* - return a record of tools to extract structured output from the model's response
+	*
+	* if the the user selects a native schema output or if the model supports JSON schema output:
+	* - return a provider strategy to extract structured output from the model's response
+	*
+	* @param model - The model to get the response format for.
+	* @returns The response format.
+	*/
+	#getResponseFormat(model) {
+		if (!this.#options.responseFormat) return void 0;
+		const strategies = require_responses.transformResponseFormat(this.#options.responseFormat, void 0, model);
+		/**
+		* we either define a list of provider strategies or a list of tool strategies
+		*/
+		const isProviderStrategy = strategies.every((format) => format instanceof require_responses.ProviderStrategy);
 		/**
 		* Populate a list of structured tool info.
 		*/
-		this.#structuredToolInfo = require_responses.transformResponseFormat(this.#options.responseFormat).filter((format) => format instanceof require_responses.ToolStrategy).reduce((acc, format) => {
-			acc[format.name] = format;
-			return acc;
-		}, {});
+		if (!isProviderStrategy) return {
+			type: "tool",
+			tools: strategies.filter((format) => format instanceof require_responses.ToolStrategy).reduce((acc, format) => {
+				acc[format.name] = format;
+				return acc;
+			}, {})
+		};
+		return {
+			type: "native",
+			strategy: strategies[0]
+		};
 	}
 	async #run(state, config) {
 		/**
@@ -36,7 +62,7 @@ var AgentNode = class extends require_RunnableCallable.RunnableCallable {
 		* If so, we should generate structured response (if needed) and stop
 		*/
 		const lastMessage = state.messages.at(-1);
-		if (lastMessage && (0, __langchain_core_messages.isToolMessage)(lastMessage) && lastMessage.name && this.#options.shouldReturnDirect.has(lastMessage.name))
+		if (lastMessage && __langchain_core_messages.ToolMessage.isInstance(lastMessage) && lastMessage.name && this.#options.shouldReturnDirect.has(lastMessage.name))
  /**
 		* return directly without invoking the model again
 		*/
@@ -55,9 +81,9 @@ var AgentNode = class extends require_RunnableCallable.RunnableCallable {
 		if (response instanceof __langchain_langgraph.Command) return response;
 		response.name = this.name;
 		response.lc_kwargs.name = this.name;
-		if (this.#areMoreStepsNeeded(state, response)) return { messages: [new __langchain_core_messages.AIMessage("Sorry, need more steps to process this request.", {
+		if (this.#areMoreStepsNeeded(state, response)) return { messages: [new __langchain_core_messages.AIMessage({
+			content: "Sorry, need more steps to process this request.",
 			name: this.name,
-			lc_kwargs: { name: this.name },
 			id: response.id
 		})] };
 		return { messages: [response] };
@@ -68,23 +94,15 @@ var AgentNode = class extends require_RunnableCallable.RunnableCallable {
 	* @param config - The config of the agent.
 	* @returns The model.
 	*/
-	#deriveModel(state, config) {
-		if (this.#options.model) {
-			if (typeof this.#options.model === "string") return require_chat_models_universal.initChatModel(this.#options.model);
-			throw new Error("`model` option must be a string.");
-		}
-		const model = this.#options.llm;
-		/**
-		* If the model is a function, call it to get the model.
-		*/
-		if (typeof model === "function") return model(state, config);
-		if (model) return model;
-		throw new Error("No model option was provided, either via `model` or via `llm` option.");
+	#deriveModel() {
+		if (typeof this.#options.model === "string") return require_chat_models_universal.initChatModel(this.#options.model);
+		if (this.#options.model) return this.#options.model;
+		throw new Error("No model option was provided, either via `model` option.");
 	}
 	async #invokeModel(state, config, options = {}) {
-		const model = await this.#deriveModel(state, config);
+		const model = await this.#deriveModel();
 		/**
-		* Execute prepareModelRequest hooks from beforeModelNodes
+		* Execute modifyModelRequest hooks from beforeModelNodes
 		*/
 		const preparedOptions = await this.#executePrepareModelRequestHooks(model, state, config);
 		/**
@@ -96,19 +114,16 @@ var AgentNode = class extends require_RunnableCallable.RunnableCallable {
 		* Check if the LLM already has bound tools and throw if it does.
 		*/
 		require_utils.validateLLMHasNoBoundTools(finalModel);
-		const modelWithTools = await this.#bindTools(finalModel, preparedOptions);
+		const structuredResponseFormat = this.#getResponseFormat(finalModel);
+		const modelWithTools = await this.#bindTools(finalModel, preparedOptions, structuredResponseFormat);
 		let modelInput = this.#getModelInputState(state);
+		/**
+		* Use messages from preparedOptions if provided
+		*/
 		if (preparedOptions?.messages) modelInput = {
 			...modelInput,
 			messages: preparedOptions.messages
 		};
-		if (preparedOptions?.systemMessage) {
-			const systemMsg = new __langchain_core_messages.SystemMessage(preparedOptions.systemMessage);
-			modelInput = {
-				...modelInput,
-				messages: [systemMsg, ...modelInput.messages]
-			};
-		}
 		const signal = require_utils$1.mergeAbortSignals(this.#options.signal, config.signal);
 		const invokeConfig = {
 			...config,
@@ -119,15 +134,16 @@ var AgentNode = class extends require_RunnableCallable.RunnableCallable {
 		* if the user requests a native schema output, try to parse the response
 		* and return the structured response if it is valid
 		*/
-		if (this.#options.responseFormat instanceof require_responses.ProviderStrategy) {
-			const structuredResponse = this.#options.responseFormat.parse(response);
+		if (structuredResponseFormat?.type === "native") {
+			const structuredResponse = structuredResponseFormat.strategy.parse(response);
 			if (structuredResponse) return {
 				structuredResponse,
 				messages: [response]
 			};
+			return response;
 		}
-		if (!response.tool_calls) return response;
-		const toolCalls = response.tool_calls.filter((call) => call.name in this.#structuredToolInfo);
+		if (!structuredResponseFormat || !response.tool_calls) return response;
+		const toolCalls = response.tool_calls.filter((call) => call.name in structuredResponseFormat.tools);
 		/**
 		* if there were not structured tool calls, we can return the response
 		*/
@@ -136,10 +152,10 @@ var AgentNode = class extends require_RunnableCallable.RunnableCallable {
 		* if there were multiple structured tool calls, we should throw an error as this
 		* scenario is not defined/supported.
 		*/
-		if (toolCalls.length > 1) return this.#handleMultipleStructuredOutputs(response, toolCalls);
-		const toolStrategy = this.#structuredToolInfo[toolCalls[0].name];
+		if (toolCalls.length > 1) return this.#handleMultipleStructuredOutputs(response, toolCalls, structuredResponseFormat);
+		const toolStrategy = structuredResponseFormat.tools[toolCalls[0].name];
 		const toolMessageContent = toolStrategy?.options?.toolMessageContent;
-		return this.#handleSingleStructuredOutput(response, toolCalls[0], toolMessageContent ?? options.lastMessage);
+		return this.#handleSingleStructuredOutput(response, toolCalls[0], structuredResponseFormat, toolMessageContent ?? options.lastMessage);
 	}
 	/**
 	* If the model returns multiple structured outputs, we need to handle it.
@@ -147,21 +163,17 @@ var AgentNode = class extends require_RunnableCallable.RunnableCallable {
 	* @param toolCalls - The tool calls that were made
 	* @returns The response from the model
 	*/
-	#handleMultipleStructuredOutputs(response, toolCalls) {
-		/**
-		* the following should never happen, let's throw an error if it does
-		*/
-		if (this.#options.responseFormat instanceof require_responses.ProviderStrategy) throw new Error("Multiple structured outputs should not apply to native structured output responses");
+	#handleMultipleStructuredOutputs(response, toolCalls, responseFormat) {
 		const multipleStructuredOutputsError = new require_errors.MultipleStructuredOutputsError(toolCalls.map((call) => call.name));
-		return this.#handleToolStrategyError(multipleStructuredOutputsError, response, toolCalls[0]);
+		return this.#handleToolStrategyError(multipleStructuredOutputsError, response, toolCalls[0], responseFormat);
 	}
 	/**
 	* If the model returns a single structured output, we need to handle it.
 	* @param toolCall - The tool call that was made
 	* @returns The structured response and a message to the LLM if needed
 	*/
-	#handleSingleStructuredOutput(response, toolCall, lastMessage) {
-		const tool = this.#structuredToolInfo[toolCall.name];
+	#handleSingleStructuredOutput(response, toolCall, responseFormat, lastMessage) {
+		const tool = responseFormat.tools[toolCall.name];
 		try {
 			const structuredResponse = tool.parse(toolCall.args);
 			return {
@@ -169,10 +181,10 @@ var AgentNode = class extends require_RunnableCallable.RunnableCallable {
 				messages: [response, new __langchain_core_messages.AIMessage(lastMessage ?? `Returning structured response: ${JSON.stringify(structuredResponse)}`)]
 			};
 		} catch (error) {
-			return this.#handleToolStrategyError(error, response, toolCall);
+			return this.#handleToolStrategyError(error, response, toolCall, responseFormat);
 		}
 	}
-	async #handleToolStrategyError(error, response, toolCall) {
+	async #handleToolStrategyError(error, response, toolCall, responseFormat) {
 		/**
 		* Using the `errorHandler` option of the first `ToolStrategy` entry is sufficient here.
 		* There is technically only one `ToolStrategy` entry in `structuredToolInfo` if the user
@@ -180,7 +192,7 @@ var AgentNode = class extends require_RunnableCallable.RunnableCallable {
 		* schema objects, these will be transformed into multiple `ToolStrategy` entries but all
 		* with the same `handleError` option.
 		*/
-		const errorHandler = Object.values(this.#structuredToolInfo).at(0)?.options?.handleError;
+		const errorHandler = Object.values(responseFormat.tools).at(0)?.options?.handleError;
 		const toolCallId = toolCall.id;
 		if (!toolCallId) throw new Error("Tool call ID is required to handle tool output errors. Please provide a tool call ID.");
 		/**
@@ -223,7 +235,7 @@ var AgentNode = class extends require_RunnableCallable.RunnableCallable {
 		throw error;
 	}
 	#areMoreStepsNeeded(state, response) {
-		const allToolsReturnDirect = response instanceof __langchain_core_messages.AIMessage && response.tool_calls?.every((call) => this.#options.shouldReturnDirect.has(call.name));
+		const allToolsReturnDirect = __langchain_core_messages.AIMessage.isInstance(response) && response.tool_calls?.every((call) => this.#options.shouldReturnDirect.has(call.name));
 		const remainingSteps = "remainingSteps" in state ? state.remainingSteps : void 0;
 		return Boolean(remainingSteps && (remainingSteps < 1 && allToolsReturnDirect || remainingSteps < 2 && require_utils.hasToolCalls(state.messages)));
 	}
@@ -239,34 +251,63 @@ var AgentNode = class extends require_RunnableCallable.RunnableCallable {
 		};
 	}
 	async #executePrepareModelRequestHooks(model, state, config) {
-		if (!this.#options.prepareModelRequestHookMiddlewares || this.#options.prepareModelRequestHookMiddlewares.length === 0) return void 0;
-		let systemMessage;
-		if (typeof this.#options.prompt === "string") systemMessage = new __langchain_core_messages.SystemMessage(this.#options.prompt);
-		else if ((0, __langchain_core_messages.isBaseMessage)(this.#options.prompt)) systemMessage = this.#options.prompt;
+		if (!this.#options.modifyModelRequestHookMiddleware || this.#options.modifyModelRequestHookMiddleware.length === 0) return void 0;
+		/**
+		* Get the prompt for system message
+		*/
+		const systemPrompt = this.#options.systemPrompt;
+		/**
+		* Prepare the initial call options
+		*/
 		let currentOptions = {
 			model,
-			systemMessage,
+			systemPrompt,
 			messages: state.messages,
-			tools: []
+			tools: this.#options.toolClasses.map((tool) => tool.name)
 		};
-		const middlewares = this.#options.prepareModelRequestHookMiddlewares;
-		for (const [middleware, getMiddlewareState] of middlewares) {
-			const context = {
-				...middleware.contextSchema?.parse({}) || {},
-				...config?.context || {}
-			};
+		/**
+		* Execute modifyModelRequest hooks from all middleware
+		*/
+		const middlewareList = this.#options.modifyModelRequestHookMiddleware;
+		for (const [middleware, getMiddlewareState] of middlewareList) {
+			/**
+			* Merge context with default context of middleware
+			*/
+			const context = middleware.contextSchema ? (0, __langchain_core_utils_types.interopParse)(middleware.contextSchema, config?.context || {}) : config?.context;
+			/**
+			* Create runtime
+			*/
 			const runtime = {
 				toolCalls: require_utils$2.parseToolCalls(state.messages),
-				toolResults: require_utils$2.parseToolResults(state.messages),
-				context
+				tools: this.#options.toolClasses,
+				context,
+				writer: config.writer,
+				interrupt: config.interrupt,
+				signal: config.signal,
+				terminate: (result$1) => ({
+					type: "terminate",
+					result: result$1
+				})
 			};
-			const result = await middleware.prepareModelRequest(currentOptions, {
-				messages: state.messages,
-				...getMiddlewareState()
-			}, {
-				...runtime,
-				context
-			});
+			const result = await middleware.modifyModelRequest(
+				currentOptions,
+				{
+					messages: state.messages,
+					...getMiddlewareState()
+				},
+				/**
+				* ensure runtime is frozen to prevent modifications
+				*/
+				Object.freeze({
+					...runtime,
+					context
+				})
+			);
+			/**
+			* raise meaningful error if unknown tools were selected
+			*/
+			const unknownTools = result?.tools?.filter((tool) => !this.#options.toolClasses.some((t) => t.name === tool)) ?? [];
+			if (unknownTools.length > 0) throw new Error(`Unknown tools selected in middleware "${middleware.name}": ${unknownTools.join(", ")}, available tools: ${this.#options.toolClasses.map((t) => t.name).join(", ")}!`);
 			if (result) currentOptions = {
 				...currentOptions,
 				...result
@@ -274,10 +315,11 @@ var AgentNode = class extends require_RunnableCallable.RunnableCallable {
 		}
 		return currentOptions;
 	}
-	async #bindTools(model, preparedOptions) {
-		const options = { ...preparedOptions?.modelSettings };
-		const structuredTools = Object.values(this.#structuredToolInfo);
-		const allTools = this.#options.toolClasses.concat(...structuredTools.map((toolStrategy) => toolStrategy.tool), ...preparedOptions?.tools || []);
+	async #bindTools(model, preparedOptions, structuredResponseFormat) {
+		const options = {};
+		const structuredTools = Object.values(structuredResponseFormat && "tools" in structuredResponseFormat ? structuredResponseFormat.tools : {});
+		const preparedTools = preparedOptions?.tools ?? [];
+		const allTools = [...preparedTools.length > 0 ? this.#options.toolClasses.filter((tool) => typeof tool.name === "string" && preparedTools.includes(tool.name)) : this.#options.toolClasses, ...structuredTools.map((toolStrategy) => toolStrategy.tool)];
 		/**
 		* If there are structured tools, we need to set the tool choice to "any"
 		* so that the model can choose to use a structured tool or not.
@@ -286,15 +328,15 @@ var AgentNode = class extends require_RunnableCallable.RunnableCallable {
 		/**
 		* check if the user requests a native schema output
 		*/
-		if (this.#options.responseFormat instanceof require_responses.ProviderStrategy) {
+		if (structuredResponseFormat?.type === "native") {
 			/**
 			* if the model does not support JSON schema output, throw an error
 			*/
-			if (!require_utils.hasSupportForJsonSchemaOutput(model)) throw new Error("Model does not support native structured output responses. Please use a model that supports native structured output responses or use a tool output.");
+			if (!require_responses.hasSupportForJsonSchemaOutput(model)) throw new Error("Model does not support native structured output responses. Please use a model that supports native structured output responses or use a tool output.");
 			const jsonSchemaParams = {
-				name: this.#options.responseFormat.schema?.name ?? "extract",
-				description: (0, __langchain_core_utils_types.getSchemaDescription)(this.#options.responseFormat.schema),
-				schema: this.#options.responseFormat.schema,
+				name: structuredResponseFormat.strategy.schema?.name ?? "extract",
+				description: (0, __langchain_core_utils_types.getSchemaDescription)(structuredResponseFormat.strategy.schema),
+				schema: structuredResponseFormat.strategy.schema,
 				strict: true
 			};
 			Object.assign(options, {
@@ -304,7 +346,7 @@ var AgentNode = class extends require_RunnableCallable.RunnableCallable {
 				},
 				ls_structured_output_format: {
 					kwargs: { method: "json_schema" },
-					schema: this.#options.responseFormat.schema
+					schema: structuredResponseFormat.strategy.schema
 				},
 				strict: true
 			});
@@ -319,11 +361,11 @@ var AgentNode = class extends require_RunnableCallable.RunnableCallable {
 		/**
 		* Create a model runnable with the prompt and agent name
 		*/
-		const modelRunnable = require_utils.getPromptRunnable(this.#options.prompt).pipe(this.#options.includeAgentName === "inline" ? require_withAgentName.withAgentName(modelWithTools, this.#options.includeAgentName) : modelWithTools);
+		const modelRunnable = require_utils.getPromptRunnable(preparedOptions?.systemPrompt ?? this.#options.systemPrompt).pipe(this.#options.includeAgentName === "inline" ? require_withAgentName.withAgentName(modelWithTools, this.#options.includeAgentName) : modelWithTools);
 		return modelRunnable;
 	}
 	static get nodeOptions() {
-		return { input: zod.z.object({ messages: zod.z.array(zod.z.custom()) }) };
+		return { input: zod_v3.z.object({ messages: zod_v3.z.array(zod_v3.z.custom()) }) };
 	}
 };
 

package/dist/agents/middlewareAgent/nodes/AgentNode.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"AgentNode.cjs","names":["RunnableCallable","options: AgentNodeOptions<StructuredResponseFormat, ContextSchema>","#run","#options","#structuredToolInfo","transformResponseFormat","ToolStrategy","state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"]","config: RunnableConfig","#invokeModel","Command","#areMoreStepsNeeded","AIMessage","initChatModel","options: {\n      lastMessage?: string;\n    }","#deriveModel","#executePrepareModelRequestHooks","validateLLMHasNoBoundTools","#bindTools","#getModelInputState","SystemMessage","mergeAbortSignals","ProviderStrategy","#handleMultipleStructuredOutputs","#handleSingleStructuredOutput","response: AIMessage","toolCalls: ToolCall[]","MultipleStructuredOutputsError","#handleToolStrategyError","toolCall: ToolCall","lastMessage?: string","error: ToolStrategyError","ToolMessage","response: BaseMessage","hasToolCalls","model: LanguageModelLike","config: LangGraphRunnableConfig","systemMessage: BaseMessage | undefined","currentOptions: ModelRequest","runtime: Runtime<any>","parseToolCalls","parseToolResults","preparedOptions?: ModelRequest","options: Partial<BaseChatModelCallOptions & AnthropicModelSettings>","hasSupportForJsonSchemaOutput","bindTools","getPromptRunnable","withAgentName","z"],"sources":["../../../../src/agents/middlewareAgent/nodes/AgentNode.ts"],"sourcesContent":["/* eslint-disable no-instanceof/no-instanceof */\nimport { Runnable, RunnableConfig } from \"@langchain/core/runnables\";\nimport {\n  BaseMessage,\n  AIMessage,\n  ToolMessage,\n  SystemMessage,\n  isBaseMessage,\n  isToolMessage,\n} from \"@langchain/core/messages\";\nimport { z } from \"zod\";\nimport { Command, type LangGraphRunnableConfig } from \"@langchain/langgraph\";\nimport { type LanguageModelLike } from \"@langchain/core/language_models/base\";\nimport { type BaseChatModelCallOptions } from \"@langchain/core/language_models/chat_models\";\nimport {\n  InteropZodObject,\n  getSchemaDescription,\n} from \"@langchain/core/utils/types\";\nimport type { ToolCall } from \"@langchain/core/messages/tool\";\n\nimport { initChatModel } from \"../../../chat_models/universal.js\";\nimport { MultipleStructuredOutputsError } from \"../../errors.js\";\nimport { RunnableCallable } from \"../../RunnableCallable.js\";\nimport { PreHookAnnotation, AnyAnnotationRoot } from \"../../annotation.js\";\nimport {\n  bindTools,\n  getPromptRunnable,\n  validateLLMHasNoBoundTools,\n  hasToolCalls,\n  hasSupportForJsonSchemaOutput,\n} from \"../../utils.js\";\nimport { mergeAbortSignals } from \"../../nodes/utils.js\";\nimport {\n  ModelRequest,\n  CreateAgentParams,\n  InternalAgentState,\n  AnthropicModelSettings,\n  Runtime,\n  AgentMiddleware,\n} from \"../types.js\";\nimport type { ClientTool, ServerTool } from \"../../types.js\";\nimport { withAgentName } from \"../../withAgentName.js\";\nimport {\n  ToolStrategy,\n  ProviderStrategy,\n  transformResponseFormat,\n  ToolStrategyError,\n} from \"../../responses.js\";\nimport { parseToolCalls, parseToolResults } from \"./utils.js\";\n\ntype ResponseHandlerResult<StructuredResponseFormat> =\n  | {\n      structuredResponse: StructuredResponseFormat;\n      messages: BaseMessage[];\n    }\n  | Promise<Command>;\n\nexport interface AgentNodeOptions<\n  StructuredResponseFormat extends Record<string, unknown> = Record<\n    string,\n    unknown\n  >,\n  ContextSchema extends AnyAnnotationRoot | InteropZodObject = AnyAnnotationRoot\n> extends Pick<\n    CreateAgentParams<StructuredResponseFormat, ContextSchema>,\n    | \"llm\"\n    | \"model\"\n    | \"prompt\"\n    | \"includeAgentName\"\n    | \"name\"\n    | \"responseFormat\"\n    | \"middlewares\"\n  > {\n  toolClasses: (ClientTool | ServerTool)[];\n  shouldReturnDirect: Set<string>;\n  signal?: AbortSignal;\n  prepareModelRequestHookMiddlewares?: [\n    AgentMiddleware<any, any, any>,\n    () => any\n  ][];\n}\n\nexport class AgentNode<\n  StructuredResponseFormat extends Record<string, unknown> = Record<\n    string,\n    unknown\n  >,\n  ContextSchema extends AnyAnnotationRoot | InteropZodObject = AnyAnnotationRoot\n> extends RunnableCallable<\n  InternalAgentState<StructuredResponseFormat> & PreHookAnnotation[\"State\"],\n  { messages: BaseMessage[] } | { structuredResponse: StructuredResponseFormat }\n> {\n  #options: AgentNodeOptions<StructuredResponseFormat, ContextSchema>;\n\n  #structuredToolInfo: Record<string, ToolStrategy> = {};\n\n  constructor(\n    options: AgentNodeOptions<StructuredResponseFormat, ContextSchema>\n  ) {\n    super({\n      name: options.name ?? \"model\",\n      func: (input, config) =>\n        this.#run(input, config as RunnableConfig) as any,\n    });\n\n    this.#options = options;\n\n    /**\n     * Populate a list of structured tool info.\n     */\n    this.#structuredToolInfo = (\n      transformResponseFormat(this.#options.responseFormat).filter(\n        (format) => format instanceof ToolStrategy\n      ) as ToolStrategy[]\n    ).reduce((acc, format) => {\n      acc[format.name] = format;\n      return acc;\n    }, {} as Record<string, ToolStrategy>);\n  }\n\n  async #run(\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"],\n    config: RunnableConfig\n  ) {\n    /**\n     * Check if we just executed a returnDirect tool\n     * If so, we should generate structured response (if needed) and stop\n     */\n    const lastMessage = state.messages.at(-1);\n    if (\n      lastMessage &&\n      isToolMessage(lastMessage) &&\n      lastMessage.name &&\n      this.#options.shouldReturnDirect.has(lastMessage.name)\n    ) {\n      /**\n       * return directly without invoking the model again\n       */\n      return { messages: [] };\n    }\n\n    const response = await this.#invokeModel(state, config);\n\n    /**\n     * if we were able to generate a structured response, return it\n     */\n    if (\"structuredResponse\" in response) {\n      return {\n        messages: [...state.messages, ...(response.messages || [])],\n        structuredResponse: response.structuredResponse,\n      };\n    }\n\n    /**\n     * if we need to direct the agent to the model, return the update\n     */\n    if (response instanceof Command) {\n      return response;\n    }\n\n    response.name = this.name;\n    response.lc_kwargs.name = this.name;\n\n    if (this.#areMoreStepsNeeded(state, response)) {\n      return {\n        messages: [\n          new AIMessage(\"Sorry, need more steps to process this request.\", {\n            name: this.name,\n            lc_kwargs: { name: this.name },\n            id: response.id,\n          }),\n        ],\n      };\n    }\n\n    return { messages: [response] };\n  }\n\n  /**\n   * Derive the model from the options.\n   * @param state - The state of the agent.\n   * @param config - The config of the agent.\n   * @returns The model.\n   */\n  #deriveModel(\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"],\n    config: RunnableConfig\n  ) {\n    if (this.#options.model) {\n      if (typeof this.#options.model === \"string\") {\n        return initChatModel(this.#options.model);\n      }\n\n      throw new Error(\"`model` option must be a string.\");\n    }\n\n    const model = this.#options.llm;\n\n    /**\n     * If the model is a function, call it to get the model.\n     */\n    if (typeof model === \"function\") {\n      return model(state, config);\n    }\n\n    if (model) {\n      return model;\n    }\n\n    throw new Error(\n      \"No model option was provided, either via `model` or via `llm` option.\"\n    );\n  }\n\n  async #invokeModel(\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"],\n    config: RunnableConfig,\n    options: {\n      lastMessage?: string;\n    } = {}\n  ): Promise<AIMessage | ResponseHandlerResult<StructuredResponseFormat>> {\n    const model = await this.#deriveModel(state, config);\n\n    /**\n     * Execute prepareModelRequest hooks from beforeModelNodes\n     */\n    const preparedOptions = await this.#executePrepareModelRequestHooks(\n      model,\n      state,\n      config\n    );\n\n    /**\n     * If user provides a model in the preparedOptions, use it,\n     * otherwise use the model from the options\n     */\n    const finalModel = preparedOptions?.model ?? model;\n\n    /**\n     * Check if the LLM already has bound tools and throw if it does.\n     */\n    validateLLMHasNoBoundTools(finalModel);\n\n    const modelWithTools = await this.#bindTools(finalModel, preparedOptions);\n    let modelInput = this.#getModelInputState(state);\n\n    // Use messages from preparedOptions if provided\n    if (preparedOptions?.messages) {\n      modelInput = { ...modelInput, messages: preparedOptions.messages };\n    }\n\n    // Add system message if provided\n    if (preparedOptions?.systemMessage) {\n      // Prepend a system message if needed\n      const systemMsg = new SystemMessage(preparedOptions.systemMessage);\n      modelInput = {\n        ...modelInput,\n        messages: [systemMsg, ...modelInput.messages],\n      };\n    }\n\n    const signal = mergeAbortSignals(this.#options.signal, config.signal);\n    const invokeConfig = {\n      ...config,\n      signal,\n    };\n\n    const response = (await modelWithTools.invoke(\n      modelInput,\n      invokeConfig\n    )) as AIMessage;\n\n    /**\n     * if the user requests a native schema output, try to parse the response\n     * and return the structured response if it is valid\n     */\n    if (this.#options.responseFormat instanceof ProviderStrategy) {\n      const structuredResponse = this.#options.responseFormat.parse(response);\n      if (structuredResponse) {\n        return { structuredResponse, messages: [response] };\n      }\n    }\n\n    if (!response.tool_calls) {\n      return response;\n    }\n\n    const toolCalls = response.tool_calls.filter(\n      (call) => call.name in this.#structuredToolInfo\n    );\n\n    /**\n     * if there were not structured tool calls, we can return the response\n     */\n    if (toolCalls.length === 0) {\n      return response;\n    }\n\n    /**\n     * if there were multiple structured tool calls, we should throw an error as this\n     * scenario is not defined/supported.\n     */\n    if (toolCalls.length > 1) {\n      return this.#handleMultipleStructuredOutputs(response, toolCalls);\n    }\n\n    const toolStrategy = this.#structuredToolInfo[toolCalls[0].name];\n    const toolMessageContent = toolStrategy?.options?.toolMessageContent;\n    return this.#handleSingleStructuredOutput(\n      response,\n      toolCalls[0],\n      toolMessageContent ?? options.lastMessage\n    );\n  }\n\n  /**\n   * If the model returns multiple structured outputs, we need to handle it.\n   * @param response - The response from the model\n   * @param toolCalls - The tool calls that were made\n   * @returns The response from the model\n   */\n  #handleMultipleStructuredOutputs(\n    response: AIMessage,\n    toolCalls: ToolCall[]\n  ): Promise<Command> {\n    /**\n     * the following should never happen, let's throw an error if it does\n     */\n    if (this.#options.responseFormat instanceof ProviderStrategy) {\n      throw new Error(\n        \"Multiple structured outputs should not apply to native structured output responses\"\n      );\n    }\n\n    const multipleStructuredOutputsError = new MultipleStructuredOutputsError(\n      toolCalls.map((call) => call.name)\n    );\n\n    return this.#handleToolStrategyError(\n      multipleStructuredOutputsError,\n      response,\n      toolCalls[0]\n    );\n  }\n\n  /**\n   * If the model returns a single structured output, we need to handle it.\n   * @param toolCall - The tool call that was made\n   * @returns The structured response and a message to the LLM if needed\n   */\n  #handleSingleStructuredOutput(\n    response: AIMessage,\n    toolCall: ToolCall,\n    lastMessage?: string\n  ): ResponseHandlerResult<StructuredResponseFormat> {\n    const tool = this.#structuredToolInfo[toolCall.name];\n\n    try {\n      const structuredResponse = tool.parse(\n        toolCall.args\n      ) as StructuredResponseFormat;\n\n      return {\n        structuredResponse,\n        messages: [\n          response,\n          new AIMessage(\n            lastMessage ??\n              `Returning structured response: ${JSON.stringify(\n                structuredResponse\n              )}`\n          ),\n        ],\n      };\n    } catch (error) {\n      return this.#handleToolStrategyError(\n        error as ToolStrategyError,\n        response,\n        toolCall\n      );\n    }\n  }\n\n  async #handleToolStrategyError(\n    error: ToolStrategyError,\n    response: AIMessage,\n    toolCall: ToolCall\n  ): Promise<Command> {\n    /**\n     * Using the `errorHandler` option of the first `ToolStrategy` entry is sufficient here.\n     * There is technically only one `ToolStrategy` entry in `structuredToolInfo` if the user\n     * uses `toolStrategy` to define the response format. If the user applies a list of json\n     * schema objects, these will be transformed into multiple `ToolStrategy` entries but all\n     * with the same `handleError` option.\n     */\n    const errorHandler = Object.values(this.#structuredToolInfo).at(0)?.options\n      ?.handleError;\n\n    const toolCallId = toolCall.id;\n    if (!toolCallId) {\n      throw new Error(\n        \"Tool call ID is required to handle tool output errors. Please provide a tool call ID.\"\n      );\n    }\n\n    /**\n     * retry if:\n     */\n    if (\n      /**\n       * if the user has provided `true` as the `errorHandler` option, return a new AIMessage\n       * with the error message and retry the tool call.\n       */\n      (typeof errorHandler === \"boolean\" && errorHandler) ||\n      /**\n       * if `errorHandler` is an array and contains MultipleStructuredOutputsError\n       */\n      (Array.isArray(errorHandler) &&\n        errorHandler.some((h) => h instanceof MultipleStructuredOutputsError))\n    ) {\n      return new Command({\n        update: {\n          messages: [\n            response,\n            new ToolMessage({\n              content: error.message,\n              tool_call_id: toolCallId,\n            }),\n          ],\n        },\n        goto: \"model\",\n      });\n    }\n\n    /**\n     * if `errorHandler` is a string, retry the tool call with given string\n     */\n    if (typeof errorHandler === \"string\") {\n      return new Command({\n        update: {\n          messages: [\n            response,\n            new ToolMessage({\n              content: errorHandler,\n              tool_call_id: toolCallId,\n            }),\n          ],\n        },\n        goto: \"model\",\n      });\n    }\n\n    /**\n     * if `errorHandler` is a function, retry the tool call with the function\n     */\n    if (typeof errorHandler === \"function\") {\n      const content = await errorHandler(error);\n      if (typeof content !== \"string\") {\n        throw new Error(\"Error handler must return a string.\");\n      }\n\n      return new Command({\n        update: {\n          messages: [\n            response,\n            new ToolMessage({\n              content,\n              tool_call_id: toolCallId,\n            }),\n          ],\n        },\n        goto: \"model\",\n      });\n    }\n\n    /**\n     * throw otherwise, e.g. if `errorHandler` is not defined or set to `false`\n     */\n    throw error;\n  }\n\n  #areMoreStepsNeeded(\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"],\n    response: BaseMessage\n  ): boolean {\n    const allToolsReturnDirect =\n      response instanceof AIMessage &&\n      response.tool_calls?.every((call) =>\n        this.#options.shouldReturnDirect.has(call.name)\n      );\n    const remainingSteps =\n      \"remainingSteps\" in state ? (state.remainingSteps as number) : undefined;\n    return Boolean(\n      remainingSteps &&\n        ((remainingSteps < 1 && allToolsReturnDirect) ||\n          (remainingSteps < 2 && hasToolCalls(state.messages)))\n    );\n  }\n\n  #getModelInputState(\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"]\n  ): Omit<InternalAgentState<StructuredResponseFormat>, \"llmInputMessages\"> {\n    const { messages, llmInputMessages, ...rest } = state;\n    if (llmInputMessages && llmInputMessages.length > 0) {\n      return { messages: llmInputMessages, ...rest } as Omit<\n        InternalAgentState<StructuredResponseFormat>,\n        \"llmInputMessages\"\n      >;\n    }\n    return { messages, ...rest } as Omit<\n      InternalAgentState<StructuredResponseFormat>,\n      \"llmInputMessages\"\n    >;\n  }\n\n  async #executePrepareModelRequestHooks(\n    model: LanguageModelLike,\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"],\n    config: LangGraphRunnableConfig\n  ): Promise<ModelRequest | undefined> {\n    if (\n      !this.#options.prepareModelRequestHookMiddlewares ||\n      this.#options.prepareModelRequestHookMiddlewares.length === 0\n    ) {\n      return undefined;\n    }\n\n    // Get the prompt for system message\n    let systemMessage: BaseMessage | undefined;\n    if (typeof this.#options.prompt === \"string\") {\n      systemMessage = new SystemMessage(this.#options.prompt);\n    } else if (isBaseMessage(this.#options.prompt)) {\n      systemMessage = this.#options.prompt;\n    }\n\n    // Prepare the initial call options\n    let currentOptions: ModelRequest = {\n      model,\n      systemMessage,\n      messages: state.messages,\n      tools: [],\n    };\n\n    // Execute prepareModelRequest hooks from all middlewares\n    const middlewares = this.#options.prepareModelRequestHookMiddlewares;\n    for (const [middleware, getMiddlewareState] of middlewares) {\n      // Merge context with default context of middleware\n      const context = {\n        ...(middleware.contextSchema?.parse({}) || {}),\n        ...(config?.context || {}),\n      };\n\n      // Create runtime\n      const runtime: Runtime<any> = {\n        toolCalls: parseToolCalls(state.messages),\n        toolResults: parseToolResults(state.messages),\n        context,\n      };\n\n      const result = await middleware.prepareModelRequest!(\n        currentOptions,\n        {\n          messages: state.messages,\n          ...getMiddlewareState(),\n        },\n        {\n          ...runtime,\n          context,\n        }\n      );\n\n      if (result) {\n        currentOptions = { ...currentOptions, ...result };\n      }\n    }\n\n    return currentOptions;\n  }\n\n  async #bindTools(\n    model: LanguageModelLike,\n    preparedOptions?: ModelRequest\n  ): Promise<Runnable> {\n    const options: Partial<BaseChatModelCallOptions & AnthropicModelSettings> =\n      {\n        ...preparedOptions?.modelSettings,\n      };\n    const structuredTools = Object.values(this.#structuredToolInfo);\n\n    // Use tools from preparedOptions if provided, otherwise use default tools\n    const allTools = this.#options.toolClasses.concat(\n      ...structuredTools.map((toolStrategy) => toolStrategy.tool),\n      ...(preparedOptions?.tools || [])\n    );\n\n    /**\n     * If there are structured tools, we need to set the tool choice to \"any\"\n     * so that the model can choose to use a structured tool or not.\n     */\n    const toolChoice =\n      preparedOptions?.toolChoice ||\n      (structuredTools.length > 0 ? \"any\" : undefined);\n\n    /**\n     * check if the user requests a native schema output\n     */\n    if (this.#options.responseFormat instanceof ProviderStrategy) {\n      /**\n       * if the model does not support JSON schema output, throw an error\n       */\n      if (!hasSupportForJsonSchemaOutput(model)) {\n        throw new Error(\n          \"Model does not support native structured output responses. Please use a model that supports native structured output responses or use a tool output.\"\n        );\n      }\n\n      const jsonSchemaParams = {\n        name: this.#options.responseFormat.schema?.name ?? \"extract\",\n        description: getSchemaDescription(this.#options.responseFormat.schema),\n        schema: this.#options.responseFormat.schema,\n        strict: true,\n      };\n\n      Object.assign(options, {\n        response_format: {\n          type: \"json_schema\",\n          json_schema: jsonSchemaParams,\n        },\n        ls_structured_output_format: {\n          kwargs: { method: \"json_schema\" },\n          schema: this.#options.responseFormat.schema,\n        },\n        strict: true,\n      });\n    }\n\n    /**\n     * Bind tools to the model if they are not already bound.\n     */\n    const modelWithTools = await bindTools(model, allTools, {\n      ...options,\n      tool_choice: toolChoice,\n    });\n\n    /**\n     * Create a model runnable with the prompt and agent name\n     */\n    const modelRunnable = getPromptRunnable(this.#options.prompt).pipe(\n      this.#options.includeAgentName === \"inline\"\n        ? withAgentName(modelWithTools, this.#options.includeAgentName)\n        : modelWithTools\n    );\n\n    return modelRunnable;\n  }\n\n  static get nodeOptions() {\n    return {\n      input: z.object({\n        messages: z.array(z.custom<BaseMessage>()),\n      }),\n    };\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;AAkFA,IAAa,YAAb,cAMUA,0CAGR;CACA;CAEA,sBAAoD,CAAE;CAEtD,YACEC,SACA;EACA,MAAM;GACJ,MAAM,QAAQ,QAAQ;GACtB,MAAM,CAAC,OAAO,WACZ,KAAKC,KAAK,OAAO,OAAyB;EAC7C,EAAC;EAEF,KAAKC,WAAW;;;;EAKhB,KAAKC,sBACHC,0CAAwB,KAAKF,SAAS,eAAe,CAAC,OACpD,CAAC,WAAW,kBAAkBG,+BAC/B,CACD,OAAO,CAAC,KAAK,WAAW;GACxB,IAAI,OAAO,QAAQ;AACnB,UAAO;EACR,GAAE,CAAE,EAAiC;CACvC;CAED,MAAMJ,KACJK,OAEAC,QACA;;;;;EAKA,MAAM,cAAc,MAAM,SAAS,GAAG,GAAG;AACzC,MACE,4DACc,YAAY,IAC1B,YAAY,QACZ,KAAKL,SAAS,mBAAmB,IAAI,YAAY,KAAK;;;;AAKtD,SAAO,EAAE,UAAU,CAAE,EAAE;EAGzB,MAAM,WAAW,MAAM,KAAKM,aAAa,OAAO,OAAO;;;;AAKvD,MAAI,wBAAwB,SAC1B,QAAO;GACL,UAAU,CAAC,GAAG,MAAM,UAAU,GAAI,SAAS,YAAY,CAAE,CAAE;GAC3D,oBAAoB,SAAS;EAC9B;;;;AAMH,MAAI,oBAAoBC,8BACtB,QAAO;EAGT,SAAS,OAAO,KAAK;EACrB,SAAS,UAAU,OAAO,KAAK;AAE/B,MAAI,KAAKC,oBAAoB,OAAO,SAAS,CAC3C,QAAO,EACL,UAAU,CACR,IAAIC,oCAAU,mDAAmD;GAC/D,MAAM,KAAK;GACX,WAAW,EAAE,MAAM,KAAK,KAAM;GAC9B,IAAI,SAAS;EACd,EACF,EACF;AAGH,SAAO,EAAE,UAAU,CAAC,QAAS,EAAE;CAChC;;;;;;;CAQD,aACEL,OAEAC,QACA;AACA,MAAI,KAAKL,SAAS,OAAO;AACvB,OAAI,OAAO,KAAKA,SAAS,UAAU,SACjC,QAAOU,4CAAc,KAAKV,SAAS,MAAM;AAG3C,SAAM,IAAI,MAAM;EACjB;EAED,MAAM,QAAQ,KAAKA,SAAS;;;;AAK5B,MAAI,OAAO,UAAU,WACnB,QAAO,MAAM,OAAO,OAAO;AAG7B,MAAI,MACF,QAAO;AAGT,QAAM,IAAI,MACR;CAEH;CAED,MAAMM,aACJF,OAEAC,QACAM,UAEI,CAAE,GACgE;EACtE,MAAM,QAAQ,MAAM,KAAKC,aAAa,OAAO,OAAO;;;;EAKpD,MAAM,kBAAkB,MAAM,KAAKC,iCACjC,OACA,OACA,OACD;;;;;EAMD,MAAM,aAAa,iBAAiB,SAAS;;;;EAK7CC,yCAA2B,WAAW;EAEtC,MAAM,iBAAiB,MAAM,KAAKC,WAAW,YAAY,gBAAgB;EACzE,IAAI,aAAa,KAAKC,oBAAoB,MAAM;AAGhD,MAAI,iBAAiB,UACnB,aAAa;GAAE,GAAG;GAAY,UAAU,gBAAgB;EAAU;AAIpE,MAAI,iBAAiB,eAAe;GAElC,MAAM,YAAY,IAAIC,wCAAc,gBAAgB;GACpD,aAAa;IACX,GAAG;IACH,UAAU,CAAC,WAAW,GAAG,WAAW,QAAS;GAC9C;EACF;EAED,MAAM,SAASC,kCAAkB,KAAKlB,SAAS,QAAQ,OAAO,OAAO;EACrE,MAAM,eAAe;GACnB,GAAG;GACH;EACD;EAED,MAAM,WAAY,MAAM,eAAe,OACrC,YACA,aACD;;;;;AAMD,MAAI,KAAKA,SAAS,0BAA0BmB,oCAAkB;GAC5D,MAAM,qBAAqB,KAAKnB,SAAS,eAAe,MAAM,SAAS;AACvE,OAAI,mBACF,QAAO;IAAE;IAAoB,UAAU,CAAC,QAAS;GAAE;EAEtD;AAED,MAAI,CAAC,SAAS,WACZ,QAAO;EAGT,MAAM,YAAY,SAAS,WAAW,OACpC,CAAC,SAAS,KAAK,QAAQ,KAAKC,oBAC7B;;;;AAKD,MAAI,UAAU,WAAW,EACvB,QAAO;;;;;AAOT,MAAI,UAAU,SAAS,EACrB,QAAO,KAAKmB,iCAAiC,UAAU,UAAU;EAGnE,MAAM,eAAe,KAAKnB,oBAAoB,UAAU,GAAG;EAC3D,MAAM,qBAAqB,cAAc,SAAS;AAClD,SAAO,KAAKoB,8BACV,UACA,UAAU,IACV,sBAAsB,QAAQ,YAC/B;CACF;;;;;;;CAQD,iCACEC,UACAC,WACkB;;;;AAIlB,MAAI,KAAKvB,SAAS,0BAA0BmB,mCAC1C,OAAM,IAAI,MACR;EAIJ,MAAM,iCAAiC,IAAIK,8CACzC,UAAU,IAAI,CAAC,SAAS,KAAK,KAAK;AAGpC,SAAO,KAAKC,yBACV,gCACA,UACA,UAAU,GACX;CACF;;;;;;CAOD,8BACEH,UACAI,UACAC,aACiD;EACjD,MAAM,OAAO,KAAK1B,oBAAoB,SAAS;AAE/C,MAAI;GACF,MAAM,qBAAqB,KAAK,MAC9B,SAAS,KACV;AAED,UAAO;IACL;IACA,UAAU,CACR,UACA,IAAIQ,oCACF,eACE,CAAC,+BAA+B,EAAE,KAAK,UACrC,mBACD,EAAE,CAER;GACF;EACF,SAAQ,OAAO;AACd,UAAO,KAAKgB,yBACV,OACA,UACA,SACD;EACF;CACF;CAED,MAAMA,yBACJG,OACAN,UACAI,UACkB;;;;;;;;EAQlB,MAAM,eAAe,OAAO,OAAO,KAAKzB,oBAAoB,CAAC,GAAG,EAAE,EAAE,SAChE;EAEJ,MAAM,aAAa,SAAS;AAC5B,MAAI,CAAC,WACH,OAAM,IAAI,MACR;;;;AAOJ,MAKG,OAAO,iBAAiB,aAAa,gBAIrC,MAAM,QAAQ,aAAa,IAC1B,aAAa,KAAK,CAAC,MAAM,aAAauB,8CAA+B,CAEvE,QAAO,IAAIjB,8BAAQ;GACjB,QAAQ,EACN,UAAU,CACR,UACA,IAAIsB,sCAAY;IACd,SAAS,MAAM;IACf,cAAc;GACf,EACF,EACF;GACD,MAAM;EACP;;;;AAMH,MAAI,OAAO,iBAAiB,SAC1B,QAAO,IAAItB,8BAAQ;GACjB,QAAQ,EACN,UAAU,CACR,UACA,IAAIsB,sCAAY;IACd,SAAS;IACT,cAAc;GACf,EACF,EACF;GACD,MAAM;EACP;;;;AAMH,MAAI,OAAO,iBAAiB,YAAY;GACtC,MAAM,UAAU,MAAM,aAAa,MAAM;AACzC,OAAI,OAAO,YAAY,SACrB,OAAM,IAAI,MAAM;AAGlB,UAAO,IAAItB,8BAAQ;IACjB,QAAQ,EACN,UAAU,CACR,UACA,IAAIsB,sCAAY;KACd;KACA,cAAc;IACf,EACF,EACF;IACD,MAAM;GACP;EACF;;;;AAKD,QAAM;CACP;CAED,oBACEzB,OAEA0B,UACS;EACT,MAAM,uBACJ,oBAAoBrB,uCACpB,SAAS,YAAY,MAAM,CAAC,SAC1B,KAAKT,SAAS,mBAAmB,IAAI,KAAK,KAAK,CAChD;EACH,MAAM,iBACJ,oBAAoB,QAAS,MAAM,iBAA4B;AACjE,SAAO,QACL,mBACI,iBAAiB,KAAK,wBACrB,iBAAiB,KAAK+B,2BAAa,MAAM,SAAS,EACxD;CACF;CAED,oBACE3B,OAEwE;EACxE,MAAM,EAAE,UAAU,iBAAkB,GAAG,MAAM,GAAG;AAChD,MAAI,oBAAoB,iBAAiB,SAAS,EAChD,QAAO;GAAE,UAAU;GAAkB,GAAG;EAAM;AAKhD,SAAO;GAAE;GAAU,GAAG;EAAM;CAI7B;CAED,MAAMS,iCACJmB,OACA5B,OAEA6B,QACmC;AACnC,MACE,CAAC,KAAKjC,SAAS,sCACf,KAAKA,SAAS,mCAAmC,WAAW,EAE5D,QAAO;EAIT,IAAIkC;AACJ,MAAI,OAAO,KAAKlC,SAAS,WAAW,UAClC,gBAAgB,IAAIiB,wCAAc,KAAKjB,SAAS;wDACzB,KAAKA,SAAS,OAAO,EAC5C,gBAAgB,KAAKA,SAAS;EAIhC,IAAImC,iBAA+B;GACjC;GACA;GACA,UAAU,MAAM;GAChB,OAAO,CAAE;EACV;EAGD,MAAM,cAAc,KAAKnC,SAAS;AAClC,OAAK,MAAM,CAAC,YAAY,mBAAmB,IAAI,aAAa;GAE1D,MAAM,UAAU;IACd,GAAI,WAAW,eAAe,MAAM,CAAE,EAAC,IAAI,CAAE;IAC7C,GAAI,QAAQ,WAAW,CAAE;GAC1B;GAGD,MAAMoC,UAAwB;IAC5B,WAAWC,+BAAe,MAAM,SAAS;IACzC,aAAaC,iCAAiB,MAAM,SAAS;IAC7C;GACD;GAED,MAAM,SAAS,MAAM,WAAW,oBAC9B,gBACA;IACE,UAAU,MAAM;IAChB,GAAG,oBAAoB;GACxB,GACD;IACE,GAAG;IACH;GACD,EACF;AAED,OAAI,QACF,iBAAiB;IAAE,GAAG;IAAgB,GAAG;GAAQ;EAEpD;AAED,SAAO;CACR;CAED,MAAMvB,WACJiB,OACAO,iBACmB;EACnB,MAAMC,UACJ,EACE,GAAG,iBAAiB,cACrB;EACH,MAAM,kBAAkB,OAAO,OAAO,KAAKvC,oBAAoB;EAG/D,MAAM,WAAW,KAAKD,SAAS,YAAY,OACzC,GAAG,gBAAgB,IAAI,CAAC,iBAAiB,aAAa,KAAK,EAC3D,GAAI,iBAAiB,SAAS,CAAE,EACjC;;;;;EAMD,MAAM,aACJ,iBAAiB,eAChB,gBAAgB,SAAS,IAAI,QAAQ;;;;AAKxC,MAAI,KAAKA,SAAS,0BAA0BmB,oCAAkB;;;;AAI5D,OAAI,CAACsB,4CAA8B,MAAM,CACvC,OAAM,IAAI,MACR;GAIJ,MAAM,mBAAmB;IACvB,MAAM,KAAKzC,SAAS,eAAe,QAAQ,QAAQ;IACnD,oEAAkC,KAAKA,SAAS,eAAe,OAAO;IACtE,QAAQ,KAAKA,SAAS,eAAe;IACrC,QAAQ;GACT;GAED,OAAO,OAAO,SAAS;IACrB,iBAAiB;KACf,MAAM;KACN,aAAa;IACd;IACD,6BAA6B;KAC3B,QAAQ,EAAE,QAAQ,cAAe;KACjC,QAAQ,KAAKA,SAAS,eAAe;IACtC;IACD,QAAQ;GACT,EAAC;EACH;;;;EAKD,MAAM,iBAAiB,MAAM0C,wBAAU,OAAO,UAAU;GACtD,GAAG;GACH,aAAa;EACd,EAAC;;;;EAKF,MAAM,gBAAgBC,gCAAkB,KAAK3C,SAAS,OAAO,CAAC,KAC5D,KAAKA,SAAS,qBAAqB,WAC/B4C,oCAAc,gBAAgB,KAAK5C,SAAS,iBAAiB,GAC7D,eACL;AAED,SAAO;CACR;CAED,WAAW,cAAc;AACvB,SAAO,EACL,OAAO6C,MAAE,OAAO,EACd,UAAUA,MAAE,MAAMA,MAAE,QAAqB,CAAC,CAC3C,EAAC,CACH;CACF;AACF"}
+{"version":3,"file":"AgentNode.cjs","names":["RunnableCallable","options: AgentNodeOptions<StructuredResponseFormat, ContextSchema>","#run","#options","model: string | LanguageModelLike","transformResponseFormat","ProviderStrategy","ToolStrategy","state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"]","config: RunnableConfig","ToolMessage","#invokeModel","Command","#areMoreStepsNeeded","AIMessage","initChatModel","options: {\n      lastMessage?: string;\n    }","#deriveModel","#executePrepareModelRequestHooks","validateLLMHasNoBoundTools","#getResponseFormat","#bindTools","#getModelInputState","mergeAbortSignals","#handleMultipleStructuredOutputs","#handleSingleStructuredOutput","response: AIMessage","toolCalls: ToolCall[]","responseFormat: ToolResponseFormat","MultipleStructuredOutputsError","#handleToolStrategyError","toolCall: ToolCall","lastMessage?: string","error: ToolStrategyError","response: BaseMessage","hasToolCalls","model: LanguageModelLike","config: LangGraphRunnableConfig","currentOptions: ModelRequest","runtime: Runtime<unknown, unknown>","parseToolCalls","result","preparedOptions: ModelRequest | undefined","structuredResponseFormat: ResponseFormat | undefined","options: Partial<BaseChatModelCallOptions>","hasSupportForJsonSchemaOutput","bindTools","getPromptRunnable","withAgentName","z"],"sources":["../../../../src/agents/middlewareAgent/nodes/AgentNode.ts"],"sourcesContent":["/* eslint-disable @typescript-eslint/no-explicit-any */\n/* eslint-disable no-instanceof/no-instanceof */\nimport { Runnable, RunnableConfig } from \"@langchain/core/runnables\";\nimport { BaseMessage, AIMessage, ToolMessage } from \"@langchain/core/messages\";\nimport { z } from \"zod/v3\";\nimport { Command, type LangGraphRunnableConfig } from \"@langchain/langgraph\";\nimport { type LanguageModelLike } from \"@langchain/core/language_models/base\";\nimport { type BaseChatModelCallOptions } from \"@langchain/core/language_models/chat_models\";\nimport {\n  InteropZodObject,\n  getSchemaDescription,\n  interopParse,\n} from \"@langchain/core/utils/types\";\nimport type { ToolCall } from \"@langchain/core/messages/tool\";\n\nimport { initChatModel } from \"../../../chat_models/universal.js\";\nimport { MultipleStructuredOutputsError } from \"../../errors.js\";\nimport { RunnableCallable } from \"../../RunnableCallable.js\";\nimport { PreHookAnnotation, AnyAnnotationRoot } from \"../../annotation.js\";\nimport {\n  bindTools,\n  getPromptRunnable,\n  validateLLMHasNoBoundTools,\n  hasToolCalls,\n} from \"../../utils.js\";\nimport { mergeAbortSignals } from \"../../nodes/utils.js\";\nimport {\n  ModelRequest,\n  CreateAgentParams,\n  InternalAgentState,\n  Runtime,\n  AgentMiddleware,\n} from \"../types.js\";\nimport type { ClientTool, ServerTool } from \"../../types.js\";\nimport { withAgentName } from \"../../withAgentName.js\";\nimport {\n  ToolStrategy,\n  ProviderStrategy,\n  transformResponseFormat,\n  ToolStrategyError,\n  hasSupportForJsonSchemaOutput,\n} from \"../../responses.js\";\nimport { parseToolCalls } from \"./utils.js\";\n\ntype ResponseHandlerResult<StructuredResponseFormat> =\n  | {\n      structuredResponse: StructuredResponseFormat;\n      messages: BaseMessage[];\n    }\n  | Promise<Command>;\n\nexport interface AgentNodeOptions<\n  StructuredResponseFormat extends Record<string, unknown> = Record<\n    string,\n    unknown\n  >,\n  ContextSchema extends AnyAnnotationRoot | InteropZodObject = AnyAnnotationRoot\n> extends Pick<\n    CreateAgentParams<StructuredResponseFormat, ContextSchema>,\n    | \"model\"\n    | \"systemPrompt\"\n    | \"includeAgentName\"\n    | \"name\"\n    | \"responseFormat\"\n    | \"middleware\"\n  > {\n  toolClasses: (ClientTool | ServerTool)[];\n  shouldReturnDirect: Set<string>;\n  signal?: AbortSignal;\n  modifyModelRequestHookMiddleware?: [\n    AgentMiddleware<any, any, any>,\n    () => any\n  ][];\n}\n\ninterface NativeResponseFormat {\n  type: \"native\";\n  strategy: ProviderStrategy;\n}\n\ninterface ToolResponseFormat {\n  type: \"tool\";\n  tools: Record<string, ToolStrategy>;\n}\n\ntype ResponseFormat = NativeResponseFormat | ToolResponseFormat;\n\nexport class AgentNode<\n  StructuredResponseFormat extends Record<string, unknown> = Record<\n    string,\n    unknown\n  >,\n  ContextSchema extends AnyAnnotationRoot | InteropZodObject = AnyAnnotationRoot\n> extends RunnableCallable<\n  InternalAgentState<StructuredResponseFormat> & PreHookAnnotation[\"State\"],\n  { messages: BaseMessage[] } | { structuredResponse: StructuredResponseFormat }\n> {\n  #options: AgentNodeOptions<StructuredResponseFormat, ContextSchema>;\n\n  constructor(\n    options: AgentNodeOptions<StructuredResponseFormat, ContextSchema>\n  ) {\n    super({\n      name: options.name ?? \"model\",\n      func: (input, config) =>\n        this.#run(input, config as RunnableConfig) as any,\n    });\n\n    this.#options = options;\n  }\n\n  /**\n   * Returns response format primtivies based on given model and response format provided by the user.\n   *\n   * If the the user selects a tool output:\n   * - return a record of tools to extract structured output from the model's response\n   *\n   * if the the user selects a native schema output or if the model supports JSON schema output:\n   * - return a provider strategy to extract structured output from the model's response\n   *\n   * @param model - The model to get the response format for.\n   * @returns The response format.\n   */\n  #getResponseFormat(\n    model: string | LanguageModelLike\n  ): ResponseFormat | undefined {\n    if (!this.#options.responseFormat) {\n      return undefined;\n    }\n\n    const strategies = transformResponseFormat(\n      this.#options.responseFormat,\n      undefined,\n      model\n    );\n\n    /**\n     * we either define a list of provider strategies or a list of tool strategies\n     */\n    const isProviderStrategy = strategies.every(\n      (format) => format instanceof ProviderStrategy\n    );\n\n    /**\n     * Populate a list of structured tool info.\n     */\n    if (!isProviderStrategy) {\n      return {\n        type: \"tool\",\n        tools: (\n          strategies.filter(\n            (format) => format instanceof ToolStrategy\n          ) as ToolStrategy[]\n        ).reduce((acc, format) => {\n          acc[format.name] = format;\n          return acc;\n        }, {} as Record<string, ToolStrategy>),\n      };\n    }\n\n    return {\n      type: \"native\",\n      /**\n       * there can only be one provider strategy\n       */\n      strategy: strategies[0] as ProviderStrategy,\n    };\n  }\n\n  async #run(\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"],\n    config: RunnableConfig\n  ) {\n    /**\n     * Check if we just executed a returnDirect tool\n     * If so, we should generate structured response (if needed) and stop\n     */\n    const lastMessage = state.messages.at(-1);\n    if (\n      lastMessage &&\n      ToolMessage.isInstance(lastMessage) &&\n      lastMessage.name &&\n      this.#options.shouldReturnDirect.has(lastMessage.name)\n    ) {\n      /**\n       * return directly without invoking the model again\n       */\n      return { messages: [] };\n    }\n\n    const response = await this.#invokeModel(state, config);\n\n    /**\n     * if we were able to generate a structured response, return it\n     */\n    if (\"structuredResponse\" in response) {\n      return {\n        messages: [...state.messages, ...(response.messages || [])],\n        structuredResponse: response.structuredResponse,\n      };\n    }\n\n    /**\n     * if we need to direct the agent to the model, return the update\n     */\n    if (response instanceof Command) {\n      return response;\n    }\n\n    response.name = this.name;\n    response.lc_kwargs.name = this.name;\n\n    if (this.#areMoreStepsNeeded(state, response)) {\n      return {\n        messages: [\n          new AIMessage({\n            content: \"Sorry, need more steps to process this request.\",\n            name: this.name,\n            id: response.id,\n          }),\n        ],\n      };\n    }\n\n    return { messages: [response] };\n  }\n\n  /**\n   * Derive the model from the options.\n   * @param state - The state of the agent.\n   * @param config - The config of the agent.\n   * @returns The model.\n   */\n  #deriveModel() {\n    if (typeof this.#options.model === \"string\") {\n      return initChatModel(this.#options.model);\n    }\n\n    if (this.#options.model) {\n      return this.#options.model;\n    }\n\n    throw new Error(\"No model option was provided, either via `model` option.\");\n  }\n\n  async #invokeModel(\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"],\n    config: RunnableConfig,\n    options: {\n      lastMessage?: string;\n    } = {}\n  ): Promise<AIMessage | ResponseHandlerResult<StructuredResponseFormat>> {\n    const model = await this.#deriveModel();\n\n    /**\n     * Execute modifyModelRequest hooks from beforeModelNodes\n     */\n    const preparedOptions = await this.#executePrepareModelRequestHooks(\n      model,\n      state,\n      config\n    );\n\n    /**\n     * If user provides a model in the preparedOptions, use it,\n     * otherwise use the model from the options\n     */\n    const finalModel = preparedOptions?.model ?? model;\n\n    /**\n     * Check if the LLM already has bound tools and throw if it does.\n     */\n    validateLLMHasNoBoundTools(finalModel);\n\n    const structuredResponseFormat = this.#getResponseFormat(finalModel);\n    const modelWithTools = await this.#bindTools(\n      finalModel,\n      preparedOptions,\n      structuredResponseFormat\n    );\n    let modelInput = this.#getModelInputState(state);\n\n    /**\n     * Use messages from preparedOptions if provided\n     */\n    if (preparedOptions?.messages) {\n      modelInput = { ...modelInput, messages: preparedOptions.messages };\n    }\n\n    const signal = mergeAbortSignals(this.#options.signal, config.signal);\n    const invokeConfig = { ...config, signal };\n    const response = (await modelWithTools.invoke(\n      modelInput,\n      invokeConfig\n    )) as AIMessage;\n\n    /**\n     * if the user requests a native schema output, try to parse the response\n     * and return the structured response if it is valid\n     */\n    if (structuredResponseFormat?.type === \"native\") {\n      const structuredResponse =\n        structuredResponseFormat.strategy.parse(response);\n      if (structuredResponse) {\n        return { structuredResponse, messages: [response] };\n      }\n\n      return response;\n    }\n\n    if (!structuredResponseFormat || !response.tool_calls) {\n      return response;\n    }\n\n    const toolCalls = response.tool_calls.filter(\n      (call) => call.name in structuredResponseFormat.tools\n    );\n\n    /**\n     * if there were not structured tool calls, we can return the response\n     */\n    if (toolCalls.length === 0) {\n      return response;\n    }\n\n    /**\n     * if there were multiple structured tool calls, we should throw an error as this\n     * scenario is not defined/supported.\n     */\n    if (toolCalls.length > 1) {\n      return this.#handleMultipleStructuredOutputs(\n        response,\n        toolCalls,\n        structuredResponseFormat\n      );\n    }\n\n    const toolStrategy = structuredResponseFormat.tools[toolCalls[0].name];\n    const toolMessageContent = toolStrategy?.options?.toolMessageContent;\n    return this.#handleSingleStructuredOutput(\n      response,\n      toolCalls[0],\n      structuredResponseFormat,\n      toolMessageContent ?? options.lastMessage\n    );\n  }\n\n  /**\n   * If the model returns multiple structured outputs, we need to handle it.\n   * @param response - The response from the model\n   * @param toolCalls - The tool calls that were made\n   * @returns The response from the model\n   */\n  #handleMultipleStructuredOutputs(\n    response: AIMessage,\n    toolCalls: ToolCall[],\n    responseFormat: ToolResponseFormat\n  ): Promise<Command> {\n    const multipleStructuredOutputsError = new MultipleStructuredOutputsError(\n      toolCalls.map((call) => call.name)\n    );\n\n    return this.#handleToolStrategyError(\n      multipleStructuredOutputsError,\n      response,\n      toolCalls[0],\n      responseFormat\n    );\n  }\n\n  /**\n   * If the model returns a single structured output, we need to handle it.\n   * @param toolCall - The tool call that was made\n   * @returns The structured response and a message to the LLM if needed\n   */\n  #handleSingleStructuredOutput(\n    response: AIMessage,\n    toolCall: ToolCall,\n    responseFormat: ToolResponseFormat,\n    lastMessage?: string\n  ): ResponseHandlerResult<StructuredResponseFormat> {\n    const tool = responseFormat.tools[toolCall.name];\n\n    try {\n      const structuredResponse = tool.parse(\n        toolCall.args\n      ) as StructuredResponseFormat;\n\n      return {\n        structuredResponse,\n        messages: [\n          response,\n          new AIMessage(\n            lastMessage ??\n              `Returning structured response: ${JSON.stringify(\n                structuredResponse\n              )}`\n          ),\n        ],\n      };\n    } catch (error) {\n      return this.#handleToolStrategyError(\n        error as ToolStrategyError,\n        response,\n        toolCall,\n        responseFormat\n      );\n    }\n  }\n\n  async #handleToolStrategyError(\n    error: ToolStrategyError,\n    response: AIMessage,\n    toolCall: ToolCall,\n    responseFormat: ToolResponseFormat\n  ): Promise<Command> {\n    /**\n     * Using the `errorHandler` option of the first `ToolStrategy` entry is sufficient here.\n     * There is technically only one `ToolStrategy` entry in `structuredToolInfo` if the user\n     * uses `toolStrategy` to define the response format. If the user applies a list of json\n     * schema objects, these will be transformed into multiple `ToolStrategy` entries but all\n     * with the same `handleError` option.\n     */\n    const errorHandler = Object.values(responseFormat.tools).at(0)?.options\n      ?.handleError;\n\n    const toolCallId = toolCall.id;\n    if (!toolCallId) {\n      throw new Error(\n        \"Tool call ID is required to handle tool output errors. Please provide a tool call ID.\"\n      );\n    }\n\n    /**\n     * retry if:\n     */\n    if (\n      /**\n       * if the user has provided `true` as the `errorHandler` option, return a new AIMessage\n       * with the error message and retry the tool call.\n       */\n      (typeof errorHandler === \"boolean\" && errorHandler) ||\n      /**\n       * if `errorHandler` is an array and contains MultipleStructuredOutputsError\n       */\n      (Array.isArray(errorHandler) &&\n        errorHandler.some((h) => h instanceof MultipleStructuredOutputsError))\n    ) {\n      return new Command({\n        update: {\n          messages: [\n            response,\n            new ToolMessage({\n              content: error.message,\n              tool_call_id: toolCallId,\n            }),\n          ],\n        },\n        goto: \"model\",\n      });\n    }\n\n    /**\n     * if `errorHandler` is a string, retry the tool call with given string\n     */\n    if (typeof errorHandler === \"string\") {\n      return new Command({\n        update: {\n          messages: [\n            response,\n            new ToolMessage({\n              content: errorHandler,\n              tool_call_id: toolCallId,\n            }),\n          ],\n        },\n        goto: \"model\",\n      });\n    }\n\n    /**\n     * if `errorHandler` is a function, retry the tool call with the function\n     */\n    if (typeof errorHandler === \"function\") {\n      const content = await errorHandler(error);\n      if (typeof content !== \"string\") {\n        throw new Error(\"Error handler must return a string.\");\n      }\n\n      return new Command({\n        update: {\n          messages: [\n            response,\n            new ToolMessage({\n              content,\n              tool_call_id: toolCallId,\n            }),\n          ],\n        },\n        goto: \"model\",\n      });\n    }\n\n    /**\n     * throw otherwise, e.g. if `errorHandler` is not defined or set to `false`\n     */\n    throw error;\n  }\n\n  #areMoreStepsNeeded(\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"],\n    response: BaseMessage\n  ): boolean {\n    const allToolsReturnDirect =\n      AIMessage.isInstance(response) &&\n      response.tool_calls?.every((call) =>\n        this.#options.shouldReturnDirect.has(call.name)\n      );\n    const remainingSteps =\n      \"remainingSteps\" in state ? (state.remainingSteps as number) : undefined;\n    return Boolean(\n      remainingSteps &&\n        ((remainingSteps < 1 && allToolsReturnDirect) ||\n          (remainingSteps < 2 && hasToolCalls(state.messages)))\n    );\n  }\n\n  #getModelInputState(\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"]\n  ): Omit<InternalAgentState<StructuredResponseFormat>, \"llmInputMessages\"> {\n    const { messages, llmInputMessages, ...rest } = state;\n    if (llmInputMessages && llmInputMessages.length > 0) {\n      return { messages: llmInputMessages, ...rest } as Omit<\n        InternalAgentState<StructuredResponseFormat>,\n        \"llmInputMessages\"\n      >;\n    }\n    return { messages, ...rest } as Omit<\n      InternalAgentState<StructuredResponseFormat>,\n      \"llmInputMessages\"\n    >;\n  }\n\n  async #executePrepareModelRequestHooks(\n    model: LanguageModelLike,\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"],\n    config: LangGraphRunnableConfig\n  ): Promise<ModelRequest | undefined> {\n    if (\n      !this.#options.modifyModelRequestHookMiddleware ||\n      this.#options.modifyModelRequestHookMiddleware.length === 0\n    ) {\n      return undefined;\n    }\n\n    /**\n     * Get the prompt for system message\n     */\n    const systemPrompt = this.#options.systemPrompt;\n\n    /**\n     * Prepare the initial call options\n     */\n    let currentOptions: ModelRequest = {\n      model,\n      systemPrompt,\n      messages: state.messages,\n      tools: this.#options.toolClasses.map((tool) => tool.name as string),\n    };\n\n    /**\n     * Execute modifyModelRequest hooks from all middleware\n     */\n    const middlewareList = this.#options.modifyModelRequestHookMiddleware;\n    for (const [middleware, getMiddlewareState] of middlewareList) {\n      /**\n       * Merge context with default context of middleware\n       */\n      const context = middleware.contextSchema\n        ? interopParse(middleware.contextSchema, config?.context || {})\n        : config?.context;\n\n      /**\n       * Create runtime\n       */\n      const runtime: Runtime<unknown, unknown> = {\n        toolCalls: parseToolCalls(state.messages),\n        tools: this.#options.toolClasses,\n        context,\n        writer: config.writer,\n        interrupt: config.interrupt,\n        signal: config.signal,\n        terminate: (result) => ({ type: \"terminate\", result }),\n      };\n\n      const result = await middleware.modifyModelRequest!(\n        currentOptions,\n        {\n          messages: state.messages,\n          ...getMiddlewareState(),\n        },\n        /**\n         * ensure runtime is frozen to prevent modifications\n         */\n        Object.freeze({\n          ...runtime,\n          context,\n        })\n      );\n\n      /**\n       * raise meaningful error if unknown tools were selected\n       */\n      const unknownTools =\n        result?.tools?.filter(\n          (tool) => !this.#options.toolClasses.some((t) => t.name === tool)\n        ) ?? [];\n      if (unknownTools.length > 0) {\n        throw new Error(\n          `Unknown tools selected in middleware \"${\n            middleware.name\n          }\": ${unknownTools.join(\n            \", \"\n          )}, available tools: ${this.#options.toolClasses\n            .map((t) => t.name)\n            .join(\", \")}!`\n        );\n      }\n\n      if (result) {\n        currentOptions = { ...currentOptions, ...result };\n      }\n    }\n\n    return currentOptions;\n  }\n\n  async #bindTools(\n    model: LanguageModelLike,\n    preparedOptions: ModelRequest | undefined,\n    structuredResponseFormat: ResponseFormat | undefined\n  ): Promise<Runnable> {\n    const options: Partial<BaseChatModelCallOptions> = {};\n    const structuredTools = Object.values(\n      structuredResponseFormat && \"tools\" in structuredResponseFormat\n        ? structuredResponseFormat.tools\n        : {}\n    );\n\n    // Use tools from preparedOptions if provided, otherwise use default tools\n    const preparedTools = preparedOptions?.tools ?? [];\n    const allTools = [\n      ...(preparedTools.length > 0\n        ? this.#options.toolClasses.filter(\n            (tool) =>\n              typeof tool.name === \"string\" && preparedTools.includes(tool.name)\n          )\n        : this.#options.toolClasses),\n      ...structuredTools.map((toolStrategy) => toolStrategy.tool),\n    ];\n\n    /**\n     * If there are structured tools, we need to set the tool choice to \"any\"\n     * so that the model can choose to use a structured tool or not.\n     */\n    const toolChoice =\n      preparedOptions?.toolChoice ||\n      (structuredTools.length > 0 ? \"any\" : undefined);\n\n    /**\n     * check if the user requests a native schema output\n     */\n    if (structuredResponseFormat?.type === \"native\") {\n      /**\n       * if the model does not support JSON schema output, throw an error\n       */\n      if (!hasSupportForJsonSchemaOutput(model)) {\n        throw new Error(\n          \"Model does not support native structured output responses. Please use a model that supports native structured output responses or use a tool output.\"\n        );\n      }\n\n      const jsonSchemaParams = {\n        name: structuredResponseFormat.strategy.schema?.name ?? \"extract\",\n        description: getSchemaDescription(\n          structuredResponseFormat.strategy.schema\n        ),\n        schema: structuredResponseFormat.strategy.schema,\n        strict: true,\n      };\n\n      Object.assign(options, {\n        response_format: {\n          type: \"json_schema\",\n          json_schema: jsonSchemaParams,\n        },\n        ls_structured_output_format: {\n          kwargs: { method: \"json_schema\" },\n          schema: structuredResponseFormat.strategy.schema,\n        },\n        strict: true,\n      });\n    }\n\n    /**\n     * Bind tools to the model if they are not already bound.\n     */\n    const modelWithTools = await bindTools(model, allTools, {\n      ...options,\n      tool_choice: toolChoice,\n    });\n\n    /**\n     * Create a model runnable with the prompt and agent name\n     */\n    const modelRunnable = getPromptRunnable(\n      preparedOptions?.systemPrompt ?? this.#options.systemPrompt\n    ).pipe(\n      this.#options.includeAgentName === \"inline\"\n        ? withAgentName(modelWithTools, this.#options.includeAgentName)\n        : modelWithTools\n    );\n\n    return modelRunnable;\n  }\n\n  static get nodeOptions(): {\n    input: z.ZodObject<{ messages: z.ZodArray<z.ZodType<BaseMessage>> }>;\n  } {\n    return {\n      input: z.object({\n        messages: z.array(z.custom<BaseMessage>()),\n      }),\n    };\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;AAuFA,IAAa,YAAb,cAMUA,0CAGR;CACA;CAEA,YACEC,SACA;EACA,MAAM;GACJ,MAAM,QAAQ,QAAQ;GACtB,MAAM,CAAC,OAAO,WACZ,KAAKC,KAAK,OAAO,OAAyB;EAC7C,EAAC;EAEF,KAAKC,WAAW;CACjB;;;;;;;;;;;;;CAcD,mBACEC,OAC4B;AAC5B,MAAI,CAAC,KAAKD,SAAS,eACjB,QAAO;EAGT,MAAM,aAAaE,0CACjB,KAAKF,SAAS,gBACd,QACA,MACD;;;;EAKD,MAAM,qBAAqB,WAAW,MACpC,CAAC,WAAW,kBAAkBG,mCAC/B;;;;AAKD,MAAI,CAAC,mBACH,QAAO;GACL,MAAM;GACN,OACE,WAAW,OACT,CAAC,WAAW,kBAAkBC,+BAC/B,CACD,OAAO,CAAC,KAAK,WAAW;IACxB,IAAI,OAAO,QAAQ;AACnB,WAAO;GACR,GAAE,CAAE,EAAiC;EACvC;AAGH,SAAO;GACL,MAAM;GAIN,UAAU,WAAW;EACtB;CACF;CAED,MAAML,KACJM,OAEAC,QACA;;;;;EAKA,MAAM,cAAc,MAAM,SAAS,GAAG,GAAG;AACzC,MACE,eACAC,sCAAY,WAAW,YAAY,IACnC,YAAY,QACZ,KAAKP,SAAS,mBAAmB,IAAI,YAAY,KAAK;;;;AAKtD,SAAO,EAAE,UAAU,CAAE,EAAE;EAGzB,MAAM,WAAW,MAAM,KAAKQ,aAAa,OAAO,OAAO;;;;AAKvD,MAAI,wBAAwB,SAC1B,QAAO;GACL,UAAU,CAAC,GAAG,MAAM,UAAU,GAAI,SAAS,YAAY,CAAE,CAAE;GAC3D,oBAAoB,SAAS;EAC9B;;;;AAMH,MAAI,oBAAoBC,8BACtB,QAAO;EAGT,SAAS,OAAO,KAAK;EACrB,SAAS,UAAU,OAAO,KAAK;AAE/B,MAAI,KAAKC,oBAAoB,OAAO,SAAS,CAC3C,QAAO,EACL,UAAU,CACR,IAAIC,oCAAU;GACZ,SAAS;GACT,MAAM,KAAK;GACX,IAAI,SAAS;EACd,EACF,EACF;AAGH,SAAO,EAAE,UAAU,CAAC,QAAS,EAAE;CAChC;;;;;;;CAQD,eAAe;AACb,MAAI,OAAO,KAAKX,SAAS,UAAU,SACjC,QAAOY,4CAAc,KAAKZ,SAAS,MAAM;AAG3C,MAAI,KAAKA,SAAS,MAChB,QAAO,KAAKA,SAAS;AAGvB,QAAM,IAAI,MAAM;CACjB;CAED,MAAMQ,aACJH,OAEAC,QACAO,UAEI,CAAE,GACgE;EACtE,MAAM,QAAQ,MAAM,KAAKC,cAAc;;;;EAKvC,MAAM,kBAAkB,MAAM,KAAKC,iCACjC,OACA,OACA,OACD;;;;;EAMD,MAAM,aAAa,iBAAiB,SAAS;;;;EAK7CC,yCAA2B,WAAW;EAEtC,MAAM,2BAA2B,KAAKC,mBAAmB,WAAW;EACpE,MAAM,iBAAiB,MAAM,KAAKC,WAChC,YACA,iBACA,yBACD;EACD,IAAI,aAAa,KAAKC,oBAAoB,MAAM;;;;AAKhD,MAAI,iBAAiB,UACnB,aAAa;GAAE,GAAG;GAAY,UAAU,gBAAgB;EAAU;EAGpE,MAAM,SAASC,kCAAkB,KAAKpB,SAAS,QAAQ,OAAO,OAAO;EACrE,MAAM,eAAe;GAAE,GAAG;GAAQ;EAAQ;EAC1C,MAAM,WAAY,MAAM,eAAe,OACrC,YACA,aACD;;;;;AAMD,MAAI,0BAA0B,SAAS,UAAU;GAC/C,MAAM,qBACJ,yBAAyB,SAAS,MAAM,SAAS;AACnD,OAAI,mBACF,QAAO;IAAE;IAAoB,UAAU,CAAC,QAAS;GAAE;AAGrD,UAAO;EACR;AAED,MAAI,CAAC,4BAA4B,CAAC,SAAS,WACzC,QAAO;EAGT,MAAM,YAAY,SAAS,WAAW,OACpC,CAAC,SAAS,KAAK,QAAQ,yBAAyB,MACjD;;;;AAKD,MAAI,UAAU,WAAW,EACvB,QAAO;;;;;AAOT,MAAI,UAAU,SAAS,EACrB,QAAO,KAAKqB,iCACV,UACA,WACA,yBACD;EAGH,MAAM,eAAe,yBAAyB,MAAM,UAAU,GAAG;EACjE,MAAM,qBAAqB,cAAc,SAAS;AAClD,SAAO,KAAKC,8BACV,UACA,UAAU,IACV,0BACA,sBAAsB,QAAQ,YAC/B;CACF;;;;;;;CAQD,iCACEC,UACAC,WACAC,gBACkB;EAClB,MAAM,iCAAiC,IAAIC,8CACzC,UAAU,IAAI,CAAC,SAAS,KAAK,KAAK;AAGpC,SAAO,KAAKC,yBACV,gCACA,UACA,UAAU,IACV,eACD;CACF;;;;;;CAOD,8BACEJ,UACAK,UACAH,gBACAI,aACiD;EACjD,MAAM,OAAO,eAAe,MAAM,SAAS;AAE3C,MAAI;GACF,MAAM,qBAAqB,KAAK,MAC9B,SAAS,KACV;AAED,UAAO;IACL;IACA,UAAU,CACR,UACA,IAAIlB,oCACF,eACE,CAAC,+BAA+B,EAAE,KAAK,UACrC,mBACD,EAAE,CAER;GACF;EACF,SAAQ,OAAO;AACd,UAAO,KAAKgB,yBACV,OACA,UACA,UACA,eACD;EACF;CACF;CAED,MAAMA,yBACJG,OACAP,UACAK,UACAH,gBACkB;;;;;;;;EAQlB,MAAM,eAAe,OAAO,OAAO,eAAe,MAAM,CAAC,GAAG,EAAE,EAAE,SAC5D;EAEJ,MAAM,aAAa,SAAS;AAC5B,MAAI,CAAC,WACH,OAAM,IAAI,MACR;;;;AAOJ,MAKG,OAAO,iBAAiB,aAAa,gBAIrC,MAAM,QAAQ,aAAa,IAC1B,aAAa,KAAK,CAAC,MAAM,aAAaC,8CAA+B,CAEvE,QAAO,IAAIjB,8BAAQ;GACjB,QAAQ,EACN,UAAU,CACR,UACA,IAAIF,sCAAY;IACd,SAAS,MAAM;IACf,cAAc;GACf,EACF,EACF;GACD,MAAM;EACP;;;;AAMH,MAAI,OAAO,iBAAiB,SAC1B,QAAO,IAAIE,8BAAQ;GACjB,QAAQ,EACN,UAAU,CACR,UACA,IAAIF,sCAAY;IACd,SAAS;IACT,cAAc;GACf,EACF,EACF;GACD,MAAM;EACP;;;;AAMH,MAAI,OAAO,iBAAiB,YAAY;GACtC,MAAM,UAAU,MAAM,aAAa,MAAM;AACzC,OAAI,OAAO,YAAY,SACrB,OAAM,IAAI,MAAM;AAGlB,UAAO,IAAIE,8BAAQ;IACjB,QAAQ,EACN,UAAU,CACR,UACA,IAAIF,sCAAY;KACd;KACA,cAAc;IACf,EACF,EACF;IACD,MAAM;GACP;EACF;;;;AAKD,QAAM;CACP;CAED,oBACEF,OAEA0B,UACS;EACT,MAAM,uBACJpB,oCAAU,WAAW,SAAS,IAC9B,SAAS,YAAY,MAAM,CAAC,SAC1B,KAAKX,SAAS,mBAAmB,IAAI,KAAK,KAAK,CAChD;EACH,MAAM,iBACJ,oBAAoB,QAAS,MAAM,iBAA4B;AACjE,SAAO,QACL,mBACI,iBAAiB,KAAK,wBACrB,iBAAiB,KAAKgC,2BAAa,MAAM,SAAS,EACxD;CACF;CAED,oBACE3B,OAEwE;EACxE,MAAM,EAAE,UAAU,iBAAkB,GAAG,MAAM,GAAG;AAChD,MAAI,oBAAoB,iBAAiB,SAAS,EAChD,QAAO;GAAE,UAAU;GAAkB,GAAG;EAAM;AAKhD,SAAO;GAAE;GAAU,GAAG;EAAM;CAI7B;CAED,MAAMU,iCACJkB,OACA5B,OAEA6B,QACmC;AACnC,MACE,CAAC,KAAKlC,SAAS,oCACf,KAAKA,SAAS,iCAAiC,WAAW,EAE1D,QAAO;;;;EAMT,MAAM,eAAe,KAAKA,SAAS;;;;EAKnC,IAAImC,iBAA+B;GACjC;GACA;GACA,UAAU,MAAM;GAChB,OAAO,KAAKnC,SAAS,YAAY,IAAI,CAAC,SAAS,KAAK,KAAe;EACpE;;;;EAKD,MAAM,iBAAiB,KAAKA,SAAS;AACrC,OAAK,MAAM,CAAC,YAAY,mBAAmB,IAAI,gBAAgB;;;;GAI7D,MAAM,UAAU,WAAW,+DACV,WAAW,eAAe,QAAQ,WAAW,CAAE,EAAC,GAC7D,QAAQ;;;;GAKZ,MAAMoC,UAAqC;IACzC,WAAWC,+BAAe,MAAM,SAAS;IACzC,OAAO,KAAKrC,SAAS;IACrB;IACA,QAAQ,OAAO;IACf,WAAW,OAAO;IAClB,QAAQ,OAAO;IACf,WAAW,CAACsC,cAAY;KAAE,MAAM;KAAa;IAAQ;GACtD;GAED,MAAM,SAAS,MAAM,WAAW;IAC9B;IACA;KACE,UAAU,MAAM;KAChB,GAAG,oBAAoB;IACxB;;;;IAID,OAAO,OAAO;KACZ,GAAG;KACH;IACD,EAAC;IACH;;;;GAKD,MAAM,eACJ,QAAQ,OAAO,OACb,CAAC,SAAS,CAAC,KAAKtC,SAAS,YAAY,KAAK,CAAC,MAAM,EAAE,SAAS,KAAK,CAClE,IAAI,CAAE;AACT,OAAI,aAAa,SAAS,EACxB,OAAM,IAAI,MACR,CAAC,sCAAsC,EACrC,WAAW,KACZ,GAAG,EAAE,aAAa,KACjB,KACD,CAAC,mBAAmB,EAAE,KAAKA,SAAS,YAClC,IAAI,CAAC,MAAM,EAAE,KAAK,CAClB,KAAK,KAAK,CAAC,CAAC,CAAC;AAIpB,OAAI,QACF,iBAAiB;IAAE,GAAG;IAAgB,GAAG;GAAQ;EAEpD;AAED,SAAO;CACR;CAED,MAAMkB,WACJe,OACAM,iBACAC,0BACmB;EACnB,MAAMC,UAA6C,CAAE;EACrD,MAAM,kBAAkB,OAAO,OAC7B,4BAA4B,WAAW,2BACnC,yBAAyB,QACzB,CAAE,EACP;EAGD,MAAM,gBAAgB,iBAAiB,SAAS,CAAE;EAClD,MAAM,WAAW,CACf,GAAI,cAAc,SAAS,IACvB,KAAKzC,SAAS,YAAY,OACxB,CAAC,SACC,OAAO,KAAK,SAAS,YAAY,cAAc,SAAS,KAAK,KAAK,CACrE,GACD,KAAKA,SAAS,aAClB,GAAG,gBAAgB,IAAI,CAAC,iBAAiB,aAAa,KAAK,AAC5D;;;;;EAMD,MAAM,aACJ,iBAAiB,eAChB,gBAAgB,SAAS,IAAI,QAAQ;;;;AAKxC,MAAI,0BAA0B,SAAS,UAAU;;;;AAI/C,OAAI,CAAC0C,gDAA8B,MAAM,CACvC,OAAM,IAAI,MACR;GAIJ,MAAM,mBAAmB;IACvB,MAAM,yBAAyB,SAAS,QAAQ,QAAQ;IACxD,oEACE,yBAAyB,SAAS,OACnC;IACD,QAAQ,yBAAyB,SAAS;IAC1C,QAAQ;GACT;GAED,OAAO,OAAO,SAAS;IACrB,iBAAiB;KACf,MAAM;KACN,aAAa;IACd;IACD,6BAA6B;KAC3B,QAAQ,EAAE,QAAQ,cAAe;KACjC,QAAQ,yBAAyB,SAAS;IAC3C;IACD,QAAQ;GACT,EAAC;EACH;;;;EAKD,MAAM,iBAAiB,MAAMC,wBAAU,OAAO,UAAU;GACtD,GAAG;GACH,aAAa;EACd,EAAC;;;;EAKF,MAAM,gBAAgBC,gCACpB,iBAAiB,gBAAgB,KAAK5C,SAAS,aAChD,CAAC,KACA,KAAKA,SAAS,qBAAqB,WAC/B6C,oCAAc,gBAAgB,KAAK7C,SAAS,iBAAiB,GAC7D,eACL;AAED,SAAO;CACR;CAED,WAAW,cAET;AACA,SAAO,EACL,OAAO8C,SAAE,OAAO,EACd,UAAUA,SAAE,MAAMA,SAAE,QAAqB,CAAC,CAC3C,EAAC,CACH;CACF;AACF"}