langchain 1.0.0-alpha.3 → 1.0.0-alpha.5

package/dist/agents/middlewareAgent/nodes/AgentNode.cjs

@@ -0,0 +1,332 @@
+const require_rolldown_runtime = require('../../../_virtual/rolldown_runtime.cjs');
+const require_chat_models_universal = require('../../../chat_models/universal.cjs');
+const require_errors = require('../../errors.cjs');
+const require_utils = require('../../utils.cjs');
+const require_RunnableCallable = require('../../RunnableCallable.cjs');
+const require_utils$1 = require('../../nodes/utils.cjs');
+const require_withAgentName = require('../../withAgentName.cjs');
+const require_responses = require('../../responses.cjs');
+const require_utils$2 = require('./utils.cjs');
+const __langchain_core_messages = require_rolldown_runtime.__toESM(require("@langchain/core/messages"));
+const __langchain_langgraph = require_rolldown_runtime.__toESM(require("@langchain/langgraph"));
+const __langchain_core_utils_types = require_rolldown_runtime.__toESM(require("@langchain/core/utils/types"));
+const zod = require_rolldown_runtime.__toESM(require("zod"));
+
+//#region src/agents/middlewareAgent/nodes/AgentNode.ts
+var AgentNode = class extends require_RunnableCallable.RunnableCallable {
+	#options;
+	#structuredToolInfo = {};
+	constructor(options) {
+		super({
+			name: options.name ?? "model",
+			func: (input, config) => this.#run(input, config)
+		});
+		this.#options = options;
+		/**
+		* Populate a list of structured tool info.
+		*/
+		this.#structuredToolInfo = require_responses.transformResponseFormat(this.#options.responseFormat).filter((format) => format instanceof require_responses.ToolStrategy).reduce((acc, format) => {
+			acc[format.name] = format;
+			return acc;
+		}, {});
+	}
+	async #run(state, config) {
+		/**
+		* Check if we just executed a returnDirect tool
+		* If so, we should generate structured response (if needed) and stop
+		*/
+		const lastMessage = state.messages.at(-1);
+		if (lastMessage && (0, __langchain_core_messages.isToolMessage)(lastMessage) && lastMessage.name && this.#options.shouldReturnDirect.has(lastMessage.name))
+ /**
+		* return directly without invoking the model again
+		*/
+		return { messages: [] };
+		const response = await this.#invokeModel(state, config);
+		/**
+		* if we were able to generate a structured response, return it
+		*/
+		if ("structuredResponse" in response) return {
+			messages: [...state.messages, ...response.messages || []],
+			structuredResponse: response.structuredResponse
+		};
+		/**
+		* if we need to direct the agent to the model, return the update
+		*/
+		if (response instanceof __langchain_langgraph.Command) return response;
+		response.name = this.name;
+		response.lc_kwargs.name = this.name;
+		if (this.#areMoreStepsNeeded(state, response)) return { messages: [new __langchain_core_messages.AIMessage("Sorry, need more steps to process this request.", {
+			name: this.name,
+			lc_kwargs: { name: this.name },
+			id: response.id
+		})] };
+		return { messages: [response] };
+	}
+	/**
+	* Derive the model from the options.
+	* @param state - The state of the agent.
+	* @param config - The config of the agent.
+	* @returns The model.
+	*/
+	#deriveModel(state, config) {
+		if (this.#options.model) {
+			if (typeof this.#options.model === "string") return require_chat_models_universal.initChatModel(this.#options.model);
+			throw new Error("`model` option must be a string.");
+		}
+		const model = this.#options.llm;
+		/**
+		* If the model is a function, call it to get the model.
+		*/
+		if (typeof model === "function") return model(state, config);
+		if (model) return model;
+		throw new Error("No model option was provided, either via `model` or via `llm` option.");
+	}
+	async #invokeModel(state, config, options = {}) {
+		const model = await this.#deriveModel(state, config);
+		/**
+		* Execute prepareModelRequest hooks from beforeModelNodes
+		*/
+		const preparedOptions = await this.#executePrepareModelRequestHooks(model, state, config);
+		/**
+		* If user provides a model in the preparedOptions, use it,
+		* otherwise use the model from the options
+		*/
+		const finalModel = preparedOptions?.model ?? model;
+		/**
+		* Check if the LLM already has bound tools and throw if it does.
+		*/
+		require_utils.validateLLMHasNoBoundTools(finalModel);
+		const modelWithTools = await this.#bindTools(finalModel, preparedOptions);
+		let modelInput = this.#getModelInputState(state);
+		if (preparedOptions?.messages) modelInput = {
+			...modelInput,
+			messages: preparedOptions.messages
+		};
+		if (preparedOptions?.systemMessage) {
+			const systemMsg = new __langchain_core_messages.SystemMessage(preparedOptions.systemMessage);
+			modelInput = {
+				...modelInput,
+				messages: [systemMsg, ...modelInput.messages]
+			};
+		}
+		const signal = require_utils$1.mergeAbortSignals(this.#options.signal, config.signal);
+		const invokeConfig = {
+			...config,
+			signal
+		};
+		const response = await modelWithTools.invoke(modelInput, invokeConfig);
+		/**
+		* if the user requests a native schema output, try to parse the response
+		* and return the structured response if it is valid
+		*/
+		if (this.#options.responseFormat instanceof require_responses.ProviderStrategy) {
+			const structuredResponse = this.#options.responseFormat.parse(response);
+			if (structuredResponse) return {
+				structuredResponse,
+				messages: [response]
+			};
+		}
+		if (!response.tool_calls) return response;
+		const toolCalls = response.tool_calls.filter((call) => call.name in this.#structuredToolInfo);
+		/**
+		* if there were not structured tool calls, we can return the response
+		*/
+		if (toolCalls.length === 0) return response;
+		/**
+		* if there were multiple structured tool calls, we should throw an error as this
+		* scenario is not defined/supported.
+		*/
+		if (toolCalls.length > 1) return this.#handleMultipleStructuredOutputs(response, toolCalls);
+		const toolStrategy = this.#structuredToolInfo[toolCalls[0].name];
+		const toolMessageContent = toolStrategy?.options?.toolMessageContent;
+		return this.#handleSingleStructuredOutput(response, toolCalls[0], toolMessageContent ?? options.lastMessage);
+	}
+	/**
+	* If the model returns multiple structured outputs, we need to handle it.
+	* @param response - The response from the model
+	* @param toolCalls - The tool calls that were made
+	* @returns The response from the model
+	*/
+	#handleMultipleStructuredOutputs(response, toolCalls) {
+		/**
+		* the following should never happen, let's throw an error if it does
+		*/
+		if (this.#options.responseFormat instanceof require_responses.ProviderStrategy) throw new Error("Multiple structured outputs should not apply to native structured output responses");
+		const multipleStructuredOutputsError = new require_errors.MultipleStructuredOutputsError(toolCalls.map((call) => call.name));
+		return this.#handleToolStrategyError(multipleStructuredOutputsError, response, toolCalls[0]);
+	}
+	/**
+	* If the model returns a single structured output, we need to handle it.
+	* @param toolCall - The tool call that was made
+	* @returns The structured response and a message to the LLM if needed
+	*/
+	#handleSingleStructuredOutput(response, toolCall, lastMessage) {
+		const tool = this.#structuredToolInfo[toolCall.name];
+		try {
+			const structuredResponse = tool.parse(toolCall.args);
+			return {
+				structuredResponse,
+				messages: [response, new __langchain_core_messages.AIMessage(lastMessage ?? `Returning structured response: ${JSON.stringify(structuredResponse)}`)]
+			};
+		} catch (error) {
+			return this.#handleToolStrategyError(error, response, toolCall);
+		}
+	}
+	async #handleToolStrategyError(error, response, toolCall) {
+		/**
+		* Using the `errorHandler` option of the first `ToolStrategy` entry is sufficient here.
+		* There is technically only one `ToolStrategy` entry in `structuredToolInfo` if the user
+		* uses `toolStrategy` to define the response format. If the user applies a list of json
+		* schema objects, these will be transformed into multiple `ToolStrategy` entries but all
+		* with the same `handleError` option.
+		*/
+		const errorHandler = Object.values(this.#structuredToolInfo).at(0)?.options?.handleError;
+		const toolCallId = toolCall.id;
+		if (!toolCallId) throw new Error("Tool call ID is required to handle tool output errors. Please provide a tool call ID.");
+		/**
+		* retry if:
+		*/
+		if (typeof errorHandler === "boolean" && errorHandler || Array.isArray(errorHandler) && errorHandler.some((h) => h instanceof require_errors.MultipleStructuredOutputsError)) return new __langchain_langgraph.Command({
+			update: { messages: [response, new __langchain_core_messages.ToolMessage({
+				content: error.message,
+				tool_call_id: toolCallId
+			})] },
+			goto: "model"
+		});
+		/**
+		* if `errorHandler` is a string, retry the tool call with given string
+		*/
+		if (typeof errorHandler === "string") return new __langchain_langgraph.Command({
+			update: { messages: [response, new __langchain_core_messages.ToolMessage({
+				content: errorHandler,
+				tool_call_id: toolCallId
+			})] },
+			goto: "model"
+		});
+		/**
+		* if `errorHandler` is a function, retry the tool call with the function
+		*/
+		if (typeof errorHandler === "function") {
+			const content = await errorHandler(error);
+			if (typeof content !== "string") throw new Error("Error handler must return a string.");
+			return new __langchain_langgraph.Command({
+				update: { messages: [response, new __langchain_core_messages.ToolMessage({
+					content,
+					tool_call_id: toolCallId
+				})] },
+				goto: "model"
+			});
+		}
+		/**
+		* throw otherwise, e.g. if `errorHandler` is not defined or set to `false`
+		*/
+		throw error;
+	}
+	#areMoreStepsNeeded(state, response) {
+		const allToolsReturnDirect = response instanceof __langchain_core_messages.AIMessage && response.tool_calls?.every((call) => this.#options.shouldReturnDirect.has(call.name));
+		const remainingSteps = "remainingSteps" in state ? state.remainingSteps : void 0;
+		return Boolean(remainingSteps && (remainingSteps < 1 && allToolsReturnDirect || remainingSteps < 2 && require_utils.hasToolCalls(state.messages)));
+	}
+	#getModelInputState(state) {
+		const { messages, llmInputMessages,...rest } = state;
+		if (llmInputMessages && llmInputMessages.length > 0) return {
+			messages: llmInputMessages,
+			...rest
+		};
+		return {
+			messages,
+			...rest
+		};
+	}
+	async #executePrepareModelRequestHooks(model, state, config) {
+		if (!this.#options.prepareModelRequestHookMiddlewares || this.#options.prepareModelRequestHookMiddlewares.length === 0) return void 0;
+		let systemMessage;
+		if (typeof this.#options.prompt === "string") systemMessage = new __langchain_core_messages.SystemMessage(this.#options.prompt);
+		else if ((0, __langchain_core_messages.isBaseMessage)(this.#options.prompt)) systemMessage = this.#options.prompt;
+		let currentOptions = {
+			model,
+			systemMessage,
+			messages: state.messages,
+			tools: []
+		};
+		const middlewares = this.#options.prepareModelRequestHookMiddlewares;
+		for (const [middleware, getMiddlewareState] of middlewares) {
+			const context = {
+				...middleware.contextSchema?.parse({}) || {},
+				...config?.context || {}
+			};
+			const runtime = {
+				toolCalls: require_utils$2.parseToolCalls(state.messages),
+				toolResults: require_utils$2.parseToolResults(state.messages),
+				context
+			};
+			const result = await middleware.prepareModelRequest(currentOptions, {
+				messages: state.messages,
+				...getMiddlewareState()
+			}, {
+				...runtime,
+				context
+			});
+			if (result) currentOptions = {
+				...currentOptions,
+				...result
+			};
+		}
+		return currentOptions;
+	}
+	async #bindTools(model, preparedOptions) {
+		const options = { ...preparedOptions?.modelSettings };
+		const structuredTools = Object.values(this.#structuredToolInfo);
+		const allTools = this.#options.toolClasses.concat(...structuredTools.map((toolStrategy) => toolStrategy.tool), ...preparedOptions?.tools || []);
+		/**
+		* If there are structured tools, we need to set the tool choice to "any"
+		* so that the model can choose to use a structured tool or not.
+		*/
+		const toolChoice = preparedOptions?.toolChoice || (structuredTools.length > 0 ? "any" : void 0);
+		/**
+		* check if the user requests a native schema output
+		*/
+		if (this.#options.responseFormat instanceof require_responses.ProviderStrategy) {
+			/**
+			* if the model does not support JSON schema output, throw an error
+			*/
+			if (!require_utils.hasSupportForJsonSchemaOutput(model)) throw new Error("Model does not support native structured output responses. Please use a model that supports native structured output responses or use a tool output.");
+			const jsonSchemaParams = {
+				name: this.#options.responseFormat.schema?.name ?? "extract",
+				description: (0, __langchain_core_utils_types.getSchemaDescription)(this.#options.responseFormat.schema),
+				schema: this.#options.responseFormat.schema,
+				strict: true
+			};
+			Object.assign(options, {
+				response_format: {
+					type: "json_schema",
+					json_schema: jsonSchemaParams
+				},
+				ls_structured_output_format: {
+					kwargs: { method: "json_schema" },
+					schema: this.#options.responseFormat.schema
+				},
+				strict: true
+			});
+		}
+		/**
+		* Bind tools to the model if they are not already bound.
+		*/
+		const modelWithTools = await require_utils.bindTools(model, allTools, {
+			...options,
+			tool_choice: toolChoice
+		});
+		/**
+		* Create a model runnable with the prompt and agent name
+		*/
+		const modelRunnable = require_utils.getPromptRunnable(this.#options.prompt).pipe(this.#options.includeAgentName === "inline" ? require_withAgentName.withAgentName(modelWithTools, this.#options.includeAgentName) : modelWithTools);
+		return modelRunnable;
+	}
+	static get nodeOptions() {
+		return { input: zod.z.object({ messages: zod.z.array(zod.z.custom()) }) };
+	}
+};
+
+//#endregion
+exports.AgentNode = AgentNode;
+//# sourceMappingURL=AgentNode.cjs.map

package/dist/agents/middlewareAgent/nodes/AgentNode.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"AgentNode.cjs","names":["RunnableCallable","options: AgentNodeOptions<StructuredResponseFormat, ContextSchema>","#run","#options","#structuredToolInfo","transformResponseFormat","ToolStrategy","state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"]","config: RunnableConfig","#invokeModel","Command","#areMoreStepsNeeded","AIMessage","initChatModel","options: {\n      lastMessage?: string;\n    }","#deriveModel","#executePrepareModelRequestHooks","validateLLMHasNoBoundTools","#bindTools","#getModelInputState","SystemMessage","mergeAbortSignals","ProviderStrategy","#handleMultipleStructuredOutputs","#handleSingleStructuredOutput","response: AIMessage","toolCalls: ToolCall[]","MultipleStructuredOutputsError","#handleToolStrategyError","toolCall: ToolCall","lastMessage?: string","error: ToolStrategyError","ToolMessage","response: BaseMessage","hasToolCalls","model: LanguageModelLike","config: LangGraphRunnableConfig","systemMessage: BaseMessage | undefined","currentOptions: ModelRequest","runtime: Runtime<any>","parseToolCalls","parseToolResults","preparedOptions?: ModelRequest","options: Partial<BaseChatModelCallOptions & AnthropicModelSettings>","hasSupportForJsonSchemaOutput","bindTools","getPromptRunnable","withAgentName","z"],"sources":["../../../../src/agents/middlewareAgent/nodes/AgentNode.ts"],"sourcesContent":["/* eslint-disable no-instanceof/no-instanceof */\nimport { Runnable, RunnableConfig } from \"@langchain/core/runnables\";\nimport {\n  BaseMessage,\n  AIMessage,\n  ToolMessage,\n  SystemMessage,\n  isBaseMessage,\n  isToolMessage,\n} from \"@langchain/core/messages\";\nimport { z } from \"zod\";\nimport { Command, type LangGraphRunnableConfig } from \"@langchain/langgraph\";\nimport { type LanguageModelLike } from \"@langchain/core/language_models/base\";\nimport { type BaseChatModelCallOptions } from \"@langchain/core/language_models/chat_models\";\nimport {\n  InteropZodObject,\n  getSchemaDescription,\n} from \"@langchain/core/utils/types\";\nimport type { ToolCall } from \"@langchain/core/messages/tool\";\n\nimport { initChatModel } from \"../../../chat_models/universal.js\";\nimport { MultipleStructuredOutputsError } from \"../../errors.js\";\nimport { RunnableCallable } from \"../../RunnableCallable.js\";\nimport { PreHookAnnotation, AnyAnnotationRoot } from \"../../annotation.js\";\nimport {\n  bindTools,\n  getPromptRunnable,\n  validateLLMHasNoBoundTools,\n  hasToolCalls,\n  hasSupportForJsonSchemaOutput,\n} from \"../../utils.js\";\nimport { mergeAbortSignals } from \"../../nodes/utils.js\";\nimport {\n  ModelRequest,\n  CreateAgentParams,\n  InternalAgentState,\n  AnthropicModelSettings,\n  Runtime,\n  AgentMiddleware,\n} from \"../types.js\";\nimport type { ClientTool, ServerTool } from \"../../types.js\";\nimport { withAgentName } from \"../../withAgentName.js\";\nimport {\n  ToolStrategy,\n  ProviderStrategy,\n  transformResponseFormat,\n  ToolStrategyError,\n} from \"../../responses.js\";\nimport { parseToolCalls, parseToolResults } from \"./utils.js\";\n\ntype ResponseHandlerResult<StructuredResponseFormat> =\n  | {\n      structuredResponse: StructuredResponseFormat;\n      messages: BaseMessage[];\n    }\n  | Promise<Command>;\n\nexport interface AgentNodeOptions<\n  StructuredResponseFormat extends Record<string, unknown> = Record<\n    string,\n    unknown\n  >,\n  ContextSchema extends AnyAnnotationRoot | InteropZodObject = AnyAnnotationRoot\n> extends Pick<\n    CreateAgentParams<StructuredResponseFormat, ContextSchema>,\n    | \"llm\"\n    | \"model\"\n    | \"prompt\"\n    | \"includeAgentName\"\n    | \"name\"\n    | \"responseFormat\"\n    | \"middlewares\"\n  > {\n  toolClasses: (ClientTool | ServerTool)[];\n  shouldReturnDirect: Set<string>;\n  signal?: AbortSignal;\n  prepareModelRequestHookMiddlewares?: [\n    AgentMiddleware<any, any, any>,\n    () => any\n  ][];\n}\n\nexport class AgentNode<\n  StructuredResponseFormat extends Record<string, unknown> = Record<\n    string,\n    unknown\n  >,\n  ContextSchema extends AnyAnnotationRoot | InteropZodObject = AnyAnnotationRoot\n> extends RunnableCallable<\n  InternalAgentState<StructuredResponseFormat> & PreHookAnnotation[\"State\"],\n  { messages: BaseMessage[] } | { structuredResponse: StructuredResponseFormat }\n> {\n  #options: AgentNodeOptions<StructuredResponseFormat, ContextSchema>;\n\n  #structuredToolInfo: Record<string, ToolStrategy> = {};\n\n  constructor(\n    options: AgentNodeOptions<StructuredResponseFormat, ContextSchema>\n  ) {\n    super({\n      name: options.name ?? \"model\",\n      func: (input, config) =>\n        this.#run(input, config as RunnableConfig) as any,\n    });\n\n    this.#options = options;\n\n    /**\n     * Populate a list of structured tool info.\n     */\n    this.#structuredToolInfo = (\n      transformResponseFormat(this.#options.responseFormat).filter(\n        (format) => format instanceof ToolStrategy\n      ) as ToolStrategy[]\n    ).reduce((acc, format) => {\n      acc[format.name] = format;\n      return acc;\n    }, {} as Record<string, ToolStrategy>);\n  }\n\n  async #run(\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"],\n    config: RunnableConfig\n  ) {\n    /**\n     * Check if we just executed a returnDirect tool\n     * If so, we should generate structured response (if needed) and stop\n     */\n    const lastMessage = state.messages.at(-1);\n    if (\n      lastMessage &&\n      isToolMessage(lastMessage) &&\n      lastMessage.name &&\n      this.#options.shouldReturnDirect.has(lastMessage.name)\n    ) {\n      /**\n       * return directly without invoking the model again\n       */\n      return { messages: [] };\n    }\n\n    const response = await this.#invokeModel(state, config);\n\n    /**\n     * if we were able to generate a structured response, return it\n     */\n    if (\"structuredResponse\" in response) {\n      return {\n        messages: [...state.messages, ...(response.messages || [])],\n        structuredResponse: response.structuredResponse,\n      };\n    }\n\n    /**\n     * if we need to direct the agent to the model, return the update\n     */\n    if (response instanceof Command) {\n      return response;\n    }\n\n    response.name = this.name;\n    response.lc_kwargs.name = this.name;\n\n    if (this.#areMoreStepsNeeded(state, response)) {\n      return {\n        messages: [\n          new AIMessage(\"Sorry, need more steps to process this request.\", {\n            name: this.name,\n            lc_kwargs: { name: this.name },\n            id: response.id,\n          }),\n        ],\n      };\n    }\n\n    return { messages: [response] };\n  }\n\n  /**\n   * Derive the model from the options.\n   * @param state - The state of the agent.\n   * @param config - The config of the agent.\n   * @returns The model.\n   */\n  #deriveModel(\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"],\n    config: RunnableConfig\n  ) {\n    if (this.#options.model) {\n      if (typeof this.#options.model === \"string\") {\n        return initChatModel(this.#options.model);\n      }\n\n      throw new Error(\"`model` option must be a string.\");\n    }\n\n    const model = this.#options.llm;\n\n    /**\n     * If the model is a function, call it to get the model.\n     */\n    if (typeof model === \"function\") {\n      return model(state, config);\n    }\n\n    if (model) {\n      return model;\n    }\n\n    throw new Error(\n      \"No model option was provided, either via `model` or via `llm` option.\"\n    );\n  }\n\n  async #invokeModel(\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"],\n    config: RunnableConfig,\n    options: {\n      lastMessage?: string;\n    } = {}\n  ): Promise<AIMessage | ResponseHandlerResult<StructuredResponseFormat>> {\n    const model = await this.#deriveModel(state, config);\n\n    /**\n     * Execute prepareModelRequest hooks from beforeModelNodes\n     */\n    const preparedOptions = await this.#executePrepareModelRequestHooks(\n      model,\n      state,\n      config\n    );\n\n    /**\n     * If user provides a model in the preparedOptions, use it,\n     * otherwise use the model from the options\n     */\n    const finalModel = preparedOptions?.model ?? model;\n\n    /**\n     * Check if the LLM already has bound tools and throw if it does.\n     */\n    validateLLMHasNoBoundTools(finalModel);\n\n    const modelWithTools = await this.#bindTools(finalModel, preparedOptions);\n    let modelInput = this.#getModelInputState(state);\n\n    // Use messages from preparedOptions if provided\n    if (preparedOptions?.messages) {\n      modelInput = { ...modelInput, messages: preparedOptions.messages };\n    }\n\n    // Add system message if provided\n    if (preparedOptions?.systemMessage) {\n      // Prepend a system message if needed\n      const systemMsg = new SystemMessage(preparedOptions.systemMessage);\n      modelInput = {\n        ...modelInput,\n        messages: [systemMsg, ...modelInput.messages],\n      };\n    }\n\n    const signal = mergeAbortSignals(this.#options.signal, config.signal);\n    const invokeConfig = {\n      ...config,\n      signal,\n    };\n\n    const response = (await modelWithTools.invoke(\n      modelInput,\n      invokeConfig\n    )) as AIMessage;\n\n    /**\n     * if the user requests a native schema output, try to parse the response\n     * and return the structured response if it is valid\n     */\n    if (this.#options.responseFormat instanceof ProviderStrategy) {\n      const structuredResponse = this.#options.responseFormat.parse(response);\n      if (structuredResponse) {\n        return { structuredResponse, messages: [response] };\n      }\n    }\n\n    if (!response.tool_calls) {\n      return response;\n    }\n\n    const toolCalls = response.tool_calls.filter(\n      (call) => call.name in this.#structuredToolInfo\n    );\n\n    /**\n     * if there were not structured tool calls, we can return the response\n     */\n    if (toolCalls.length === 0) {\n      return response;\n    }\n\n    /**\n     * if there were multiple structured tool calls, we should throw an error as this\n     * scenario is not defined/supported.\n     */\n    if (toolCalls.length > 1) {\n      return this.#handleMultipleStructuredOutputs(response, toolCalls);\n    }\n\n    const toolStrategy = this.#structuredToolInfo[toolCalls[0].name];\n    const toolMessageContent = toolStrategy?.options?.toolMessageContent;\n    return this.#handleSingleStructuredOutput(\n      response,\n      toolCalls[0],\n      toolMessageContent ?? options.lastMessage\n    );\n  }\n\n  /**\n   * If the model returns multiple structured outputs, we need to handle it.\n   * @param response - The response from the model\n   * @param toolCalls - The tool calls that were made\n   * @returns The response from the model\n   */\n  #handleMultipleStructuredOutputs(\n    response: AIMessage,\n    toolCalls: ToolCall[]\n  ): Promise<Command> {\n    /**\n     * the following should never happen, let's throw an error if it does\n     */\n    if (this.#options.responseFormat instanceof ProviderStrategy) {\n      throw new Error(\n        \"Multiple structured outputs should not apply to native structured output responses\"\n      );\n    }\n\n    const multipleStructuredOutputsError = new MultipleStructuredOutputsError(\n      toolCalls.map((call) => call.name)\n    );\n\n    return this.#handleToolStrategyError(\n      multipleStructuredOutputsError,\n      response,\n      toolCalls[0]\n    );\n  }\n\n  /**\n   * If the model returns a single structured output, we need to handle it.\n   * @param toolCall - The tool call that was made\n   * @returns The structured response and a message to the LLM if needed\n   */\n  #handleSingleStructuredOutput(\n    response: AIMessage,\n    toolCall: ToolCall,\n    lastMessage?: string\n  ): ResponseHandlerResult<StructuredResponseFormat> {\n    const tool = this.#structuredToolInfo[toolCall.name];\n\n    try {\n      const structuredResponse = tool.parse(\n        toolCall.args\n      ) as StructuredResponseFormat;\n\n      return {\n        structuredResponse,\n        messages: [\n          response,\n          new AIMessage(\n            lastMessage ??\n              `Returning structured response: ${JSON.stringify(\n                structuredResponse\n              )}`\n          ),\n        ],\n      };\n    } catch (error) {\n      return this.#handleToolStrategyError(\n        error as ToolStrategyError,\n        response,\n        toolCall\n      );\n    }\n  }\n\n  async #handleToolStrategyError(\n    error: ToolStrategyError,\n    response: AIMessage,\n    toolCall: ToolCall\n  ): Promise<Command> {\n    /**\n     * Using the `errorHandler` option of the first `ToolStrategy` entry is sufficient here.\n     * There is technically only one `ToolStrategy` entry in `structuredToolInfo` if the user\n     * uses `toolStrategy` to define the response format. If the user applies a list of json\n     * schema objects, these will be transformed into multiple `ToolStrategy` entries but all\n     * with the same `handleError` option.\n     */\n    const errorHandler = Object.values(this.#structuredToolInfo).at(0)?.options\n      ?.handleError;\n\n    const toolCallId = toolCall.id;\n    if (!toolCallId) {\n      throw new Error(\n        \"Tool call ID is required to handle tool output errors. Please provide a tool call ID.\"\n      );\n    }\n\n    /**\n     * retry if:\n     */\n    if (\n      /**\n       * if the user has provided `true` as the `errorHandler` option, return a new AIMessage\n       * with the error message and retry the tool call.\n       */\n      (typeof errorHandler === \"boolean\" && errorHandler) ||\n      /**\n       * if `errorHandler` is an array and contains MultipleStructuredOutputsError\n       */\n      (Array.isArray(errorHandler) &&\n        errorHandler.some((h) => h instanceof MultipleStructuredOutputsError))\n    ) {\n      return new Command({\n        update: {\n          messages: [\n            response,\n            new ToolMessage({\n              content: error.message,\n              tool_call_id: toolCallId,\n            }),\n          ],\n        },\n        goto: \"model\",\n      });\n    }\n\n    /**\n     * if `errorHandler` is a string, retry the tool call with given string\n     */\n    if (typeof errorHandler === \"string\") {\n      return new Command({\n        update: {\n          messages: [\n            response,\n            new ToolMessage({\n              content: errorHandler,\n              tool_call_id: toolCallId,\n            }),\n          ],\n        },\n        goto: \"model\",\n      });\n    }\n\n    /**\n     * if `errorHandler` is a function, retry the tool call with the function\n     */\n    if (typeof errorHandler === \"function\") {\n      const content = await errorHandler(error);\n      if (typeof content !== \"string\") {\n        throw new Error(\"Error handler must return a string.\");\n      }\n\n      return new Command({\n        update: {\n          messages: [\n            response,\n            new ToolMessage({\n              content,\n              tool_call_id: toolCallId,\n            }),\n          ],\n        },\n        goto: \"model\",\n      });\n    }\n\n    /**\n     * throw otherwise, e.g. if `errorHandler` is not defined or set to `false`\n     */\n    throw error;\n  }\n\n  #areMoreStepsNeeded(\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"],\n    response: BaseMessage\n  ): boolean {\n    const allToolsReturnDirect =\n      response instanceof AIMessage &&\n      response.tool_calls?.every((call) =>\n        this.#options.shouldReturnDirect.has(call.name)\n      );\n    const remainingSteps =\n      \"remainingSteps\" in state ? (state.remainingSteps as number) : undefined;\n    return Boolean(\n      remainingSteps &&\n        ((remainingSteps < 1 && allToolsReturnDirect) ||\n          (remainingSteps < 2 && hasToolCalls(state.messages)))\n    );\n  }\n\n  #getModelInputState(\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"]\n  ): Omit<InternalAgentState<StructuredResponseFormat>, \"llmInputMessages\"> {\n    const { messages, llmInputMessages, ...rest } = state;\n    if (llmInputMessages && llmInputMessages.length > 0) {\n      return { messages: llmInputMessages, ...rest } as Omit<\n        InternalAgentState<StructuredResponseFormat>,\n        \"llmInputMessages\"\n      >;\n    }\n    return { messages, ...rest } as Omit<\n      InternalAgentState<StructuredResponseFormat>,\n      \"llmInputMessages\"\n    >;\n  }\n\n  async #executePrepareModelRequestHooks(\n    model: LanguageModelLike,\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"],\n    config: LangGraphRunnableConfig\n  ): Promise<ModelRequest | undefined> {\n    if (\n      !this.#options.prepareModelRequestHookMiddlewares ||\n      this.#options.prepareModelRequestHookMiddlewares.length === 0\n    ) {\n      return undefined;\n    }\n\n    // Get the prompt for system message\n    let systemMessage: BaseMessage | undefined;\n    if (typeof this.#options.prompt === \"string\") {\n      systemMessage = new SystemMessage(this.#options.prompt);\n    } else if (isBaseMessage(this.#options.prompt)) {\n      systemMessage = this.#options.prompt;\n    }\n\n    // Prepare the initial call options\n    let currentOptions: ModelRequest = {\n      model,\n      systemMessage,\n      messages: state.messages,\n      tools: [],\n    };\n\n    // Execute prepareModelRequest hooks from all middlewares\n    const middlewares = this.#options.prepareModelRequestHookMiddlewares;\n    for (const [middleware, getMiddlewareState] of middlewares) {\n      // Merge context with default context of middleware\n      const context = {\n        ...(middleware.contextSchema?.parse({}) || {}),\n        ...(config?.context || {}),\n      };\n\n      // Create runtime\n      const runtime: Runtime<any> = {\n        toolCalls: parseToolCalls(state.messages),\n        toolResults: parseToolResults(state.messages),\n        context,\n      };\n\n      const result = await middleware.prepareModelRequest!(\n        currentOptions,\n        {\n          messages: state.messages,\n          ...getMiddlewareState(),\n        },\n        {\n          ...runtime,\n          context,\n        }\n      );\n\n      if (result) {\n        currentOptions = { ...currentOptions, ...result };\n      }\n    }\n\n    return currentOptions;\n  }\n\n  async #bindTools(\n    model: LanguageModelLike,\n    preparedOptions?: ModelRequest\n  ): Promise<Runnable> {\n    const options: Partial<BaseChatModelCallOptions & AnthropicModelSettings> =\n      {\n        ...preparedOptions?.modelSettings,\n      };\n    const structuredTools = Object.values(this.#structuredToolInfo);\n\n    // Use tools from preparedOptions if provided, otherwise use default tools\n    const allTools = this.#options.toolClasses.concat(\n      ...structuredTools.map((toolStrategy) => toolStrategy.tool),\n      ...(preparedOptions?.tools || [])\n    );\n\n    /**\n     * If there are structured tools, we need to set the tool choice to \"any\"\n     * so that the model can choose to use a structured tool or not.\n     */\n    const toolChoice =\n      preparedOptions?.toolChoice ||\n      (structuredTools.length > 0 ? \"any\" : undefined);\n\n    /**\n     * check if the user requests a native schema output\n     */\n    if (this.#options.responseFormat instanceof ProviderStrategy) {\n      /**\n       * if the model does not support JSON schema output, throw an error\n       */\n      if (!hasSupportForJsonSchemaOutput(model)) {\n        throw new Error(\n          \"Model does not support native structured output responses. Please use a model that supports native structured output responses or use a tool output.\"\n        );\n      }\n\n      const jsonSchemaParams = {\n        name: this.#options.responseFormat.schema?.name ?? \"extract\",\n        description: getSchemaDescription(this.#options.responseFormat.schema),\n        schema: this.#options.responseFormat.schema,\n        strict: true,\n      };\n\n      Object.assign(options, {\n        response_format: {\n          type: \"json_schema\",\n          json_schema: jsonSchemaParams,\n        },\n        ls_structured_output_format: {\n          kwargs: { method: \"json_schema\" },\n          schema: this.#options.responseFormat.schema,\n        },\n        strict: true,\n      });\n    }\n\n    /**\n     * Bind tools to the model if they are not already bound.\n     */\n    const modelWithTools = await bindTools(model, allTools, {\n      ...options,\n      tool_choice: toolChoice,\n    });\n\n    /**\n     * Create a model runnable with the prompt and agent name\n     */\n    const modelRunnable = getPromptRunnable(this.#options.prompt).pipe(\n      this.#options.includeAgentName === \"inline\"\n        ? withAgentName(modelWithTools, this.#options.includeAgentName)\n        : modelWithTools\n    );\n\n    return modelRunnable;\n  }\n\n  static get nodeOptions() {\n    return {\n      input: z.object({\n        messages: z.array(z.custom<BaseMessage>()),\n      }),\n    };\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;AAkFA,IAAa,YAAb,cAMUA,0CAGR;CACA;CAEA,sBAAoD,CAAE;CAEtD,YACEC,SACA;EACA,MAAM;GACJ,MAAM,QAAQ,QAAQ;GACtB,MAAM,CAAC,OAAO,WACZ,KAAKC,KAAK,OAAO,OAAyB;EAC7C,EAAC;EAEF,KAAKC,WAAW;;;;EAKhB,KAAKC,sBACHC,0CAAwB,KAAKF,SAAS,eAAe,CAAC,OACpD,CAAC,WAAW,kBAAkBG,+BAC/B,CACD,OAAO,CAAC,KAAK,WAAW;GACxB,IAAI,OAAO,QAAQ;AACnB,UAAO;EACR,GAAE,CAAE,EAAiC;CACvC;CAED,MAAMJ,KACJK,OAEAC,QACA;;;;;EAKA,MAAM,cAAc,MAAM,SAAS,GAAG,GAAG;AACzC,MACE,4DACc,YAAY,IAC1B,YAAY,QACZ,KAAKL,SAAS,mBAAmB,IAAI,YAAY,KAAK;;;;AAKtD,SAAO,EAAE,UAAU,CAAE,EAAE;EAGzB,MAAM,WAAW,MAAM,KAAKM,aAAa,OAAO,OAAO;;;;AAKvD,MAAI,wBAAwB,SAC1B,QAAO;GACL,UAAU,CAAC,GAAG,MAAM,UAAU,GAAI,SAAS,YAAY,CAAE,CAAE;GAC3D,oBAAoB,SAAS;EAC9B;;;;AAMH,MAAI,oBAAoBC,8BACtB,QAAO;EAGT,SAAS,OAAO,KAAK;EACrB,SAAS,UAAU,OAAO,KAAK;AAE/B,MAAI,KAAKC,oBAAoB,OAAO,SAAS,CAC3C,QAAO,EACL,UAAU,CACR,IAAIC,oCAAU,mDAAmD;GAC/D,MAAM,KAAK;GACX,WAAW,EAAE,MAAM,KAAK,KAAM;GAC9B,IAAI,SAAS;EACd,EACF,EACF;AAGH,SAAO,EAAE,UAAU,CAAC,QAAS,EAAE;CAChC;;;;;;;CAQD,aACEL,OAEAC,QACA;AACA,MAAI,KAAKL,SAAS,OAAO;AACvB,OAAI,OAAO,KAAKA,SAAS,UAAU,SACjC,QAAOU,4CAAc,KAAKV,SAAS,MAAM;AAG3C,SAAM,IAAI,MAAM;EACjB;EAED,MAAM,QAAQ,KAAKA,SAAS;;;;AAK5B,MAAI,OAAO,UAAU,WACnB,QAAO,MAAM,OAAO,OAAO;AAG7B,MAAI,MACF,QAAO;AAGT,QAAM,IAAI,MACR;CAEH;CAED,MAAMM,aACJF,OAEAC,QACAM,UAEI,CAAE,GACgE;EACtE,MAAM,QAAQ,MAAM,KAAKC,aAAa,OAAO,OAAO;;;;EAKpD,MAAM,kBAAkB,MAAM,KAAKC,iCACjC,OACA,OACA,OACD;;;;;EAMD,MAAM,aAAa,iBAAiB,SAAS;;;;EAK7CC,yCAA2B,WAAW;EAEtC,MAAM,iBAAiB,MAAM,KAAKC,WAAW,YAAY,gBAAgB;EACzE,IAAI,aAAa,KAAKC,oBAAoB,MAAM;AAGhD,MAAI,iBAAiB,UACnB,aAAa;GAAE,GAAG;GAAY,UAAU,gBAAgB;EAAU;AAIpE,MAAI,iBAAiB,eAAe;GAElC,MAAM,YAAY,IAAIC,wCAAc,gBAAgB;GACpD,aAAa;IACX,GAAG;IACH,UAAU,CAAC,WAAW,GAAG,WAAW,QAAS;GAC9C;EACF;EAED,MAAM,SAASC,kCAAkB,KAAKlB,SAAS,QAAQ,OAAO,OAAO;EACrE,MAAM,eAAe;GACnB,GAAG;GACH;EACD;EAED,MAAM,WAAY,MAAM,eAAe,OACrC,YACA,aACD;;;;;AAMD,MAAI,KAAKA,SAAS,0BAA0BmB,oCAAkB;GAC5D,MAAM,qBAAqB,KAAKnB,SAAS,eAAe,MAAM,SAAS;AACvE,OAAI,mBACF,QAAO;IAAE;IAAoB,UAAU,CAAC,QAAS;GAAE;EAEtD;AAED,MAAI,CAAC,SAAS,WACZ,QAAO;EAGT,MAAM,YAAY,SAAS,WAAW,OACpC,CAAC,SAAS,KAAK,QAAQ,KAAKC,oBAC7B;;;;AAKD,MAAI,UAAU,WAAW,EACvB,QAAO;;;;;AAOT,MAAI,UAAU,SAAS,EACrB,QAAO,KAAKmB,iCAAiC,UAAU,UAAU;EAGnE,MAAM,eAAe,KAAKnB,oBAAoB,UAAU,GAAG;EAC3D,MAAM,qBAAqB,cAAc,SAAS;AAClD,SAAO,KAAKoB,8BACV,UACA,UAAU,IACV,sBAAsB,QAAQ,YAC/B;CACF;;;;;;;CAQD,iCACEC,UACAC,WACkB;;;;AAIlB,MAAI,KAAKvB,SAAS,0BAA0BmB,mCAC1C,OAAM,IAAI,MACR;EAIJ,MAAM,iCAAiC,IAAIK,8CACzC,UAAU,IAAI,CAAC,SAAS,KAAK,KAAK;AAGpC,SAAO,KAAKC,yBACV,gCACA,UACA,UAAU,GACX;CACF;;;;;;CAOD,8BACEH,UACAI,UACAC,aACiD;EACjD,MAAM,OAAO,KAAK1B,oBAAoB,SAAS;AAE/C,MAAI;GACF,MAAM,qBAAqB,KAAK,MAC9B,SAAS,KACV;AAED,UAAO;IACL;IACA,UAAU,CACR,UACA,IAAIQ,oCACF,eACE,CAAC,+BAA+B,EAAE,KAAK,UACrC,mBACD,EAAE,CAER;GACF;EACF,SAAQ,OAAO;AACd,UAAO,KAAKgB,yBACV,OACA,UACA,SACD;EACF;CACF;CAED,MAAMA,yBACJG,OACAN,UACAI,UACkB;;;;;;;;EAQlB,MAAM,eAAe,OAAO,OAAO,KAAKzB,oBAAoB,CAAC,GAAG,EAAE,EAAE,SAChE;EAEJ,MAAM,aAAa,SAAS;AAC5B,MAAI,CAAC,WACH,OAAM,IAAI,MACR;;;;AAOJ,MAKG,OAAO,iBAAiB,aAAa,gBAIrC,MAAM,QAAQ,aAAa,IAC1B,aAAa,KAAK,CAAC,MAAM,aAAauB,8CAA+B,CAEvE,QAAO,IAAIjB,8BAAQ;GACjB,QAAQ,EACN,UAAU,CACR,UACA,IAAIsB,sCAAY;IACd,SAAS,MAAM;IACf,cAAc;GACf,EACF,EACF;GACD,MAAM;EACP;;;;AAMH,MAAI,OAAO,iBAAiB,SAC1B,QAAO,IAAItB,8BAAQ;GACjB,QAAQ,EACN,UAAU,CACR,UACA,IAAIsB,sCAAY;IACd,SAAS;IACT,cAAc;GACf,EACF,EACF;GACD,MAAM;EACP;;;;AAMH,MAAI,OAAO,iBAAiB,YAAY;GACtC,MAAM,UAAU,MAAM,aAAa,MAAM;AACzC,OAAI,OAAO,YAAY,SACrB,OAAM,IAAI,MAAM;AAGlB,UAAO,IAAItB,8BAAQ;IACjB,QAAQ,EACN,UAAU,CACR,UACA,IAAIsB,sCAAY;KACd;KACA,cAAc;IACf,EACF,EACF;IACD,MAAM;GACP;EACF;;;;AAKD,QAAM;CACP;CAED,oBACEzB,OAEA0B,UACS;EACT,MAAM,uBACJ,oBAAoBrB,uCACpB,SAAS,YAAY,MAAM,CAAC,SAC1B,KAAKT,SAAS,mBAAmB,IAAI,KAAK,KAAK,CAChD;EACH,MAAM,iBACJ,oBAAoB,QAAS,MAAM,iBAA4B;AACjE,SAAO,QACL,mBACI,iBAAiB,KAAK,wBACrB,iBAAiB,KAAK+B,2BAAa,MAAM,SAAS,EACxD;CACF;CAED,oBACE3B,OAEwE;EACxE,MAAM,EAAE,UAAU,iBAAkB,GAAG,MAAM,GAAG;AAChD,MAAI,oBAAoB,iBAAiB,SAAS,EAChD,QAAO;GAAE,UAAU;GAAkB,GAAG;EAAM;AAKhD,SAAO;GAAE;GAAU,GAAG;EAAM;CAI7B;CAED,MAAMS,iCACJmB,OACA5B,OAEA6B,QACmC;AACnC,MACE,CAAC,KAAKjC,SAAS,sCACf,KAAKA,SAAS,mCAAmC,WAAW,EAE5D,QAAO;EAIT,IAAIkC;AACJ,MAAI,OAAO,KAAKlC,SAAS,WAAW,UAClC,gBAAgB,IAAIiB,wCAAc,KAAKjB,SAAS;wDACzB,KAAKA,SAAS,OAAO,EAC5C,gBAAgB,KAAKA,SAAS;EAIhC,IAAImC,iBAA+B;GACjC;GACA;GACA,UAAU,MAAM;GAChB,OAAO,CAAE;EACV;EAGD,MAAM,cAAc,KAAKnC,SAAS;AAClC,OAAK,MAAM,CAAC,YAAY,mBAAmB,IAAI,aAAa;GAE1D,MAAM,UAAU;IACd,GAAI,WAAW,eAAe,MAAM,CAAE,EAAC,IAAI,CAAE;IAC7C,GAAI,QAAQ,WAAW,CAAE;GAC1B;GAGD,MAAMoC,UAAwB;IAC5B,WAAWC,+BAAe,MAAM,SAAS;IACzC,aAAaC,iCAAiB,MAAM,SAAS;IAC7C;GACD;GAED,MAAM,SAAS,MAAM,WAAW,oBAC9B,gBACA;IACE,UAAU,MAAM;IAChB,GAAG,oBAAoB;GACxB,GACD;IACE,GAAG;IACH;GACD,EACF;AAED,OAAI,QACF,iBAAiB;IAAE,GAAG;IAAgB,GAAG;GAAQ;EAEpD;AAED,SAAO;CACR;CAED,MAAMvB,WACJiB,OACAO,iBACmB;EACnB,MAAMC,UACJ,EACE,GAAG,iBAAiB,cACrB;EACH,MAAM,kBAAkB,OAAO,OAAO,KAAKvC,oBAAoB;EAG/D,MAAM,WAAW,KAAKD,SAAS,YAAY,OACzC,GAAG,gBAAgB,IAAI,CAAC,iBAAiB,aAAa,KAAK,EAC3D,GAAI,iBAAiB,SAAS,CAAE,EACjC;;;;;EAMD,MAAM,aACJ,iBAAiB,eAChB,gBAAgB,SAAS,IAAI,QAAQ;;;;AAKxC,MAAI,KAAKA,SAAS,0BAA0BmB,oCAAkB;;;;AAI5D,OAAI,CAACsB,4CAA8B,MAAM,CACvC,OAAM,IAAI,MACR;GAIJ,MAAM,mBAAmB;IACvB,MAAM,KAAKzC,SAAS,eAAe,QAAQ,QAAQ;IACnD,oEAAkC,KAAKA,SAAS,eAAe,OAAO;IACtE,QAAQ,KAAKA,SAAS,eAAe;IACrC,QAAQ;GACT;GAED,OAAO,OAAO,SAAS;IACrB,iBAAiB;KACf,MAAM;KACN,aAAa;IACd;IACD,6BAA6B;KAC3B,QAAQ,EAAE,QAAQ,cAAe;KACjC,QAAQ,KAAKA,SAAS,eAAe;IACtC;IACD,QAAQ;GACT,EAAC;EACH;;;;EAKD,MAAM,iBAAiB,MAAM0C,wBAAU,OAAO,UAAU;GACtD,GAAG;GACH,aAAa;EACd,EAAC;;;;EAKF,MAAM,gBAAgBC,gCAAkB,KAAK3C,SAAS,OAAO,CAAC,KAC5D,KAAKA,SAAS,qBAAqB,WAC/B4C,oCAAc,gBAAgB,KAAK5C,SAAS,iBAAiB,GAC7D,eACL;AAED,SAAO;CACR;CAED,WAAW,cAAc;AACvB,SAAO,EACL,OAAO6C,MAAE,OAAO,EACd,UAAUA,MAAE,MAAMA,MAAE,QAAqB,CAAC,CAC3C,EAAC,CACH;CACF;AACF"}