langchain 1.0.0-alpha.7 → 1.0.0-alpha.8

package/dist/agents/middlewareAgent/nodes/AgentNode.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"AgentNode.cjs","names":["RunnableCallable","options: AgentNodeOptions<StructuredResponseFormat, ContextSchema>","#run","#options","model: string | LanguageModelLike","transformResponseFormat","ProviderStrategy","ToolStrategy","state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"]","config: RunnableConfig","ToolMessage","#invokeModel","Command","#areMoreStepsNeeded","AIMessage","initChatModel","options: {\n      lastMessage?: string;\n    }","#deriveModel","#executePrepareModelRequestHooks","validateLLMHasNoBoundTools","#getResponseFormat","#bindTools","#getModelInputState","mergeAbortSignals","#handleMultipleStructuredOutputs","#handleSingleStructuredOutput","response: AIMessage","toolCalls: ToolCall[]","responseFormat: ToolResponseFormat","MultipleStructuredOutputsError","#handleToolStrategyError","toolCall: ToolCall","lastMessage?: string","error: ToolStrategyError","response: BaseMessage","hasToolCalls","model: LanguageModelLike","config: LangGraphRunnableConfig","currentOptions: ModelRequest","runtime: Runtime<unknown, unknown>","parseToolCalls","result","preparedOptions: ModelRequest | undefined","structuredResponseFormat: ResponseFormat | undefined","options: Partial<BaseChatModelCallOptions>","hasSupportForJsonSchemaOutput","bindTools","getPromptRunnable","withAgentName","z"],"sources":["../../../../src/agents/middlewareAgent/nodes/AgentNode.ts"],"sourcesContent":["/* eslint-disable @typescript-eslint/no-explicit-any */\n/* eslint-disable no-instanceof/no-instanceof */\nimport { Runnable, RunnableConfig } from \"@langchain/core/runnables\";\nimport { BaseMessage, AIMessage, ToolMessage } from \"@langchain/core/messages\";\nimport { z } from \"zod/v3\";\nimport { Command, type LangGraphRunnableConfig } from \"@langchain/langgraph\";\nimport { type LanguageModelLike } from \"@langchain/core/language_models/base\";\nimport { type BaseChatModelCallOptions } from \"@langchain/core/language_models/chat_models\";\nimport {\n  InteropZodObject,\n  getSchemaDescription,\n  interopParse,\n} from \"@langchain/core/utils/types\";\nimport type { ToolCall } from \"@langchain/core/messages/tool\";\n\nimport { initChatModel } from \"../../../chat_models/universal.js\";\nimport { MultipleStructuredOutputsError } from \"../../errors.js\";\nimport { RunnableCallable } from \"../../RunnableCallable.js\";\nimport { PreHookAnnotation, AnyAnnotationRoot } from \"../../annotation.js\";\nimport {\n  bindTools,\n  getPromptRunnable,\n  validateLLMHasNoBoundTools,\n  hasToolCalls,\n} from \"../../utils.js\";\nimport { mergeAbortSignals } from \"../../nodes/utils.js\";\nimport {\n  ModelRequest,\n  CreateAgentParams,\n  InternalAgentState,\n  Runtime,\n  AgentMiddleware,\n} from \"../types.js\";\nimport type { ClientTool, ServerTool } from \"../../types.js\";\nimport { withAgentName } from \"../../withAgentName.js\";\nimport {\n  ToolStrategy,\n  ProviderStrategy,\n  transformResponseFormat,\n  ToolStrategyError,\n  hasSupportForJsonSchemaOutput,\n} from \"../../responses.js\";\nimport { parseToolCalls } from \"./utils.js\";\n\ntype ResponseHandlerResult<StructuredResponseFormat> =\n  | {\n      structuredResponse: StructuredResponseFormat;\n      messages: BaseMessage[];\n    }\n  | Promise<Command>;\n\nexport interface AgentNodeOptions<\n  StructuredResponseFormat extends Record<string, unknown> = Record<\n    string,\n    unknown\n  >,\n  ContextSchema extends AnyAnnotationRoot | InteropZodObject = AnyAnnotationRoot\n> extends Pick<\n    CreateAgentParams<StructuredResponseFormat, ContextSchema>,\n    | \"model\"\n    | \"systemPrompt\"\n    | \"includeAgentName\"\n    | \"name\"\n    | \"responseFormat\"\n    | \"middleware\"\n  > {\n  toolClasses: (ClientTool | ServerTool)[];\n  shouldReturnDirect: Set<string>;\n  signal?: AbortSignal;\n  modifyModelRequestHookMiddleware?: [\n    AgentMiddleware<any, any, any>,\n    () => any\n  ][];\n}\n\ninterface NativeResponseFormat {\n  type: \"native\";\n  strategy: ProviderStrategy;\n}\n\ninterface ToolResponseFormat {\n  type: \"tool\";\n  tools: Record<string, ToolStrategy>;\n}\n\ntype ResponseFormat = NativeResponseFormat | ToolResponseFormat;\n\nexport class AgentNode<\n  StructuredResponseFormat extends Record<string, unknown> = Record<\n    string,\n    unknown\n  >,\n  ContextSchema extends AnyAnnotationRoot | InteropZodObject = AnyAnnotationRoot\n> extends RunnableCallable<\n  InternalAgentState<StructuredResponseFormat> & PreHookAnnotation[\"State\"],\n  { messages: BaseMessage[] } | { structuredResponse: StructuredResponseFormat }\n> {\n  #options: AgentNodeOptions<StructuredResponseFormat, ContextSchema>;\n\n  constructor(\n    options: AgentNodeOptions<StructuredResponseFormat, ContextSchema>\n  ) {\n    super({\n      name: options.name ?? \"model\",\n      func: (input, config) =>\n        this.#run(input, config as RunnableConfig) as any,\n    });\n\n    this.#options = options;\n  }\n\n  /**\n   * Returns response format primtivies based on given model and response format provided by the user.\n   *\n   * If the the user selects a tool output:\n   * - return a record of tools to extract structured output from the model's response\n   *\n   * if the the user selects a native schema output or if the model supports JSON schema output:\n   * - return a provider strategy to extract structured output from the model's response\n   *\n   * @param model - The model to get the response format for.\n   * @returns The response format.\n   */\n  #getResponseFormat(\n    model: string | LanguageModelLike\n  ): ResponseFormat | undefined {\n    if (!this.#options.responseFormat) {\n      return undefined;\n    }\n\n    const strategies = transformResponseFormat(\n      this.#options.responseFormat,\n      undefined,\n      model\n    );\n\n    /**\n     * we either define a list of provider strategies or a list of tool strategies\n     */\n    const isProviderStrategy = strategies.every(\n      (format) => format instanceof ProviderStrategy\n    );\n\n    /**\n     * Populate a list of structured tool info.\n     */\n    if (!isProviderStrategy) {\n      return {\n        type: \"tool\",\n        tools: (\n          strategies.filter(\n            (format) => format instanceof ToolStrategy\n          ) as ToolStrategy[]\n        ).reduce((acc, format) => {\n          acc[format.name] = format;\n          return acc;\n        }, {} as Record<string, ToolStrategy>),\n      };\n    }\n\n    return {\n      type: \"native\",\n      /**\n       * there can only be one provider strategy\n       */\n      strategy: strategies[0] as ProviderStrategy,\n    };\n  }\n\n  async #run(\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"],\n    config: RunnableConfig\n  ) {\n    /**\n     * Check if we just executed a returnDirect tool\n     * If so, we should generate structured response (if needed) and stop\n     */\n    const lastMessage = state.messages.at(-1);\n    if (\n      lastMessage &&\n      ToolMessage.isInstance(lastMessage) &&\n      lastMessage.name &&\n      this.#options.shouldReturnDirect.has(lastMessage.name)\n    ) {\n      /**\n       * return directly without invoking the model again\n       */\n      return { messages: [] };\n    }\n\n    const response = await this.#invokeModel(state, config);\n\n    /**\n     * if we were able to generate a structured response, return it\n     */\n    if (\"structuredResponse\" in response) {\n      return {\n        messages: [...state.messages, ...(response.messages || [])],\n        structuredResponse: response.structuredResponse,\n      };\n    }\n\n    /**\n     * if we need to direct the agent to the model, return the update\n     */\n    if (response instanceof Command) {\n      return response;\n    }\n\n    response.name = this.name;\n    response.lc_kwargs.name = this.name;\n\n    if (this.#areMoreStepsNeeded(state, response)) {\n      return {\n        messages: [\n          new AIMessage({\n            content: \"Sorry, need more steps to process this request.\",\n            name: this.name,\n            id: response.id,\n          }),\n        ],\n      };\n    }\n\n    return { messages: [response] };\n  }\n\n  /**\n   * Derive the model from the options.\n   * @param state - The state of the agent.\n   * @param config - The config of the agent.\n   * @returns The model.\n   */\n  #deriveModel() {\n    if (typeof this.#options.model === \"string\") {\n      return initChatModel(this.#options.model);\n    }\n\n    if (this.#options.model) {\n      return this.#options.model;\n    }\n\n    throw new Error(\"No model option was provided, either via `model` option.\");\n  }\n\n  async #invokeModel(\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"],\n    config: RunnableConfig,\n    options: {\n      lastMessage?: string;\n    } = {}\n  ): Promise<AIMessage | ResponseHandlerResult<StructuredResponseFormat>> {\n    const model = await this.#deriveModel();\n\n    /**\n     * Execute modifyModelRequest hooks from beforeModelNodes\n     */\n    const preparedOptions = await this.#executePrepareModelRequestHooks(\n      model,\n      state,\n      config\n    );\n\n    /**\n     * If user provides a model in the preparedOptions, use it,\n     * otherwise use the model from the options\n     */\n    const finalModel = preparedOptions?.model ?? model;\n\n    /**\n     * Check if the LLM already has bound tools and throw if it does.\n     */\n    validateLLMHasNoBoundTools(finalModel);\n\n    const structuredResponseFormat = this.#getResponseFormat(finalModel);\n    const modelWithTools = await this.#bindTools(\n      finalModel,\n      preparedOptions,\n      structuredResponseFormat\n    );\n    let modelInput = this.#getModelInputState(state);\n\n    /**\n     * Use messages from preparedOptions if provided\n     */\n    if (preparedOptions?.messages) {\n      modelInput = { ...modelInput, messages: preparedOptions.messages };\n    }\n\n    const signal = mergeAbortSignals(this.#options.signal, config.signal);\n    const invokeConfig = { ...config, signal };\n    const response = (await modelWithTools.invoke(\n      modelInput,\n      invokeConfig\n    )) as AIMessage;\n\n    /**\n     * if the user requests a native schema output, try to parse the response\n     * and return the structured response if it is valid\n     */\n    if (structuredResponseFormat?.type === \"native\") {\n      const structuredResponse =\n        structuredResponseFormat.strategy.parse(response);\n      if (structuredResponse) {\n        return { structuredResponse, messages: [response] };\n      }\n\n      return response;\n    }\n\n    if (!structuredResponseFormat || !response.tool_calls) {\n      return response;\n    }\n\n    const toolCalls = response.tool_calls.filter(\n      (call) => call.name in structuredResponseFormat.tools\n    );\n\n    /**\n     * if there were not structured tool calls, we can return the response\n     */\n    if (toolCalls.length === 0) {\n      return response;\n    }\n\n    /**\n     * if there were multiple structured tool calls, we should throw an error as this\n     * scenario is not defined/supported.\n     */\n    if (toolCalls.length > 1) {\n      return this.#handleMultipleStructuredOutputs(\n        response,\n        toolCalls,\n        structuredResponseFormat\n      );\n    }\n\n    const toolStrategy = structuredResponseFormat.tools[toolCalls[0].name];\n    const toolMessageContent = toolStrategy?.options?.toolMessageContent;\n    return this.#handleSingleStructuredOutput(\n      response,\n      toolCalls[0],\n      structuredResponseFormat,\n      toolMessageContent ?? options.lastMessage\n    );\n  }\n\n  /**\n   * If the model returns multiple structured outputs, we need to handle it.\n   * @param response - The response from the model\n   * @param toolCalls - The tool calls that were made\n   * @returns The response from the model\n   */\n  #handleMultipleStructuredOutputs(\n    response: AIMessage,\n    toolCalls: ToolCall[],\n    responseFormat: ToolResponseFormat\n  ): Promise<Command> {\n    const multipleStructuredOutputsError = new MultipleStructuredOutputsError(\n      toolCalls.map((call) => call.name)\n    );\n\n    return this.#handleToolStrategyError(\n      multipleStructuredOutputsError,\n      response,\n      toolCalls[0],\n      responseFormat\n    );\n  }\n\n  /**\n   * If the model returns a single structured output, we need to handle it.\n   * @param toolCall - The tool call that was made\n   * @returns The structured response and a message to the LLM if needed\n   */\n  #handleSingleStructuredOutput(\n    response: AIMessage,\n    toolCall: ToolCall,\n    responseFormat: ToolResponseFormat,\n    lastMessage?: string\n  ): ResponseHandlerResult<StructuredResponseFormat> {\n    const tool = responseFormat.tools[toolCall.name];\n\n    try {\n      const structuredResponse = tool.parse(\n        toolCall.args\n      ) as StructuredResponseFormat;\n\n      return {\n        structuredResponse,\n        messages: [\n          response,\n          new AIMessage(\n            lastMessage ??\n              `Returning structured response: ${JSON.stringify(\n                structuredResponse\n              )}`\n          ),\n        ],\n      };\n    } catch (error) {\n      return this.#handleToolStrategyError(\n        error as ToolStrategyError,\n        response,\n        toolCall,\n        responseFormat\n      );\n    }\n  }\n\n  async #handleToolStrategyError(\n    error: ToolStrategyError,\n    response: AIMessage,\n    toolCall: ToolCall,\n    responseFormat: ToolResponseFormat\n  ): Promise<Command> {\n    /**\n     * Using the `errorHandler` option of the first `ToolStrategy` entry is sufficient here.\n     * There is technically only one `ToolStrategy` entry in `structuredToolInfo` if the user\n     * uses `toolStrategy` to define the response format. If the user applies a list of json\n     * schema objects, these will be transformed into multiple `ToolStrategy` entries but all\n     * with the same `handleError` option.\n     */\n    const errorHandler = Object.values(responseFormat.tools).at(0)?.options\n      ?.handleError;\n\n    const toolCallId = toolCall.id;\n    if (!toolCallId) {\n      throw new Error(\n        \"Tool call ID is required to handle tool output errors. Please provide a tool call ID.\"\n      );\n    }\n\n    /**\n     * retry if:\n     */\n    if (\n      /**\n       * if the user has provided `true` as the `errorHandler` option, return a new AIMessage\n       * with the error message and retry the tool call.\n       */\n      (typeof errorHandler === \"boolean\" && errorHandler) ||\n      /**\n       * if `errorHandler` is an array and contains MultipleStructuredOutputsError\n       */\n      (Array.isArray(errorHandler) &&\n        errorHandler.some((h) => h instanceof MultipleStructuredOutputsError))\n    ) {\n      return new Command({\n        update: {\n          messages: [\n            response,\n            new ToolMessage({\n              content: error.message,\n              tool_call_id: toolCallId,\n            }),\n          ],\n        },\n        goto: \"model\",\n      });\n    }\n\n    /**\n     * if `errorHandler` is a string, retry the tool call with given string\n     */\n    if (typeof errorHandler === \"string\") {\n      return new Command({\n        update: {\n          messages: [\n            response,\n            new ToolMessage({\n              content: errorHandler,\n              tool_call_id: toolCallId,\n            }),\n          ],\n        },\n        goto: \"model\",\n      });\n    }\n\n    /**\n     * if `errorHandler` is a function, retry the tool call with the function\n     */\n    if (typeof errorHandler === \"function\") {\n      const content = await errorHandler(error);\n      if (typeof content !== \"string\") {\n        throw new Error(\"Error handler must return a string.\");\n      }\n\n      return new Command({\n        update: {\n          messages: [\n            response,\n            new ToolMessage({\n              content,\n              tool_call_id: toolCallId,\n            }),\n          ],\n        },\n        goto: \"model\",\n      });\n    }\n\n    /**\n     * throw otherwise, e.g. if `errorHandler` is not defined or set to `false`\n     */\n    throw error;\n  }\n\n  #areMoreStepsNeeded(\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"],\n    response: BaseMessage\n  ): boolean {\n    const allToolsReturnDirect =\n      AIMessage.isInstance(response) &&\n      response.tool_calls?.every((call) =>\n        this.#options.shouldReturnDirect.has(call.name)\n      );\n    const remainingSteps =\n      \"remainingSteps\" in state ? (state.remainingSteps as number) : undefined;\n    return Boolean(\n      remainingSteps &&\n        ((remainingSteps < 1 && allToolsReturnDirect) ||\n          (remainingSteps < 2 && hasToolCalls(state.messages)))\n    );\n  }\n\n  #getModelInputState(\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"]\n  ): Omit<InternalAgentState<StructuredResponseFormat>, \"llmInputMessages\"> {\n    const { messages, llmInputMessages, ...rest } = state;\n    if (llmInputMessages && llmInputMessages.length > 0) {\n      return { messages: llmInputMessages, ...rest } as Omit<\n        InternalAgentState<StructuredResponseFormat>,\n        \"llmInputMessages\"\n      >;\n    }\n    return { messages, ...rest } as Omit<\n      InternalAgentState<StructuredResponseFormat>,\n      \"llmInputMessages\"\n    >;\n  }\n\n  async #executePrepareModelRequestHooks(\n    model: LanguageModelLike,\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"],\n    config: LangGraphRunnableConfig\n  ): Promise<ModelRequest | undefined> {\n    if (\n      !this.#options.modifyModelRequestHookMiddleware ||\n      this.#options.modifyModelRequestHookMiddleware.length === 0\n    ) {\n      return undefined;\n    }\n\n    /**\n     * Get the prompt for system message\n     */\n    const systemPrompt = this.#options.systemPrompt;\n\n    /**\n     * Prepare the initial call options\n     */\n    let currentOptions: ModelRequest = {\n      model,\n      systemPrompt,\n      messages: state.messages,\n      tools: this.#options.toolClasses.map((tool) => tool.name as string),\n    };\n\n    /**\n     * Execute modifyModelRequest hooks from all middleware\n     */\n    const middlewareList = this.#options.modifyModelRequestHookMiddleware;\n    for (const [middleware, getMiddlewareState] of middlewareList) {\n      /**\n       * Merge context with default context of middleware\n       */\n      const context = middleware.contextSchema\n        ? interopParse(middleware.contextSchema, config?.context || {})\n        : config?.context;\n\n      /**\n       * Create runtime\n       */\n      const runtime: Runtime<unknown, unknown> = {\n        toolCalls: parseToolCalls(state.messages),\n        tools: this.#options.toolClasses,\n        context,\n        writer: config.writer,\n        interrupt: config.interrupt,\n        signal: config.signal,\n        terminate: (result) => ({ type: \"terminate\", result }),\n      };\n\n      const result = await middleware.modifyModelRequest!(\n        currentOptions,\n        {\n          messages: state.messages,\n          ...getMiddlewareState(),\n        },\n        /**\n         * ensure runtime is frozen to prevent modifications\n         */\n        Object.freeze({\n          ...runtime,\n          context,\n        })\n      );\n\n      /**\n       * raise meaningful error if unknown tools were selected\n       */\n      const unknownTools =\n        result?.tools?.filter(\n          (tool) => !this.#options.toolClasses.some((t) => t.name === tool)\n        ) ?? [];\n      if (unknownTools.length > 0) {\n        throw new Error(\n          `Unknown tools selected in middleware \"${\n            middleware.name\n          }\": ${unknownTools.join(\n            \", \"\n          )}, available tools: ${this.#options.toolClasses\n            .map((t) => t.name)\n            .join(\", \")}!`\n        );\n      }\n\n      if (result) {\n        currentOptions = { ...currentOptions, ...result };\n      }\n    }\n\n    return currentOptions;\n  }\n\n  async #bindTools(\n    model: LanguageModelLike,\n    preparedOptions: ModelRequest | undefined,\n    structuredResponseFormat: ResponseFormat | undefined\n  ): Promise<Runnable> {\n    const options: Partial<BaseChatModelCallOptions> = {};\n    const structuredTools = Object.values(\n      structuredResponseFormat && \"tools\" in structuredResponseFormat\n        ? structuredResponseFormat.tools\n        : {}\n    );\n\n    // Use tools from preparedOptions if provided, otherwise use default tools\n    const preparedTools = preparedOptions?.tools ?? [];\n    const allTools = [\n      ...(preparedTools.length > 0\n        ? this.#options.toolClasses.filter(\n            (tool) =>\n              typeof tool.name === \"string\" && preparedTools.includes(tool.name)\n          )\n        : this.#options.toolClasses),\n      ...structuredTools.map((toolStrategy) => toolStrategy.tool),\n    ];\n\n    /**\n     * If there are structured tools, we need to set the tool choice to \"any\"\n     * so that the model can choose to use a structured tool or not.\n     */\n    const toolChoice =\n      preparedOptions?.toolChoice ||\n      (structuredTools.length > 0 ? \"any\" : undefined);\n\n    /**\n     * check if the user requests a native schema output\n     */\n    if (structuredResponseFormat?.type === \"native\") {\n      /**\n       * if the model does not support JSON schema output, throw an error\n       */\n      if (!hasSupportForJsonSchemaOutput(model)) {\n        throw new Error(\n          \"Model does not support native structured output responses. Please use a model that supports native structured output responses or use a tool output.\"\n        );\n      }\n\n      const jsonSchemaParams = {\n        name: structuredResponseFormat.strategy.schema?.name ?? \"extract\",\n        description: getSchemaDescription(\n          structuredResponseFormat.strategy.schema\n        ),\n        schema: structuredResponseFormat.strategy.schema,\n        strict: true,\n      };\n\n      Object.assign(options, {\n        response_format: {\n          type: \"json_schema\",\n          json_schema: jsonSchemaParams,\n        },\n        ls_structured_output_format: {\n          kwargs: { method: \"json_schema\" },\n          schema: structuredResponseFormat.strategy.schema,\n        },\n        strict: true,\n      });\n    }\n\n    /**\n     * Bind tools to the model if they are not already bound.\n     */\n    const modelWithTools = await bindTools(model, allTools, {\n      ...options,\n      tool_choice: toolChoice,\n    });\n\n    /**\n     * Create a model runnable with the prompt and agent name\n     */\n    const modelRunnable = getPromptRunnable(\n      preparedOptions?.systemPrompt ?? this.#options.systemPrompt\n    ).pipe(\n      this.#options.includeAgentName === \"inline\"\n        ? withAgentName(modelWithTools, this.#options.includeAgentName)\n        : modelWithTools\n    );\n\n    return modelRunnable;\n  }\n\n  static get nodeOptions(): {\n    input: z.ZodObject<{ messages: z.ZodArray<z.ZodType<BaseMessage>> }>;\n  } {\n    return {\n      input: z.object({\n        messages: z.array(z.custom<BaseMessage>()),\n      }),\n    };\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;AAuFA,IAAa,YAAb,cAMUA,0CAGR;CACA;CAEA,YACEC,SACA;EACA,MAAM;GACJ,MAAM,QAAQ,QAAQ;GACtB,MAAM,CAAC,OAAO,WACZ,KAAKC,KAAK,OAAO,OAAyB;EAC7C,EAAC;EAEF,KAAKC,WAAW;CACjB;;;;;;;;;;;;;CAcD,mBACEC,OAC4B;AAC5B,MAAI,CAAC,KAAKD,SAAS,eACjB,QAAO;EAGT,MAAM,aAAaE,0CACjB,KAAKF,SAAS,gBACd,QACA,MACD;;;;EAKD,MAAM,qBAAqB,WAAW,MACpC,CAAC,WAAW,kBAAkBG,mCAC/B;;;;AAKD,MAAI,CAAC,mBACH,QAAO;GACL,MAAM;GACN,OACE,WAAW,OACT,CAAC,WAAW,kBAAkBC,+BAC/B,CACD,OAAO,CAAC,KAAK,WAAW;IACxB,IAAI,OAAO,QAAQ;AACnB,WAAO;GACR,GAAE,CAAE,EAAiC;EACvC;AAGH,SAAO;GACL,MAAM;GAIN,UAAU,WAAW;EACtB;CACF;CAED,MAAML,KACJM,OAEAC,QACA;;;;;EAKA,MAAM,cAAc,MAAM,SAAS,GAAG,GAAG;AACzC,MACE,eACAC,sCAAY,WAAW,YAAY,IACnC,YAAY,QACZ,KAAKP,SAAS,mBAAmB,IAAI,YAAY,KAAK;;;;AAKtD,SAAO,EAAE,UAAU,CAAE,EAAE;EAGzB,MAAM,WAAW,MAAM,KAAKQ,aAAa,OAAO,OAAO;;;;AAKvD,MAAI,wBAAwB,SAC1B,QAAO;GACL,UAAU,CAAC,GAAG,MAAM,UAAU,GAAI,SAAS,YAAY,CAAE,CAAE;GAC3D,oBAAoB,SAAS;EAC9B;;;;AAMH,MAAI,oBAAoBC,8BACtB,QAAO;EAGT,SAAS,OAAO,KAAK;EACrB,SAAS,UAAU,OAAO,KAAK;AAE/B,MAAI,KAAKC,oBAAoB,OAAO,SAAS,CAC3C,QAAO,EACL,UAAU,CACR,IAAIC,oCAAU;GACZ,SAAS;GACT,MAAM,KAAK;GACX,IAAI,SAAS;EACd,EACF,EACF;AAGH,SAAO,EAAE,UAAU,CAAC,QAAS,EAAE;CAChC;;;;;;;CAQD,eAAe;AACb,MAAI,OAAO,KAAKX,SAAS,UAAU,SACjC,QAAOY,4CAAc,KAAKZ,SAAS,MAAM;AAG3C,MAAI,KAAKA,SAAS,MAChB,QAAO,KAAKA,SAAS;AAGvB,QAAM,IAAI,MAAM;CACjB;CAED,MAAMQ,aACJH,OAEAC,QACAO,UAEI,CAAE,GACgE;EACtE,MAAM,QAAQ,MAAM,KAAKC,cAAc;;;;EAKvC,MAAM,kBAAkB,MAAM,KAAKC,iCACjC,OACA,OACA,OACD;;;;;EAMD,MAAM,aAAa,iBAAiB,SAAS;;;;EAK7CC,yCAA2B,WAAW;EAEtC,MAAM,2BAA2B,KAAKC,mBAAmB,WAAW;EACpE,MAAM,iBAAiB,MAAM,KAAKC,WAChC,YACA,iBACA,yBACD;EACD,IAAI,aAAa,KAAKC,oBAAoB,MAAM;;;;AAKhD,MAAI,iBAAiB,UACnB,aAAa;GAAE,GAAG;GAAY,UAAU,gBAAgB;EAAU;EAGpE,MAAM,SAASC,kCAAkB,KAAKpB,SAAS,QAAQ,OAAO,OAAO;EACrE,MAAM,eAAe;GAAE,GAAG;GAAQ;EAAQ;EAC1C,MAAM,WAAY,MAAM,eAAe,OACrC,YACA,aACD;;;;;AAMD,MAAI,0BAA0B,SAAS,UAAU;GAC/C,MAAM,qBACJ,yBAAyB,SAAS,MAAM,SAAS;AACnD,OAAI,mBACF,QAAO;IAAE;IAAoB,UAAU,CAAC,QAAS;GAAE;AAGrD,UAAO;EACR;AAED,MAAI,CAAC,4BAA4B,CAAC,SAAS,WACzC,QAAO;EAGT,MAAM,YAAY,SAAS,WAAW,OACpC,CAAC,SAAS,KAAK,QAAQ,yBAAyB,MACjD;;;;AAKD,MAAI,UAAU,WAAW,EACvB,QAAO;;;;;AAOT,MAAI,UAAU,SAAS,EACrB,QAAO,KAAKqB,iCACV,UACA,WACA,yBACD;EAGH,MAAM,eAAe,yBAAyB,MAAM,UAAU,GAAG;EACjE,MAAM,qBAAqB,cAAc,SAAS;AAClD,SAAO,KAAKC,8BACV,UACA,UAAU,IACV,0BACA,sBAAsB,QAAQ,YAC/B;CACF;;;;;;;CAQD,iCACEC,UACAC,WACAC,gBACkB;EAClB,MAAM,iCAAiC,IAAIC,8CACzC,UAAU,IAAI,CAAC,SAAS,KAAK,KAAK;AAGpC,SAAO,KAAKC,yBACV,gCACA,UACA,UAAU,IACV,eACD;CACF;;;;;;CAOD,8BACEJ,UACAK,UACAH,gBACAI,aACiD;EACjD,MAAM,OAAO,eAAe,MAAM,SAAS;AAE3C,MAAI;GACF,MAAM,qBAAqB,KAAK,MAC9B,SAAS,KACV;AAED,UAAO;IACL;IACA,UAAU,CACR,UACA,IAAIlB,oCACF,eACE,CAAC,+BAA+B,EAAE,KAAK,UACrC,mBACD,EAAE,CAER;GACF;EACF,SAAQ,OAAO;AACd,UAAO,KAAKgB,yBACV,OACA,UACA,UACA,eACD;EACF;CACF;CAED,MAAMA,yBACJG,OACAP,UACAK,UACAH,gBACkB;;;;;;;;EAQlB,MAAM,eAAe,OAAO,OAAO,eAAe,MAAM,CAAC,GAAG,EAAE,EAAE,SAC5D;EAEJ,MAAM,aAAa,SAAS;AAC5B,MAAI,CAAC,WACH,OAAM,IAAI,MACR;;;;AAOJ,MAKG,OAAO,iBAAiB,aAAa,gBAIrC,MAAM,QAAQ,aAAa,IAC1B,aAAa,KAAK,CAAC,MAAM,aAAaC,8CAA+B,CAEvE,QAAO,IAAIjB,8BAAQ;GACjB,QAAQ,EACN,UAAU,CACR,UACA,IAAIF,sCAAY;IACd,SAAS,MAAM;IACf,cAAc;GACf,EACF,EACF;GACD,MAAM;EACP;;;;AAMH,MAAI,OAAO,iBAAiB,SAC1B,QAAO,IAAIE,8BAAQ;GACjB,QAAQ,EACN,UAAU,CACR,UACA,IAAIF,sCAAY;IACd,SAAS;IACT,cAAc;GACf,EACF,EACF;GACD,MAAM;EACP;;;;AAMH,MAAI,OAAO,iBAAiB,YAAY;GACtC,MAAM,UAAU,MAAM,aAAa,MAAM;AACzC,OAAI,OAAO,YAAY,SACrB,OAAM,IAAI,MAAM;AAGlB,UAAO,IAAIE,8BAAQ;IACjB,QAAQ,EACN,UAAU,CACR,UACA,IAAIF,sCAAY;KACd;KACA,cAAc;IACf,EACF,EACF;IACD,MAAM;GACP;EACF;;;;AAKD,QAAM;CACP;CAED,oBACEF,OAEA0B,UACS;EACT,MAAM,uBACJpB,oCAAU,WAAW,SAAS,IAC9B,SAAS,YAAY,MAAM,CAAC,SAC1B,KAAKX,SAAS,mBAAmB,IAAI,KAAK,KAAK,CAChD;EACH,MAAM,iBACJ,oBAAoB,QAAS,MAAM,iBAA4B;AACjE,SAAO,QACL,mBACI,iBAAiB,KAAK,wBACrB,iBAAiB,KAAKgC,2BAAa,MAAM,SAAS,EACxD;CACF;CAED,oBACE3B,OAEwE;EACxE,MAAM,EAAE,UAAU,iBAAkB,GAAG,MAAM,GAAG;AAChD,MAAI,oBAAoB,iBAAiB,SAAS,EAChD,QAAO;GAAE,UAAU;GAAkB,GAAG;EAAM;AAKhD,SAAO;GAAE;GAAU,GAAG;EAAM;CAI7B;CAED,MAAMU,iCACJkB,OACA5B,OAEA6B,QACmC;AACnC,MACE,CAAC,KAAKlC,SAAS,oCACf,KAAKA,SAAS,iCAAiC,WAAW,EAE1D,QAAO;;;;EAMT,MAAM,eAAe,KAAKA,SAAS;;;;EAKnC,IAAImC,iBAA+B;GACjC;GACA;GACA,UAAU,MAAM;GAChB,OAAO,KAAKnC,SAAS,YAAY,IAAI,CAAC,SAAS,KAAK,KAAe;EACpE;;;;EAKD,MAAM,iBAAiB,KAAKA,SAAS;AACrC,OAAK,MAAM,CAAC,YAAY,mBAAmB,IAAI,gBAAgB;;;;GAI7D,MAAM,UAAU,WAAW,+DACV,WAAW,eAAe,QAAQ,WAAW,CAAE,EAAC,GAC7D,QAAQ;;;;GAKZ,MAAMoC,UAAqC;IACzC,WAAWC,+BAAe,MAAM,SAAS;IACzC,OAAO,KAAKrC,SAAS;IACrB;IACA,QAAQ,OAAO;IACf,WAAW,OAAO;IAClB,QAAQ,OAAO;IACf,WAAW,CAACsC,cAAY;KAAE,MAAM;KAAa;IAAQ;GACtD;GAED,MAAM,SAAS,MAAM,WAAW;IAC9B;IACA;KACE,UAAU,MAAM;KAChB,GAAG,oBAAoB;IACxB;;;;IAID,OAAO,OAAO;KACZ,GAAG;KACH;IACD,EAAC;IACH;;;;GAKD,MAAM,eACJ,QAAQ,OAAO,OACb,CAAC,SAAS,CAAC,KAAKtC,SAAS,YAAY,KAAK,CAAC,MAAM,EAAE,SAAS,KAAK,CAClE,IAAI,CAAE;AACT,OAAI,aAAa,SAAS,EACxB,OAAM,IAAI,MACR,CAAC,sCAAsC,EACrC,WAAW,KACZ,GAAG,EAAE,aAAa,KACjB,KACD,CAAC,mBAAmB,EAAE,KAAKA,SAAS,YAClC,IAAI,CAAC,MAAM,EAAE,KAAK,CAClB,KAAK,KAAK,CAAC,CAAC,CAAC;AAIpB,OAAI,QACF,iBAAiB;IAAE,GAAG;IAAgB,GAAG;GAAQ;EAEpD;AAED,SAAO;CACR;CAED,MAAMkB,WACJe,OACAM,iBACAC,0BACmB;EACnB,MAAMC,UAA6C,CAAE;EACrD,MAAM,kBAAkB,OAAO,OAC7B,4BAA4B,WAAW,2BACnC,yBAAyB,QACzB,CAAE,EACP;EAGD,MAAM,gBAAgB,iBAAiB,SAAS,CAAE;EAClD,MAAM,WAAW,CACf,GAAI,cAAc,SAAS,IACvB,KAAKzC,SAAS,YAAY,OACxB,CAAC,SACC,OAAO,KAAK,SAAS,YAAY,cAAc,SAAS,KAAK,KAAK,CACrE,GACD,KAAKA,SAAS,aAClB,GAAG,gBAAgB,IAAI,CAAC,iBAAiB,aAAa,KAAK,AAC5D;;;;;EAMD,MAAM,aACJ,iBAAiB,eAChB,gBAAgB,SAAS,IAAI,QAAQ;;;;AAKxC,MAAI,0BAA0B,SAAS,UAAU;;;;AAI/C,OAAI,CAAC0C,gDAA8B,MAAM,CACvC,OAAM,IAAI,MACR;GAIJ,MAAM,mBAAmB;IACvB,MAAM,yBAAyB,SAAS,QAAQ,QAAQ;IACxD,oEACE,yBAAyB,SAAS,OACnC;IACD,QAAQ,yBAAyB,SAAS;IAC1C,QAAQ;GACT;GAED,OAAO,OAAO,SAAS;IACrB,iBAAiB;KACf,MAAM;KACN,aAAa;IACd;IACD,6BAA6B;KAC3B,QAAQ,EAAE,QAAQ,cAAe;KACjC,QAAQ,yBAAyB,SAAS;IAC3C;IACD,QAAQ;GACT,EAAC;EACH;;;;EAKD,MAAM,iBAAiB,MAAMC,wBAAU,OAAO,UAAU;GACtD,GAAG;GACH,aAAa;EACd,EAAC;;;;EAKF,MAAM,gBAAgBC,gCACpB,iBAAiB,gBAAgB,KAAK5C,SAAS,aAChD,CAAC,KACA,KAAKA,SAAS,qBAAqB,WAC/B6C,oCAAc,gBAAgB,KAAK7C,SAAS,iBAAiB,GAC7D,eACL;AAED,SAAO;CACR;CAED,WAAW,cAET;AACA,SAAO,EACL,OAAO8C,SAAE,OAAO,EACd,UAAUA,SAAE,MAAMA,SAAE,QAAqB,CAAC,CAC3C,EAAC,CACH;CACF;AACF"}
+{"version":3,"file":"AgentNode.cjs","names":["RunnableCallable","options: AgentNodeOptions<StructuredResponseFormat, ContextSchema>","#run","#options","model: string | LanguageModelLike","transformResponseFormat","ProviderStrategy","ToolStrategy","state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"]","config: RunnableConfig","ToolMessage","#invokeModel","#runState","Command","#areMoreStepsNeeded","AIMessage","initChatModel","options: {\n      lastMessage?: string;\n    }","#deriveModel","#executePrepareModelRequestHooks","validateLLMHasNoBoundTools","#getResponseFormat","#bindTools","#getModelInputState","mergeAbortSignals","#handleMultipleStructuredOutputs","#handleSingleStructuredOutput","runtime: Runtime<unknown>","response: AIMessage","toolCalls: ToolCall[]","responseFormat: ToolResponseFormat","MultipleStructuredOutputsError","#handleToolStrategyError","toolCall: ToolCall","lastMessage?: string","error: ToolStrategyError","response: BaseMessage","hasToolCalls","model: LanguageModelLike","config: LangGraphRunnableConfig","currentOptions: ModelRequest","isClientTool","preparedOptions: ModelRequest | undefined","structuredResponseFormat: ResponseFormat | undefined","options: Partial<BaseChatModelCallOptions>","hasSupportForJsonSchemaOutput","bindTools","getPromptRunnable","withAgentName","z"],"sources":["../../../../src/agents/middlewareAgent/nodes/AgentNode.ts"],"sourcesContent":["/* eslint-disable @typescript-eslint/no-explicit-any */\n/* eslint-disable no-instanceof/no-instanceof */\nimport { Runnable, RunnableConfig } from \"@langchain/core/runnables\";\nimport { BaseMessage, AIMessage, ToolMessage } from \"@langchain/core/messages\";\nimport { z } from \"zod/v3\";\nimport { Command, type LangGraphRunnableConfig } from \"@langchain/langgraph\";\nimport { type LanguageModelLike } from \"@langchain/core/language_models/base\";\nimport { type BaseChatModelCallOptions } from \"@langchain/core/language_models/chat_models\";\nimport {\n  InteropZodObject,\n  getSchemaDescription,\n  interopParse,\n} from \"@langchain/core/utils/types\";\nimport type { ToolCall } from \"@langchain/core/messages/tool\";\n\nimport { initChatModel } from \"../../../chat_models/universal.js\";\nimport { MultipleStructuredOutputsError } from \"../../errors.js\";\nimport { RunnableCallable } from \"../../RunnableCallable.js\";\nimport { PreHookAnnotation, AnyAnnotationRoot } from \"../../annotation.js\";\nimport {\n  bindTools,\n  getPromptRunnable,\n  validateLLMHasNoBoundTools,\n  hasToolCalls,\n  isClientTool,\n} from \"../../utils.js\";\nimport { mergeAbortSignals } from \"../../nodes/utils.js\";\nimport {\n  ModelRequest,\n  CreateAgentParams,\n  InternalAgentState,\n  Runtime,\n  AgentMiddleware,\n  PrivateState,\n} from \"../types.js\";\nimport type { ClientTool, ServerTool } from \"../../types.js\";\nimport { withAgentName } from \"../../withAgentName.js\";\nimport {\n  ToolStrategy,\n  ProviderStrategy,\n  transformResponseFormat,\n  ToolStrategyError,\n  hasSupportForJsonSchemaOutput,\n} from \"../../responses.js\";\n\ntype ResponseHandlerResult<StructuredResponseFormat> =\n  | {\n      structuredResponse: StructuredResponseFormat;\n      messages: BaseMessage[];\n    }\n  | Promise<Command>;\n\nexport interface AgentNodeOptions<\n  StructuredResponseFormat extends Record<string, unknown> = Record<\n    string,\n    unknown\n  >,\n  ContextSchema extends AnyAnnotationRoot | InteropZodObject = AnyAnnotationRoot\n> extends Pick<\n    CreateAgentParams<StructuredResponseFormat, ContextSchema>,\n    | \"model\"\n    | \"systemPrompt\"\n    | \"includeAgentName\"\n    | \"name\"\n    | \"responseFormat\"\n    | \"middleware\"\n  > {\n  toolClasses: (ClientTool | ServerTool)[];\n  shouldReturnDirect: Set<string>;\n  signal?: AbortSignal;\n  modifyModelRequestHookMiddleware?: [\n    AgentMiddleware<any, any, any>,\n    () => any\n  ][];\n  retryModelRequestHookMiddleware?: [\n    AgentMiddleware<any, any, any>,\n    () => any\n  ][];\n}\n\ninterface NativeResponseFormat {\n  type: \"native\";\n  strategy: ProviderStrategy;\n}\n\ninterface ToolResponseFormat {\n  type: \"tool\";\n  tools: Record<string, ToolStrategy>;\n}\n\ntype ResponseFormat = NativeResponseFormat | ToolResponseFormat;\n\nexport class AgentNode<\n  StructuredResponseFormat extends Record<string, unknown> = Record<\n    string,\n    unknown\n  >,\n  ContextSchema extends AnyAnnotationRoot | InteropZodObject = AnyAnnotationRoot\n> extends RunnableCallable<\n  InternalAgentState<StructuredResponseFormat> & PreHookAnnotation[\"State\"],\n  | (\n      | { messages: BaseMessage[] }\n      | { structuredResponse: StructuredResponseFormat }\n    ) & { _privateState: PrivateState }\n> {\n  #options: AgentNodeOptions<StructuredResponseFormat, ContextSchema>;\n\n  #runState: Pick<PrivateState, \"runModelCallCount\"> = {\n    runModelCallCount: 0,\n  };\n\n  constructor(\n    options: AgentNodeOptions<StructuredResponseFormat, ContextSchema>\n  ) {\n    super({\n      name: options.name ?? \"model\",\n      func: (input, config) =>\n        this.#run(input, config as RunnableConfig) as any,\n    });\n\n    this.#options = options;\n  }\n\n  /**\n   * Returns response format primtivies based on given model and response format provided by the user.\n   *\n   * If the the user selects a tool output:\n   * - return a record of tools to extract structured output from the model's response\n   *\n   * if the the user selects a native schema output or if the model supports JSON schema output:\n   * - return a provider strategy to extract structured output from the model's response\n   *\n   * @param model - The model to get the response format for.\n   * @returns The response format.\n   */\n  #getResponseFormat(\n    model: string | LanguageModelLike\n  ): ResponseFormat | undefined {\n    if (!this.#options.responseFormat) {\n      return undefined;\n    }\n\n    const strategies = transformResponseFormat(\n      this.#options.responseFormat,\n      undefined,\n      model\n    );\n\n    /**\n     * we either define a list of provider strategies or a list of tool strategies\n     */\n    const isProviderStrategy = strategies.every(\n      (format) => format instanceof ProviderStrategy\n    );\n\n    /**\n     * Populate a list of structured tool info.\n     */\n    if (!isProviderStrategy) {\n      return {\n        type: \"tool\",\n        tools: (\n          strategies.filter(\n            (format) => format instanceof ToolStrategy\n          ) as ToolStrategy[]\n        ).reduce((acc, format) => {\n          acc[format.name] = format;\n          return acc;\n        }, {} as Record<string, ToolStrategy>),\n      };\n    }\n\n    return {\n      type: \"native\",\n      /**\n       * there can only be one provider strategy\n       */\n      strategy: strategies[0] as ProviderStrategy,\n    };\n  }\n\n  async #run(\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"],\n    config: RunnableConfig\n  ) {\n    /**\n     * Check if we just executed a returnDirect tool\n     * If so, we should generate structured response (if needed) and stop\n     */\n    const lastMessage = state.messages.at(-1);\n    if (\n      lastMessage &&\n      ToolMessage.isInstance(lastMessage) &&\n      lastMessage.name &&\n      this.#options.shouldReturnDirect.has(lastMessage.name)\n    ) {\n      /**\n       * return directly without invoking the model again\n       */\n      return { messages: [] };\n    }\n\n    const privateState = this.getState()._privateState;\n    const response = await this.#invokeModel(state, config);\n    this.#runState.runModelCallCount++;\n    const _privateState = {\n      ...privateState,\n      threadLevelCallCount: privateState.threadLevelCallCount + 1,\n    };\n\n    /**\n     * if we were able to generate a structured response, return it\n     */\n    if (\"structuredResponse\" in response) {\n      return {\n        messages: [...state.messages, ...(response.messages || [])],\n        structuredResponse: response.structuredResponse,\n        _privateState,\n      };\n    }\n\n    /**\n     * if we need to direct the agent to the model, return the update\n     */\n    if (response instanceof Command) {\n      return response;\n    }\n\n    response.name = this.name;\n    response.lc_kwargs.name = this.name;\n\n    if (this.#areMoreStepsNeeded(state, response)) {\n      return {\n        messages: [\n          new AIMessage({\n            content: \"Sorry, need more steps to process this request.\",\n            name: this.name,\n            id: response.id,\n          }),\n        ],\n        _privateState,\n      };\n    }\n\n    return { messages: [response], _privateState };\n  }\n\n  /**\n   * Derive the model from the options.\n   * @param state - The state of the agent.\n   * @param config - The config of the agent.\n   * @returns The model.\n   */\n  #deriveModel() {\n    if (typeof this.#options.model === \"string\") {\n      return initChatModel(this.#options.model);\n    }\n\n    if (this.#options.model) {\n      return this.#options.model;\n    }\n\n    throw new Error(\"No model option was provided, either via `model` option.\");\n  }\n\n  async #invokeModel(\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"],\n    config: RunnableConfig,\n    options: {\n      lastMessage?: string;\n    } = {}\n  ): Promise<AIMessage | ResponseHandlerResult<StructuredResponseFormat>> {\n    const model = await this.#deriveModel();\n\n    /**\n     * Execute modifyModelRequest hooks from beforeModelNodes\n     */\n    let preparedOptions = await this.#executePrepareModelRequestHooks(\n      model,\n      state,\n      config\n    );\n\n    /**\n     * Retry loop for model invocation with error handling\n     * Hard limit of 100 attempts to prevent infinite loops from buggy middleware\n     */\n    const maxAttempts = 100;\n    for (let attempt = 1; attempt <= maxAttempts; attempt++) {\n      try {\n        /**\n         * If user provides a model in the preparedOptions, use it,\n         * otherwise use the model from the options\n         */\n        const finalModel = preparedOptions?.model ?? model;\n\n        /**\n         * Check if the LLM already has bound tools and throw if it does.\n         */\n        validateLLMHasNoBoundTools(finalModel);\n\n        const structuredResponseFormat = this.#getResponseFormat(finalModel);\n        const modelWithTools = await this.#bindTools(\n          finalModel,\n          preparedOptions,\n          structuredResponseFormat\n        );\n        let modelInput = this.#getModelInputState(state);\n\n        /**\n         * Use messages from preparedOptions if provided\n         */\n        if (preparedOptions?.messages) {\n          modelInput = { ...modelInput, messages: preparedOptions.messages };\n        }\n\n        const signal = mergeAbortSignals(this.#options.signal, config.signal);\n        const invokeConfig = { ...config, signal };\n        const response = (await modelWithTools.invoke(\n          modelInput,\n          invokeConfig\n        )) as AIMessage;\n\n        /**\n         * if the user requests a native schema output, try to parse the response\n         * and return the structured response if it is valid\n         */\n        if (structuredResponseFormat?.type === \"native\") {\n          const structuredResponse =\n            structuredResponseFormat.strategy.parse(response);\n          if (structuredResponse) {\n            return { structuredResponse, messages: [response] };\n          }\n\n          return response;\n        }\n\n        if (!structuredResponseFormat || !response.tool_calls) {\n          return response;\n        }\n\n        const toolCalls = response.tool_calls.filter(\n          (call) => call.name in structuredResponseFormat.tools\n        );\n\n        /**\n         * if there were not structured tool calls, we can return the response\n         */\n        if (toolCalls.length === 0) {\n          return response;\n        }\n\n        /**\n         * if there were multiple structured tool calls, we should throw an error as this\n         * scenario is not defined/supported.\n         */\n        if (toolCalls.length > 1) {\n          return this.#handleMultipleStructuredOutputs(\n            response,\n            toolCalls,\n            structuredResponseFormat\n          );\n        }\n\n        const toolStrategy = structuredResponseFormat.tools[toolCalls[0].name];\n        const toolMessageContent = toolStrategy?.options?.toolMessageContent;\n        return this.#handleSingleStructuredOutput(\n          response,\n          toolCalls[0],\n          structuredResponseFormat,\n          toolMessageContent ?? options.lastMessage\n        );\n      } catch (error) {\n        // Try retry_model_request on each middleware\n        const retryMiddleware =\n          this.#options.retryModelRequestHookMiddleware ?? [];\n        let shouldRetry = false;\n\n        for (const [middleware, getMiddlewareState] of retryMiddleware) {\n          if (middleware.retryModelRequest) {\n            /**\n             * Cast config to LangGraphRunnableConfig to access LangGraph-specific properties\n             */\n            const lgConfig = config as LangGraphRunnableConfig;\n\n            /**\n             * Merge context with default context of middleware\n             */\n            const context = middleware.contextSchema\n              ? interopParse(middleware.contextSchema, lgConfig?.context || {})\n              : lgConfig?.context;\n\n            /**\n             * Create runtime\n             */\n            const privateState = this.getState()._privateState;\n            const runtime: Runtime<unknown> = {\n              ...privateState,\n              context,\n              writer: lgConfig.writer,\n              interrupt: lgConfig.interrupt,\n              signal: lgConfig.signal,\n            };\n\n            const retryRequest = await middleware.retryModelRequest(\n              error as Error,\n              {\n                model: preparedOptions?.model ?? model,\n                systemPrompt: preparedOptions?.systemPrompt,\n                messages: preparedOptions?.messages ?? state.messages,\n                tools: this.#options.toolClasses,\n              },\n              {\n                ...getMiddlewareState(),\n                messages: state.messages,\n              },\n              /**\n               * ensure runtime is frozen to prevent modifications\n               */\n              Object.freeze({\n                ...runtime,\n                context,\n              }),\n              attempt\n            );\n\n            if (retryRequest) {\n              // Update preparedOptions with the modified request\n              preparedOptions = retryRequest;\n              shouldRetry = true;\n              // Break on first middleware that wants to retry\n              break;\n            }\n          }\n        }\n\n        // If no middleware wants to retry, re-raise the error\n        if (!shouldRetry) {\n          throw error;\n        }\n      }\n    }\n\n    // If we exit the loop, max attempts exceeded\n    throw new Error(`Maximum retry attempts (${maxAttempts}) exceeded`);\n  }\n\n  /**\n   * If the model returns multiple structured outputs, we need to handle it.\n   * @param response - The response from the model\n   * @param toolCalls - The tool calls that were made\n   * @returns The response from the model\n   */\n  #handleMultipleStructuredOutputs(\n    response: AIMessage,\n    toolCalls: ToolCall[],\n    responseFormat: ToolResponseFormat\n  ): Promise<Command> {\n    const multipleStructuredOutputsError = new MultipleStructuredOutputsError(\n      toolCalls.map((call) => call.name)\n    );\n\n    return this.#handleToolStrategyError(\n      multipleStructuredOutputsError,\n      response,\n      toolCalls[0],\n      responseFormat\n    );\n  }\n\n  /**\n   * If the model returns a single structured output, we need to handle it.\n   * @param toolCall - The tool call that was made\n   * @returns The structured response and a message to the LLM if needed\n   */\n  #handleSingleStructuredOutput(\n    response: AIMessage,\n    toolCall: ToolCall,\n    responseFormat: ToolResponseFormat,\n    lastMessage?: string\n  ): ResponseHandlerResult<StructuredResponseFormat> {\n    const tool = responseFormat.tools[toolCall.name];\n\n    try {\n      const structuredResponse = tool.parse(\n        toolCall.args\n      ) as StructuredResponseFormat;\n\n      return {\n        structuredResponse,\n        messages: [\n          response,\n          new AIMessage(\n            lastMessage ??\n              `Returning structured response: ${JSON.stringify(\n                structuredResponse\n              )}`\n          ),\n        ],\n      };\n    } catch (error) {\n      return this.#handleToolStrategyError(\n        error as ToolStrategyError,\n        response,\n        toolCall,\n        responseFormat\n      );\n    }\n  }\n\n  async #handleToolStrategyError(\n    error: ToolStrategyError,\n    response: AIMessage,\n    toolCall: ToolCall,\n    responseFormat: ToolResponseFormat\n  ): Promise<Command> {\n    /**\n     * Using the `errorHandler` option of the first `ToolStrategy` entry is sufficient here.\n     * There is technically only one `ToolStrategy` entry in `structuredToolInfo` if the user\n     * uses `toolStrategy` to define the response format. If the user applies a list of json\n     * schema objects, these will be transformed into multiple `ToolStrategy` entries but all\n     * with the same `handleError` option.\n     */\n    const errorHandler = Object.values(responseFormat.tools).at(0)?.options\n      ?.handleError;\n\n    const toolCallId = toolCall.id;\n    if (!toolCallId) {\n      throw new Error(\n        \"Tool call ID is required to handle tool output errors. Please provide a tool call ID.\"\n      );\n    }\n\n    /**\n     * retry if:\n     */\n    if (\n      /**\n       * if the user has provided `true` as the `errorHandler` option, return a new AIMessage\n       * with the error message and retry the tool call.\n       */\n      (typeof errorHandler === \"boolean\" && errorHandler) ||\n      /**\n       * if `errorHandler` is an array and contains MultipleStructuredOutputsError\n       */\n      (Array.isArray(errorHandler) &&\n        errorHandler.some((h) => h instanceof MultipleStructuredOutputsError))\n    ) {\n      return new Command({\n        update: {\n          messages: [\n            response,\n            new ToolMessage({\n              content: error.message,\n              tool_call_id: toolCallId,\n            }),\n          ],\n        },\n        goto: \"model\",\n      });\n    }\n\n    /**\n     * if `errorHandler` is a string, retry the tool call with given string\n     */\n    if (typeof errorHandler === \"string\") {\n      return new Command({\n        update: {\n          messages: [\n            response,\n            new ToolMessage({\n              content: errorHandler,\n              tool_call_id: toolCallId,\n            }),\n          ],\n        },\n        goto: \"model\",\n      });\n    }\n\n    /**\n     * if `errorHandler` is a function, retry the tool call with the function\n     */\n    if (typeof errorHandler === \"function\") {\n      const content = await errorHandler(error);\n      if (typeof content !== \"string\") {\n        throw new Error(\"Error handler must return a string.\");\n      }\n\n      return new Command({\n        update: {\n          messages: [\n            response,\n            new ToolMessage({\n              content,\n              tool_call_id: toolCallId,\n            }),\n          ],\n        },\n        goto: \"model\",\n      });\n    }\n\n    /**\n     * throw otherwise, e.g. if `errorHandler` is not defined or set to `false`\n     */\n    throw error;\n  }\n\n  #areMoreStepsNeeded(\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"],\n    response: BaseMessage\n  ): boolean {\n    const allToolsReturnDirect =\n      AIMessage.isInstance(response) &&\n      response.tool_calls?.every((call) =>\n        this.#options.shouldReturnDirect.has(call.name)\n      );\n    const remainingSteps =\n      \"remainingSteps\" in state ? (state.remainingSteps as number) : undefined;\n    return Boolean(\n      remainingSteps &&\n        ((remainingSteps < 1 && allToolsReturnDirect) ||\n          (remainingSteps < 2 && hasToolCalls(state.messages)))\n    );\n  }\n\n  #getModelInputState(\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"]\n  ): Omit<InternalAgentState<StructuredResponseFormat>, \"llmInputMessages\"> {\n    const { messages, llmInputMessages, ...rest } = state;\n    if (llmInputMessages && llmInputMessages.length > 0) {\n      return { messages: llmInputMessages, ...rest } as Omit<\n        InternalAgentState<StructuredResponseFormat>,\n        \"llmInputMessages\"\n      >;\n    }\n    return { messages, ...rest } as Omit<\n      InternalAgentState<StructuredResponseFormat>,\n      \"llmInputMessages\"\n    >;\n  }\n\n  async #executePrepareModelRequestHooks(\n    model: LanguageModelLike,\n    state: InternalAgentState<StructuredResponseFormat> &\n      PreHookAnnotation[\"State\"],\n    config: LangGraphRunnableConfig\n  ): Promise<ModelRequest | undefined> {\n    if (\n      !this.#options.modifyModelRequestHookMiddleware ||\n      this.#options.modifyModelRequestHookMiddleware.length === 0\n    ) {\n      return undefined;\n    }\n\n    /**\n     * Get the prompt for system message\n     */\n    const systemPrompt = this.#options.systemPrompt;\n\n    /**\n     * Prepare the initial call options\n     */\n    let currentOptions: ModelRequest = {\n      model,\n      systemPrompt,\n      messages: state.messages,\n      tools: this.#options.toolClasses,\n    };\n\n    /**\n     * Execute modifyModelRequest hooks from all middleware\n     */\n    const middlewareList = this.#options.modifyModelRequestHookMiddleware;\n    for (const [middleware, getMiddlewareState] of middlewareList) {\n      /**\n       * Merge context with default context of middleware\n       */\n      const context = middleware.contextSchema\n        ? interopParse(middleware.contextSchema, config?.context || {})\n        : config?.context;\n\n      /**\n       * Create runtime\n       */\n      const privateState = this.getState()._privateState;\n      const runtime: Runtime<unknown> = {\n        ...privateState,\n        context,\n        writer: config.writer,\n        interrupt: config.interrupt,\n        signal: config.signal,\n      };\n\n      const result = await middleware.modifyModelRequest!(\n        currentOptions,\n        {\n          ...getMiddlewareState(),\n          messages: state.messages,\n        },\n        /**\n         * ensure runtime is frozen to prevent modifications\n         */\n        Object.freeze({\n          ...runtime,\n          context,\n        })\n      );\n\n      if (result) {\n        const modifiedTools = result.tools ?? [];\n\n        /**\n         * Verify that the user didn't add any new tools.\n         * We can't allow this as the ToolNode is already initiated with given tools.\n         */\n        const newTools = modifiedTools.filter(\n          (tool) =>\n            isClientTool(tool) &&\n            !this.#options.toolClasses.some((t) => t.name === tool.name)\n        );\n        if (newTools.length > 0) {\n          throw new Error(\n            `You have added a new tool in \"modifyModelRequest\" hook of middleware \"${\n              middleware.name\n            }\": ${newTools\n              .map((tool) => tool.name)\n              .join(\", \")}. This is not supported.`\n          );\n        }\n\n        /**\n         * Verify that user has not added or modified a tool with the same name.\n         * We can't allow this as the ToolNode is already initiated with given tools.\n         */\n        const invalidTools = modifiedTools.filter(\n          (tool) =>\n            isClientTool(tool) &&\n            this.#options.toolClasses.every((t) => t !== tool)\n        );\n        if (invalidTools.length > 0) {\n          throw new Error(\n            `You have modified a tool in \"modifyModelRequest\" hook of middleware \"${\n              middleware.name\n            }\": ${invalidTools\n              .map((tool) => tool.name)\n              .join(\", \")}. This is not supported.`\n          );\n        }\n\n        currentOptions = { ...currentOptions, ...result };\n      }\n    }\n\n    return currentOptions;\n  }\n\n  async #bindTools(\n    model: LanguageModelLike,\n    preparedOptions: ModelRequest | undefined,\n    structuredResponseFormat: ResponseFormat | undefined\n  ): Promise<Runnable> {\n    const options: Partial<BaseChatModelCallOptions> = {};\n    const structuredTools = Object.values(\n      structuredResponseFormat && \"tools\" in structuredResponseFormat\n        ? structuredResponseFormat.tools\n        : {}\n    );\n\n    // Use tools from preparedOptions if provided, otherwise use default tools\n    const allTools = [\n      ...(preparedOptions?.tools ?? []),\n      ...structuredTools.map((toolStrategy) => toolStrategy.tool),\n    ];\n\n    /**\n     * If there are structured tools, we need to set the tool choice to \"any\"\n     * so that the model can choose to use a structured tool or not.\n     */\n    const toolChoice =\n      preparedOptions?.toolChoice ||\n      (structuredTools.length > 0 ? \"any\" : undefined);\n\n    /**\n     * check if the user requests a native schema output\n     */\n    if (structuredResponseFormat?.type === \"native\") {\n      /**\n       * if the model does not support JSON schema output, throw an error\n       */\n      if (!hasSupportForJsonSchemaOutput(model)) {\n        throw new Error(\n          \"Model does not support native structured output responses. Please use a model that supports native structured output responses or use a tool output.\"\n        );\n      }\n\n      const jsonSchemaParams = {\n        name: structuredResponseFormat.strategy.schema?.name ?? \"extract\",\n        description: getSchemaDescription(\n          structuredResponseFormat.strategy.schema\n        ),\n        schema: structuredResponseFormat.strategy.schema,\n        strict: true,\n      };\n\n      Object.assign(options, {\n        response_format: {\n          type: \"json_schema\",\n          json_schema: jsonSchemaParams,\n        },\n        ls_structured_output_format: {\n          kwargs: { method: \"json_schema\" },\n          schema: structuredResponseFormat.strategy.schema,\n        },\n        strict: true,\n      });\n    }\n\n    /**\n     * Bind tools to the model if they are not already bound.\n     */\n    const modelWithTools = await bindTools(model, allTools, {\n      ...options,\n      tool_choice: toolChoice,\n    });\n\n    /**\n     * Create a model runnable with the prompt and agent name\n     */\n    const modelRunnable = getPromptRunnable(\n      preparedOptions?.systemPrompt ?? this.#options.systemPrompt\n    ).pipe(\n      this.#options.includeAgentName === \"inline\"\n        ? withAgentName(modelWithTools, this.#options.includeAgentName)\n        : modelWithTools\n    );\n\n    return modelRunnable;\n  }\n\n  static get nodeOptions(): {\n    input: z.ZodObject<{\n      messages: z.ZodArray<z.ZodType<BaseMessage>>;\n      _privateState: z.ZodObject<{\n        threadLevelCallCount: z.ZodNumber;\n      }>;\n    }>;\n  } {\n    return {\n      input: z.object({\n        messages: z.array(z.custom<BaseMessage>()),\n        _privateState: z.object({\n          threadLevelCallCount: z.number(),\n        }),\n      }),\n    };\n  }\n\n  getState(): {\n    messages: BaseMessage[];\n    _privateState: PrivateState;\n  } {\n    const origState =\n      super.getState() ??\n      ({\n        _privateState: {\n          threadLevelCallCount: 0,\n          runModelCallCount: 0,\n        },\n      } as {\n        messages?: BaseMessage[];\n        _privateState?: PrivateState;\n      });\n\n    return {\n      messages: [],\n      ...origState,\n      _privateState: {\n        ...(origState._privateState ?? {}),\n        ...this.#runState,\n      },\n    };\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;AA4FA,IAAa,YAAb,cAMUA,0CAMR;CACA;CAEA,YAAqD,EACnD,mBAAmB,EACpB;CAED,YACEC,SACA;EACA,MAAM;GACJ,MAAM,QAAQ,QAAQ;GACtB,MAAM,CAAC,OAAO,WACZ,KAAKC,KAAK,OAAO,OAAyB;EAC7C,EAAC;EAEF,KAAKC,WAAW;CACjB;;;;;;;;;;;;;CAcD,mBACEC,OAC4B;AAC5B,MAAI,CAAC,KAAKD,SAAS,eACjB,QAAO;EAGT,MAAM,aAAaE,0CACjB,KAAKF,SAAS,gBACd,QACA,MACD;;;;EAKD,MAAM,qBAAqB,WAAW,MACpC,CAAC,WAAW,kBAAkBG,mCAC/B;;;;AAKD,MAAI,CAAC,mBACH,QAAO;GACL,MAAM;GACN,OACE,WAAW,OACT,CAAC,WAAW,kBAAkBC,+BAC/B,CACD,OAAO,CAAC,KAAK,WAAW;IACxB,IAAI,OAAO,QAAQ;AACnB,WAAO;GACR,GAAE,CAAE,EAAiC;EACvC;AAGH,SAAO;GACL,MAAM;GAIN,UAAU,WAAW;EACtB;CACF;CAED,MAAML,KACJM,OAEAC,QACA;;;;;EAKA,MAAM,cAAc,MAAM,SAAS,GAAG,GAAG;AACzC,MACE,eACAC,sCAAY,WAAW,YAAY,IACnC,YAAY,QACZ,KAAKP,SAAS,mBAAmB,IAAI,YAAY,KAAK;;;;AAKtD,SAAO,EAAE,UAAU,CAAE,EAAE;EAGzB,MAAM,eAAe,KAAK,UAAU,CAAC;EACrC,MAAM,WAAW,MAAM,KAAKQ,aAAa,OAAO,OAAO;EACvD,KAAKC,UAAU;EACf,MAAM,gBAAgB;GACpB,GAAG;GACH,sBAAsB,aAAa,uBAAuB;EAC3D;;;;AAKD,MAAI,wBAAwB,SAC1B,QAAO;GACL,UAAU,CAAC,GAAG,MAAM,UAAU,GAAI,SAAS,YAAY,CAAE,CAAE;GAC3D,oBAAoB,SAAS;GAC7B;EACD;;;;AAMH,MAAI,oBAAoBC,8BACtB,QAAO;EAGT,SAAS,OAAO,KAAK;EACrB,SAAS,UAAU,OAAO,KAAK;AAE/B,MAAI,KAAKC,oBAAoB,OAAO,SAAS,CAC3C,QAAO;GACL,UAAU,CACR,IAAIC,oCAAU;IACZ,SAAS;IACT,MAAM,KAAK;IACX,IAAI,SAAS;GACd,EACF;GACD;EACD;AAGH,SAAO;GAAE,UAAU,CAAC,QAAS;GAAE;EAAe;CAC/C;;;;;;;CAQD,eAAe;AACb,MAAI,OAAO,KAAKZ,SAAS,UAAU,SACjC,QAAOa,4CAAc,KAAKb,SAAS,MAAM;AAG3C,MAAI,KAAKA,SAAS,MAChB,QAAO,KAAKA,SAAS;AAGvB,QAAM,IAAI,MAAM;CACjB;CAED,MAAMQ,aACJH,OAEAC,QACAQ,UAEI,CAAE,GACgE;EACtE,MAAM,QAAQ,MAAM,KAAKC,cAAc;;;;EAKvC,IAAI,kBAAkB,MAAM,KAAKC,iCAC/B,OACA,OACA,OACD;;;;;EAMD,MAAM,cAAc;AACpB,OAAK,IAAI,UAAU,GAAG,WAAW,aAAa,UAC5C,KAAI;;;;;GAKF,MAAM,aAAa,iBAAiB,SAAS;;;;GAK7CC,yCAA2B,WAAW;GAEtC,MAAM,2BAA2B,KAAKC,mBAAmB,WAAW;GACpE,MAAM,iBAAiB,MAAM,KAAKC,WAChC,YACA,iBACA,yBACD;GACD,IAAI,aAAa,KAAKC,oBAAoB,MAAM;;;;AAKhD,OAAI,iBAAiB,UACnB,aAAa;IAAE,GAAG;IAAY,UAAU,gBAAgB;GAAU;GAGpE,MAAM,SAASC,kCAAkB,KAAKrB,SAAS,QAAQ,OAAO,OAAO;GACrE,MAAM,eAAe;IAAE,GAAG;IAAQ;GAAQ;GAC1C,MAAM,WAAY,MAAM,eAAe,OACrC,YACA,aACD;;;;;AAMD,OAAI,0BAA0B,SAAS,UAAU;IAC/C,MAAM,qBACJ,yBAAyB,SAAS,MAAM,SAAS;AACnD,QAAI,mBACF,QAAO;KAAE;KAAoB,UAAU,CAAC,QAAS;IAAE;AAGrD,WAAO;GACR;AAED,OAAI,CAAC,4BAA4B,CAAC,SAAS,WACzC,QAAO;GAGT,MAAM,YAAY,SAAS,WAAW,OACpC,CAAC,SAAS,KAAK,QAAQ,yBAAyB,MACjD;;;;AAKD,OAAI,UAAU,WAAW,EACvB,QAAO;;;;;AAOT,OAAI,UAAU,SAAS,EACrB,QAAO,KAAKsB,iCACV,UACA,WACA,yBACD;GAGH,MAAM,eAAe,yBAAyB,MAAM,UAAU,GAAG;GACjE,MAAM,qBAAqB,cAAc,SAAS;AAClD,UAAO,KAAKC,8BACV,UACA,UAAU,IACV,0BACA,sBAAsB,QAAQ,YAC/B;EACF,SAAQ,OAAO;GAEd,MAAM,kBACJ,KAAKvB,SAAS,mCAAmC,CAAE;GACrD,IAAI,cAAc;AAElB,QAAK,MAAM,CAAC,YAAY,mBAAmB,IAAI,gBAC7C,KAAI,WAAW,mBAAmB;;;;IAIhC,MAAM,WAAW;;;;IAKjB,MAAM,UAAU,WAAW,+DACV,WAAW,eAAe,UAAU,WAAW,CAAE,EAAC,GAC/D,UAAU;;;;IAKd,MAAM,eAAe,KAAK,UAAU,CAAC;IACrC,MAAMwB,UAA4B;KAChC,GAAG;KACH;KACA,QAAQ,SAAS;KACjB,WAAW,SAAS;KACpB,QAAQ,SAAS;IAClB;IAED,MAAM,eAAe,MAAM,WAAW;KACpC;KACA;MACE,OAAO,iBAAiB,SAAS;MACjC,cAAc,iBAAiB;MAC/B,UAAU,iBAAiB,YAAY,MAAM;MAC7C,OAAO,KAAKxB,SAAS;KACtB;KACD;MACE,GAAG,oBAAoB;MACvB,UAAU,MAAM;KACjB;;;;KAID,OAAO,OAAO;MACZ,GAAG;MACH;KACD,EAAC;KACF;KACD;AAED,QAAI,cAAc;KAEhB,kBAAkB;KAClB,cAAc;AAEd;IACD;GACF;AAIH,OAAI,CAAC,YACH,OAAM;EAET;AAIH,QAAM,IAAI,MAAM,CAAC,wBAAwB,EAAE,YAAY,UAAU,CAAC;CACnE;;;;;;;CAQD,iCACEyB,UACAC,WACAC,gBACkB;EAClB,MAAM,iCAAiC,IAAIC,8CACzC,UAAU,IAAI,CAAC,SAAS,KAAK,KAAK;AAGpC,SAAO,KAAKC,yBACV,gCACA,UACA,UAAU,IACV,eACD;CACF;;;;;;CAOD,8BACEJ,UACAK,UACAH,gBACAI,aACiD;EACjD,MAAM,OAAO,eAAe,MAAM,SAAS;AAE3C,MAAI;GACF,MAAM,qBAAqB,KAAK,MAC9B,SAAS,KACV;AAED,UAAO;IACL;IACA,UAAU,CACR,UACA,IAAInB,oCACF,eACE,CAAC,+BAA+B,EAAE,KAAK,UACrC,mBACD,EAAE,CAER;GACF;EACF,SAAQ,OAAO;AACd,UAAO,KAAKiB,yBACV,OACA,UACA,UACA,eACD;EACF;CACF;CAED,MAAMA,yBACJG,OACAP,UACAK,UACAH,gBACkB;;;;;;;;EAQlB,MAAM,eAAe,OAAO,OAAO,eAAe,MAAM,CAAC,GAAG,EAAE,EAAE,SAC5D;EAEJ,MAAM,aAAa,SAAS;AAC5B,MAAI,CAAC,WACH,OAAM,IAAI,MACR;;;;AAOJ,MAKG,OAAO,iBAAiB,aAAa,gBAIrC,MAAM,QAAQ,aAAa,IAC1B,aAAa,KAAK,CAAC,MAAM,aAAaC,8CAA+B,CAEvE,QAAO,IAAIlB,8BAAQ;GACjB,QAAQ,EACN,UAAU,CACR,UACA,IAAIH,sCAAY;IACd,SAAS,MAAM;IACf,cAAc;GACf,EACF,EACF;GACD,MAAM;EACP;;;;AAMH,MAAI,OAAO,iBAAiB,SAC1B,QAAO,IAAIG,8BAAQ;GACjB,QAAQ,EACN,UAAU,CACR,UACA,IAAIH,sCAAY;IACd,SAAS;IACT,cAAc;GACf,EACF,EACF;GACD,MAAM;EACP;;;;AAMH,MAAI,OAAO,iBAAiB,YAAY;GACtC,MAAM,UAAU,MAAM,aAAa,MAAM;AACzC,OAAI,OAAO,YAAY,SACrB,OAAM,IAAI,MAAM;AAGlB,UAAO,IAAIG,8BAAQ;IACjB,QAAQ,EACN,UAAU,CACR,UACA,IAAIH,sCAAY;KACd;KACA,cAAc;IACf,EACF,EACF;IACD,MAAM;GACP;EACF;;;;AAKD,QAAM;CACP;CAED,oBACEF,OAEA4B,UACS;EACT,MAAM,uBACJrB,oCAAU,WAAW,SAAS,IAC9B,SAAS,YAAY,MAAM,CAAC,SAC1B,KAAKZ,SAAS,mBAAmB,IAAI,KAAK,KAAK,CAChD;EACH,MAAM,iBACJ,oBAAoB,QAAS,MAAM,iBAA4B;AACjE,SAAO,QACL,mBACI,iBAAiB,KAAK,wBACrB,iBAAiB,KAAKkC,2BAAa,MAAM,SAAS,EACxD;CACF;CAED,oBACE7B,OAEwE;EACxE,MAAM,EAAE,UAAU,iBAAkB,GAAG,MAAM,GAAG;AAChD,MAAI,oBAAoB,iBAAiB,SAAS,EAChD,QAAO;GAAE,UAAU;GAAkB,GAAG;EAAM;AAKhD,SAAO;GAAE;GAAU,GAAG;EAAM;CAI7B;CAED,MAAMW,iCACJmB,OACA9B,OAEA+B,QACmC;AACnC,MACE,CAAC,KAAKpC,SAAS,oCACf,KAAKA,SAAS,iCAAiC,WAAW,EAE1D,QAAO;;;;EAMT,MAAM,eAAe,KAAKA,SAAS;;;;EAKnC,IAAIqC,iBAA+B;GACjC;GACA;GACA,UAAU,MAAM;GAChB,OAAO,KAAKrC,SAAS;EACtB;;;;EAKD,MAAM,iBAAiB,KAAKA,SAAS;AACrC,OAAK,MAAM,CAAC,YAAY,mBAAmB,IAAI,gBAAgB;;;;GAI7D,MAAM,UAAU,WAAW,+DACV,WAAW,eAAe,QAAQ,WAAW,CAAE,EAAC,GAC7D,QAAQ;;;;GAKZ,MAAM,eAAe,KAAK,UAAU,CAAC;GACrC,MAAMwB,UAA4B;IAChC,GAAG;IACH;IACA,QAAQ,OAAO;IACf,WAAW,OAAO;IAClB,QAAQ,OAAO;GAChB;GAED,MAAM,SAAS,MAAM,WAAW;IAC9B;IACA;KACE,GAAG,oBAAoB;KACvB,UAAU,MAAM;IACjB;;;;IAID,OAAO,OAAO;KACZ,GAAG;KACH;IACD,EAAC;IACH;AAED,OAAI,QAAQ;IACV,MAAM,gBAAgB,OAAO,SAAS,CAAE;;;;;IAMxC,MAAM,WAAW,cAAc,OAC7B,CAAC,SACCc,2BAAa,KAAK,IAClB,CAAC,KAAKtC,SAAS,YAAY,KAAK,CAAC,MAAM,EAAE,SAAS,KAAK,KAAK,CAC/D;AACD,QAAI,SAAS,SAAS,EACpB,OAAM,IAAI,MACR,CAAC,sEAAsE,EACrE,WAAW,KACZ,GAAG,EAAE,SACH,IAAI,CAAC,SAAS,KAAK,KAAK,CACxB,KAAK,KAAK,CAAC,wBAAwB,CAAC;;;;;IAQ3C,MAAM,eAAe,cAAc,OACjC,CAAC,SACCsC,2BAAa,KAAK,IAClB,KAAKtC,SAAS,YAAY,MAAM,CAAC,MAAM,MAAM,KAAK,CACrD;AACD,QAAI,aAAa,SAAS,EACxB,OAAM,IAAI,MACR,CAAC,qEAAqE,EACpE,WAAW,KACZ,GAAG,EAAE,aACH,IAAI,CAAC,SAAS,KAAK,KAAK,CACxB,KAAK,KAAK,CAAC,wBAAwB,CAAC;IAI3C,iBAAiB;KAAE,GAAG;KAAgB,GAAG;IAAQ;GAClD;EACF;AAED,SAAO;CACR;CAED,MAAMmB,WACJgB,OACAI,iBACAC,0BACmB;EACnB,MAAMC,UAA6C,CAAE;EACrD,MAAM,kBAAkB,OAAO,OAC7B,4BAA4B,WAAW,2BACnC,yBAAyB,QACzB,CAAE,EACP;EAGD,MAAM,WAAW,CACf,GAAI,iBAAiB,SAAS,CAAE,GAChC,GAAG,gBAAgB,IAAI,CAAC,iBAAiB,aAAa,KAAK,AAC5D;;;;;EAMD,MAAM,aACJ,iBAAiB,eAChB,gBAAgB,SAAS,IAAI,QAAQ;;;;AAKxC,MAAI,0BAA0B,SAAS,UAAU;;;;AAI/C,OAAI,CAACC,gDAA8B,MAAM,CACvC,OAAM,IAAI,MACR;GAIJ,MAAM,mBAAmB;IACvB,MAAM,yBAAyB,SAAS,QAAQ,QAAQ;IACxD,oEACE,yBAAyB,SAAS,OACnC;IACD,QAAQ,yBAAyB,SAAS;IAC1C,QAAQ;GACT;GAED,OAAO,OAAO,SAAS;IACrB,iBAAiB;KACf,MAAM;KACN,aAAa;IACd;IACD,6BAA6B;KAC3B,QAAQ,EAAE,QAAQ,cAAe;KACjC,QAAQ,yBAAyB,SAAS;IAC3C;IACD,QAAQ;GACT,EAAC;EACH;;;;EAKD,MAAM,iBAAiB,MAAMC,wBAAU,OAAO,UAAU;GACtD,GAAG;GACH,aAAa;EACd,EAAC;;;;EAKF,MAAM,gBAAgBC,gCACpB,iBAAiB,gBAAgB,KAAK5C,SAAS,aAChD,CAAC,KACA,KAAKA,SAAS,qBAAqB,WAC/B6C,oCAAc,gBAAgB,KAAK7C,SAAS,iBAAiB,GAC7D,eACL;AAED,SAAO;CACR;CAED,WAAW,cAOT;AACA,SAAO,EACL,OAAO8C,SAAE,OAAO;GACd,UAAUA,SAAE,MAAMA,SAAE,QAAqB,CAAC;GAC1C,eAAeA,SAAE,OAAO,EACtB,sBAAsBA,SAAE,QAAQ,CACjC,EAAC;EACH,EAAC,CACH;CACF;CAED,WAGE;EACA,MAAM,YACJ,MAAM,UAAU,IACf,EACC,eAAe;GACb,sBAAsB;GACtB,mBAAmB;EACpB,EACF;AAKH,SAAO;GACL,UAAU,CAAE;GACZ,GAAG;GACH,eAAe;IACb,GAAI,UAAU,iBAAiB,CAAE;IACjC,GAAG,KAAKrC;GACT;EACF;CACF;AACF"}

package/dist/agents/middlewareAgent/nodes/AgentNode.js

@@ -1,11 +1,10 @@
 import { initChatModel } from "../../../chat_models/universal.js";
 import { MultipleStructuredOutputsError } from "../../errors.js";
-import { bindTools, getPromptRunnable, hasToolCalls, validateLLMHasNoBoundTools } from "../../utils.js";
+import { bindTools, getPromptRunnable, hasToolCalls, isClientTool, validateLLMHasNoBoundTools } from "../../utils.js";
 import { RunnableCallable } from "../../RunnableCallable.js";
 import { mergeAbortSignals } from "../../nodes/utils.js";
 import { withAgentName } from "../../withAgentName.js";
 import { ProviderStrategy, ToolStrategy, hasSupportForJsonSchemaOutput, transformResponseFormat } from "../../responses.js";
-import { parseToolCalls } from "./utils.js";
 import { AIMessage, ToolMessage } from "@langchain/core/messages";
 import { Command } from "@langchain/langgraph";
 import { getSchemaDescription, interopParse } from "@langchain/core/utils/types";
@@ -14,6 +13,7 @@ import { z } from "zod/v3";
 //#region src/agents/middlewareAgent/nodes/AgentNode.ts
 var AgentNode = class extends RunnableCallable {
 	#options;
+	#runState = { runModelCallCount: 0 };
 	constructor(options) {
 		super({
 			name: options.name ?? "model",
@@ -66,13 +66,20 @@ var AgentNode = class extends RunnableCallable {
 		* return directly without invoking the model again
 		*/
 		return { messages: [] };
+		const privateState = this.getState()._privateState;
 		const response = await this.#invokeModel(state, config);
+		this.#runState.runModelCallCount++;
+		const _privateState = {
+			...privateState,
+			threadLevelCallCount: privateState.threadLevelCallCount + 1
+		};
 		/**
 		* if we were able to generate a structured response, return it
 		*/
 		if ("structuredResponse" in response) return {
 			messages: [...state.messages, ...response.messages || []],
-			structuredResponse: response.structuredResponse
+			structuredResponse: response.structuredResponse,
+			_privateState
 		};
 		/**
 		* if we need to direct the agent to the model, return the update
@@ -80,12 +87,18 @@ var AgentNode = class extends RunnableCallable {
 		if (response instanceof Command) return response;
 		response.name = this.name;
 		response.lc_kwargs.name = this.name;
-		if (this.#areMoreStepsNeeded(state, response)) return { messages: [new AIMessage({
-			content: "Sorry, need more steps to process this request.",
-			name: this.name,
-			id: response.id
-		})] };
-		return { messages: [response] };
+		if (this.#areMoreStepsNeeded(state, response)) return {
+			messages: [new AIMessage({
+				content: "Sorry, need more steps to process this request.",
+				name: this.name,
+				id: response.id
+			})],
+			_privateState
+		};
+		return {
+			messages: [response],
+			_privateState
+		};
 	}
 	/**
 	* Derive the model from the options.
@@ -103,58 +116,117 @@ var AgentNode = class extends RunnableCallable {
 		/**
 		* Execute modifyModelRequest hooks from beforeModelNodes
 		*/
-		const preparedOptions = await this.#executePrepareModelRequestHooks(model, state, config);
+		let preparedOptions = await this.#executePrepareModelRequestHooks(model, state, config);
 		/**
-		* If user provides a model in the preparedOptions, use it,
-		* otherwise use the model from the options
+		* Retry loop for model invocation with error handling
+		* Hard limit of 100 attempts to prevent infinite loops from buggy middleware
 		*/
-		const finalModel = preparedOptions?.model ?? model;
-		/**
-		* Check if the LLM already has bound tools and throw if it does.
-		*/
-		validateLLMHasNoBoundTools(finalModel);
-		const structuredResponseFormat = this.#getResponseFormat(finalModel);
-		const modelWithTools = await this.#bindTools(finalModel, preparedOptions, structuredResponseFormat);
-		let modelInput = this.#getModelInputState(state);
-		/**
-		* Use messages from preparedOptions if provided
-		*/
-		if (preparedOptions?.messages) modelInput = {
-			...modelInput,
-			messages: preparedOptions.messages
-		};
-		const signal = mergeAbortSignals(this.#options.signal, config.signal);
-		const invokeConfig = {
-			...config,
-			signal
-		};
-		const response = await modelWithTools.invoke(modelInput, invokeConfig);
-		/**
-		* if the user requests a native schema output, try to parse the response
-		* and return the structured response if it is valid
-		*/
-		if (structuredResponseFormat?.type === "native") {
-			const structuredResponse = structuredResponseFormat.strategy.parse(response);
-			if (structuredResponse) return {
-				structuredResponse,
-				messages: [response]
+		const maxAttempts = 100;
+		for (let attempt = 1; attempt <= maxAttempts; attempt++) try {
+			/**
+			* If user provides a model in the preparedOptions, use it,
+			* otherwise use the model from the options
+			*/
+			const finalModel = preparedOptions?.model ?? model;
+			/**
+			* Check if the LLM already has bound tools and throw if it does.
+			*/
+			validateLLMHasNoBoundTools(finalModel);
+			const structuredResponseFormat = this.#getResponseFormat(finalModel);
+			const modelWithTools = await this.#bindTools(finalModel, preparedOptions, structuredResponseFormat);
+			let modelInput = this.#getModelInputState(state);
+			/**
+			* Use messages from preparedOptions if provided
+			*/
+			if (preparedOptions?.messages) modelInput = {
+				...modelInput,
+				messages: preparedOptions.messages
+			};
+			const signal = mergeAbortSignals(this.#options.signal, config.signal);
+			const invokeConfig = {
+				...config,
+				signal
 			};
-			return response;
+			const response = await modelWithTools.invoke(modelInput, invokeConfig);
+			/**
+			* if the user requests a native schema output, try to parse the response
+			* and return the structured response if it is valid
+			*/
+			if (structuredResponseFormat?.type === "native") {
+				const structuredResponse = structuredResponseFormat.strategy.parse(response);
+				if (structuredResponse) return {
+					structuredResponse,
+					messages: [response]
+				};
+				return response;
+			}
+			if (!structuredResponseFormat || !response.tool_calls) return response;
+			const toolCalls = response.tool_calls.filter((call) => call.name in structuredResponseFormat.tools);
+			/**
+			* if there were not structured tool calls, we can return the response
+			*/
+			if (toolCalls.length === 0) return response;
+			/**
+			* if there were multiple structured tool calls, we should throw an error as this
+			* scenario is not defined/supported.
+			*/
+			if (toolCalls.length > 1) return this.#handleMultipleStructuredOutputs(response, toolCalls, structuredResponseFormat);
+			const toolStrategy = structuredResponseFormat.tools[toolCalls[0].name];
+			const toolMessageContent = toolStrategy?.options?.toolMessageContent;
+			return this.#handleSingleStructuredOutput(response, toolCalls[0], structuredResponseFormat, toolMessageContent ?? options.lastMessage);
+		} catch (error) {
+			const retryMiddleware = this.#options.retryModelRequestHookMiddleware ?? [];
+			let shouldRetry = false;
+			for (const [middleware, getMiddlewareState] of retryMiddleware) if (middleware.retryModelRequest) {
+				/**
+				* Cast config to LangGraphRunnableConfig to access LangGraph-specific properties
+				*/
+				const lgConfig = config;
+				/**
+				* Merge context with default context of middleware
+				*/
+				const context = middleware.contextSchema ? interopParse(middleware.contextSchema, lgConfig?.context || {}) : lgConfig?.context;
+				/**
+				* Create runtime
+				*/
+				const privateState = this.getState()._privateState;
+				const runtime = {
+					...privateState,
+					context,
+					writer: lgConfig.writer,
+					interrupt: lgConfig.interrupt,
+					signal: lgConfig.signal
+				};
+				const retryRequest = await middleware.retryModelRequest(
+					error,
+					{
+						model: preparedOptions?.model ?? model,
+						systemPrompt: preparedOptions?.systemPrompt,
+						messages: preparedOptions?.messages ?? state.messages,
+						tools: this.#options.toolClasses
+					},
+					{
+						...getMiddlewareState(),
+						messages: state.messages
+					},
+					/**
+					* ensure runtime is frozen to prevent modifications
+					*/
+					Object.freeze({
+						...runtime,
+						context
+					}),
+					attempt
+				);
+				if (retryRequest) {
+					preparedOptions = retryRequest;
+					shouldRetry = true;
+					break;
+				}
+			}
+			if (!shouldRetry) throw error;
 		}
-		if (!structuredResponseFormat || !response.tool_calls) return response;
-		const toolCalls = response.tool_calls.filter((call) => call.name in structuredResponseFormat.tools);
-		/**
-		* if there were not structured tool calls, we can return the response
-		*/
-		if (toolCalls.length === 0) return response;
-		/**
-		* if there were multiple structured tool calls, we should throw an error as this
-		* scenario is not defined/supported.
-		*/
-		if (toolCalls.length > 1) return this.#handleMultipleStructuredOutputs(response, toolCalls, structuredResponseFormat);
-		const toolStrategy = structuredResponseFormat.tools[toolCalls[0].name];
-		const toolMessageContent = toolStrategy?.options?.toolMessageContent;
-		return this.#handleSingleStructuredOutput(response, toolCalls[0], structuredResponseFormat, toolMessageContent ?? options.lastMessage);
+		throw new Error(`Maximum retry attempts (${maxAttempts}) exceeded`);
 	}
 	/**
 	* If the model returns multiple structured outputs, we need to handle it.
@@ -262,7 +334,7 @@ var AgentNode = class extends RunnableCallable {
 			model,
 			systemPrompt,
 			messages: state.messages,
-			tools: this.#options.toolClasses.map((tool) => tool.name)
+			tools: this.#options.toolClasses
 		};
 		/**
 		* Execute modifyModelRequest hooks from all middleware
@@ -276,23 +348,19 @@ var AgentNode = class extends RunnableCallable {
 			/**
 			* Create runtime
 			*/
+			const privateState = this.getState()._privateState;
 			const runtime = {
-				toolCalls: parseToolCalls(state.messages),
-				tools: this.#options.toolClasses,
+				...privateState,
 				context,
 				writer: config.writer,
 				interrupt: config.interrupt,
-				signal: config.signal,
-				terminate: (result$1) => ({
-					type: "terminate",
-					result: result$1
-				})
+				signal: config.signal
 			};
 			const result = await middleware.modifyModelRequest(
 				currentOptions,
 				{
-					messages: state.messages,
-					...getMiddlewareState()
+					...getMiddlewareState(),
+					messages: state.messages
 				},
 				/**
 				* ensure runtime is frozen to prevent modifications
@@ -302,23 +370,32 @@ var AgentNode = class extends RunnableCallable {
 					context
 				})
 			);
-			/**
-			* raise meaningful error if unknown tools were selected
-			*/
-			const unknownTools = result?.tools?.filter((tool) => !this.#options.toolClasses.some((t) => t.name === tool)) ?? [];
-			if (unknownTools.length > 0) throw new Error(`Unknown tools selected in middleware "${middleware.name}": ${unknownTools.join(", ")}, available tools: ${this.#options.toolClasses.map((t) => t.name).join(", ")}!`);
-			if (result) currentOptions = {
-				...currentOptions,
-				...result
-			};
+			if (result) {
+				const modifiedTools = result.tools ?? [];
+				/**
+				* Verify that the user didn't add any new tools.
+				* We can't allow this as the ToolNode is already initiated with given tools.
+				*/
+				const newTools = modifiedTools.filter((tool) => isClientTool(tool) && !this.#options.toolClasses.some((t) => t.name === tool.name));
+				if (newTools.length > 0) throw new Error(`You have added a new tool in "modifyModelRequest" hook of middleware "${middleware.name}": ${newTools.map((tool) => tool.name).join(", ")}. This is not supported.`);
+				/**
+				* Verify that user has not added or modified a tool with the same name.
+				* We can't allow this as the ToolNode is already initiated with given tools.
+				*/
+				const invalidTools = modifiedTools.filter((tool) => isClientTool(tool) && this.#options.toolClasses.every((t) => t !== tool));
+				if (invalidTools.length > 0) throw new Error(`You have modified a tool in "modifyModelRequest" hook of middleware "${middleware.name}": ${invalidTools.map((tool) => tool.name).join(", ")}. This is not supported.`);
+				currentOptions = {
+					...currentOptions,
+					...result
+				};
+			}
 		}
 		return currentOptions;
 	}
 	async #bindTools(model, preparedOptions, structuredResponseFormat) {
 		const options = {};
 		const structuredTools = Object.values(structuredResponseFormat && "tools" in structuredResponseFormat ? structuredResponseFormat.tools : {});
-		const preparedTools = preparedOptions?.tools ?? [];
-		const allTools = [...preparedTools.length > 0 ? this.#options.toolClasses.filter((tool) => typeof tool.name === "string" && preparedTools.includes(tool.name)) : this.#options.toolClasses, ...structuredTools.map((toolStrategy) => toolStrategy.tool)];
+		const allTools = [...preparedOptions?.tools ?? [], ...structuredTools.map((toolStrategy) => toolStrategy.tool)];
 		/**
 		* If there are structured tools, we need to set the tool choice to "any"
 		* so that the model can choose to use a structured tool or not.
@@ -364,7 +441,24 @@ var AgentNode = class extends RunnableCallable {
 		return modelRunnable;
 	}
 	static get nodeOptions() {
-		return { input: z.object({ messages: z.array(z.custom()) }) };
+		return { input: z.object({
+			messages: z.array(z.custom()),
+			_privateState: z.object({ threadLevelCallCount: z.number() })
+		}) };
+	}
+	getState() {
+		const origState = super.getState() ?? { _privateState: {
+			threadLevelCallCount: 0,
+			runModelCallCount: 0
+		} };
+		return {
+			messages: [],
+			...origState,
+			_privateState: {
+				...origState._privateState ?? {},
+				...this.#runState
+			}
+		};
 	}
 };