langchain 1.0.0a10__py3-none-any.whl → 1.0.0a12__py3-none-any.whl

langchain/agents/factory.py

@@ -0,0 +1,1126 @@
+"""Agent factory for creating agents with middleware support."""
+
+from __future__ import annotations
+
+import itertools
+from typing import (
+    TYPE_CHECKING,
+    Annotated,
+    Any,
+    cast,
+    get_args,
+    get_origin,
+    get_type_hints,
+)
+
+from langchain_core.language_models.chat_models import BaseChatModel
+from langchain_core.messages import AIMessage, AnyMessage, SystemMessage, ToolMessage
+from langchain_core.tools import BaseTool
+from langgraph._internal._runnable import RunnableCallable
+from langgraph.constants import END, START
+from langgraph.graph.state import StateGraph
+from langgraph.runtime import Runtime  # noqa: TC002
+from langgraph.types import Send
+from langgraph.typing import ContextT  # noqa: TC002
+from typing_extensions import NotRequired, Required, TypedDict, TypeVar
+
+from langchain.agents.middleware.types import (
+    AgentMiddleware,
+    AgentState,
+    JumpTo,
+    ModelRequest,
+    OmitFromSchema,
+    PublicAgentState,
+)
+from langchain.agents.structured_output import (
+    AutoStrategy,
+    MultipleStructuredOutputsError,
+    OutputToolBinding,
+    ProviderStrategy,
+    ProviderStrategyBinding,
+    ResponseFormat,
+    StructuredOutputValidationError,
+    ToolStrategy,
+)
+from langchain.chat_models import init_chat_model
+from langchain.tools import ToolNode
+
+if TYPE_CHECKING:
+    from collections.abc import Callable, Sequence
+
+    from langchain_core.runnables import Runnable
+    from langgraph.cache.base import BaseCache
+    from langgraph.graph.state import CompiledStateGraph
+    from langgraph.store.base import BaseStore
+    from langgraph.types import Checkpointer
+
+STRUCTURED_OUTPUT_ERROR_TEMPLATE = "Error: {error}\n Please fix your mistakes."
+
+ResponseT = TypeVar("ResponseT")
+
+
+def _resolve_schema(schemas: set[type], schema_name: str, omit_flag: str | None = None) -> type:
+    """Resolve schema by merging schemas and optionally respecting OmitFromSchema annotations.
+
+    Args:
+        schemas: List of schema types to merge
+        schema_name: Name for the generated TypedDict
+        omit_flag: If specified, omit fields with this flag set ('input' or 'output')
+    """
+    all_annotations = {}
+
+    for schema in schemas:
+        hints = get_type_hints(schema, include_extras=True)
+
+        for field_name, field_type in hints.items():
+            should_omit = False
+
+            if omit_flag:
+                # Check for omission in the annotation metadata
+                metadata = _extract_metadata(field_type)
+                for meta in metadata:
+                    if isinstance(meta, OmitFromSchema) and getattr(meta, omit_flag) is True:
+                        should_omit = True
+                        break
+
+            if not should_omit:
+                all_annotations[field_name] = field_type
+
+    return TypedDict(schema_name, all_annotations)  # type: ignore[operator]
+
+
+def _extract_metadata(type_: type) -> list:
+    """Extract metadata from a field type, handling Required/NotRequired and Annotated wrappers."""
+    # Handle Required[Annotated[...]] or NotRequired[Annotated[...]]
+    if get_origin(type_) in (Required, NotRequired):
+        inner_type = get_args(type_)[0]
+        if get_origin(inner_type) is Annotated:
+            return list(get_args(inner_type)[1:])
+
+    # Handle direct Annotated[...]
+    elif get_origin(type_) is Annotated:
+        return list(get_args(type_)[1:])
+
+    return []
+
+
+def _get_can_jump_to(middleware: AgentMiddleware[Any, Any], hook_name: str) -> list[JumpTo]:
+    """Get the can_jump_to list from either sync or async hook methods.
+
+    Args:
+        middleware: The middleware instance to inspect.
+        hook_name: The name of the hook ('before_model' or 'after_model').
+
+    Returns:
+        List of jump destinations, or empty list if not configured.
+    """
+    # Get the base class method for comparison
+    base_sync_method = getattr(AgentMiddleware, hook_name, None)
+    base_async_method = getattr(AgentMiddleware, f"a{hook_name}", None)
+
+    # Try sync method first - only if it's overridden from base class
+    sync_method = getattr(middleware.__class__, hook_name, None)
+    if (
+        sync_method
+        and sync_method is not base_sync_method
+        and hasattr(sync_method, "__can_jump_to__")
+    ):
+        return sync_method.__can_jump_to__
+
+    # Try async method - only if it's overridden from base class
+    async_method = getattr(middleware.__class__, f"a{hook_name}", None)
+    if (
+        async_method
+        and async_method is not base_async_method
+        and hasattr(async_method, "__can_jump_to__")
+    ):
+        return async_method.__can_jump_to__
+
+    return []
+
+
+def _supports_provider_strategy(model: str | BaseChatModel) -> bool:
+    """Check if a model supports provider-specific structured output.
+
+    Args:
+        model: Model name string or BaseChatModel instance.
+
+    Returns:
+        ``True`` if the model supports provider-specific structured output, ``False`` otherwise.
+    """
+    model_name: str | None = None
+    if isinstance(model, str):
+        model_name = model
+    elif isinstance(model, BaseChatModel):
+        model_name = getattr(model, "model_name", None)
+
+    return (
+        "grok" in model_name.lower()
+        or any(part in model_name for part in ["gpt-5", "gpt-4.1", "gpt-oss", "o3-pro", "o3-mini"])
+        if model_name
+        else False
+    )
+
+
+def _handle_structured_output_error(
+    exception: Exception,
+    response_format: ResponseFormat,
+) -> tuple[bool, str]:
+    """Handle structured output error. Returns (should_retry, retry_tool_message)."""
+    if not isinstance(response_format, ToolStrategy):
+        return False, ""
+
+    handle_errors = response_format.handle_errors
+
+    if handle_errors is False:
+        return False, ""
+    if handle_errors is True:
+        return True, STRUCTURED_OUTPUT_ERROR_TEMPLATE.format(error=str(exception))
+    if isinstance(handle_errors, str):
+        return True, handle_errors
+    if isinstance(handle_errors, type) and issubclass(handle_errors, Exception):
+        if isinstance(exception, handle_errors):
+            return True, STRUCTURED_OUTPUT_ERROR_TEMPLATE.format(error=str(exception))
+        return False, ""
+    if isinstance(handle_errors, tuple):
+        if any(isinstance(exception, exc_type) for exc_type in handle_errors):
+            return True, STRUCTURED_OUTPUT_ERROR_TEMPLATE.format(error=str(exception))
+        return False, ""
+    if callable(handle_errors):
+        # type narrowing not working appropriately w/ callable check, can fix later
+        return True, handle_errors(exception)  # type: ignore[return-value,call-arg]
+    return False, ""
+
+
+def create_agent(  # noqa: PLR0915
+    model: str | BaseChatModel,
+    tools: Sequence[BaseTool | Callable | dict[str, Any]] | None = None,
+    *,
+    system_prompt: str | None = None,
+    middleware: Sequence[AgentMiddleware[AgentState[ResponseT], ContextT]] = (),
+    response_format: ResponseFormat[ResponseT] | type[ResponseT] | None = None,
+    context_schema: type[ContextT] | None = None,
+    checkpointer: Checkpointer | None = None,
+    store: BaseStore | None = None,
+    interrupt_before: list[str] | None = None,
+    interrupt_after: list[str] | None = None,
+    debug: bool = False,
+    name: str | None = None,
+    cache: BaseCache | None = None,
+) -> CompiledStateGraph[
+    AgentState[ResponseT], ContextT, PublicAgentState[ResponseT], PublicAgentState[ResponseT]
+]:
+    """Creates an agent graph that calls tools in a loop until a stopping condition is met.
+
+    For more details on using ``create_agent``,
+    visit [Agents](https://docs.langchain.com/oss/python/langchain/agents) documentation.
+
+    Args:
+        model: The language model for the agent. Can be a string identifier
+            (e.g., ``"openai:gpt-4"``), a chat model instance (e.g., ``ChatOpenAI()``).
+        tools: A list of tools, dicts, or callables. If ``None`` or an empty list,
+            the agent will consist of a model node without a tool calling loop.
+        system_prompt: An optional system prompt for the LLM. If provided as a string,
+            it will be converted to a SystemMessage and added to the beginning
+            of the message list.
+        middleware: A sequence of middleware instances to apply to the agent.
+            Middleware can intercept and modify agent behavior at various stages.
+        response_format: An optional configuration for structured responses.
+            Can be a ToolStrategy, ProviderStrategy, or a Pydantic model class.
+            If provided, the agent will handle structured output during the
+            conversation flow. Raw schemas will be wrapped in an appropriate strategy
+            based on model capabilities.
+        context_schema: An optional schema for runtime context.
+        checkpointer: An optional checkpoint saver object. This is used for persisting
+            the state of the graph (e.g., as chat memory) for a single thread
+            (e.g., a single conversation).
+        store: An optional store object. This is used for persisting data
+            across multiple threads (e.g., multiple conversations / users).
+        interrupt_before: An optional list of node names to interrupt before.
+            This is useful if you want to add a user confirmation or other interrupt
+            before taking an action.
+        interrupt_after: An optional list of node names to interrupt after.
+            This is useful if you want to return directly or run additional processing
+            on an output.
+        debug: A flag indicating whether to enable debug mode.
+        name: An optional name for the CompiledStateGraph.
+            This name will be automatically used when adding the agent graph to
+            another graph as a subgraph node - particularly useful for building
+            multi-agent systems.
+        cache: An optional BaseCache instance to enable caching of graph execution.
+
+    Returns:
+        A compiled StateGraph that can be used for chat interactions.
+
+    The agent node calls the language model with the messages list (after applying
+    the system prompt). If the resulting AIMessage contains ``tool_calls``, the graph will
+    then call the tools. The tools node executes the tools and adds the responses
+    to the messages list as ``ToolMessage`` objects. The agent node then calls the
+    language model again. The process repeats until no more ``tool_calls`` are
+    present in the response. The agent then returns the full list of messages.
+
+    Example:
+        ```python
+        from langchain.agents import create_agent
+
+
+        def check_weather(location: str) -> str:
+            '''Return the weather forecast for the specified location.'''
+            return f"It's always sunny in {location}"
+
+
+        graph = create_agent(
+            model="anthropic:claude-3-7-sonnet-latest",
+            tools=[check_weather],
+            system_prompt="You are a helpful assistant",
+        )
+        inputs = {"messages": [{"role": "user", "content": "what is the weather in sf"}]}
+        for chunk in graph.stream(inputs, stream_mode="updates"):
+            print(chunk)
+        ```
+    """
+    # init chat model
+    if isinstance(model, str):
+        model = init_chat_model(model)
+
+    # Handle tools being None or empty
+    if tools is None:
+        tools = []
+
+    # Convert response format and setup structured output tools
+    # Raw schemas are wrapped in AutoStrategy to preserve auto-detection intent.
+    # AutoStrategy is converted to ToolStrategy upfront to calculate tools during agent creation,
+    # but may be replaced with ProviderStrategy later based on model capabilities.
+    initial_response_format: ToolStrategy | ProviderStrategy | AutoStrategy | None
+    if response_format is None:
+        initial_response_format = None
+    elif isinstance(response_format, (ToolStrategy, ProviderStrategy)):
+        # Preserve explicitly requested strategies
+        initial_response_format = response_format
+    elif isinstance(response_format, AutoStrategy):
+        # AutoStrategy provided - preserve it for later auto-detection
+        initial_response_format = response_format
+    else:
+        # Raw schema - wrap in AutoStrategy to enable auto-detection
+        initial_response_format = AutoStrategy(schema=response_format)
+
+    # For AutoStrategy, convert to ToolStrategy to setup tools upfront
+    # (may be replaced with ProviderStrategy later based on model)
+    tool_strategy_for_setup: ToolStrategy | None = None
+    if isinstance(initial_response_format, AutoStrategy):
+        tool_strategy_for_setup = ToolStrategy(schema=initial_response_format.schema)
+    elif isinstance(initial_response_format, ToolStrategy):
+        tool_strategy_for_setup = initial_response_format
+
+    structured_output_tools: dict[str, OutputToolBinding] = {}
+    if tool_strategy_for_setup:
+        for response_schema in tool_strategy_for_setup.schema_specs:
+            structured_tool_info = OutputToolBinding.from_schema_spec(response_schema)
+            structured_output_tools[structured_tool_info.tool.name] = structured_tool_info
+    middleware_tools = [t for m in middleware for t in getattr(m, "tools", [])]
+
+    # Setup tools
+    tool_node: ToolNode | None = None
+    # Extract built-in provider tools (dict format) and regular tools (BaseTool/callables)
+    built_in_tools = [t for t in tools if isinstance(t, dict)]
+    regular_tools = [t for t in tools if not isinstance(t, dict)]
+
+    # Tools that require client-side execution (must be in ToolNode)
+    available_tools = middleware_tools + regular_tools
+
+    # Only create ToolNode if we have client-side tools
+    tool_node = ToolNode(tools=available_tools) if available_tools else None
+
+    # Default tools for ModelRequest initialization
+    # Use converted BaseTool instances from ToolNode (not raw callables)
+    # Include built-ins and converted tools (can be changed dynamically by middleware)
+    # Structured tools are NOT included - they're added dynamically based on response_format
+    if tool_node:
+        default_tools = list(tool_node.tools_by_name.values()) + built_in_tools
+    else:
+        default_tools = list(built_in_tools)
+
+    # validate middleware
+    assert len({m.name for m in middleware}) == len(middleware), (  # noqa: S101
+        "Please remove duplicate middleware instances."
+    )
+    middleware_w_before_agent = [
+        m
+        for m in middleware
+        if m.__class__.before_agent is not AgentMiddleware.before_agent
+        or m.__class__.abefore_agent is not AgentMiddleware.abefore_agent
+    ]
+    middleware_w_before_model = [
+        m
+        for m in middleware
+        if m.__class__.before_model is not AgentMiddleware.before_model
+        or m.__class__.abefore_model is not AgentMiddleware.abefore_model
+    ]
+    middleware_w_modify_model_request = [
+        m
+        for m in middleware
+        if m.__class__.modify_model_request is not AgentMiddleware.modify_model_request
+        or m.__class__.amodify_model_request is not AgentMiddleware.amodify_model_request
+    ]
+    middleware_w_after_model = [
+        m
+        for m in middleware
+        if m.__class__.after_model is not AgentMiddleware.after_model
+        or m.__class__.aafter_model is not AgentMiddleware.aafter_model
+    ]
+    middleware_w_after_agent = [
+        m
+        for m in middleware
+        if m.__class__.after_agent is not AgentMiddleware.after_agent
+        or m.__class__.aafter_agent is not AgentMiddleware.aafter_agent
+    ]
+    middleware_w_retry = [
+        m
+        for m in middleware
+        if m.__class__.retry_model_request is not AgentMiddleware.retry_model_request
+        or m.__class__.aretry_model_request is not AgentMiddleware.aretry_model_request
+    ]
+
+    state_schemas = {m.state_schema for m in middleware}
+    state_schemas.add(AgentState)
+
+    state_schema = _resolve_schema(state_schemas, "StateSchema", None)
+    input_schema = _resolve_schema(state_schemas, "InputSchema", "input")
+    output_schema = _resolve_schema(state_schemas, "OutputSchema", "output")
+
+    # create graph, add nodes
+    graph: StateGraph[
+        AgentState[ResponseT], ContextT, PublicAgentState[ResponseT], PublicAgentState[ResponseT]
+    ] = StateGraph(
+        state_schema=state_schema,
+        input_schema=input_schema,
+        output_schema=output_schema,
+        context_schema=context_schema,
+    )
+
+    def _handle_model_output(
+        output: AIMessage, effective_response_format: ResponseFormat | None
+    ) -> dict[str, Any]:
+        """Handle model output including structured responses.
+
+        Args:
+            output: The AI message output from the model.
+            effective_response_format: The actual strategy used
+                (may differ from initial if auto-detected).
+        """
+        # Handle structured output with provider strategy
+        if isinstance(effective_response_format, ProviderStrategy):
+            if not output.tool_calls:
+                provider_strategy_binding = ProviderStrategyBinding.from_schema_spec(
+                    effective_response_format.schema_spec
+                )
+                structured_response = provider_strategy_binding.parse(output)
+                return {"messages": [output], "structured_response": structured_response}
+            return {"messages": [output]}
+
+        # Handle structured output with tool strategy
+        if (
+            isinstance(effective_response_format, ToolStrategy)
+            and isinstance(output, AIMessage)
+            and output.tool_calls
+        ):
+            structured_tool_calls = [
+                tc for tc in output.tool_calls if tc["name"] in structured_output_tools
+            ]
+
+            if structured_tool_calls:
+                exception: Exception | None = None
+                if len(structured_tool_calls) > 1:
+                    # Handle multiple structured outputs error
+                    tool_names = [tc["name"] for tc in structured_tool_calls]
+                    exception = MultipleStructuredOutputsError(tool_names)
+                    should_retry, error_message = _handle_structured_output_error(
+                        exception, effective_response_format
+                    )
+                    if not should_retry:
+                        raise exception
+
+                    # Add error messages and retry
+                    tool_messages = [
+                        ToolMessage(
+                            content=error_message,
+                            tool_call_id=tc["id"],
+                            name=tc["name"],
+                        )
+                        for tc in structured_tool_calls
+                    ]
+                    return {"messages": [output, *tool_messages]}
+
+                # Handle single structured output
+                tool_call = structured_tool_calls[0]
+                try:
+                    structured_tool_binding = structured_output_tools[tool_call["name"]]
+                    structured_response = structured_tool_binding.parse(tool_call["args"])
+
+                    tool_message_content = (
+                        effective_response_format.tool_message_content
+                        if effective_response_format.tool_message_content
+                        else f"Returning structured response: {structured_response}"
+                    )
+
+                    return {
+                        "messages": [
+                            output,
+                            ToolMessage(
+                                content=tool_message_content,
+                                tool_call_id=tool_call["id"],
+                                name=tool_call["name"],
+                            ),
+                        ],
+                        "structured_response": structured_response,
+                    }
+                except Exception as exc:  # noqa: BLE001
+                    exception = StructuredOutputValidationError(tool_call["name"], exc)
+                    should_retry, error_message = _handle_structured_output_error(
+                        exception, effective_response_format
+                    )
+                    if not should_retry:
+                        raise exception
+
+                    return {
+                        "messages": [
+                            output,
+                            ToolMessage(
+                                content=error_message,
+                                tool_call_id=tool_call["id"],
+                                name=tool_call["name"],
+                            ),
+                        ],
+                    }
+
+        return {"messages": [output]}
+
+    def _get_bound_model(request: ModelRequest) -> tuple[Runnable, ResponseFormat | None]:
+        """Get the model with appropriate tool bindings.
+
+        Performs auto-detection of strategy if needed based on model capabilities.
+
+        Args:
+            request: The model request containing model, tools, and response format.
+
+        Returns:
+            Tuple of (bound_model, effective_response_format) where ``effective_response_format``
+            is the actual strategy used (may differ from initial if auto-detected).
+        """
+        # Validate ONLY client-side tools that need to exist in tool_node
+        # Build map of available client-side tools from the ToolNode
+        # (which has already converted callables)
+        available_tools_by_name = {}
+        if tool_node:
+            available_tools_by_name = tool_node.tools_by_name.copy()
+
+        # Check if any requested tools are unknown CLIENT-SIDE tools
+        unknown_tool_names = []
+        for t in request.tools:
+            # Only validate BaseTool instances (skip built-in dict tools)
+            if isinstance(t, dict):
+                continue
+            if isinstance(t, BaseTool) and t.name not in available_tools_by_name:
+                unknown_tool_names.append(t.name)
+
+        if unknown_tool_names:
+            available_tool_names = sorted(available_tools_by_name.keys())
+            msg = (
+                f"Middleware returned unknown tool names: {unknown_tool_names}\n\n"
+                f"Available client-side tools: {available_tool_names}\n\n"
+                "To fix this issue:\n"
+                "1. Ensure the tools are passed to create_agent() via "
+                "the 'tools' parameter\n"
+                "2. If using custom middleware with tools, ensure "
+                "they're registered via middleware.tools attribute\n"
+                "3. Verify that tool names in ModelRequest.tools match "
+                "the actual tool.name values\n"
+                "Note: Built-in provider tools (dict format) can be added dynamically."
+            )
+            raise ValueError(msg)
+
+        # Determine effective response format (auto-detect if needed)
+        effective_response_format: ResponseFormat | None
+        if isinstance(request.response_format, AutoStrategy):
+            # User provided raw schema via AutoStrategy - auto-detect best strategy based on model
+            if _supports_provider_strategy(request.model):
+                # Model supports provider strategy - use it
+                effective_response_format = ProviderStrategy(schema=request.response_format.schema)
+            else:
+                # Model doesn't support provider strategy - use ToolStrategy
+                effective_response_format = ToolStrategy(schema=request.response_format.schema)
+        else:
+            # User explicitly specified a strategy - preserve it
+            effective_response_format = request.response_format
+
+        # Build final tools list including structured output tools
+        # request.tools now only contains BaseTool instances (converted from callables)
+        # and dicts (built-ins)
+        final_tools = list(request.tools)
+        if isinstance(effective_response_format, ToolStrategy):
+            # Add structured output tools to final tools list
+            structured_tools = [info.tool for info in structured_output_tools.values()]
+            final_tools.extend(structured_tools)
+
+        # Bind model based on effective response format
+        if isinstance(effective_response_format, ProviderStrategy):
+            # Use provider-specific structured output
+            kwargs = effective_response_format.to_model_kwargs()
+            return (
+                request.model.bind_tools(
+                    final_tools, strict=True, **kwargs, **request.model_settings
+                ),
+                effective_response_format,
+            )
+
+        if isinstance(effective_response_format, ToolStrategy):
+            # Current implementation requires that tools used for structured output
+            # have to be declared upfront when creating the agent as part of the
+            # response format. Middleware is allowed to change the response format
+            # to a subset of the original structured tools when using ToolStrategy,
+            # but not to add new structured tools that weren't declared upfront.
+            # Compute output binding
+            for tc in effective_response_format.schema_specs:
+                if tc.name not in structured_output_tools:
+                    msg = (
+                        f"ToolStrategy specifies tool '{tc.name}' "
+                        "which wasn't declared in the original "
+                        "response format when creating the agent."
+                    )
+                    raise ValueError(msg)
+
+            # Force tool use if we have structured output tools
+            tool_choice = "any" if structured_output_tools else request.tool_choice
+            return (
+                request.model.bind_tools(
+                    final_tools, tool_choice=tool_choice, **request.model_settings
+                ),
+                effective_response_format,
+            )
+
+        # No structured output - standard model binding
+        if final_tools:
+            return (
+                request.model.bind_tools(
+                    final_tools, tool_choice=request.tool_choice, **request.model_settings
+                ),
+                None,
+            )
+        return request.model.bind(**request.model_settings), None
+
+    def model_node(state: AgentState, runtime: Runtime[ContextT]) -> dict[str, Any]:
+        """Sync model request handler with sequential middleware processing."""
+        request = ModelRequest(
+            model=model,
+            tools=default_tools,
+            system_prompt=system_prompt,
+            response_format=initial_response_format,
+            messages=state["messages"],
+            tool_choice=None,
+        )
+
+        # Apply modify_model_request middleware in sequence
+        for m in middleware_w_modify_model_request:
+            if m.__class__.modify_model_request is not AgentMiddleware.modify_model_request:
+                m.modify_model_request(request, state, runtime)
+            else:
+                msg = (
+                    f"No synchronous function provided for "
+                    f'{m.__class__.__name__}.amodify_model_request".'
+                    "\nEither initialize with a synchronous function or invoke"
+                    " via the async API (ainvoke, astream, etc.)"
+                )
+                raise TypeError(msg)
+
+        # Retry loop for model invocation with error handling
+        # Hard limit of 100 attempts to prevent infinite loops from buggy middleware
+        max_attempts = 100
+        for attempt in range(1, max_attempts + 1):
+            try:
+                # Get the bound model (with auto-detection if needed)
+                model_, effective_response_format = _get_bound_model(request)
+                messages = request.messages
+                if request.system_prompt:
+                    messages = [SystemMessage(request.system_prompt), *messages]
+
+                output = model_.invoke(messages)
+                return {
+                    "thread_model_call_count": state.get("thread_model_call_count", 0) + 1,
+                    "run_model_call_count": state.get("run_model_call_count", 0) + 1,
+                    **_handle_model_output(output, effective_response_format),
+                }
+            except Exception as error:
+                # Try retry_model_request on each middleware
+                for m in middleware_w_retry:
+                    if m.__class__.retry_model_request is not AgentMiddleware.retry_model_request:
+                        if retry_request := m.retry_model_request(
+                            error, request, state, runtime, attempt
+                        ):
+                            # Break on first middleware that wants to retry
+                            request = retry_request
+                            break
+                    else:
+                        msg = (
+                            f"No synchronous function provided for "
+                            f'{m.__class__.__name__}.aretry_model_request".'
+                            "\nEither initialize with a synchronous function or invoke"
+                            " via the async API (ainvoke, astream, etc.)"
+                        )
+                        raise TypeError(msg)
+                else:
+                    raise
+
+        # If we exit the loop, max attempts exceeded
+        msg = f"Maximum retry attempts ({max_attempts}) exceeded"
+        raise RuntimeError(msg)
+
+    async def amodel_node(state: AgentState, runtime: Runtime[ContextT]) -> dict[str, Any]:
+        """Async model request handler with sequential middleware processing."""
+        request = ModelRequest(
+            model=model,
+            tools=default_tools,
+            system_prompt=system_prompt,
+            response_format=initial_response_format,
+            messages=state["messages"],
+            tool_choice=None,
+        )
+
+        # Apply modify_model_request middleware in sequence
+        for m in middleware_w_modify_model_request:
+            await m.amodify_model_request(request, state, runtime)
+
+        # Retry loop for model invocation with error handling
+        # Hard limit of 100 attempts to prevent infinite loops from buggy middleware
+        max_attempts = 100
+        for attempt in range(1, max_attempts + 1):
+            try:
+                # Get the bound model (with auto-detection if needed)
+                model_, effective_response_format = _get_bound_model(request)
+                messages = request.messages
+                if request.system_prompt:
+                    messages = [SystemMessage(request.system_prompt), *messages]
+
+                output = await model_.ainvoke(messages)
+                return {
+                    "thread_model_call_count": state.get("thread_model_call_count", 0) + 1,
+                    "run_model_call_count": state.get("run_model_call_count", 0) + 1,
+                    **_handle_model_output(output, effective_response_format),
+                }
+            except Exception as error:
+                # Try retry_model_request on each middleware
+                for m in middleware_w_retry:
+                    if retry_request := await m.aretry_model_request(
+                        error, request, state, runtime, attempt
+                    ):
+                        # Break on first middleware that wants to retry
+                        request = retry_request
+                        break
+                else:
+                    # If no middleware wants to retry, re-raise the error
+                    raise
+
+        # If we exit the loop, max attempts exceeded
+        msg = f"Maximum retry attempts ({max_attempts}) exceeded"
+        raise RuntimeError(msg)
+
+    # Use sync or async based on model capabilities
+    graph.add_node("model", RunnableCallable(model_node, amodel_node, trace=False))
+
+    # Only add tools node if we have tools
+    if tool_node is not None:
+        graph.add_node("tools", tool_node)
+
+    # Add middleware nodes
+    for m in middleware:
+        if (
+            m.__class__.before_agent is not AgentMiddleware.before_agent
+            or m.__class__.abefore_agent is not AgentMiddleware.abefore_agent
+        ):
+            # Use RunnableCallable to support both sync and async
+            # Pass None for sync if not overridden to avoid signature conflicts
+            sync_before_agent = (
+                m.before_agent
+                if m.__class__.before_agent is not AgentMiddleware.before_agent
+                else None
+            )
+            async_before_agent = (
+                m.abefore_agent
+                if m.__class__.abefore_agent is not AgentMiddleware.abefore_agent
+                else None
+            )
+            before_agent_node = RunnableCallable(sync_before_agent, async_before_agent, trace=False)
+            graph.add_node(f"{m.name}.before_agent", before_agent_node, input_schema=state_schema)
+
+        if (
+            m.__class__.before_model is not AgentMiddleware.before_model
+            or m.__class__.abefore_model is not AgentMiddleware.abefore_model
+        ):
+            # Use RunnableCallable to support both sync and async
+            # Pass None for sync if not overridden to avoid signature conflicts
+            sync_before = (
+                m.before_model
+                if m.__class__.before_model is not AgentMiddleware.before_model
+                else None
+            )
+            async_before = (
+                m.abefore_model
+                if m.__class__.abefore_model is not AgentMiddleware.abefore_model
+                else None
+            )
+            before_node = RunnableCallable(sync_before, async_before, trace=False)
+            graph.add_node(f"{m.name}.before_model", before_node, input_schema=state_schema)
+
+        if (
+            m.__class__.after_model is not AgentMiddleware.after_model
+            or m.__class__.aafter_model is not AgentMiddleware.aafter_model
+        ):
+            # Use RunnableCallable to support both sync and async
+            # Pass None for sync if not overridden to avoid signature conflicts
+            sync_after = (
+                m.after_model
+                if m.__class__.after_model is not AgentMiddleware.after_model
+                else None
+            )
+            async_after = (
+                m.aafter_model
+                if m.__class__.aafter_model is not AgentMiddleware.aafter_model
+                else None
+            )
+            after_node = RunnableCallable(sync_after, async_after, trace=False)
+            graph.add_node(f"{m.name}.after_model", after_node, input_schema=state_schema)
+
+        if (
+            m.__class__.after_agent is not AgentMiddleware.after_agent
+            or m.__class__.aafter_agent is not AgentMiddleware.aafter_agent
+        ):
+            # Use RunnableCallable to support both sync and async
+            # Pass None for sync if not overridden to avoid signature conflicts
+            sync_after_agent = (
+                m.after_agent
+                if m.__class__.after_agent is not AgentMiddleware.after_agent
+                else None
+            )
+            async_after_agent = (
+                m.aafter_agent
+                if m.__class__.aafter_agent is not AgentMiddleware.aafter_agent
+                else None
+            )
+            after_agent_node = RunnableCallable(sync_after_agent, async_after_agent, trace=False)
+            graph.add_node(f"{m.name}.after_agent", after_agent_node, input_schema=state_schema)
+
+    # Determine the entry node (runs once at start): before_agent -> before_model -> model
+    if middleware_w_before_agent:
+        entry_node = f"{middleware_w_before_agent[0].name}.before_agent"
+    elif middleware_w_before_model:
+        entry_node = f"{middleware_w_before_model[0].name}.before_model"
+    else:
+        entry_node = "model"
+
+    # Determine the loop entry node (beginning of agent loop, excludes before_agent)
+    # This is where tools will loop back to for the next iteration
+    if middleware_w_before_model:
+        loop_entry_node = f"{middleware_w_before_model[0].name}.before_model"
+    else:
+        loop_entry_node = "model"
+
+    # Determine the loop exit node (end of each iteration, can run multiple times)
+    # This is after_model or model, but NOT after_agent
+    if middleware_w_after_model:
+        loop_exit_node = f"{middleware_w_after_model[0].name}.after_model"
+    else:
+        loop_exit_node = "model"
+
+    # Determine the exit node (runs once at end): after_agent or END
+    if middleware_w_after_agent:
+        exit_node = f"{middleware_w_after_agent[-1].name}.after_agent"
+    else:
+        exit_node = END
+
+    graph.add_edge(START, entry_node)
+    # add conditional edges only if tools exist
+    if tool_node is not None:
+        graph.add_conditional_edges(
+            "tools",
+            _make_tools_to_model_edge(
+                tool_node, loop_entry_node, structured_output_tools, exit_node
+            ),
+            [loop_entry_node, exit_node],
+        )
+
+        graph.add_conditional_edges(
+            loop_exit_node,
+            _make_model_to_tools_edge(
+                loop_entry_node, structured_output_tools, tool_node, exit_node
+            ),
+            [loop_entry_node, "tools", exit_node],
+        )
+    elif len(structured_output_tools) > 0:
+        graph.add_conditional_edges(
+            loop_exit_node,
+            _make_model_to_model_edge(loop_entry_node, exit_node),
+            [loop_entry_node, exit_node],
+        )
+    elif loop_exit_node == "model":
+        # If no tools and no after_model, go directly to exit_node
+        graph.add_edge(loop_exit_node, exit_node)
+    # No tools but we have after_model - connect after_model to exit_node
+    else:
+        _add_middleware_edge(
+            graph,
+            f"{middleware_w_after_model[0].name}.after_model",
+            exit_node,
+            loop_entry_node,
+            can_jump_to=_get_can_jump_to(middleware_w_after_model[0], "after_model"),
+        )
+
+    # Add before_agent middleware edges
+    if middleware_w_before_agent:
+        for m1, m2 in itertools.pairwise(middleware_w_before_agent):
+            _add_middleware_edge(
+                graph,
+                f"{m1.name}.before_agent",
+                f"{m2.name}.before_agent",
+                loop_entry_node,
+                can_jump_to=_get_can_jump_to(m1, "before_agent"),
+            )
+        # Connect last before_agent to loop_entry_node (before_model or model)
+        _add_middleware_edge(
+            graph,
+            f"{middleware_w_before_agent[-1].name}.before_agent",
+            loop_entry_node,
+            loop_entry_node,
+            can_jump_to=_get_can_jump_to(middleware_w_before_agent[-1], "before_agent"),
+        )
+
+    # Add before_model middleware edges
+    if middleware_w_before_model:
+        for m1, m2 in itertools.pairwise(middleware_w_before_model):
+            _add_middleware_edge(
+                graph,
+                f"{m1.name}.before_model",
+                f"{m2.name}.before_model",
+                loop_entry_node,
+                can_jump_to=_get_can_jump_to(m1, "before_model"),
+            )
+        # Go directly to model after the last before_model
+        _add_middleware_edge(
+            graph,
+            f"{middleware_w_before_model[-1].name}.before_model",
+            "model",
+            loop_entry_node,
+            can_jump_to=_get_can_jump_to(middleware_w_before_model[-1], "before_model"),
+        )
+
+    # Add after_model middleware edges
+    if middleware_w_after_model:
+        graph.add_edge("model", f"{middleware_w_after_model[-1].name}.after_model")
+        for idx in range(len(middleware_w_after_model) - 1, 0, -1):
+            m1 = middleware_w_after_model[idx]
+            m2 = middleware_w_after_model[idx - 1]
+            _add_middleware_edge(
+                graph,
+                f"{m1.name}.after_model",
+                f"{m2.name}.after_model",
+                loop_entry_node,
+                can_jump_to=_get_can_jump_to(m1, "after_model"),
+            )
+        # Note: Connection from after_model to after_agent/END is handled above
+        # in the conditional edges section
+
+    # Add after_agent middleware edges
+    if middleware_w_after_agent:
+        # Chain after_agent middleware (runs once at the very end, before END)
+        for idx in range(len(middleware_w_after_agent) - 1, 0, -1):
+            m1 = middleware_w_after_agent[idx]
+            m2 = middleware_w_after_agent[idx - 1]
+            _add_middleware_edge(
+                graph,
+                f"{m1.name}.after_agent",
+                f"{m2.name}.after_agent",
+                loop_entry_node,
+                can_jump_to=_get_can_jump_to(m1, "after_agent"),
+            )
+
+        # Connect the last after_agent to END
+        _add_middleware_edge(
+            graph,
+            f"{middleware_w_after_agent[0].name}.after_agent",
+            END,
+            loop_entry_node,
+            can_jump_to=_get_can_jump_to(middleware_w_after_agent[0], "after_agent"),
+        )
+
+    return graph.compile(
+        checkpointer=checkpointer,
+        store=store,
+        interrupt_before=interrupt_before,
+        interrupt_after=interrupt_after,
+        debug=debug,
+        name=name,
+        cache=cache,
+    )
+
+
+def _resolve_jump(jump_to: JumpTo | None, first_node: str) -> str | None:
+    if jump_to == "model":
+        return first_node
+    if jump_to == "end":
+        return "__end__"
+    if jump_to == "tools":
+        return "tools"
+    return None
+
+
+def _fetch_last_ai_and_tool_messages(
+    messages: list[AnyMessage],
+) -> tuple[AIMessage, list[ToolMessage]]:
+    last_ai_index: int
+    last_ai_message: AIMessage
+
+    for i in range(len(messages) - 1, -1, -1):
+        if isinstance(messages[i], AIMessage):
+            last_ai_index = i
+            last_ai_message = cast("AIMessage", messages[i])
+            break
+
+    tool_messages = [m for m in messages[last_ai_index + 1 :] if isinstance(m, ToolMessage)]
+    return last_ai_message, tool_messages
+
+
+def _make_model_to_tools_edge(
+    first_node: str,
+    structured_output_tools: dict[str, OutputToolBinding],
+    tool_node: ToolNode,
+    exit_node: str,
+) -> Callable[[dict[str, Any], Runtime[ContextT]], str | list[Send] | None]:
+    def model_to_tools(
+        state: dict[str, Any], runtime: Runtime[ContextT]
+    ) -> str | list[Send] | None:
+        # 1. if there's an explicit jump_to in the state, use it
+        if jump_to := state.get("jump_to"):
+            return _resolve_jump(jump_to, first_node)
+
+        last_ai_message, tool_messages = _fetch_last_ai_and_tool_messages(state["messages"])
+        tool_message_ids = [m.tool_call_id for m in tool_messages]
+
+        # 2. if the model hasn't called any tools, exit the loop
+        # this is the classic exit condition for an agent loop
+        if len(last_ai_message.tool_calls) == 0:
+            return exit_node
+
+        pending_tool_calls = [
+            c
+            for c in last_ai_message.tool_calls
+            if c["id"] not in tool_message_ids and c["name"] not in structured_output_tools
+        ]
+
+        # 3. if there are pending tool calls, jump to the tool node
+        if pending_tool_calls:
+            pending_tool_calls = [
+                tool_node.inject_tool_args(call, state, runtime.store)
+                for call in pending_tool_calls
+            ]
+            return [Send("tools", [tool_call]) for tool_call in pending_tool_calls]
+
+        # 4. if there is a structured response, exit the loop
+        if "structured_response" in state:
+            return exit_node
+
+        # 5. AIMessage has tool calls, but there are no pending tool calls
+        # which suggests the injection of artificial tool messages. jump to the first node
+        return first_node
+
+    return model_to_tools
+
+
+def _make_model_to_model_edge(
+    first_node: str,
+    exit_node: str,
+) -> Callable[[dict[str, Any], Runtime[ContextT]], str | list[Send] | None]:
+    def model_to_model(
+        state: dict[str, Any],
+        runtime: Runtime[ContextT],  # noqa: ARG001
+    ) -> str | list[Send] | None:
+        # 1. Priority: Check for explicit jump_to directive from middleware
+        if jump_to := state.get("jump_to"):
+            return _resolve_jump(jump_to, first_node)
+
+        # 2. Exit condition: A structured response was generated
+        if "structured_response" in state:
+            return exit_node
+
+        # 3. Default: Continue the loop, there may have been an issue
+        #     with structured output generation, so we need to retry
+        return first_node
+
+    return model_to_model
+
+
+def _make_tools_to_model_edge(
+    tool_node: ToolNode,
+    next_node: str,
+    structured_output_tools: dict[str, OutputToolBinding],
+    exit_node: str,
+) -> Callable[[dict[str, Any], Runtime[ContextT]], str | None]:
+    def tools_to_model(state: dict[str, Any], runtime: Runtime[ContextT]) -> str | None:  # noqa: ARG001
+        last_ai_message, tool_messages = _fetch_last_ai_and_tool_messages(state["messages"])
+
+        # 1. Exit condition: All executed tools have return_direct=True
+        if all(
+            tool_node.tools_by_name[c["name"]].return_direct
+            for c in last_ai_message.tool_calls
+            if c["name"] in tool_node.tools_by_name
+        ):
+            return exit_node
+
+        # 2. Exit condition: A structured output tool was executed
+        if any(t.name in structured_output_tools for t in tool_messages):
+            return exit_node
+
+        # 3. Default: Continue the loop
+        #    Tool execution completed successfully, route back to the model
+        #    so it can process the tool results and decide the next action.
+        return next_node
+
+    return tools_to_model
+
+
+def _add_middleware_edge(
+    graph: StateGraph[AgentState, ContextT, PublicAgentState, PublicAgentState],
+    name: str,
+    default_destination: str,
+    model_destination: str,
+    can_jump_to: list[JumpTo] | None,
+) -> None:
+    """Add an edge to the graph for a middleware node.
+
+    Args:
+        graph: The graph to add the edge to.
+        name: The name of the middleware node.
+        default_destination: The default destination for the edge.
+        model_destination: The destination for the edge to the model.
+        can_jump_to: The conditionally jumpable destinations for the edge.
+    """
+    if can_jump_to:
+
+        def jump_edge(state: dict[str, Any]) -> str:
+            return _resolve_jump(state.get("jump_to"), model_destination) or default_destination
+
+        destinations = [default_destination]
+
+        if "end" in can_jump_to:
+            destinations.append(END)
+        if "tools" in can_jump_to:
+            destinations.append("tools")
+        if "model" in can_jump_to and name != model_destination:
+            destinations.append(model_destination)
+
+        graph.add_conditional_edges(name, jump_edge, destinations)
+
+    else:
+        graph.add_edge(name, default_destination)
+
+
+__all__ = [
+    "create_agent",
+]