copilotkit 0.1.74__py3-none-any.whl → 0.1.75a0__py3-none-any.whl

copilotkit/__init__.py

@@ -6,6 +6,7 @@ from .parameter import Parameter
 from .agent import Agent
 from .langgraph_agent import LangGraphAgent
 from .langgraph_agui_agent import LangGraphAGUIAgent
+from .copilotkit_lg_middleware import copilotkit_middleware
 
 
 
@@ -20,5 +21,6 @@ __all__ = [
     'CopilotKitSDKContext',
     'CrewAIAgent', # pyright: ignore[reportUnsupportedDunderAll] pylint: disable=undefined-all-variable
     'LangGraphAgent', # pyright: ignore[reportUnsupportedDunderAll] pylint: disable=undefined-all-variable
-    "LangGraphAGUIAgent"
+    "LangGraphAGUIAgent",
+    "copilotkit_middleware"
 ]

copilotkit/copilotkit_lg_middleware.py

@@ -0,0 +1,197 @@
+"""
+AG-UI Middleware for LangGraph agents.
+
+Enables:
+- Dynamic frontend tools from state['ag-ui']['tools']
+- Frontend tool routing (intercept calls, skip backend execution)
+
+Works with any agent (prebuilt or custom).
+
+Example:
+    from langchain.agents import create_agent
+    from copilotkit import CopilotKitMiddleware
+
+    agent = create_agent(
+        model="openai:gpt-4o",
+        tools=[backend_tool],
+        middleware=[CopilotKitMiddleware()],
+    )
+"""
+
+from typing import Any, Callable, Awaitable, Annotated
+from typing_extensions import TypedDict, NotRequired
+
+from langchain_core.messages import AIMessage
+from langchain.agents.middleware import (
+    AgentMiddleware,
+    AgentState,
+    ModelRequest,
+    ModelResponse,
+)
+from langgraph.runtime import Runtime
+
+
+class CopilotKitState(AgentState):
+    """Extended state schema for AG-UI middleware."""
+
+    # AG-UI frontend tools passed via state
+    actions: List[Any]
+    context: List[CopilotContextItem]
+
+    # Private state for CopilotKit middleware
+    copilotkit: NotRequired[dict[str, Any]]
+
+
+class CopilotKitMiddleware(AgentMiddleware[AGUIState, Any]):
+    """AG-UI Middleware for LangGraph agents.
+
+    Handles frontend tool injection and interception for AG-UI protocol.
+    """
+
+    state_schema = AGUIState
+    tools = []
+
+    @property
+    def name(self) -> str:
+        return "CopilotKitMiddleware"
+
+    # Inject frontend tools before model call
+    def wrap_model_call(
+            self,
+            request: ModelRequest,
+            handler: Callable[[ModelRequest], ModelResponse],
+    ) -> ModelResponse:
+        frontend_tools = request.state.get("ag-ui", {}).get("tools", [])
+
+        if not frontend_tools:
+            return handler(request)
+
+        # Merge frontend tools with existing tools
+        merged_tools = [*request.tools, *frontend_tools]
+
+        return handler(request.override(tools=merged_tools))
+
+    async def awrap_model_call(
+            self,
+            request: ModelRequest,
+            handler: Callable[[ModelRequest], Awaitable[ModelResponse]],
+    ) -> ModelResponse:
+        frontend_tools = request.state.get("ag-ui", {}).get("tools", [])
+
+        if not frontend_tools:
+            return await handler(request)
+
+        # Merge frontend tools with existing tools
+        merged_tools = [*request.tools, *frontend_tools]
+
+        return await handler(request.override(tools=merged_tools))
+
+    # Intercept frontend tool calls after model returns, before ToolNode executes
+    def after_model(
+            self,
+            state: AGUIState,
+            runtime: Runtime[Any],
+    ) -> dict[str, Any] | None:
+        frontend_tools = state.get("ag-ui", {}).get("tools", [])
+        if not frontend_tools:
+            return None
+
+        frontend_tool_names = {
+            t.get("function", {}).get("name") or t.get("name")
+            for t in frontend_tools
+        }
+
+        # Find last AI message with tool calls
+        messages = state.get("messages", [])
+        if not messages:
+            return None
+
+        last_message = messages[-1]
+        if not isinstance(last_message, AIMessage):
+            return None
+
+        tool_calls = getattr(last_message, "tool_calls", None) or []
+        if not tool_calls:
+            return None
+
+        backend_tool_calls = []
+        frontend_tool_calls = []
+
+        for call in tool_calls:
+            if call.get("name") in frontend_tool_names:
+                frontend_tool_calls.append(call)
+            else:
+                backend_tool_calls.append(call)
+
+        if not frontend_tool_calls:
+            return None
+
+        # Create updated AIMessage with only backend tool calls
+        updated_ai_message = AIMessage(
+            content=last_message.content,
+            tool_calls=backend_tool_calls,
+            id=last_message.id,
+        )
+
+        return {
+            "messages": [*messages[:-1], updated_ai_message],
+            "copilotkit": {
+                "intercepted_tool_calls": frontend_tool_calls,
+                "original_ai_message_id": last_message.id,
+            },
+        }
+
+    async def aafter_model(
+            self,
+            state: AGUIState,
+            runtime: Runtime[Any],
+    ) -> dict[str, Any] | None:
+        # Delegate to sync implementation
+        return self.after_model(state, runtime)
+
+    # Restore frontend tool calls to AIMessage before agent exits
+    def after_agent(
+            self,
+            state: AGUIState,
+            runtime: Runtime[Any],
+    ) -> dict[str, Any] | None:
+        copilotkit_state = state.get("copilotkit", {})
+        intercepted_tool_calls = copilotkit_state.get("intercepted_tool_calls")
+        original_message_id = copilotkit_state.get("original_ai_message_id")
+
+        if not intercepted_tool_calls or not original_message_id:
+            return None
+
+        messages = state.get("messages", [])
+        updated_messages = []
+
+        for msg in messages:
+            if isinstance(msg, AIMessage) and msg.id == original_message_id:
+                existing_tool_calls = getattr(msg, "tool_calls", None) or []
+                updated_messages.append(AIMessage(
+                    content=msg.content,
+                    tool_calls=[*existing_tool_calls, *intercepted_tool_calls],
+                    id=msg.id,
+                ))
+            else:
+                updated_messages.append(msg)
+
+        return {
+            "messages": updated_messages,
+            "copilotkit": {
+                "intercepted_tool_calls": None,
+                "original_ai_message_id": None,
+            },
+        }
+
+    async def aafter_agent(
+            self,
+            state: AGUIState,
+            runtime: Runtime[Any],
+    ) -> dict[str, Any] | None:
+        # Delegate to sync implementation
+        return self.after_agent(state, runtime)
+
+
+# Pre-created instance for convenience
+copilotkit_middleware = CopilotKitMiddleware()

{copilotkit-0.1.74.dist-info → copilotkit-0.1.75a0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: copilotkit
-Version: 0.1.74
+Version: 0.1.75a0
 Summary: CopilotKit python SDK
 License: MIT
 Keywords: copilot,copilotkit,langgraph,langchain,ai,langsmith,langserve

{copilotkit-0.1.74.dist-info → copilotkit-0.1.75a0.dist-info}/RECORD

@@ -1,6 +1,7 @@
-copilotkit/__init__.py,sha256=mCLfmjwqHyVQT_FbaICtcLvGSijSMuyTw5RN8LwwoWo,772
+copilotkit/__init__.py,sha256=pK1UmbqWsd9blnIZ0p3wYHjkLthAavI2-gCyI5ulJzE,861
 copilotkit/action.py,sha256=bg_bPusEfN8TMQV1B3lVyMLbHyLn1E7yVYAvfE2_PXA,1691
 copilotkit/agent.py,sha256=e-jPsUQo18FOYUPdE3YNmSLcb5FEfWL6ARScOntyvb8,1663
+copilotkit/copilotkit_lg_middleware.py,sha256=_G71STMN6Kqi-b_VZIeY6XX189GQpD7GjhI5AnFMwv8,5900
 copilotkit/crewai/__init__.py,sha256=RAkBTwDpFuvD5prULUnoWdl5d8W373cm1ZlqOMeSGbY,1034
 copilotkit/crewai/copilotkit_integration.py,sha256=vd1LVhXo-cpA4PQ_-cZHdKgm67MvrHpx4VJweUvCzPE,14550
 copilotkit/crewai/crewai_agent.py,sha256=maoMnl0WIHUnFAK5ALUKD9z0GvjtfNGi31zi37LyyaE,15323
@@ -20,6 +21,6 @@ copilotkit/runloop.py,sha256=9pBqWeu4QCRPOizz00se1d0_BvCX3ZIABzNeiXhdyNM,10641
 copilotkit/sdk.py,sha256=VEQqA9QAXJS5MDLxtJJdtfrApX9EawCHzp-IXnat5vw,11882
 copilotkit/types.py,sha256=_YQluiHpJGGXYB4eWLk0EocDZp5C8rs3ZsMNFhmXEYU,972
 copilotkit/utils.py,sha256=rOAaaFBXgb3iv_cLH9S2steyGwHmnTjaxQTA53qdtQo,203
-copilotkit-0.1.74.dist-info/METADATA,sha256=aMvkZADSsgNwGJhqe33kyxpeNhGQ0HgowqzrJ7ekiAg,2604
-copilotkit-0.1.74.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-copilotkit-0.1.74.dist-info/RECORD,,
+copilotkit-0.1.75a0.dist-info/METADATA,sha256=8lYI9IdjJPpLdB3AWOtj5zPgYMEe89a2zp1-amB7l2c,2606
+copilotkit-0.1.75a0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+copilotkit-0.1.75a0.dist-info/RECORD,,