calfkit 0.1.1__py3-none-any.whl → 0.1.2__py3-none-any.whl

calfkit/broker/middleware.py

@@ -1,6 +1,7 @@
+from collections.abc import Awaitable, Callable
 from typing import Any
 
-from faststream import BaseMiddleware
+from faststream import BaseMiddleware, PublishCommand
 from faststream.message import StreamMessage
 from faststream.types import AsyncFuncAny
 
@@ -13,3 +14,10 @@ class ContextInjectionMiddleware(BaseMiddleware):
     ) -> Any:
         with self.context.scope("correlation_id", msg.correlation_id):
             return await super().consume_scope(call_next, msg)
+
+    async def publish_scope(
+        self,
+        call_next: Callable[[PublishCommand], Awaitable[Any]],
+        cmd: PublishCommand,
+    ) -> Any:
+        return await call_next(cmd)

calfkit/models/types.py

@@ -57,6 +57,7 @@ class CompactBaseModel(BaseModel):
     def model_dump(self, **kwargs: Any) -> dict[str, Any]:
         kwargs.setdefault("exclude_unset", True)
         kwargs.setdefault("exclude_none", True)
+        kwargs.setdefault("mode", "json")  # Converts datetime, etc. to JSON-serializable types
         return super().model_dump(**kwargs)
 
     def model_dump_json(self, **kwargs: Any) -> str:

calfkit/nodes/agent_router_node.py

@@ -1,4 +1,4 @@
-from typing import Annotated, Any
+from typing import Annotated, Any, overload
 
 import uuid_utils
 from faststream import Context
@@ -23,16 +23,84 @@ class AgentRouterNode(BaseNode):
     _router_sub_topic_name = "agent_router.input"
     _router_pub_topic_name = "agent_router.output"
 
+    @overload
     def __init__(
         self,
         chat_node: BaseNode,
+        *,
+        system_prompt: str,
         tool_nodes: list[BaseToolNode],
+        handoff_nodes: list[type[BaseNode]] = [],
+        message_history_store: MessageHistoryStore,
+        **kwargs: Any,
+    ): ...
+
+    @overload
+    def __init__(
+        self,
+        chat_node: BaseNode,
+        *,
         system_prompt: str | None = None,
+        tool_nodes: list[BaseToolNode] = [],
+        handoff_nodes: list[type[BaseNode]] = [],
+        message_history_store: MessageHistoryStore | None = None,
+        **kwargs: Any,
+    ): ...
+
+    @overload
+    def __init__(self) -> None: ...
+
+    @overload
+    def __init__(
+        self,
+        *,
+        system_prompt: str | None = None,
+        tool_nodes: list[BaseToolNode] = [],
+        handoff_nodes: list[type[BaseNode]] = [],
+    ): ...
+
+    def __init__(
+        self,
+        chat_node: BaseNode | None = None,
+        *,
+        system_prompt: str | None = None,
+        tool_nodes: list[BaseToolNode] = [],
         handoff_nodes: list[type[BaseNode]] = [],
         message_history_store: MessageHistoryStore | None = None,
-        *args: Any,
         **kwargs: Any,
     ):
+        """Initialize an AgentRouterNode.
+
+        The AgentRouterNode supports multiple initialization patterns depending on use case:
+
+        1. **Deployable Router Service** (with required parameters):
+           Use when deploying the router as a service with all dependencies explicitly provided.
+           Requires: chat_node, system_prompt (str), tool_nodes, message_history_store
+
+        2. **Deployable Router Service** (with optional parameters):
+           Use when deploying with optional or runtime-configurable dependencies.
+           Requires: chat_node
+           Optional: system_prompt, tool_nodes, handoff_nodes, message_history_store
+
+        3. **Minimal Client**:
+           Use when creating a client to invoke an already-deployed router service.
+           No parameters needed - connects to the deployed service via the broker.
+
+        4. **Client with Runtime Patches**:
+           Use when creating a client that provides its own tools/system prompt at runtime,
+           overriding or supplementing what the deployed router service provides.
+           Optional: system_prompt, tool_nodes, handoff_nodes
+
+        Args:
+            chat_node: The chat node for LLM interactions. Required for deployable services.
+            system_prompt: Optional system prompt to override the default. Must be str for
+                deployable service, optional for client with runtime patches.
+            tool_nodes: List of tool nodes that the agent can call. Optional for all forms.
+            handoff_nodes: List of node types for agent handoff scenarios. Optional.
+            message_history_store: Store for persisting conversation history across requests.
+                Required for deployable service, optional otherwise.
+            **kwargs: Additional keyword arguments passed to BaseNode.
+        """
         self.chat = chat_node
         self.tools = tool_nodes
         self.handoffs = handoff_nodes
@@ -52,7 +120,7 @@ class AgentRouterNode(BaseNode):
 
         self.tool_response_topics = [tool.publish_to_topic for tool in self.tools]
 
-        super().__init__(*args, **kwargs)
+        super().__init__(**kwargs)
 
     @subscribe_to(_router_sub_topic_name)
     @publish_to(_router_pub_topic_name)
@@ -148,7 +216,7 @@ class AgentRouterNode(BaseNode):
         )
         await broker.publish(
             event_envelope,
-            topic=self.chat.subscribed_topic,
+            topic=self.chat.subscribed_topic,  # type: ignore
             correlation_id=correlation_id,
             reply_to=self.subscribed_topic,
         )
@@ -172,12 +240,16 @@ class AgentRouterNode(BaseNode):
         Returns:
             str: The correlation ID for this request
         """
-        patch_model_request_params = ModelRequestParameters(
-            function_tools=[tool.tool_schema() for tool in self.tools]
+
+        patch_model_request_params = (
+            ModelRequestParameters(function_tools=[tool.tool_schema() for tool in self.tools])
+            if self.tools
+            else None
         )
         if correlation_id is None:
             correlation_id = uuid_utils.uuid7().hex
         new_node_messages = [ModelRequest.user_text_prompt(user_prompt)]
+        await broker.start()
         await broker.publish(
             EventEnvelope(
                 kind="user_prompt",

calfkit-0.1.2.dist-info/METADATA

@@ -0,0 +1,192 @@
+Metadata-Version: 2.4
+Name: calfkit
+Version: 0.1.2
+Summary: Event-driven SDK for building AI workflows on Kafka
+Project-URL: Homepage, https://github.com/calf-ai/calf-sdk
+Project-URL: Repository, https://github.com/calf-ai/calf-sdk
+Project-URL: Issues, https://github.com/calf-ai/calf-sdk/issues
+Author: Ryan Yu
+License-Expression: Apache-2.0
+License-File: LICENSE
+Keywords: agents,ai,decoupled,distributed,event-driven,kafka,llm,workflows
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Requires-Python: >=3.10
+Requires-Dist: faststream[kafka]>=0.6.6
+Requires-Dist: pydantic-ai>=1.47.0
+Requires-Dist: pydantic>=2.12.5
+Requires-Dist: python-dotenv>=1.2.1
+Requires-Dist: uuid-utils>=0.14.0
+Provides-Extra: dev
+Description-Content-Type: text/markdown
+
+# Calfkit SDK
+
+The SDK to build AI agents that scale. Calfkit lets you compose agents from independent services—chat, tools, routing—that communicate through events, not API calls. Add capabilities without coordination. Scale each component independently. Stream agent outputs to any downstream system.
+
+## Why Event-Driven Agents?
+
+Building agents like traditional web applications—with tight coupling and direct API calls—creates the same scalability problems that plagued early microservices.
+
+When agents connect through APIs and RPC:
+- **Tight coupling** — Changing one tool breaks dependent agents
+- **Scaling bottlenecks** — Everything must scale together
+- **Siloed outputs** — Agent responses stay trapped in your AI layer
+
+Event-driven architecture provides the solution. Instead of direct API calls between components, agents interact through asynchronous event streams. Each component runs independently, scales horizontally, and outputs can flow anywhere—CRMs, data warehouses, analytics platforms, other agents.
+
+## Why use Calfkit?
+
+Calfkit is a Python SDK that makes event-driven agents simple. You get the benefits of a distributed system—loose coupling, horizontal scalability, durability—without the complexity of managing Kafka infrastructure yourself.
+
+- **Distributed agents out of the box** — Build event-driven, multi-service agents without writing orchestration code or managing infrastructure
+- **Add tools without touching existing code** — Deploy new capabilities as independent services that other agents discover automatically
+- **Scale what you need, when you need it** — Chat handling, tool execution, and routing each scale independently based on demand
+- **Nothing gets lost** — Event persistence ensures reliable message delivery—even during failures or restarts
+- **Real-time responses** — Low-latency event processing enables agents to react instantly to incoming data
+- **Team independence** — Different teams can develop and deploy chat, tools, and routing concurrently without coordination overhead
+- **Universal data flow** — Decoupling enables data to flow freely in both directions. Downstream, agent outputs integrate with any system (CRMs, CDPs, warehouses). Upstream, tools wrap data sources and deploy independently—no coordination needed.
+
+## Quick Start
+
+### Prerequisites
+
+```bash
+# Kafka (single command via Docker)
+docker run -d -p 9092:9092 apache/kafka:latest
+
+# Python 3.10+
+python --version
+
+# OpenAI API key
+export OPENAI_API_KEY=sk-...
+```
+
+### Install
+
+```bash
+pip install git+https://github.com/calf-ai/calf-sdk.git
+```
+
+### Deploy the Tool Node
+
+Define and deploy a tool as an independent service.
+
+```python
+import asyncio
+from calfkit.nodes import agent_tool
+from calfkit.broker import Broker
+from calfkit.runners import ToolRunner
+
+@agent_tool
+def get_weather(location: str) -> str:
+    """Get the current weather at a location"""
+    return f"It's sunny in {location}"
+
+async def main():
+    broker = Broker(bootstrap_servers="localhost:9092")
+    ToolRunner(get_weather).register_on(broker)
+    await broker.run_app()
+
+asyncio.run(main())
+```
+
+### Deploy the Chat Node
+
+Deploy the LLM chat handler as its own service.
+
+```python
+import asyncio
+from calfkit.nodes import ChatNode
+from calfkit.providers import OpenAIModelClient
+from calfkit.broker import Broker
+from calfkit.runners import ChatRunner
+
+async def main():
+    broker = Broker(bootstrap_servers="localhost:9092")
+    model_client = OpenAIModelClient(model_name="gpt-5-nano")
+    chat_node = ChatNode(model_client)
+    ChatRunner(chat_node).register_on(broker)
+    await broker.run_app()
+
+asyncio.run(main())
+```
+
+### Deploy the Agent Router Node
+
+Deploy the router that orchestrates chat and tools.
+
+```python
+import asyncio
+from calfkit.nodes import agent_tool, AgentRouterNode, ChatNode
+from calfkit.providers import OpenAIModelClient
+from calfkit.stores import InMemoryMessageHistoryStore
+from calfkit.broker import Broker
+from calfkit.runners import AgentRouterRunner
+
+@agent_tool
+def get_weather(location: str) -> str:
+    """Get the current weather at a location"""
+    return f"It's sunny in {location}"
+
+async def main():
+    broker = Broker(bootstrap_servers="localhost:9092")
+    model_client = OpenAIModelClient(model_name="gpt-4o")
+    router_node = AgentRouterNode(
+        chat_node=ChatNode(model_client),
+        tool_nodes=[get_weather],
+        system_prompt="You are a helpful assistant",
+        message_history_store=InMemoryMessageHistoryStore(),
+    )
+    AgentRouterRunner(router_node).register_on(broker)
+    await broker.run_app()
+
+asyncio.run(main())
+```
+
+### Invoke the Agent
+
+Send a request and receive the response.
+
+```python
+import asyncio
+from calfkit.nodes import agent_tool, AgentRouterNode, ChatNode
+from calfkit.providers import OpenAIModelClient
+from calfkit.stores import InMemoryMessageHistoryStore
+from calfkit.broker import Broker
+
+@agent_tool
+def get_weather(location: str) -> str:
+    """Get the current weather at a location"""
+    return f"It's sunny in {location}"
+
+async def main():
+    broker = Broker(bootstrap_servers="localhost:9092")
+    model_client = OpenAIModelClient(model_name="gpt-5-nano")
+
+    router_node = AgentRouterNode(
+        chat_node=ChatNode(model_client),
+        tool_nodes=[get_weather],
+        system_prompt="You are a helpful assistant",
+        message_history_store=InMemoryMessageHistoryStore(),
+    )
+
+    correlation_id = await router_node.invoke(
+        user_prompt="What's the weather in Tokyo?",
+        broker=broker,
+        final_response_topic="final_response",
+    )
+    print(f"Request started: {correlation_id}")
+
+asyncio.run(main())
+```
+
+## License
+
+Apache-2.0

{calfkit-0.1.1.dist-info → calfkit-0.1.2.dist-info}/RECORD

@@ -2,14 +2,14 @@ calfkit/__init__.py,sha256=TNjZ-vfuYWSFldFQniKQvb0XRB55YzNqgLHyAKQcYrg,99
 calfkit/broker/__init__.py,sha256=35HCFxzWmmh0hhBf7bf7Ix7XPUJaS-GQjAKwDpZ-EnI,63
 calfkit/broker/broker.py,sha256=9s8RbkxItA5NcuQX6U7lXqaL2WYrQ8JIZAusD_YARxs,996
 calfkit/broker/deployable.py,sha256=mzvYllCbh4m3lMCdbMsVlOyQ2jTHlx92RYjkHgry1zQ,122
-calfkit/broker/middleware.py,sha256=X9Ta4gLYkivOTTNjLzDXNIJSwLPUOlojvz2SmxgIHco,458
+calfkit/broker/middleware.py,sha256=_j_gz88ADeAQDXMlf8V0yR5lZi5CsG-D43abinfK9yA,708
 calfkit/experimental/rpc_worker.py,sha256=_FeUmcS4aFY4IRaz-qrMelFXCGNKdEySE0BSWTOzudE,1439
 calfkit/messages/__init__.py,sha256=4Wv45OrQMI0opPK70D1IyysbjxwdxJP4y56PkkEEtq0,309
 calfkit/messages/util.py,sha256=EamqjS74LlHRBzOgER5o2VWwQFkcxt9Kwtd6QE4pqNw,3295
 calfkit/models/event_envelope.py,sha256=zd10sQ51LgqxroZsxrm3kNkB5hWRtou73iLRdWeig6Y,1607
-calfkit/models/types.py,sha256=PQBJFeiwsoY5najanNkL6IymM3mZYv2voFQR9smcObs,1989
+calfkit/models/types.py,sha256=WGaljolkj06u_-OvMDbyIC_2fv8sg2qJ8j7fJSGKaRs,2085
 calfkit/nodes/__init__.py,sha256=nWU-r76xj_cxQ9W6RXs5IDhvXAwsMDAVrx_ZuxRmLgI,457
-calfkit/nodes/agent_router_node.py,sha256=Zo1jApqLdnm2BPQD101Ay9UUVwSg2ADBRFti9V5Ts8A,7362
+calfkit/nodes/agent_router_node.py,sha256=DDF0Yjh7RnaNFLTQly5IZkv8d78a0wcVDq2XTuAsaaI,10181
 calfkit/nodes/base_node.py,sha256=sEynWeQejGV-jmConBTY09fMIfTsnYnvtCIYZOp-vlk,2147
 calfkit/nodes/base_tool_node.py,sha256=t1epxURAkGiqSCcnmPp1f41TacF9mwYnuShngX_7hfQ,2000
 calfkit/nodes/chat_node.py,sha256=F3pBvJxiKcWNdviGtpYtWZFQn3ffc4Ka-mh8yIBw_PQ,1943
@@ -22,7 +22,7 @@ calfkit/runners/node_runner.py,sha256=bJ8wk4gPADX2ctmyoXgslwGItOxG2fH2MKk3ORPtLN
 calfkit/stores/__init__.py,sha256=JIaqYv5OnddLdf3l3KO6ET2Wsd0sOGwxIFiUPRjKn_U,1167
 calfkit/stores/base.py,sha256=hPR0V2HAzrOGO5HNUfZSQ82YEoCKKHfY3EQVpHODpa0,1900
 calfkit/stores/in_memory.py,sha256=ZKGfPdLUxri8Q3otzVsWqaDYFYvDpBjYgWRDRoF2C70,1002
-calfkit-0.1.1.dist-info/METADATA,sha256=tG8BXjPadC5KFUz8vsLzEQYxzH0jxGKAe_5TYxs0WY4,5018
-calfkit-0.1.1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-calfkit-0.1.1.dist-info/licenses/LICENSE,sha256=nSECZEo9kht4X50TajtlnrVg21bXN4PVs5mSi5ihAGs,11338
-calfkit-0.1.1.dist-info/RECORD,,
+calfkit-0.1.2.dist-info/METADATA,sha256=0Df_4L6n-xbIATJEI7j8-7TyouG-aU4-MrKi-aRnVMQ,6847
+calfkit-0.1.2.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+calfkit-0.1.2.dist-info/licenses/LICENSE,sha256=nSECZEo9kht4X50TajtlnrVg21bXN4PVs5mSi5ihAGs,11338
+calfkit-0.1.2.dist-info/RECORD,,

calfkit-0.1.1.dist-info/METADATA

@@ -1,129 +0,0 @@
-Metadata-Version: 2.4
-Name: calfkit
-Version: 0.1.1
-Summary: Event-driven SDK for building AI workflows on Kafka
-Project-URL: Homepage, https://github.com/calf-ai/calf-sdk
-Project-URL: Repository, https://github.com/calf-ai/calf-sdk
-Project-URL: Issues, https://github.com/calf-ai/calf-sdk/issues
-Author: Ryan Yu
-License-Expression: Apache-2.0
-License-File: LICENSE
-Keywords: agents,ai,event-driven,kafka,llm,workflows
-Classifier: Development Status :: 3 - Alpha
-Classifier: Intended Audience :: Developers
-Classifier: License :: OSI Approved :: Apache Software License
-Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.11
-Classifier: Programming Language :: Python :: 3.12
-Classifier: Topic :: Software Development :: Libraries :: Python Modules
-Requires-Python: >=3.10
-Requires-Dist: faststream[cli]>=0.6.0
-Requires-Dist: pydantic-ai>=1.47.0
-Requires-Dist: pydantic>=2.12.5
-Requires-Dist: python-dotenv>=1.2.1
-Requires-Dist: uuid-utils>=0.14.0
-Provides-Extra: dev
-Description-Content-Type: text/markdown
-
-# Calf SDK
-
-Event-driven AI agents that scale like microservices. Build loosely-coupled, distributed agent systems where tools, chats, and workflows each run as independent services—communicating through events.
-
-## Why Event-Driven Agents?
-
-Building agents like traditional web applications—with tight coupling and direct API calls—creates the same scalability problems that plagued early microservices.
-
-When agents connect through APIs and RPC:
-- **Tight coupling** — Changing one tool breaks dependent agents
-- **Scaling bottlenecks** — Everything must scale together
-- **Siloed outputs** — Agent responses stay trapped in your AI layer
-
-Event-driven architecture provides the solution. Instead of direct API calls between components, agents interact through asynchronous event streams. Each component runs independently, scales horizontally, and outputs can flow anywhere—CRMs, data warehouses, analytics platforms, other agents.
-
-## What Calf Gives You
-
-Calf is a Python SDK that makes event-driven agents simple. You get the benefits of a distributed system—loose coupling, horizontal scalability, durability—without the complexity of managing Kafka infrastructure yourself.
-
-| Benefit | What It Means for You |
-|---------|----------------------|
-| **Add tools without touching existing code** | Deploy new capabilities as independent services that other agents discover automatically |
-| **Scale what you need, when you need it** | Chat handling, tool execution, and routing each scale independently based on demand |
-| **Nothing gets lost** | Event persistence ensures reliable message delivery—even during failures or restarts |
-| **Real-time responses** | Low-latency event processing enables agents to react instantly to incoming data |
-| **Team independence** | Different teams can develop and deploy chat, tools, and routing concurrently without coordination overhead |
-| **Universal data flow** | Decoupling enables data to flow freely in both directions. Downstream, agent outputs integrate with any system (CRMs, CDPs, warehouses). Upstream, tools wrap data sources and deploy independently—no coordination needed. |
-
-## Quick Start
-
-### Prerequisites
-
-```bash
-# Kafka (single command via Docker)
-docker run -d -p 9092:9092 apache/kafka:latest
-
-# Python 3.10+
-python --version
-
-# OpenAI API key
-export OPENAI_API_KEY=sk-...
-```
-
-### Install
-
-```bash
-pip install git+https://github.com/calf-ai/calf-sdk.git
-```
-
-### Create and Run an Agent
-
-```python
-import asyncio
-from calfkit.nodes import agent_tool, AgentRouterNode, ChatNode
-from calfkit.providers import OpenAIModelClient
-from calfkit.stores import InMemoryMessageHistoryStore
-from calfkit.broker import Broker
-from calfkit.runners import ChatRunner, ToolRunner, AgentRouterRunner
-
-# 1. Define a tool
-@agent_tool
-def get_weather(location: str) -> str:
-    """Get the current weather at a location"""
-    return f"It's sunny in {location}"
-
-# 2. Setup broker and nodes
-async def main():
-    broker = Broker(bootstrap_servers="localhost:9092")
-    model_client = OpenAIModelClient(model_name="gpt-4o")
-
-    # Deploy chat node
-    chat_node = ChatNode(model_client)
-    ChatRunner(chat_node).register_on(broker)
-
-    # Deploy tool node
-    ToolRunner(get_weather).register_on(broker)
-
-    # Deploy router node
-    router_node = AgentRouterNode(
-        chat_node=ChatNode(model_client),
-        tool_nodes=[get_weather],
-        system_prompt="You are a helpful assistant",
-        message_history_store=InMemoryMessageHistoryStore(),
-    )
-    AgentRouterRunner(router_node).register_on(broker)
-
-    # Run broker and invoke
-    await broker.run_app()
-    correlation_id = await router_node.invoke(
-        user_prompt="What's the weather in Tokyo?",
-        broker=broker,
-        final_response_topic="final_response",
-    )
-    print(f"Request started: {correlation_id}")
-
-asyncio.run(main())
-```
-
-## License
-
-Apache-2.0