agentpool 2.1.9__py3-none-any.whl

agentpool/vfs_registry.py

@@ -0,0 +1,250 @@
+from __future__ import annotations
+
+from typing import TYPE_CHECKING, Literal, assert_never, overload
+
+from upathtools import AsyncUPath, UnionFileSystem, list_files, read_folder, read_path
+
+from agentpool.log import get_logger
+from agentpool.utils.baseregistry import AgentPoolError
+
+
+if TYPE_CHECKING:
+    from collections.abc import Iterator
+
+    from fsspec import AbstractFileSystem
+    from upathtools import AsyncUPath, UPath
+
+    from agentpool.models.manifest import ResourceConfig
+
+
+logger = get_logger(__name__)
+
+
+class VFSRegistry:
+    """Registry for virtual filesystems built on UnionFileSystem."""
+
+    def __init__(self) -> None:
+        """Initialize empty VFS registry."""
+        self._union_fs = UnionFileSystem({})
+        logger.debug("Initialized VFS registry")
+
+    def __contains__(self, name: str) -> bool:
+        """Check if a resource is registered."""
+        return name in self._union_fs.filesystems
+
+    def __len__(self) -> int:
+        """Get number of registered resources."""
+        return len(self._union_fs.filesystems)
+
+    def __iter__(self) -> Iterator[str]:
+        """Iterate over registered resource names."""
+        return iter(self._union_fs.filesystems)
+
+    @property
+    def is_empty(self) -> bool:
+        """Check if registry has any resources."""
+        return len(self._union_fs.filesystems) == 0
+
+    def register(self, name: str, fs: AbstractFileSystem | str, *, replace: bool = False) -> None:
+        """Register a filesystem resource.
+
+        Args:
+            name: Resource name to use as mount point
+            fs: Filesystem instance or URI string
+            replace: Whether to replace existing resource
+
+        Raises:
+            ValueError: If resource exists and replace=False
+        """
+        logger.debug("Registering resource", name=name, type=type(fs).__name__)
+        try:
+            self._union_fs.register(name, fs, replace=replace)
+        except ValueError as e:
+            raise AgentPoolError(str(e)) from e
+
+    def unregister(self, name: str) -> None:
+        """Unregister a filesystem resource.
+
+        Args:
+            name: Resource name to remove
+
+        Raises:
+            AgentPoolError: If resource doesn't exist
+        """
+        logger.debug("Unregistering resource", name=name)
+        try:
+            self._union_fs.unregister(name)
+        except ValueError as e:
+            raise AgentPoolError(str(e)) from e
+
+    def register_from_config(self, name: str, config: ResourceConfig) -> AbstractFileSystem:
+        """Register a resource from configuration.
+
+        Args:
+            name: Resource name
+            config: Resource configuration
+
+        Returns:
+            The registered filesystem instance
+        """
+        from upathtools.configs.base import FileSystemConfig, URIFileSystemConfig
+
+        match config:
+            case str() as uri:
+                fs_config = URIFileSystemConfig(uri=uri)
+                fs = fs_config.create_fs()
+            case FileSystemConfig():
+                fs = config.create_fs()
+            case _ as unreachable:
+                assert_never(unreachable)
+
+        self.register(name, fs)
+        return fs
+
+    def list_resources(self) -> list[str]:
+        """List all registered resource names."""
+        return self._union_fs.list_mount_points()
+
+    def get_fs(self) -> UnionFileSystem:
+        """Get unified filesystem view of all resources."""
+        return self._union_fs
+
+    @overload
+    def get_upath(
+        self, resource_name: str | None = None, *, as_async: Literal[True]
+    ) -> AsyncUPath: ...
+
+    @overload
+    def get_upath(
+        self, resource_name: str | None = None, *, as_async: Literal[False] = False
+    ) -> UPath: ...
+
+    @overload
+    def get_upath(
+        self, resource_name: str | None = None, *, as_async: bool = False
+    ) -> UPath | AsyncUPath: ...
+
+    def get_upath(
+        self, resource_name: str | None = None, *, as_async: bool = False
+    ) -> UPath | AsyncUPath:
+        """Get a UPath object for accessing resources.
+
+        Args:
+            resource_name: Specific resource or None for unified view
+            as_async: Whether to return AsyncUPath
+
+        Returns:
+            UPath or AsyncUPath instance
+        """
+        if resource_name is not None and resource_name not in self._union_fs.filesystems:
+            msg = f"Resource not found: {resource_name}"
+            raise AgentPoolError(msg)
+
+        return self._union_fs.get_upath(resource_name, as_async=as_async)
+
+    async def get_content(
+        self,
+        path: str,
+        encoding: str = "utf-8",
+        recursive: bool = True,
+        exclude: list[str] | None = None,
+        max_depth: int | None = None,
+    ) -> str:
+        """Get content from a resource as text.
+
+        Args:
+            path: Path to read, either:
+                - resource (whole resource)
+                - resource/file.txt (single file)
+                - resource/folder (directory)
+            encoding: Text encoding for binary content
+            recursive: For directories, whether to read recursively
+            exclude: For directories, patterns to exclude
+            max_depth: For directories, maximum depth to read
+
+        Returns:
+            For files: file content
+            For directories: concatenated content of all files
+        """
+        # Normalize path - ensure it has resource prefix
+        if "/" not in path:
+            path = f"{path}/"
+
+        if await self._union_fs._isdir(path):
+            content_dict = await read_folder(
+                self._union_fs.get_upath(path),
+                encoding=encoding,
+                recursive=recursive,
+                exclude=exclude,
+                max_depth=max_depth,
+            )
+            # Combine all files with headers
+            sections = []
+            for rel_path, content in sorted(content_dict.items()):
+                sections.extend([f"--- {rel_path} ---", content, ""])
+            return "\n".join(sections)
+
+        return await read_path(self._union_fs.get_upath(path), encoding=encoding)
+
+    async def query(
+        self,
+        path: str,
+        pattern: str = "**/*",
+        *,
+        recursive: bool = True,
+        include_dirs: bool = False,
+        exclude: list[str] | None = None,
+        max_depth: int | None = None,
+    ) -> list[str]:
+        """Query contents of a resource or subfolder.
+
+        Args:
+            path: Path to query, either:
+                - resource (queries whole resource)
+                - resource/subfolder (queries specific folder)
+            pattern: Glob pattern to match files against
+            recursive: Whether to search subdirectories
+            include_dirs: Whether to include directories in results
+            exclude: List of patterns to exclude
+            max_depth: Maximum directory depth for recursive search
+
+        Example:
+            # Query whole resource
+            files = await registry.query("docs")
+
+            # Query specific subfolder
+            files = await registry.query("docs/guides", pattern="*.md")
+        """
+        # Normalize path - ensure it has resource prefix
+        if "/" not in path:
+            path = f"{path}/"
+
+        resource = path.split("/")[0]
+        if resource not in self:
+            msg = f"Resource not found: {resource}"
+            raise AgentPoolError(msg)
+
+        files = await list_files(
+            self._union_fs.get_upath(path),
+            pattern=pattern,
+            recursive=recursive,
+            include_dirs=include_dirs,
+            exclude=exclude,
+            max_depth=max_depth,
+        )
+        return [str(p) for p in files]
+
+    def reset(self) -> None:
+        """Reset registry to empty state."""
+        logger.debug("Resetting VFS registry")
+        self._union_fs = UnionFileSystem({})
+
+
+if __name__ == "__main__":
+    from fsspec.implementations.memory import MemoryFileSystem
+
+    registry = VFSRegistry()
+    fs1 = MemoryFileSystem()
+    registry.register("test", fs1)
+    union = registry.get_fs()
+    print(union.ls(""))

agentpool-2.1.9.dist-info/METADATA

@@ -0,0 +1,336 @@
+Metadata-Version: 2.4
+Name: agentpool
+Version: 2.1.9
+Summary: Pydantic-AI based Multi-Agent Framework with YAML-based Agents, Teams, Workflows & Extended ACP / AGUI integration
+Keywords: 
+Author: Philipp Temminghoff
+Author-email: Philipp Temminghoff <philipptemminghoff@googlemail.com>
+License-Expression: MIT
+License-File: LICENSE
+Classifier: Development Status :: 4 - Beta
+Classifier: Framework :: Pydantic
+Classifier: Framework :: Pydantic :: 2
+Classifier: Intended Audience :: Developers
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Classifier: Topic :: Documentation
+Classifier: Topic :: Internet
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Classifier: Topic :: Software Development
+Classifier: Topic :: Utilities
+Classifier: Typing :: Typed
+Requires-Dist: anyenv[httpx]>=0.3.0
+Requires-Dist: docler>=1.0.3
+Requires-Dist: docstring-parser>=0.17.0
+Requires-Dist: epregistry
+Requires-Dist: evented>=1.0.5
+Requires-Dist: exxec>=0.1.0
+Requires-Dist: fastmcp>=2.12.4
+Requires-Dist: fsspec
+Requires-Dist: httpx
+Requires-Dist: jinja2
+Requires-Dist: jinjarope
+Requires-Dist: llmling-models>=1.4.1
+Requires-Dist: logfire
+Requires-Dist: mcp>=1.2.0
+Requires-Dist: platformdirs
+Requires-Dist: promptantic>=0.4.5
+Requires-Dist: psygnal>=0.11.1
+Requires-Dist: pydantic>=2.10.0
+Requires-Dist: pydantic-ai-slim>=1.0.0
+Requires-Dist: pydocket==0.16.1
+Requires-Dist: python-dotenv>=1.0.1
+Requires-Dist: rich
+Requires-Dist: schemez[codegen]
+Requires-Dist: searchly[all]>=2.0.1
+Requires-Dist: slashed>=0.1.0
+Requires-Dist: sqlalchemy[aiosqlite]
+Requires-Dist: sqlmodel>=0.0.22
+Requires-Dist: structlog>=25.5.0
+Requires-Dist: tokonomics>=0.1.2
+Requires-Dist: toprompt>=0.0.1
+Requires-Dist: typer
+Requires-Dist: upathtools>=0.1.0
+Requires-Dist: yamling>=2.0.2
+Requires-Dist: fasta2a ; extra == 'a2a'
+Requires-Dist: starlette ; extra == 'a2a'
+Requires-Dist: ag-ui-protocol>=0.1.10 ; extra == 'ag-ui'
+Requires-Dist: braintrust ; extra == 'braintrust'
+Requires-Dist: autoevals ; extra == 'braintrust'
+Requires-Dist: claude-agent-sdk>=0.1.18 ; extra == 'claude'
+Requires-Dist: clipman ; extra == 'clipboard'
+Requires-Dist: rustworkx>=0.17.1 ; extra == 'coding'
+Requires-Dist: grep-ast ; extra == 'coding'
+Requires-Dist: ast-grep-py>=0.40.0 ; extra == 'coding'
+Requires-Dist: tree-sitter>=0.25.2 ; extra == 'coding'
+Requires-Dist: tree-sitter-python>=0.25.0 ; extra == 'coding'
+Requires-Dist: tree-sitter-c>=0.24.1 ; extra == 'coding'
+Requires-Dist: tree-sitter-javascript>=0.25.0 ; extra == 'coding'
+Requires-Dist: tree-sitter>=0.25.2 ; extra == 'coding'
+Requires-Dist: tree-sitter-typescript>=0.23.0 ; extra == 'coding'
+Requires-Dist: tree-sitter-cpp>=0.23.0 ; extra == 'coding'
+Requires-Dist: tree-sitter-rust>=0.23.0 ; extra == 'coding'
+Requires-Dist: tree-sitter-go>=0.23.0 ; extra == 'coding'
+Requires-Dist: tree-sitter-json>=0.24.0 ; extra == 'coding'
+Requires-Dist: tree-sitter-yaml>=0.6.0 ; extra == 'coding'
+Requires-Dist: composio ; extra == 'composio'
+Requires-Dist: pydantic-ai-slim[openai,google,anthropic,mistral,retries]>=1.0.0 ; extra == 'default'
+Requires-Dist: evented[all] ; extra == 'events'
+Requires-Dist: fsspec[git] ; extra == 'git'
+Requires-Dist: langfuse ; extra == 'langfuse'
+Requires-Dist: markitdown ; python_full_version < '3.14' and extra == 'markitdown'
+Requires-Dist: mcpx-py>=0.7.0 ; extra == 'mcp-run'
+Requires-Dist: typeagent>=0.3.3 ; extra == 'memory'
+Requires-Dist: apprise>=1.9.5 ; extra == 'notifications'
+Requires-Dist: keyring>=25.6.0 ; extra == 'oauth'
+Requires-Dist: promptlayer ; extra == 'promptlayer'
+Requires-Dist: logfire[fastapi] ; extra == 'server'
+Requires-Dist: fastapi ; extra == 'server'
+Requires-Dist: uvicorn[standard] ; extra == 'server'
+Requires-Dist: textual>=1.0.0 ; extra == 'textual'
+Requires-Dist: tiktoken ; extra == 'tiktoken'
+Requires-Dist: anyvoice[tts-edge,openai]>=0.0.2 ; extra == 'tts'
+Requires-Python: >=3.13
+Project-URL: Code coverage, https://app.codecov.io/gh/phil65/agentpool
+Project-URL: Discussions, https://github.com/phil65/agentpool/discussions
+Project-URL: Documentation, https://phil65.github.io/agentpool/
+Project-URL: Issues, https://github.com/phil65/agentpool/issues
+Project-URL: Source, https://github.com/phil65/agentpool
+Provides-Extra: a2a
+Provides-Extra: ag-ui
+Provides-Extra: braintrust
+Provides-Extra: claude
+Provides-Extra: clipboard
+Provides-Extra: coding
+Provides-Extra: composio
+Provides-Extra: default
+Provides-Extra: events
+Provides-Extra: git
+Provides-Extra: langfuse
+Provides-Extra: markitdown
+Provides-Extra: mcp-run
+Provides-Extra: memory
+Provides-Extra: notifications
+Provides-Extra: oauth
+Provides-Extra: promptlayer
+Provides-Extra: server
+Provides-Extra: textual
+Provides-Extra: tiktoken
+Provides-Extra: tts
+Description-Content-Type: text/markdown
+
+# AgentPool
+
+[![PyPI License](https://img.shields.io/pypi/l/agentpool.svg)](https://pypi.org/project/agentpool/)
+[![Package status](https://img.shields.io/pypi/status/agentpool.svg)](https://pypi.org/project/agentpool/)
+[![Monthly downloads](https://img.shields.io/pypi/dm/agentpool.svg)](https://pypi.org/project/agentpool/)
+[![Python version](https://img.shields.io/pypi/pyversions/agentpool.svg)](https://pypi.org/project/agentpool/)
+[![Github Stars](https://img.shields.io/github/stars/phil65/agentpool)](https://github.com/phil65/agentpool/stars)
+
+**A unified agent orchestration hub that lets you configure and manage heterogeneous AI agents via YAML and expose them through standardized protocols.**
+
+[Documentation](https://phil65.github.io/agentpool/)
+
+## The Problem
+
+You want to use multiple AI agents together - Claude Code for refactoring, a custom analysis agent, maybe Goose for specific tasks. But each has different APIs, protocols, and integration patterns. Coordinating them means writing glue code for each combination.
+
+## The Solution
+
+AgentPool acts as a protocol bridge. Define all your agents in one YAML file - whether they're native (PydanticAI-based), external ACP agents (Claude Code, Codex, Goose), or AG-UI agents. Then expose them all through ACP or AG-UI protocols, letting them cooperate, delegate, and communicate through a unified interface. 
+
+```mermaid
+flowchart TB
+    subgraph AgentPool
+        subgraph config[YAML Configuration]
+            native[Native Agents<br/>PydanticAI]
+            acp_agents[ACP Agents<br/>Claude Code, Goose, Codex]
+            agui_agents[AG-UI Agents]
+            workflows[Teams & Workflows]
+        end
+        
+        subgraph interface[Unified Agent Interface]
+            delegation[Inter-agent delegation]
+            routing[Message routing]
+            context[Shared context]
+        end
+        
+        config --> interface
+    end
+    
+    interface --> acp_server[ACP Server]
+    interface --> agui_server[AG-UI Server]
+    
+    acp_server --> clients1[Zed, Toad, ACP Clients]
+    agui_server --> clients2[AG-UI Clients]
+```
+
+## Quick Start
+
+```bash
+uv tool install agentpool[default]
+```
+
+### Minimal Configuration
+
+```yaml
+# agents.yml
+agents:
+  assistant:
+    type: native
+    model: openai:gpt-4o
+    system_prompt: "You are a helpful assistant."
+```
+
+```bash
+# Run via CLI
+agentpool run assistant "Hello!"
+
+# Or start as ACP server (for Zed, Toad, etc.)
+agentpool serve-acp agents.yml
+```
+
+### Integrating External Agents
+
+The real power comes from mixing agent types:
+
+```yaml
+agents:
+  # Native PydanticAI-based agent
+  coordinator:
+    type: native
+    model: openai:gpt-4o
+    toolsets:
+      - type: subagent  # Can delegate to all other agents
+    system_prompt: "Coordinate tasks between available agents."
+
+  # Claude Code agent (direct integration)
+  claude:
+    type: claude
+    description: "Claude Code for complex refactoring"
+
+  # ACP protocol agents
+  goose:
+    type: acp
+    provider: goose
+    description: "Goose for file operations"
+
+  codex:
+    type: acp
+    provider: codex
+    description: "OpenAI Codex agent"
+
+  # AG-UI protocol agent
+  agui_agent:
+    type: agui
+    url: "http://localhost:8000"
+    description: "Custom AG-UI agent"
+```
+
+Now `coordinator` can delegate work to any of these agents, and all are accessible through the same interface.
+
+## Key Features
+
+### Multi-Agent Coordination
+
+Agents can form teams (parallel) or chains (sequential):
+
+```yaml
+teams:
+  review_pipeline:
+    mode: sequential
+    members: [analyzer, reviewer, formatter]
+
+  parallel_coders:
+    mode: parallel
+    members: [claude, goose]
+```
+
+```python
+async with AgentPool("agents.yml") as pool:
+    # Parallel execution
+    team = pool.get_agent("analyzer") & pool.get_agent("reviewer")
+    results = await team.run("Review this code")
+
+    # Sequential pipeline
+    chain = analyzer | reviewer | formatter
+    result = await chain.run("Process this")
+```
+
+### Rich YAML Configuration
+
+Everything is configurable - models, tools, connections, triggers, storage:
+
+```yaml
+agents:
+  analyzer:
+    type: native
+    model:
+      type: fallback
+      models: [openai:gpt-4o, anthropic:claude-sonnet-4-0]
+    toolsets:
+      - type: subagent
+      - type: resource_access
+    mcp_servers:
+      - "uvx mcp-server-filesystem"
+    knowledge:
+      paths: ["docs/**/*.md"]
+    connections:
+      - type: node
+        name: reporter
+        filter_condition:
+          type: word_match
+          words: [error, warning]
+```
+
+### Protocol Support
+
+- **MCP**: Full support including elicitation, sampling, progress reporting
+- **ACP**: Serve agents to Zed, Toad, and other ACP clients
+- **AG-UI**: Expose agents through AG-UI protocol
+
+### Additional Capabilities
+
+- **Structured Output**: Define response schemas inline or import Python types
+- **Storage & Analytics**: Track all interactions with configurable providers
+- **File Abstraction**: UPath-backed operations work on local and remote sources
+- **Triggers**: React to file changes, webhooks, or custom events
+- **Streaming TTS**: Voice output support for all agents
+
+## Usage Patterns
+
+### CLI
+
+```bash
+agentpool run agent_name "prompt"           # Single run
+agentpool serve-acp config.yml              # Start ACP server
+agentpool watch --config agents.yml         # React to triggers
+agentpool history stats --group-by model    # View analytics
+```
+
+### Programmatic
+
+```python
+from agentpool import AgentPool
+
+async with AgentPool("agents.yml") as pool:
+    agent = pool.get_agent("assistant")
+
+    # Simple run
+    result = await agent.run("Hello")
+
+    # Streaming
+    async for event in agent.run_stream("Tell me a story"):
+        print(event)
+
+    # Multi-modal
+    result = await agent.run("Describe this", Path("image.jpg"))
+```
+
+## Documentation
+
+For complete documentation including advanced configuration, connection patterns, and API reference, visit [phil65.github.io/agentpool](https://phil65.github.io/agentpool/).