gobby 0.2.6__py3-none-any.whl → 0.2.8__py3-none-any.whl

gobby/servers/routes/mcp/endpoints/registry.py

@@ -0,0 +1,378 @@
+"""
+Registry endpoints for MCP tool embedding, status, and refresh.
+
+Extracted from tools.py as part of Phase 2 Strangler Fig decomposition.
+These endpoints handle tool registry operations like embedding, status, and refresh.
+"""
+
+import logging
+import time
+from typing import TYPE_CHECKING, Any
+
+from fastapi import Depends, HTTPException, Request
+
+from gobby.servers.routes.dependencies import get_server
+from gobby.utils.metrics import get_metrics_collector
+
+if TYPE_CHECKING:
+    from gobby.servers.http import HTTPServer
+
+logger = logging.getLogger(__name__)
+
+# Module-level metrics collector (shared across all requests)
+_metrics = get_metrics_collector()
+
+
+async def embed_mcp_tools(
+    request: Request,
+    server: "HTTPServer" = Depends(get_server),
+) -> dict[str, Any]:
+    """
+    Generate embeddings for all tools in a project.
+
+    Request body:
+        {
+            "cwd": "/path/to/project",
+            "force": false
+        }
+
+    Returns:
+        Embedding generation stats
+    """
+    start_time = time.perf_counter()
+    _metrics.inc_counter("http_requests_total")
+
+    try:
+        body = await request.json()
+        cwd = body.get("cwd")
+        force = body.get("force", False)
+
+        # Resolve project_id from cwd
+        try:
+            project_id = server._resolve_project_id(None, cwd)
+        except ValueError as e:
+            return {
+                "success": False,
+                "error": str(e),
+                "response_time_ms": (time.perf_counter() - start_time) * 1000,
+            }
+
+        # Use semantic search to embed all tools
+        if server._tools_handler and server._tools_handler._semantic_search:
+            try:
+                stats = await server._tools_handler._semantic_search.embed_all_tools(
+                    project_id=project_id,
+                    mcp_manager=server._mcp_db_manager,
+                    force=force,
+                )
+                response_time_ms = (time.perf_counter() - start_time) * 1000
+                return {
+                    "success": True,
+                    "stats": stats,
+                    "response_time_ms": response_time_ms,
+                }
+            except Exception as e:
+                logger.error(f"Embedding generation failed: {e}")
+                return {
+                    "success": False,
+                    "error": str(e),
+                    "response_time_ms": (time.perf_counter() - start_time) * 1000,
+                }
+
+        return {
+            "success": False,
+            "error": "Semantic search not configured",
+            "response_time_ms": (time.perf_counter() - start_time) * 1000,
+        }
+
+    except HTTPException:
+        raise
+    except Exception as e:
+        _metrics.inc_counter("http_requests_errors_total")
+        logger.error(f"Embed tools error: {e}", exc_info=True)
+        raise HTTPException(status_code=500, detail={"success": False, "error": str(e)}) from e
+
+
+async def get_mcp_status(
+    server: "HTTPServer" = Depends(get_server),
+) -> dict[str, Any]:
+    """
+    Get MCP proxy status and health.
+
+    Returns:
+        Status summary with server counts and health info
+    """
+    start_time = time.perf_counter()
+    _metrics.inc_counter("http_requests_total")
+
+    try:
+        total_servers = 0
+        connected_servers = 0
+        cached_tools = 0
+        server_health: dict[str, dict[str, Any]] = {}
+
+        # Count internal servers
+        if server._internal_manager:
+            for registry in server._internal_manager.get_all_registries():
+                total_servers += 1
+                connected_servers += 1
+                cached_tools += len(registry.list_tools())
+                server_health[registry.name] = {
+                    "state": "connected",
+                    "health": "healthy",
+                    "failures": 0,
+                }
+
+        # Count external servers
+        if server.mcp_manager:
+            for config in server.mcp_manager.server_configs:
+                total_servers += 1
+                health = server.mcp_manager.health.get(config.name)
+                is_connected = config.name in server.mcp_manager.connections
+                if is_connected:
+                    connected_servers += 1
+
+                server_health[config.name] = {
+                    "state": health.state.value if health else "unknown",
+                    "health": health.health.value if health else "unknown",
+                    "failures": health.consecutive_failures if health else 0,
+                }
+
+        response_time_ms = (time.perf_counter() - start_time) * 1000
+
+        return {
+            "total_servers": total_servers,
+            "connected_servers": connected_servers,
+            "cached_tools": cached_tools,
+            "server_health": server_health,
+            "response_time_ms": response_time_ms,
+        }
+
+    except Exception as e:
+        _metrics.inc_counter("http_requests_errors_total")
+        logger.error(f"Get MCP status error: {e}", exc_info=True)
+        raise HTTPException(status_code=500, detail={"success": False, "error": str(e)}) from e
+
+
+async def refresh_mcp_tools(
+    request: Request,
+    server: "HTTPServer" = Depends(get_server),
+) -> dict[str, Any]:
+    """
+    Refresh MCP tools - detect schema changes and re-index as needed.
+
+    Request body:
+        {
+            "cwd": "/path/to/project",
+            "force": false,
+            "server": "optional-server-filter"
+        }
+
+    Returns:
+        Refresh stats with new/changed/unchanged tool counts
+    """
+    start_time = time.perf_counter()
+    _metrics.inc_counter("http_requests_total")
+
+    try:
+        body = await request.json()
+        cwd = body.get("cwd")
+        force = body.get("force", False)
+        server_filter = body.get("server")
+
+        # Resolve project_id from cwd
+        try:
+            project_id = server._resolve_project_id(None, cwd)
+        except ValueError as e:
+            return {
+                "success": False,
+                "error": str(e),
+                "response_time_ms": (time.perf_counter() - start_time) * 1000,
+            }
+
+        # Need schema hash manager and semantic search
+        if not server._mcp_db_manager:
+            return {
+                "success": False,
+                "error": "MCP database manager not configured",
+                "response_time_ms": (time.perf_counter() - start_time) * 1000,
+            }
+
+        from gobby.mcp_proxy.schema_hash import SchemaHashManager, compute_schema_hash
+
+        schema_hash_manager = SchemaHashManager(db=server._mcp_db_manager.db)
+        semantic_search = (
+            getattr(server._tools_handler, "_semantic_search", None)
+            if server._tools_handler
+            else None
+        )
+
+        stats: dict[str, Any] = {
+            "servers_processed": 0,
+            "tools_new": 0,
+            "tools_changed": 0,
+            "tools_unchanged": 0,
+            "tools_removed": 0,
+            "embeddings_generated": 0,
+            "by_server": {},
+        }
+
+        # Collect servers to process
+        servers_to_process: list[str] = []
+
+        # Internal servers
+        if server._internal_manager:
+            for registry in server._internal_manager.get_all_registries():
+                if server_filter is None or registry.name == server_filter:
+                    servers_to_process.append(registry.name)
+
+        # External MCP servers
+        if server.mcp_manager:
+            for config in server.mcp_manager.server_configs:
+                if config.enabled:
+                    if server_filter is None or config.name == server_filter:
+                        servers_to_process.append(config.name)
+
+        # Process each server
+        for server_name in servers_to_process:
+            try:
+                tools: list[dict[str, Any]] = []
+
+                # Get tools from internal or external server
+                if server._internal_manager and server._internal_manager.is_internal(server_name):
+                    internal_registry = server._internal_manager.get_registry(server_name)
+                    if internal_registry:
+                        for t in internal_registry.list_tools():
+                            tool_name = t.get("name", "")
+                            tools.append(
+                                {
+                                    "name": tool_name,
+                                    "description": t.get("description"),
+                                    "inputSchema": internal_registry.get_schema(tool_name),
+                                }
+                            )
+                elif server.mcp_manager:
+                    try:
+                        session = await server.mcp_manager.ensure_connected(server_name)
+                        tools_result = await session.list_tools()
+                        for t in tools_result.tools:
+                            schema = None
+                            if hasattr(t, "inputSchema"):
+                                if hasattr(t.inputSchema, "model_dump"):
+                                    schema = t.inputSchema.model_dump()
+                                elif isinstance(t.inputSchema, dict):
+                                    schema = t.inputSchema
+                            tools.append(
+                                {
+                                    "name": getattr(t, "name", ""),
+                                    "description": getattr(t, "description", ""),
+                                    "inputSchema": schema,
+                                }
+                            )
+                    except Exception as e:
+                        logger.warning(f"Failed to connect to {server_name}: {e}")
+                        stats["by_server"][server_name] = {"error": str(e)}
+                        continue
+
+                # Check for schema changes
+                if force:
+                    # Force mode: treat all as new
+                    changes = {
+                        "new": [t["name"] for t in tools],
+                        "changed": [],
+                        "unchanged": [],
+                    }
+                else:
+                    changes = schema_hash_manager.check_tools_for_changes(
+                        server_name=server_name,
+                        project_id=project_id,
+                        tools=tools,
+                    )
+
+                server_stats = {
+                    "new": len(changes["new"]),
+                    "changed": len(changes["changed"]),
+                    "unchanged": len(changes["unchanged"]),
+                    "removed": 0,
+                    "embeddings": 0,
+                }
+
+                # Update schema hashes for new/changed tools
+                tools_to_embed = []
+                for tool in tools:
+                    tool_name = tool["name"]
+                    if tool_name in changes["new"] or tool_name in changes["changed"]:
+                        schema = tool.get("inputSchema")
+                        schema_hash = compute_schema_hash(schema)
+                        schema_hash_manager.store_hash(
+                            server_name=server_name,
+                            tool_name=tool_name,
+                            project_id=project_id,
+                            schema_hash=schema_hash,
+                        )
+                        tools_to_embed.append(tool)
+                    else:
+                        # Just update verification time for unchanged
+                        schema_hash_manager.update_verification_time(
+                            server_name=server_name,
+                            tool_name=tool_name,
+                            project_id=project_id,
+                        )
+
+                # Clean up stale hashes
+                valid_tool_names = [t["name"] for t in tools]
+                removed = schema_hash_manager.cleanup_stale_hashes(
+                    server_name=server_name,
+                    project_id=project_id,
+                    valid_tool_names=valid_tool_names,
+                )
+                server_stats["removed"] = removed
+
+                # Generate embeddings for new/changed tools
+                if semantic_search and tools_to_embed:
+                    for tool in tools_to_embed:
+                        try:
+                            await semantic_search.embed_tool(
+                                server_name=server_name,
+                                tool_name=tool["name"],
+                                description=tool.get("description", ""),
+                                input_schema=tool.get("inputSchema"),
+                                project_id=project_id,
+                            )
+                            server_stats["embeddings"] += 1
+                        except Exception as e:
+                            logger.warning(f"Failed to embed {server_name}/{tool['name']}: {e}")
+
+                stats["by_server"][server_name] = server_stats
+                stats["servers_processed"] += 1
+                stats["tools_new"] += server_stats["new"]
+                stats["tools_changed"] += server_stats["changed"]
+                stats["tools_unchanged"] += server_stats["unchanged"]
+                stats["tools_removed"] += server_stats["removed"]
+                stats["embeddings_generated"] += server_stats["embeddings"]
+
+            except Exception as e:
+                logger.error(f"Error processing server {server_name}: {e}")
+                stats["by_server"][server_name] = {"error": str(e)}
+
+        response_time_ms = (time.perf_counter() - start_time) * 1000
+        return {
+            "success": True,
+            "force": force,
+            "stats": stats,
+            "response_time_ms": response_time_ms,
+        }
+
+    except HTTPException:
+        raise
+    except Exception as e:
+        _metrics.inc_counter("http_requests_errors_total")
+        logger.error(f"Refresh tools error: {e}", exc_info=True)
+        raise HTTPException(status_code=500, detail={"success": False, "error": str(e)}) from e
+
+
+__all__ = [
+    "embed_mcp_tools",
+    "get_mcp_status",
+    "refresh_mcp_tools",
+]

gobby/servers/routes/mcp/endpoints/server.py

@@ -0,0 +1,304 @@
+"""
+Server management endpoints for MCP server lifecycle.
+
+Extracted from tools.py as part of Phase 2 Strangler Fig decomposition.
+These endpoints handle server listing, addition, import, and removal.
+"""
+
+import logging
+import time
+from typing import TYPE_CHECKING, Any
+
+from fastapi import Depends, HTTPException, Request
+
+from gobby.servers.routes.dependencies import get_internal_manager, get_mcp_manager, get_server
+from gobby.utils.metrics import get_metrics_collector
+
+if TYPE_CHECKING:
+    from gobby.mcp_proxy.manager import MCPClientManager
+    from gobby.mcp_proxy.registry_manager import InternalToolRegistryManager
+    from gobby.servers.http import HTTPServer
+
+logger = logging.getLogger(__name__)
+
+# Module-level metrics collector (shared across all requests)
+_metrics = get_metrics_collector()
+
+
+async def list_mcp_servers(
+    internal_manager: "InternalToolRegistryManager | None" = Depends(get_internal_manager),
+    mcp_manager: "MCPClientManager | None" = Depends(get_mcp_manager),
+) -> dict[str, Any]:
+    """
+    List all configured MCP servers.
+
+    Args:
+        internal_manager: Internal tool registry manager (injected)
+        mcp_manager: External MCP client manager (injected)
+
+    Returns:
+        List of servers with connection status
+    """
+    start_time = time.perf_counter()
+    _metrics.inc_counter("http_requests_total")
+
+    try:
+        server_list = []
+
+        # Add internal servers (gobby-tasks, gobby-memory, etc.)
+        if internal_manager:
+            for registry in internal_manager.get_all_registries():
+                server_list.append(
+                    {
+                        "name": registry.name,
+                        "state": "connected",
+                        "connected": True,
+                        "transport": "internal",
+                    }
+                )
+
+        # Add external MCP servers
+        if mcp_manager:
+            for config in mcp_manager.server_configs:
+                health = mcp_manager.health.get(config.name)
+                is_connected = config.name in mcp_manager.connections
+                server_list.append(
+                    {
+                        "name": config.name,
+                        "state": health.state.value if health else "unknown",
+                        "connected": is_connected,
+                        "transport": config.transport,
+                        "enabled": config.enabled,
+                    }
+                )
+
+        response_time_ms = (time.perf_counter() - start_time) * 1000
+
+        return {
+            "servers": server_list,
+            "total_count": len(server_list),
+            "connected_count": len([s for s in server_list if s.get("connected")]),
+            "response_time_ms": response_time_ms,
+        }
+
+    except Exception as e:
+        _metrics.inc_counter("http_requests_errors_total")
+        logger.error(f"List MCP servers error: {e}", exc_info=True)
+        raise HTTPException(status_code=500, detail={"success": False, "error": str(e)}) from e
+
+
+async def add_mcp_server(
+    request: Request,
+    server: "HTTPServer" = Depends(get_server),
+) -> dict[str, Any]:
+    """
+    Add a new MCP server configuration.
+
+    Request body:
+        {
+            "name": "my-server",
+            "transport": "http",
+            "url": "https://...",
+            "enabled": true
+        }
+
+    Returns:
+        Success status
+    """
+    _metrics.inc_counter("http_requests_total")
+
+    try:
+        body = await request.json()
+        name = body.get("name")
+        transport = body.get("transport")
+
+        if not name or not transport:
+            raise HTTPException(
+                status_code=400,
+                detail={"success": False, "error": "Required fields: name, transport"},
+            )
+
+        # Import here to avoid circular imports
+        from gobby.mcp_proxy.models import MCPServerConfig
+        from gobby.utils.project_context import get_project_context
+
+        project_ctx = get_project_context()
+        if not project_ctx or not project_ctx.get("id"):
+            raise HTTPException(
+                status_code=400,
+                detail={
+                    "success": False,
+                    "error": "No current project found. Run 'gobby init'.",
+                },
+            )
+        project_id = project_ctx["id"]
+
+        config = MCPServerConfig(
+            name=name,
+            project_id=project_id,
+            transport=transport,
+            url=body.get("url"),
+            command=body.get("command"),
+            args=body.get("args"),
+            env=body.get("env"),
+            headers=body.get("headers"),
+            enabled=body.get("enabled", True),
+        )
+
+        if server.mcp_manager is None:
+            raise HTTPException(
+                status_code=503,
+                detail={"success": False, "error": "MCP manager not available"},
+            )
+
+        await server.mcp_manager.add_server(config)
+
+        return {
+            "success": True,
+            "message": f"Added MCP server: {name}",
+        }
+
+    except ValueError as e:
+        raise HTTPException(status_code=400, detail={"success": False, "error": str(e)}) from e
+    except HTTPException:
+        raise
+    except Exception as e:
+        _metrics.inc_counter("http_requests_errors_total")
+        logger.error(f"Add MCP server error: {e}", exc_info=True)
+        raise HTTPException(status_code=500, detail={"success": False, "error": str(e)}) from e
+
+
+async def import_mcp_server(
+    request: Request,
+    server: "HTTPServer" = Depends(get_server),
+) -> dict[str, Any]:
+    """
+    Import MCP server(s) from various sources.
+
+    Request body:
+        {
+            "from_project": "other-project",  # Import from project
+            "github_url": "https://...",      # Import from GitHub
+            "query": "supabase mcp",          # Search and import
+            "servers": ["name1", "name2"]     # Specific servers to import
+        }
+
+    Returns:
+        Import result with imported/skipped/failed lists
+    """
+    _metrics.inc_counter("http_requests_total")
+
+    try:
+        body = await request.json()
+        from_project = body.get("from_project")
+        github_url = body.get("github_url")
+        query = body.get("query")
+        servers = body.get("servers")
+
+        if not from_project and not github_url and not query:
+            raise HTTPException(
+                status_code=400,
+                detail={
+                    "success": False,
+                    "error": "Specify at least one: from_project, github_url, or query",
+                },
+            )
+
+        # Get current project ID from context
+        from gobby.utils.project_context import get_project_context
+
+        project_ctx = get_project_context()
+        if not project_ctx or not project_ctx.get("id"):
+            raise HTTPException(
+                status_code=400,
+                detail={
+                    "success": False,
+                    "error": "No current project. Run 'gobby init' first.",
+                },
+            )
+        current_project_id = project_ctx["id"]
+
+        if not server.config:
+            raise HTTPException(
+                status_code=500,
+                detail={"success": False, "error": "Daemon configuration not available"},
+            )
+
+        # Create importer
+        from gobby.mcp_proxy.importer import MCPServerImporter
+        from gobby.storage.database import LocalDatabase
+
+        db = LocalDatabase()
+        importer = MCPServerImporter(
+            config=server.config,
+            db=db,
+            current_project_id=current_project_id,
+            mcp_client_manager=server.mcp_manager,
+        )
+
+        # Execute import based on source
+        # Note: validation above ensures at least one of these is truthy
+        if from_project:
+            result = await importer.import_from_project(
+                source_project=from_project,
+                servers=servers,
+            )
+        elif github_url:
+            result = await importer.import_from_github(github_url)
+        else:
+            # query must be truthy due to earlier validation
+            result = await importer.import_from_query(query)
+
+        return result
+
+    except HTTPException:
+        raise
+    except Exception as e:
+        _metrics.inc_counter("http_requests_errors_total")
+        logger.error(f"Import MCP server error: {e}", exc_info=True)
+        raise HTTPException(status_code=500, detail={"success": False, "error": str(e)}) from e
+
+
+async def remove_mcp_server(
+    name: str,
+    server: "HTTPServer" = Depends(get_server),
+) -> dict[str, Any]:
+    """
+    Remove an MCP server configuration.
+
+    Args:
+        name: Server name to remove
+
+    Returns:
+        Success status
+    """
+    _metrics.inc_counter("http_requests_total")
+
+    try:
+        if server.mcp_manager is None:
+            raise HTTPException(
+                status_code=503,
+                detail={"success": False, "error": "MCP manager not available"},
+            )
+
+        await server.mcp_manager.remove_server(name)
+
+        return {
+            "success": True,
+            "message": f"Removed MCP server: {name}",
+        }
+
+    except ValueError as e:
+        raise HTTPException(status_code=404, detail={"success": False, "error": str(e)}) from e
+    except Exception as e:
+        _metrics.inc_counter("http_requests_errors_total")
+        logger.error(f"Remove MCP server error: {e}", exc_info=True)
+        raise HTTPException(status_code=500, detail={"success": False, "error": str(e)}) from e
+
+
+__all__ = [
+    "list_mcp_servers",
+    "add_mcp_server",
+    "import_mcp_server",
+    "remove_mcp_server",
+]