agentops-cockpit 0.2.2__py3-none-any.whl

agent_ops_cockpit/cli/main.py

@@ -0,0 +1,184 @@
+import os
+import sys
+import shutil
+import subprocess
+from rich.console import Console
+from rich.panel import Panel
+import typer
+
+app = typer.Typer(help="AgentOps Cockpit: The AI Agent Operations Platform", no_args_is_help=True)
+console = Console()
+
+REPO_URL = "https://github.com/enriquekalven/agent-ui-starter-pack"
+
+@app.command()
+def version():
+    """Show the version of the Optimized Agent Stack CLI."""
+    console.print("[bold cyan]agent-ops CLI v0.1.0[/bold cyan]")
+
+@app.command()
+def reliability():
+    """
+    Run reliability audit (Unit Tests + Regression Suite coverage).
+    """
+    console.print("🛡️ [bold green]Launching Reliability Audit...[/bold green]")
+    subprocess.run([sys.executable, "-m", "backend.ops.reliability", "audit"], env={**os.environ, "PYTHONPATH": "src"})
+
+@app.command()
+def report():
+    """
+    Launch full AgentOps audit (Arch, Quality, Security, Cost) and generate a final report.
+    """
+    console.print("🕹️ [bold blue]Launching Full System Audit...[/bold blue]")
+    subprocess.run([sys.executable, "-m", "backend.ops.orchestrator"], env={**os.environ, "PYTHONPATH": "src"})
+
+@app.command()
+def quality_baseline():
+    """
+    Run iterative 'Hill Climbing' quality audit against a golden dataset.
+    """
+    console.print("🧗 [bold cyan]Launching Quality Hill Climber...[/bold cyan]")
+    subprocess.run([sys.executable, "-m", "backend.eval.quality_climber", "audit"], env={**os.environ, "PYTHONPATH": "src"})
+
+@app.command()
+def arch_review():
+    """
+    Audit agent design against Google Well-Architected Framework.
+    """
+    console.print("🏛️ [bold blue]Launching Architecture Design Review...[/bold blue]")
+    subprocess.run([sys.executable, "-m", "backend.ops.arch_review", "audit"], env={**os.environ, "PYTHONPATH": "src"})
+
+@app.command()
+def audit(
+    file_path: str = typer.Argument("src/backend/agent.py", help="Path to the agent code to audit"),
+):
+    """
+    Run the Interactive Agent Optimizer audit.
+    """
+    console.print("🔍 [bold blue]Running Agent Operations Audit...[/bold blue]")
+    # Run the optimizer module
+    subprocess.run([sys.executable, "-m", "backend.optimizer", "audit", file_path], env={**os.environ, "PYTHONPATH": "src"})
+
+@app.command()
+def red_team(
+    agent_path: str = typer.Argument("src/backend/agent.py", help="Path to the agent code to audit"),
+):
+    """
+    Run the Red Team adversarial security evaluation.
+    """
+    console.print("🚩 [bold red]Launching Red Team Evaluation...[/bold red]")
+    subprocess.run([sys.executable, "-m", "backend.eval.red_team", "audit", agent_path], env={**os.environ, "PYTHONPATH": "src"})
+
+@app.command()
+def load_test(
+    url: str = typer.Option("http://localhost:8000/agent/query?q=healthcheck", help="URL to stress test"),
+    requests: int = typer.Option(50, help="Total number of requests"),
+    concurrency: int = typer.Option(5, help="Number of Concurrent Users"),
+) -> None:
+    """
+    Stress test agent endpoints for performance and reliability.
+    """
+    console.print("⚡ [bold yellow]Launching Base Load Test...[/bold yellow]")
+    subprocess.run([
+        sys.executable, "-m", "backend.eval.load_test", "run", 
+        "--url", url, 
+        "--requests", str(requests), 
+        "--concurrency", str(concurrency)
+    ], env={**os.environ, "PYTHONPATH": "src"})
+
+@app.command()
+def deploy(
+    service_name: str = typer.Option("agent-ops-backend", "--name", help="Cloud Run service name"),
+    region: str = typer.Option("us-central1", "--region", help="GCP region"),
+):
+    """
+    One-click production deployment (Audit + Build + Deploy).
+    """
+    console.print(Panel.fit("🚀 [bold green]AGENT COCKPIT: 1-CLICK DEPLOY[/bold green]", border_style="green"))
+    
+    # 1. Audit
+    console.print("\n[bold]Step 1: Code Optimization Audit[/bold]")
+    subprocess.run([sys.executable, "-m", "backend.optimizer", "audit", "--no-interactive"], env={**os.environ, "PYTHONPATH": "src"})
+    
+    # 2. Build Frontend
+    console.print("\n[bold]Step 2: Building Frontend Assets[/bold]")
+    subprocess.run(["npm", "run", "build"], check=True)
+    
+    # 3. Deploy to Cloud Run
+    console.print(f"\n[bold]Step 3: Deploying Engine to Cloud Run ({region})[/bold]")
+    deploy_cmd = [
+        "gcloud", "run", "deploy", service_name,
+        "--source", ".",
+        "--region", region,
+        "--allow-unauthenticated"
+    ]
+    subprocess.run(deploy_cmd, check=True)
+    
+    # 4. Deploy to Firebase
+    console.print("\n[bold]Step 4: Deploying Face to Firebase Hosting[/bold]")
+    subprocess.run(["firebase", "deploy", "--only", "hosting"], check=True)
+    
+    console.print("\n✅ [bold green]Deployment Complete![/bold green]")
+
+@app.command()
+def create(
+    project_name: str = typer.Argument(..., help="The name of the new project"),
+    ui: str = typer.Option("a2ui", "-ui", "--ui", help="UI Template (a2ui, agui, flutter, lit)"),
+    copilotkit: bool = typer.Option(False, "--copilotkit", help="Enable extra CopilotKit features for AGUI"),
+):
+    """
+    Scaffold a new Agent UI project. Defaults to A2UI (React/Vite).
+    """
+    console.print(Panel(f"🚀 Creating project: [bold cyan]{project_name}[/bold cyan]", expand=False))
+    
+    if os.path.exists(project_name):
+        console.print(f"[bold red]Error:[/bold red] Directory '{project_name}' already exists.")
+        raise typer.Exit(code=1)
+        
+    try:
+        if ui == "agui" or copilotkit:
+            console.print("✨ [bold yellow]Note:[/bold yellow] AG UI / CopilotKit selected. Using high-fidelity template.")
+        elif ui == "flutter":
+            console.print("💙 [bold blue]Note:[/bold blue] Flutter selected. Scaffolding GenUI SDK bridge logic.")
+        elif ui == "lit":
+            console.print("🔥 [bold orange1]Note:[/bold orange1] Lit selected. Scaffolding Web Components base.")
+        
+        console.print(f"📡 Cloning template from [cyan]{REPO_URL}[/cyan]...")
+        subprocess.run(["git", "clone", "--depth", "1", REPO_URL, project_name], check=True, capture_output=True)
+        
+        # Remove git tracking
+        shutil.rmtree(os.path.join(project_name, ".git"))
+        
+        # Initialize new git repo
+        console.print("🔧 Initializing new git repository...")
+        subprocess.run(["git", "init"], cwd=project_name, check=True, capture_output=True)
+        
+        # UI specific success message
+        start_cmd = "npm run dev"
+        if ui == "flutter":
+            start_cmd = "flutter run"
+        
+        console.print(Panel(
+            f"✅ [bold green]Success![/bold green] Project [bold cyan]{project_name}[/bold cyan] created.\n\n"
+            f"[bold]Quick Start:[/bold]\n"
+            f"  1. [dim]cd[/dim] {project_name}\n"
+            f"  2. [dim]{'npm install' if ui != 'flutter' else 'flutter pub get'}[/dim]\n"
+            f"  3. [dim]uvx agent-ops-cockpit audit[/dim]\n"
+            f"  4. [dim]{start_cmd}[/dim]\n\n"
+            f"Configuration: UI=[bold cyan]{ui}[/bold cyan], CopilotKit=[bold cyan]{'Enabled' if copilotkit else 'Disabled'}[/bold cyan]",
+            title="[bold green]Project Scaffolding Complete[/bold green]",
+            expand=False,
+            border_style="green"
+        ))
+    except subprocess.CalledProcessError as e:
+        console.print(f"[bold red]Error during git operation:[/bold red] {e.stderr.decode() if e.stderr else str(e)}")
+        raise typer.Exit(code=1)
+    except Exception as e:
+        console.print(f"[bold red]Unexpected Error:[/bold red] {str(e)}")
+        raise typer.Exit(code=1)
+
+def main():
+    app()
+
+if __name__ == "__main__":
+    main()

agentops_cockpit-0.2.2.dist-info/METADATA

@@ -0,0 +1,142 @@
+Metadata-Version: 2.4
+Name: agentops-cockpit
+Version: 0.2.2
+Summary: Production-grade Agent Operations (AgentOps) Platform
+Project-URL: Homepage, https://github.com/enriquekalven/agent-ops-cockpit
+Project-URL: Bug Tracker, https://github.com/enriquekalven/agent-ops-cockpit/issues
+Author-email: Enrique <enrique@example.com>
+License-File: LICENSE
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Requires-Python: >=3.10
+Requires-Dist: gitpython>=3.1.0
+Requires-Dist: rich>=13.0.0
+Requires-Dist: typer>=0.9.0
+Description-Content-Type: text/markdown
+
+# 🕹️ AgentOps Cockpit
+
+<div align="center">
+  <img src="https://img.shields.io/github/stars/enriquekalven/agent-cockpit?style=for-the-badge&color=ffd700" alt="GitHub Stars" />
+  <img src="https://img.shields.io/github/license/enriquekalven/agent-cockpit?style=for-the-badge&color=007bff" alt="License" />
+  <img src="https://img.shields.io/badge/Google-Well--Architected-4285F4?style=for-the-badge&logo=google-cloud" alt="Google Well-Architected" />
+  <img src="https://img.shields.io/badge/Status-Day%202%20Operations-10b981?style=for-the-badge" alt="Status" />
+</div>
+
+<br />
+
+<div align="center">
+  <h3>"Infrastructure gives you the pipes. We give you the Intelligence."</h3>
+  <p>The developer distribution for building, optimizing, and securing AI agents on Google Cloud.</p>
+</div>
+
+---
+
+## 📽️ The Mission
+Most AI agent templates stop at a single Python file and an API key. **The AgentOps Cockpit** is for developers moving into production. While optimized for **ADK**, it provides framework-agnostic governance, safety, and cost guardrails for the entire agentic ecosystem—from CrewAI to LangGraph. Based on the **[Google Well-Architected Framework for Agents](/docs/google-architecture)**.
+
+---
+
+## 🏗️ The Agentic Trinity
+We divide the complexity of production agents into three focused pillars:
+
+- **⚙️ The Engine**: The reasoning core. Built with **ADK**, FastAPI, and Vertex AI.
+- **🎭 The Face**: The user experience. Adaptive UI surfaces and **GenUI** standards via the A2UI spec.
+- **🕹️ The Cockpit**: The operational brain. Cost control, semantic caching, shadow routing, and adversarial audits.
+
+---
+
+## 🌐 Framework Agnostic Governance
+The Cockpit isn't just for ADK. It provides **Best Practices as Code** across all major agentic frameworks:
+
+<div align="center">
+  <img src="https://img.shields.io/badge/OpenAI_Agentkit-412991?style=for-the-badge&logo=openai" alt="OpenAI Agentkit" />
+  <img src="https://img.shields.io/badge/Anthropic_Claude-D97757?style=for-the-badge&logo=anthropic" alt="Anthropic" />
+  <img src="https://img.shields.io/badge/Microsoft_AutoGen-0078d4?style=for-the-badge&logo=microsoft" alt="Microsoft" />
+  <img src="https://img.shields.io/badge/AWS_Bedrock-FF9900?style=for-the-badge&logo=amazon-aws" alt="AWS" />
+  <img src="https://img.shields.io/badge/CopilotKit.ai-6366f1?style=for-the-badge" alt="CopilotKit" />
+  <img src="https://img.shields.io/badge/LangChain-1C3C3C?style=for-the-badge" alt="LangChain" />
+  <img src="https://img.shields.io/badge/ADK-4285F4?style=for-the-badge&logo=google-cloud" alt="ADK" />
+</div>
+
+<div align="center">
+  <img src="https://img.shields.io/badge/Python-3776AB?style=flat-square&logo=python&logoColor=white" alt="Python" />
+  <img src="https://img.shields.io/badge/Go-00ADD8?style=flat-square&logo=go&logoColor=white" alt="Go" />
+  <img src="https://img.shields.io/badge/NodeJS-339933?style=flat-square&logo=node.js&logoColor=white" alt="NodeJS" />
+  <img src="https://img.shields.io/badge/TypeScript-3178C6?style=flat-square&logo=typescript&logoColor=white" alt="TypeScript" />
+  <img src="https://img.shields.io/badge/Streamlit-FF4B4B?style=flat-square&logo=streamlit&logoColor=white" alt="Streamlit" />
+  <img src="https://img.shields.io/badge/Angular-DD0031?style=flat-square&logo=angular&logoColor=white" alt="Angular" />
+  <img src="https://img.shields.io/badge/Lit-324FFF?style=flat-square&logo=lit&logoColor=white" alt="Lit" />
+</div>
+
+Whether you are building a swarm in **CrewAI**, a Go-based high-perf engine, or a **Streamlit** dashboard, the Cockpit ensures your agent maps to the **Google Well-Architected Framework**.
+
+
+---
+
+## 🚀 Key Innovation: The "Intelligence" Layer
+
+### 🛡️ Red Team Auditor (Self-Hacking)
+Don't wait for your users to find prompt injections. Use the built-in Adversarial Evaluator to launch self-attacks against your agent, testing for PII leaks, instruction overrides, and safety filter bypasses.
+
+### 🧠 Hive Mind (Semantic Caching)
+**Reduce LLM costs by up to 40%.** The Hive Mind checks for semantically similar queries in 10ms, serving cached answers for common questions without calling the LLM.
+
+### 🏛️ Arch Review & Framework Detection
+Every agent in the cockpit is graded against a framework-aware checklist. The Cockpit intelligently detects your stack—**Google ADK**, **OpenAI Agentkit**, **Anthropic Claude**, **Microsoft AutoGen/Semantic Kernel**, **AWS Bedrock Agents**, or **CopilotKit**—and runs a tailored audit against corresponding production standards. Use `make arch-review` to verify your **Governance-as-Code**.
+
+### 🧗 Quality Hill Climbing (ADK Evaluation)
+Following **Google ADK Evaluation** best practices, the Cockpit provides an iterative optimization loop. `make quality-baseline` runs your agent against a "Golden Dataset" using **LLM-as-a-Judge** scoring (Response Match & Tool Trajectory), climbing the quality curve until production-grade fidelity is reached.
+
+---
+
+## ⌨️ Quick Start
+
+You don't even need to clone the repo to start auditing.
+
+```bash
+# 1. Audit your existing agent design
+uvx agent-ops-cockpit arch-review
+
+# 2. Stress test your endpoint
+uvx agent-ops-cockpit load-test --requests 100 --concurrency 10
+
+# 3. Scaffold a new Well-Architected app
+uvx agent-ops-cockpit create my-agent --ui a2ui
+```
+
+---
+
+## 📊 Local Development
+The Cockpit provides a unified "Mission Control" to evaluate your agents instantly.
+
+```bash
+make audit-all         # 🕹️ Run ALL audits and generate a Final Report
+make reliability       # 🛡️ Run unit tests and regression suite
+make dev               # Start the local Engine + Face stack
+make arch-review   # 🏛️ Run the Google Well-Architected design review
+make quality-baseline # 🧗 Run iterative 'Hill Climbing' quality audit
+make audit         # 🔍 Run the Interactive Agent Optimizer
+make red-team      # Execute a white-hat security audit
+make deploy-prod   # 🚀 1-click deploy to Google Cloud
+```
+
+---
+
+## 🧭 Roadmap
+- [ ] **One-Click GitHub Action**: Automated audits on every PR.
+- [ ] **Multi-Agent Orchestrator**: Support for Swarm/Coordinator patterns.
+- [ ] **Visual Mission Control**: Real-time observability dashboard.
+
+[View full roadmap →](/ROADMAP.md)
+
+---
+
+## 🤝 Community
+- **Star this repo** to help us build the future of AgentOps.
+- **Join the Discussion** for patterns on Google Cloud.
+- **Contribute**: Read our [Contributing Guide](/CONTRIBUTING.md).
+
+---
+*Reference: [Google Cloud Architecture Center - Agentic AI Overview](https://docs.cloud.google.com/architecture/agentic-ai-overview)*

agentops_cockpit-0.2.2.dist-info/RECORD

@@ -0,0 +1,8 @@
+agent_ops_cockpit/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+agent_ops_cockpit/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+agent_ops_cockpit/cli/main.py,sha256=G_1oEp9xck8knpy5c5q80I1n_9JP7rTheJpd55dJ74M,7624
+agentops_cockpit-0.2.2.dist-info/METADATA,sha256=pnjmdARu64WPpwmmEU-ZAvzZDMFfeXKQbwH3As3NyKA,7246
+agentops_cockpit-0.2.2.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+agentops_cockpit-0.2.2.dist-info/entry_points.txt,sha256=SOGYPNtUGhMVgxLQ9dEYo7L3M_dvhWEU2eQz2zhaTkY,112
+agentops_cockpit-0.2.2.dist-info/licenses/LICENSE,sha256=XNJEk4bvf88tBnKqHdGBGi10l9yJWv2yLWPJvvVie1c,1071
+agentops_cockpit-0.2.2.dist-info/RECORD,,

agentops_cockpit-0.2.2.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.28.0
+Root-Is-Purelib: true
+Tag: py3-none-any

agentops_cockpit-0.2.2.dist-info/entry_points.txt

@@ -0,0 +1,3 @@
+[console_scripts]
+agent-ops = agent_ops_cockpit.cli.main:app
+agent-ops-cockpit = agent_ops_cockpit.cli.main:app

agentops_cockpit-0.2.2.dist-info/licenses/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Enrique Kalven
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.