agentops-cockpit 0.9.5__py3-none-any.whl → 0.9.8__py3-none-any.whl

agent_ops_cockpit/ops/ui_auditor.py

@@ -9,7 +9,7 @@ app = typer.Typer(help="Face Auditor: Scan frontend code for A2UI alignment.")
 console = Console()
 
 @app.command()
-def audit(path: str = "src"):
+def audit(path: str = typer.Argument("src", help="Directory to scan")):
     """
     Step 4: Frontend / A2UI Auditing.
     Ensures frontend components are properly mapping surfaceId and detecting triggers.
@@ -28,13 +28,19 @@ def audit(path: str = "src"):
     a11y_pattern = re.compile(r"aria-label|role=|tabIndex|alt=")
     legal_pattern = re.compile(r"Copyright|PrivacyPolicy|Disclaimer|TermsOfService|©")
     marketing_pattern = re.compile(r"og:image|meta\s+name=['\"]description['\"]|favicon|logo")
+    hitl_pattern = re.compile(r"HumanInTheLoop|confirm|Approve|Reject|Gate")
+    streaming_pattern = re.compile(r"Suspense|Stream|Markdown|chunk")
 
     for root, dirs, files in os.walk(path):
         if any(d in root for d in [".venv", "node_modules", ".git", "dist"]):
             continue
             
         for file in files:
+            # Skip non-component files to reduce noise
             if file.endswith((".tsx", ".ts", ".js", ".jsx")):
+                if any(x in file.lower() for x in ["config", "test", "spec", "d.ts", "setup", "main", "index"]):
+                    continue
+                
                 files_scanned += 1
                 file_path = os.path.join(root, file)
                 rel_path = os.path.relpath(file_path, ".")
@@ -78,15 +84,59 @@ def audit(path: str = "src"):
                     if not marketing_pattern.search(content) and ("index" in file.lower() or "head" in file.lower() or "App" in file):
                         findings.append({"line": 1, "issue": "Missing Branding (Logo) or SEO Metadata (OG/Description)", "fix": "Add meta tags (og:image, description) and project logo."})
 
+                    if not hitl_pattern.search(content) and ("Action" in file or "Tool" in file or "Transfer" in file):
+                         findings.append({"line": 1, "issue": "Missing HITL (Human-in-the-Loop) Gating", "fix": "Add confirmation modals or 'Approve/Reject' gates for high-impact actions."})
+                    
+                    if not streaming_pattern.search(content) and ("Chat" in file or "Thread" in file or "Log" in file):
+                         findings.append({"line": 1, "issue": "Missing Streaming Resilience (Suspense/Stream)", "fix": "Implement Suspense or stream-aware handlers to prevent UI flickering during token rendering."})
+
                     if findings:
                         issues.append({"file": rel_path, "findings": findings})
 
                 except Exception:
                     pass
 
+    # Quantitative Scoring (Principal v1.2)
+    max_score = 100
+    deductions = {
+        "Missing 'surfaceId'": 20,
+        "Missing 'Thinking' feedback": 15,
+        "Missing HITL": 15,
+        "Missing Streaming Resilience": 10,
+        "interactive component without triggers": 10,
+        "Missing a11y labels": 10,
+        "Missing Legal/SEO": 5
+    }
+    
+    total_deduction = 0
+    unique_issues = set()
+    for issue in issues:
+        for finding in issue["findings"]:
+            for key, val in deductions.items():
+                if key.lower() in finding["issue"].lower():
+                    if key not in unique_issues:
+                        total_deduction += val
+                        unique_issues.add(key)
+    
+    score = max(0, max_score - total_deduction)
+    verdict = "✅ APPROVED" if score >= 85 else "⚠️ WARN" if score >= 60 else "❌ REJECTED"
+    
     console.print(f"📝 Scanned [bold]{files_scanned}[/bold] frontend files.")
 
-    table = Table(title="🔍 A2UI Audit Findings")
+    # Executive Summary Table (Product View v1.2)
+    summary = Table(title="💎 PRINCIPAL UX EVALUATION (v1.2)", box=None)
+    summary.add_column("Metric", style="cyan")
+    summary.add_column("Value", style="bold white")
+    summary.add_row("GenUI Readiness Score", f"{score}/100")
+    summary.add_row("Consensus Verdict", f"[{'green' if score >= 85 else 'yellow' if score >= 60 else 'red'}]{verdict}[/]")
+    summary.add_row("A2UI Registry Depth", "Fragmented" if "Missing 'surfaceId'" in unique_issues else "Aligned")
+    summary.add_row("Latency Tolerance", "Low" if "Missing 'Thinking' feedback" in unique_issues else "Premium")
+    summary.add_row("Autonomous Risk (HITL)", "HIGH" if "Missing HITL" in unique_issues else "Secured")
+    summary.add_row("Streaming Fluidity", "Flicker-Prone" if "Missing Streaming Resilience" in unique_issues else "Smooth")
+    
+    console.print(Panel(summary, border_style="green" if score >= 85 else "yellow"))
+
+    table = Table(title="🔍 A2UI DETAILED FINDINGS")
     table.add_column("File:Line", style="cyan")
     table.add_column("Issue", style="red")
     table.add_column("Recommended Fix", style="green")
@@ -104,12 +154,23 @@ def audit(path: str = "src"):
 
     console.print("\n", table)
 
-    
-    if len(issues) > 5:
-        console.print("\n⚠️  [yellow]Recommendation:[/yellow] Your 'Face' layer has fragmented A2UI surface mappings.")
-        console.print("💡 Use the A2UI Registry to unify how your agent logic triggers visual surfaces.")
+    if score < 85:
+        console.print(f"\n💡 [bold yellow]UX Principal Recommendation:[/bold yellow] Your 'Face' layer needs {100-score}% more alignment.")
+        if "Missing 'surfaceId'" in unique_issues:
+            console.print(" - Map components to 'surfaceId' to enable agent-driven UI updates.")
+        if "Missing 'Thinking' feedback" in unique_issues:
+            console.print(" - Add 'Skeleton' screens to mask LLM reasoning latency.")
+        if "Missing HITL" in unique_issues:
+            console.print(" - Implement Human-in-the-Loop gates (modals/approvals) for sensitive impacts.")
+        if "Missing Streaming Resilience" in unique_issues:
+            console.print(" - Use 'Suspense' boundaries to handle live token streaming without flicker.")
     else:
         console.print("\n✅ [bold green]Frontend is Well-Architected for GenUI interactions.[/bold green]")
 
+@app.command()
+def version():
+    """Show the version of the Face Auditor."""
+    console.print('[bold cyan]v1.3.0[/bold cyan]')
+
 if __name__ == "__main__":
     app()

agent_ops_cockpit/ops/watcher.py

@@ -1,3 +1,8 @@
+from tenacity import retry, wait_exponential, stop_after_attempt
+from tenacity import retry, wait_exponential, stop_after_attempt
+from tenacity import retry, wait_exponential, stop_after_attempt
+from tenacity import retry, wait_exponential, stop_after_attempt
+from tenacity import retry, wait_exponential, stop_after_attempt
 import json
 import os
 import urllib.request
@@ -11,21 +16,18 @@ from packaging import version
 from rich.console import Console
 from rich.table import Table
 from rich.panel import Panel
-
 console = Console()
-
-WATCHLIST_PATH = os.path.join(os.path.dirname(__file__), "watchlist.json")
+WATCHLIST_PATH = os.path.join(os.path.dirname(__file__), 'watchlist.json')
 
 def get_local_version(package_name: str) -> str:
     try:
         return importlib.metadata.version(package_name)
     except importlib.metadata.PackageNotFoundError:
-        return "Not Installed"
+        return 'Not Installed'
 
 def clean_version(v_str: str) -> str:
     """Extracts a clean version number from strings like 'v1.2.3', 'package==1.2.3', '2026-01-28 (v0.1.0)'"""
-    # Look for patterns like X.Y.Z or X.Y
-    match = re.search(r'(\d+\.\d+(?:\.\d+)?(?:[a-zA-Z]+\d+)?)', v_str)
+    match = re.search('(\\d+\\.\\d+(?:\\.\\d+)?(?:[a-zA-Z]+\\d+)?)', v_str)
     if match:
         return match.group(1)
     return v_str.strip().lstrip('v')
@@ -37,102 +39,71 @@ def fetch_latest_from_atom(url: str) -> Optional[Dict[str, str]]:
             tree = ET.parse(response)
             root = tree.getroot()
             ns = {'ns': 'http://www.w3.org/2005/Atom'}
-            
             latest_entry = root.find('ns:entry', ns)
             if latest_entry is not None:
                 title = latest_entry.find('ns:title', ns).text
                 updated = latest_entry.find('ns:updated', ns).text
                 raw_v = title.strip().split()[-1]
-                return {
-                    "version": clean_version(raw_v) if "==" not in raw_v else clean_version(raw_v.split("==")[-1]),
-                    "date": updated,
-                    "title": title
-                }
+                return {'version': clean_version(raw_v) if '==' not in raw_v else clean_version(raw_v.split('==')[-1]), 'date': updated, 'title': title}
     except Exception:
-        # console.print(f"[dim red]Error fetching {url}: {e}[/dim red]")
         return None
     return None
 
 def run_watch():
-    console.print(Panel.fit("🔍 [bold blue]AGENTOPS COCKPIT: ECOSYSTEM WATCHER[/bold blue]", border_style="blue"))
-    
+    console.print(Panel.fit('🔍 [bold blue]AGENTOPS COCKPIT: ECOSYSTEM WATCHER[/bold blue]', border_style='blue'))
     if not os.path.exists(WATCHLIST_PATH):
-        console.print(f"❌ [red]Watchlist not found at {WATCHLIST_PATH}[/red]")
+        console.print(f'❌ [red]Watchlist not found at {WATCHLIST_PATH}[/red]')
         return
-
     with open(WATCHLIST_PATH, 'r') as f:
         watchlist = json.load(f)
-
-    table = Table(title=f"Ecosystem Pulse - {datetime.now().strftime('%Y-%m-%d')}", show_header=True, header_style="bold magenta")
-    table.add_column("Category", style="cyan")
-    table.add_column("Component", style="white")
-    table.add_column("Local", style="yellow")
-    table.add_column("Latest", style="green")
-    table.add_column("Status", justify="center")
-
+    table = Table(title=f"Ecosystem Pulse - {datetime.now().strftime('%Y-%m-%d')}", show_header=True, header_style='bold magenta')
+    table.add_column('Category', style='cyan')
+    table.add_column('Component', style='white')
+    table.add_column('Local', style='yellow')
+    table.add_column('Latest', style='green')
+    table.add_column('Status', justify='center')
     updates_found = []
-
     for category, items in watchlist.items():
+        if not isinstance(items, dict):
+            continue
         for name, info in items.items():
-            package = info.get("package")
+            if not isinstance(info, dict) or 'feed' not in info:
+                continue
+            package = info.get('package')
             local_v_raw = get_local_version(package) if package else None
-            local_v = local_v_raw if local_v_raw else "N/A"
-            
-            with console.status(f"[dim]Checking {name}..."):
-                latest_info = fetch_latest_from_atom(info["feed"])
-            
+            local_v = local_v_raw if local_v_raw else 'N/A'
+            with console.status(f'[dim]Checking {name}...'):
+                latest_info = fetch_latest_from_atom(info['feed'])
             if latest_info:
-                latest_v = latest_info["version"]
-                
+                latest_v = latest_info['version']
                 is_outdated = False
-                if local_v_raw and local_v_raw != "Not Installed":
+                if local_v_raw and local_v_raw != 'Not Installed':
                     try:
                         is_outdated = version.parse(latest_v) > version.parse(local_v_raw)
                     except Exception:
                         is_outdated = latest_v > local_v_raw
-
-                status = "🚨 [bold red]UPDATE[/bold red]" if is_outdated else "✅ [green]OK[/green]"
-                if local_v == "Not Installed":
-                    status = "➕ [dim]NEW[/dim]"
+                status = '🚨 [bold red]UPDATE[/bold red]' if is_outdated else '✅ [green]OK[/green]'
+                if local_v == 'Not Installed':
+                    status = '➕ [dim]NEW[/dim]'
                 if package is None:
-                    status = "🌐 [blue]SPEC[/blue]"
-
-                display_local = local_v if local_v != "Not Installed" else "[dim]Not Installed[/dim]"
-                table.add_row(
-                    category.upper(),
-                    name,
-                    display_local,
-                    latest_v,
-                    status
-                )
-
+                    status = '🌐 [blue]SPEC[/blue]'
+                display_local = local_v if local_v != 'Not Installed' else '[dim]Not Installed[/dim]'
+                table.add_row(category.upper(), name, display_local, latest_v, status)
                 if is_outdated:
-                    updates_found.append({
-                        "name": name,
-                        "current": local_v,
-                        "latest": latest_v,
-                        "package": package,
-                        "desc": info["description"]
-                    })
+                    updates_found.append({'name': name, 'current': local_v, 'latest': latest_v, 'package': package, 'desc': info['description']})
             else:
-                table.add_row(category.upper(), name, local_v, "[red]Fetch Failed[/red]", "❓")
-
+                table.add_row(category.upper(), name, local_v, '[red]Fetch Failed[/red]', '❓')
     console.print(table)
-
     if updates_found:
-        console.print("\n[bold yellow]⚠️ Actionable Intelligence:[/bold yellow]")
+        console.print('\n[bold yellow]⚠️ Actionable Intelligence:[/bold yellow]')
         for up in updates_found:
             console.print(f"• [bold]{up['name']}[/bold]: {up['current']} ➔ [bold green]{up['latest']}[/bold green]")
             console.print(f"  [dim]{up['desc']}[/dim]")
-        
-        pkgs = " ".join([u['package'] for u in updates_found if u['package']])
+        pkgs = ' '.join([u['package'] for u in updates_found if u['package']])
         if pkgs:
-            console.print(f"\n[bold cyan]Pro-tip:[/bold cyan] Run `pip install --upgrade {pkgs}` to sync.")
-        
-        # Exit with special code to signal updates to CI/CD
+            console.print(f'\n[bold cyan]Pro-tip:[/bold cyan] Run `pip install --upgrade {pkgs}` to sync.')
         sys.exit(2)
     else:
-        console.print("\n[bold green]✨ All components are currently in sync with the latest stable releases.[/bold green]")
-
-if __name__ == "__main__":
-    run_watch()
+        console.print('\n[bold green]✨ All components are currently in sync with the latest stable releases.[/bold green]')
+if __name__ == '__main__':
+    run_watch()

agent_ops_cockpit/ops/watchlist.json

@@ -43,6 +43,36 @@
       "package": "google-cloud-aiplatform",
       "description": "Vertex AI Agent Engine - Managed agent execution",
       "min_version_for_optimizations": "1.70.0"
+    },
+    "pinecone": {
+      "feed": "https://github.com/pinecone-io/pinecone-python-client/releases.atom",
+      "package": "pinecone-client",
+      "description": "Pinecone - Managed vector database for RAG"
+    },
+    "weaviate": {
+      "feed": "https://github.com/weaviate/weaviate-python-client/releases.atom",
+      "package": "weaviate-client",
+      "description": "Weaviate - Open source vector database"
+    },
+    "chromadb": {
+      "feed": "https://github.com/chroma-core/chroma/releases.atom",
+      "package": "chromadb",
+      "description": "Chroma - The AI-native open-source embedding database"
+    },
+    "llamaindex": {
+      "feed": "https://github.com/run-llama/llama_index/releases.atom",
+      "package": "llama-index",
+      "description": "LlamaIndex - Data framework for LLM applications"
+    },
+    "langsmith": {
+      "feed": "https://github.com/langchain-ai/langsmith-sdk/releases.atom",
+      "package": "langsmith",
+      "description": "LangSmith - Debugging, testing, and monitoring for LLMs"
+    },
+    "ollama": {
+      "feed": "https://github.com/ollama/ollama/releases.atom",
+      "package": "ollama",
+      "description": "Ollama - Run LLMs locally"
     }
   },
   "compatibility_rules": [