loki-mode 5.53.0 → 5.55.0

package/dashboard/server.py

@@ -10,6 +10,7 @@ import logging
 import os
 import time
 from collections import defaultdict
+from dataclasses import asdict
 from contextlib import asynccontextmanager
 from datetime import datetime, timedelta, timezone
 from pathlib import Path as _Path
@@ -49,6 +50,7 @@ from . import audit
 from . import app_secrets as secrets_mod
 from . import telemetry as _telemetry
 from .control import atomic_write_json
+from .activity_logger import get_activity_logger
 
 try:
     from . import __version__ as _version
@@ -3843,6 +3845,72 @@ async def get_playwright_screenshot():
     return FileResponse(str(screenshots[0]), media_type="image/png")
 
 
+# =============================================================================
+# Failure Analysis & Prompt Optimization (v5.54.0)
+# =============================================================================
+
+_failure_extractor = None
+_prompt_optimizer = None
+
+
+def _get_failure_extractor():
+    """Lazy-initialise the shared FailureExtractor instance."""
+    global _failure_extractor
+    if _failure_extractor is None:
+        from .failure_extractor import FailureExtractor
+        _failure_extractor = FailureExtractor()
+    return _failure_extractor
+
+
+def _get_prompt_optimizer():
+    """Lazy-initialise the shared PromptOptimizer instance."""
+    global _prompt_optimizer
+    if _prompt_optimizer is None:
+        from .prompt_optimizer import PromptOptimizer
+        _prompt_optimizer = PromptOptimizer()
+    return _prompt_optimizer
+
+
+@app.get("/api/failures")
+def get_failures(sessions: int = 10):
+    """Get failure patterns from recent sessions."""
+    if sessions < 1 or sessions > 1000:
+        raise HTTPException(status_code=400, detail="sessions must be between 1 and 1000")
+    if not _read_limiter.check("failures"):
+        raise HTTPException(status_code=429, detail="Rate limit exceeded")
+    try:
+        return _get_failure_extractor().extract(sessions=sessions)
+    except Exception as exc:
+        logger.error("Failure extraction error: %s", exc)
+        raise HTTPException(status_code=500, detail="Failed to extract failure patterns")
+
+
+@app.get("/api/prompt-versions")
+def get_prompt_versions():
+    """Get current prompt optimization status."""
+    if not _read_limiter.check("prompt_versions"):
+        raise HTTPException(status_code=429, detail="Rate limit exceeded")
+    try:
+        return _get_prompt_optimizer().get_current_version()
+    except Exception as exc:
+        logger.error("Prompt version read error: %s", exc)
+        raise HTTPException(status_code=500, detail="Failed to read prompt versions")
+
+
+@app.post("/api/prompt-optimize", dependencies=[Depends(auth.require_scope("control"))])
+def optimize_prompts(sessions: int = 10, dry_run: bool = True):
+    """Run prompt optimization from failure analysis."""
+    if sessions < 1 or sessions > 1000:
+        raise HTTPException(status_code=400, detail="sessions must be between 1 and 1000")
+    if not _control_limiter.check("prompt_optimize"):
+        raise HTTPException(status_code=429, detail="Rate limit exceeded")
+    try:
+        return _get_prompt_optimizer().optimize(sessions=sessions, dry_run=dry_run)
+    except Exception as exc:
+        logger.error("Prompt optimization error: %s", exc)
+        raise HTTPException(status_code=500, detail="Failed to run prompt optimization")
+
+
 # =============================================================================
 # Static File Serving (Production/Docker)
 # =============================================================================
@@ -3888,6 +3956,65 @@ if STATIC_DIR:
     if os.path.isdir(ASSETS_DIR):
         app.mount("/assets", StaticFiles(directory=ASSETS_DIR), name="assets")
 
+# ---------------------------------------------------------------------------
+# Activity Logger & Session Diff
+# ---------------------------------------------------------------------------
+
+@app.get("/api/activity")
+def get_activity(since: Optional[str] = None, limit: int = Query(default=100, ge=1, le=1000)):
+    """Get activity log entries, optionally filtered by timestamp."""
+    if not _read_limiter.check("activity"):
+        raise HTTPException(status_code=429, detail="Rate limit exceeded")
+    try:
+        activity_logger = get_activity_logger()
+        if since:
+            entries = activity_logger.query_since(since)
+        else:
+            # Return all entries from the current log file, up to limit
+            entries = activity_logger.query_since("1970-01-01T00:00:00+00:00")
+        return entries[-limit:]
+    except Exception as exc:
+        logger.error("Activity read error: %s", exc)
+        raise HTTPException(status_code=500, detail="Failed to read activity log")
+
+
+@app.get("/api/session-diff")
+def get_session_diff(since: Optional[str] = None):
+    """Get structured session diff since timestamp. Defaults to last 24h."""
+    if not _read_limiter.check("session-diff"):
+        raise HTTPException(status_code=429, detail="Rate limit exceeded")
+    try:
+        activity_logger = get_activity_logger()
+        return activity_logger.get_session_diff(since_timestamp=since)
+    except Exception as exc:
+        logger.error("Session diff error: %s", exc)
+        raise HTTPException(status_code=500, detail="Failed to compute session diff")
+
+
+@app.post("/api/activity", dependencies=[Depends(auth.require_scope("control"))])
+async def log_activity(entry: dict):
+    """Log an activity entry (for internal use by agents)."""
+    if not _control_limiter.check("activity-write"):
+        raise HTTPException(status_code=429, detail="Rate limit exceeded")
+
+    # Validate required fields
+    required = {"entity_type", "entity_id", "action"}
+    missing = required - set(entry.keys())
+    if missing:
+        raise HTTPException(status_code=400, detail=f"Missing required fields: {', '.join(sorted(missing))}")
+
+    activity_logger = get_activity_logger()
+    result = activity_logger.log(
+        entity_type=entry["entity_type"],
+        entity_id=entry["entity_id"],
+        action=entry["action"],
+        old_value=entry.get("old_value"),
+        new_value=entry.get("new_value"),
+        session_id=entry.get("session_id"),
+    )
+    return result
+
+
 # Serve favicon.svg from static directory
 @app.get("/favicon.svg", include_in_schema=False)
 async def serve_favicon():
@@ -3940,6 +4067,307 @@ async def serve_index():
     )
 
 
+# =============================================================================
+# Rigour Quality Gate Endpoints
+# =============================================================================
+
+_rigour: Optional["RigourIntegration"] = None
+
+
+def _get_rigour() -> "RigourIntegration":
+    """Lazy-initialise the shared RigourIntegration instance."""
+    global _rigour
+    if _rigour is None:
+        from .rigour_integration import RigourIntegration
+
+        data_dir = os.environ.get("LOKI_DATA_DIR", os.path.expanduser("~/.loki"))
+        _rigour = RigourIntegration(data_dir=data_dir)
+    return _rigour
+
+
+@app.get("/api/quality-score")
+def get_quality_score():
+    """Get current quality score from the most recent Rigour scan."""
+    if not _read_limiter.check("quality-score"):
+        raise HTTPException(status_code=429, detail="Rate limit exceeded")
+    try:
+        rigour = _get_rigour()
+        return rigour.get_score()
+    except Exception as exc:
+        logger.error("Quality score read error: %s", exc)
+        raise HTTPException(status_code=500, detail="Failed to read quality score")
+
+
+@app.get("/api/quality-score/history")
+def get_quality_score_history(limit: int = Query(50, ge=1, le=500)):
+    """Get quality score trend over time."""
+    if not _read_limiter.check("quality-history"):
+        raise HTTPException(status_code=429, detail="Rate limit exceeded")
+    try:
+        rigour = _get_rigour()
+        return rigour.get_score_history(limit=limit)
+    except Exception as exc:
+        logger.error("Quality history read error: %s", exc)
+        raise HTTPException(status_code=500, detail="Failed to read quality history")
+
+
+@app.post("/api/quality-scan", dependencies=[Depends(auth.require_scope("control"))])
+async def run_quality_scan(preset: str = Query("default")):
+    """Run a Rigour quality scan.
+
+    Preset must be one of: default, healthcare, fintech, government.
+    """
+    _valid_presets = ("default", "healthcare", "fintech", "government")
+    if preset not in _valid_presets:
+        raise HTTPException(
+            status_code=400,
+            detail=f"Invalid preset: {preset}. Must be one of {_valid_presets}",
+        )
+    if not _control_limiter.check("quality-scan"):
+        raise HTTPException(status_code=429, detail="Rate limit exceeded")
+    rigour = _get_rigour()
+    loop = asyncio.get_running_loop()
+    result = await loop.run_in_executor(None, rigour.scan, ".", preset)
+    return result
+
+
+@app.get("/api/quality-report")
+def get_quality_report(fmt: str = Query("json", alias="format")):
+    """Get an exportable quality audit report."""
+    if not _read_limiter.check("quality-report"):
+        raise HTTPException(status_code=429, detail="Rate limit exceeded")
+    try:
+        rigour = _get_rigour()
+        report_str = rigour.export_report(fmt=fmt)
+        if fmt == "json":
+            try:
+                return json.loads(report_str)
+            except json.JSONDecodeError:
+                return PlainTextResponse(report_str)
+        return PlainTextResponse(report_str)
+    except Exception as exc:
+        logger.error("Quality report error: %s", exc)
+        raise HTTPException(status_code=500, detail="Failed to generate quality report")
+
+
+# =============================================================================
+# Migration Engine Endpoints
+# =============================================================================
+
+_migration_imports = None
+
+_MIGRATION_ID_RE = re.compile(r'^mig_\d{8}_\d{6}_[a-zA-Z0-9_-]+$')
+
+
+def _validate_migration_id(migration_id: str):
+    """Validate migration_id format to prevent path traversal."""
+    if not _MIGRATION_ID_RE.match(migration_id):
+        raise HTTPException(status_code=400, detail="Invalid migration ID format")
+
+
+def _get_migration_imports():
+    """Lazy-import migration_engine module. Returns (MigrationPipeline, list_migrations) or False."""
+    global _migration_imports
+    if _migration_imports is None:
+        try:
+            from dashboard.migration_engine import MigrationPipeline, list_migrations
+            _migration_imports = (MigrationPipeline, list_migrations)
+        except ImportError:
+            _migration_imports = False
+    return _migration_imports
+
+
+@app.get("/api/migration/list", dependencies=[Depends(auth.require_scope("read"))])
+def list_migrations_endpoint():
+    """List all migrations."""
+    if not _read_limiter.check("migration-list"):
+        raise HTTPException(status_code=429, detail="Rate limit exceeded")
+    imports = _get_migration_imports()
+    if not imports:
+        raise HTTPException(status_code=503, detail="Migration engine not available")
+    MigrationPipeline, list_migrations = imports
+    try:
+        return list_migrations()
+    except Exception as exc:
+        logger.error("Migration list error: %s", exc)
+        raise HTTPException(status_code=500, detail="Failed to list migrations")
+
+
+@app.post("/api/migration/start", dependencies=[Depends(auth.require_scope("control"))])
+def start_migration(request_body: dict):
+    """Start a new migration.
+
+    Body: {"codebase_path": str, "target": str, "options": dict}
+    """
+    if not _control_limiter.check("migration-start"):
+        raise HTTPException(status_code=429, detail="Rate limit exceeded")
+    imports = _get_migration_imports()
+    if not imports:
+        raise HTTPException(status_code=503, detail="Migration engine not available")
+    MigrationPipeline, list_migrations = imports
+    codebase_path = request_body.get("codebase_path")
+    target = request_body.get("target")
+    options = request_body.get("options", {})
+    if not codebase_path or not target:
+        raise HTTPException(status_code=400, detail="codebase_path and target are required")
+    # Check raw input for traversal BEFORE resolving
+    if '..' in codebase_path:
+        raise HTTPException(status_code=400, detail="Path traversal not allowed")
+    codebase_path = os.path.realpath(codebase_path)
+    if not os.path.isdir(codebase_path):
+        raise HTTPException(status_code=400, detail=f"codebase_path does not exist: {codebase_path}")
+    try:
+        pipeline = MigrationPipeline(codebase_path=codebase_path, target=target, options=options)
+        manifest = pipeline.create_manifest()
+        return asdict(manifest)
+    except Exception as exc:
+        logger.error("Migration start error: %s", exc)
+        raise HTTPException(status_code=500, detail="Failed to start migration")
+
+
+@app.get("/api/migration/{migration_id}/status", dependencies=[Depends(auth.require_scope("read"))])
+def get_migration_status(migration_id: str):
+    """Get migration status and progress."""
+    _validate_migration_id(migration_id)
+    if not _read_limiter.check("migration-status"):
+        raise HTTPException(status_code=429, detail="Rate limit exceeded")
+    imports = _get_migration_imports()
+    if not imports:
+        raise HTTPException(status_code=503, detail="Migration engine not available")
+    MigrationPipeline, list_migrations = imports
+    try:
+        pipeline = MigrationPipeline.load(migration_id)
+        return pipeline.get_progress()
+    except FileNotFoundError:
+        raise HTTPException(status_code=404, detail=f"Migration not found: {migration_id}")
+    except Exception as exc:
+        logger.error("Migration status error: %s", exc)
+        raise HTTPException(status_code=500, detail="Failed to get migration status")
+
+
+@app.get("/api/migration/{migration_id}/plan", dependencies=[Depends(auth.require_scope("read"))])
+def get_migration_plan(migration_id: str):
+    """Get migration plan content."""
+    _validate_migration_id(migration_id)
+    if not _read_limiter.check("migration-plan"):
+        raise HTTPException(status_code=429, detail="Rate limit exceeded")
+    imports = _get_migration_imports()
+    if not imports:
+        raise HTTPException(status_code=503, detail="Migration engine not available")
+    MigrationPipeline, list_migrations = imports
+    try:
+        pipeline = MigrationPipeline.load(migration_id)
+        plan = pipeline.load_plan()
+        return asdict(plan) if hasattr(plan, '__dataclass_fields__') else plan
+    except FileNotFoundError:
+        raise HTTPException(status_code=404, detail=f"Migration plan not found for: {migration_id}")
+    except Exception as exc:
+        logger.error("Migration plan error: %s", exc)
+        raise HTTPException(status_code=500, detail="Failed to get migration plan")
+
+
+@app.get("/api/migration/{migration_id}/features", dependencies=[Depends(auth.require_scope("read"))])
+def get_migration_features(migration_id: str):
+    """Get migration feature list."""
+    _validate_migration_id(migration_id)
+    if not _read_limiter.check("migration-features"):
+        raise HTTPException(status_code=429, detail="Rate limit exceeded")
+    imports = _get_migration_imports()
+    if not imports:
+        raise HTTPException(status_code=503, detail="Migration engine not available")
+    MigrationPipeline, list_migrations = imports
+    try:
+        pipeline = MigrationPipeline.load(migration_id)
+        features = pipeline.load_features()
+        return [asdict(f) for f in features]
+    except FileNotFoundError:
+        raise HTTPException(status_code=404, detail=f"Migration features not found for: {migration_id}")
+    except Exception as exc:
+        logger.error("Migration features error: %s", exc)
+        raise HTTPException(status_code=500, detail="Failed to get migration features")
+
+
+@app.get("/api/migration/{migration_id}/seams", dependencies=[Depends(auth.require_scope("read"))])
+def get_migration_seams(migration_id: str):
+    """Get detected seams for migration."""
+    _validate_migration_id(migration_id)
+    if not _read_limiter.check("migration-seams"):
+        raise HTTPException(status_code=429, detail="Rate limit exceeded")
+    imports = _get_migration_imports()
+    if not imports:
+        raise HTTPException(status_code=503, detail="Migration engine not available")
+    MigrationPipeline, list_migrations = imports
+    try:
+        pipeline = MigrationPipeline.load(migration_id)
+        seams = pipeline.load_seams()
+        return [asdict(s) for s in seams]
+    except FileNotFoundError:
+        raise HTTPException(status_code=404, detail=f"Migration seams not found for: {migration_id}")
+    except Exception as exc:
+        logger.error("Migration seams error: %s", exc)
+        raise HTTPException(status_code=500, detail="Failed to get migration seams")
+
+
+@app.post("/api/migration/{migration_id}/advance", dependencies=[Depends(auth.require_scope("control"))])
+def advance_migration(migration_id: str, request_body: dict):
+    """Advance migration to the next phase.
+
+    Body: {"from_phase": str, "to_phase": str}
+    """
+    _validate_migration_id(migration_id)
+    if not _control_limiter.check("migration-advance"):
+        raise HTTPException(status_code=429, detail="Rate limit exceeded")
+    imports = _get_migration_imports()
+    if not imports:
+        raise HTTPException(status_code=503, detail="Migration engine not available")
+    MigrationPipeline, list_migrations = imports
+    from_phase = request_body.get("from_phase")
+    to_phase = request_body.get("to_phase")
+    if not from_phase or not to_phase:
+        raise HTTPException(status_code=400, detail="from_phase and to_phase are required")
+    # Load pipeline and check phase gate before the try/except to let
+    # HTTPException and FileNotFoundError propagate naturally.
+    try:
+        pipeline = MigrationPipeline.load(migration_id)
+    except FileNotFoundError:
+        raise HTTPException(status_code=404, detail=f"Migration not found: {migration_id}")
+    passed, reason = pipeline.check_phase_gate(from_phase, to_phase)
+    if not passed:
+        raise HTTPException(status_code=409, detail=reason)
+    try:
+        result = pipeline.advance_phase(from_phase)
+        return asdict(result) if hasattr(result, '__dataclass_fields__') else result
+    except Exception as exc:
+        logger.error("Migration advance error: %s", exc)
+        raise HTTPException(status_code=500, detail="Failed to advance migration")
+
+
+@app.post("/api/migration/{migration_id}/start-phase", dependencies=[Depends(auth.require_scope("control"))])
+def start_migration_phase(migration_id: str, request_body: dict):
+    """Start a migration phase (transition from pending to in_progress)."""
+    _validate_migration_id(migration_id)
+    if not _control_limiter.check("migration-start-phase"):
+        raise HTTPException(status_code=429, detail="Rate limit exceeded")
+    imports = _get_migration_imports()
+    if not imports:
+        raise HTTPException(status_code=503, detail="Migration engine not available")
+    MigrationPipeline, list_migrations = imports
+    phase = request_body.get("phase")
+    if not phase:
+        raise HTTPException(status_code=400, detail="phase is required")
+    try:
+        pipeline = MigrationPipeline.load(migration_id)
+        pipeline.start_phase(phase)
+        return {"status": "started", "phase": phase}
+    except FileNotFoundError:
+        raise HTTPException(status_code=404, detail=f"Migration not found: {migration_id}")
+    except (ValueError, RuntimeError) as exc:
+        raise HTTPException(status_code=409, detail=str(exc))
+    except Exception as exc:
+        logger.error("Start phase error: %s", exc)
+        raise HTTPException(status_code=500, detail="Failed to start phase")
+
+
 def run_server(host: str = None, port: int = None) -> None:
     """Run the dashboard server."""
     import uvicorn