pikakit 3.8.4 → 3.9.0

package/bin/kit.mjs

@@ -24,6 +24,9 @@ const COMMANDS = {
     validate: { module: "./lib/commands/validate.js", hasParam: true, aliases: ["check"] },
     analyze: { module: "./lib/commands/analyze.js", hasParam: true },
 
+    // Metrics & Observability
+    metrics: { module: "./lib/commands/metrics.js", hasParam: true, aliases: ["stats"] },
+
     // Info
     info: { module: "./lib/commands/info.js", hasParam: true, aliases: ["show"] },
     help: { module: "./lib/commands/help.js", aliases: ["--help", "-h"] }

package/bin/lib/commands/metrics.js

@@ -0,0 +1,208 @@
+/**
+ * kit metrics - View autopilot execution metrics
+ * @description Display metrics from autopilot runs with various views
+ * 
+ * Usage:
+ *   kit metrics          - Show latest run summary
+ *   kit metrics list     - List all runs
+ *   kit metrics <id>     - Show specific run details
+ *   kit metrics summary  - Show aggregate stats
+ */
+import { c } from "../ui.js";
+import path from "path";
+import { createRequire } from "module";
+
+const require = createRequire(import.meta.url);
+
+/**
+ * Find agent-skill-kit installation
+ */
+function findSkillKit() {
+    // Try common locations
+    const searchPaths = [
+        process.cwd(),
+        path.join(process.cwd(), ".."),
+        path.join(process.cwd(), "../agent-skill-kit")
+    ];
+
+    for (const basePath of searchPaths) {
+        const metricsPath = path.join(basePath, ".agent/skills/skill-generator/lib/metrics-collector.cjs");
+        try {
+            const { MetricsCollector } = require(metricsPath);
+            return new MetricsCollector({
+                metricsDir: path.join(basePath, ".agent/metrics")
+            });
+        } catch {
+            continue;
+        }
+    }
+    return null;
+}
+
+/**
+ * Format duration in human-readable format
+ */
+function formatDuration(seconds) {
+    if (!seconds) return "0s";
+    if (seconds < 60) return `${seconds}s`;
+    const mins = Math.floor(seconds / 60);
+    const secs = seconds % 60;
+    return secs > 0 ? `${mins}m ${secs}s` : `${mins}m`;
+}
+
+/**
+ * Print run summary
+ */
+function printRunSummary(run) {
+    if (!run || !run.metrics) {
+        console.log(c.yellow("No metrics data available"));
+        return;
+    }
+
+    const m = run.metrics;
+
+    console.log(`\n${c.cyan("╔")}${"═".repeat(50)}${c.cyan("╗")}`);
+    console.log(`${c.cyan("║")} ${c.bold("📊 AUTOPILOT RUN: " + (run.task_id || "Unknown"))}`.padEnd(60) + `${c.cyan("║")}`);
+    console.log(`${c.cyan("╠")}${"═".repeat(50)}${c.cyan("╣")}`);
+
+    console.log(`${c.cyan("║")} Duration:     ${formatDuration(m.speed?.time_to_completion || 0)}`.padEnd(51) + `${c.cyan("║")}`);
+    console.log(`${c.cyan("║")} Phases:       ${m.speed?.total_phases || 0}`.padEnd(51) + `${c.cyan("║")}`);
+    console.log(`${c.cyan("╠")}${"─".repeat(50)}${c.cyan("╣")}`);
+
+    const autonomy = m.autonomy?.autonomous_completion_rate || 0;
+    const autonomyColor = autonomy >= 80 ? c.green : autonomy >= 50 ? c.yellow : c.red;
+    console.log(`${c.cyan("║")} Autonomy:     ${autonomyColor(autonomy + "%")}`.padEnd(60) + `${c.cyan("║")}`);
+
+    const interventions = m.intervention?.human_interventions || 0;
+    const intColor = interventions === 0 ? c.green : c.yellow;
+    console.log(`${c.cyan("║")} Interventions: ${intColor(interventions)}`.padEnd(60) + `${c.cyan("║")}`);
+
+    const successRate = m.quality?.first_time_success_rate || 0;
+    const successColor = successRate >= 90 ? c.green : successRate >= 70 ? c.yellow : c.red;
+    console.log(`${c.cyan("║")} Success Rate: ${successColor(successRate + "%")}`.padEnd(60) + `${c.cyan("║")}`);
+
+    console.log(`${c.cyan("╚")}${"═".repeat(50)}${c.cyan("╝")}\n`);
+
+    // Show phases if available
+    if (run.phases && run.phases.length > 0) {
+        console.log(c.gray("Phases:"));
+        for (const phase of run.phases) {
+            const icon = phase.status === "success" ? c.green("✓") : c.red("✗");
+            console.log(`  ${icon} ${phase.name} (${formatDuration(Math.round(phase.duration_ms / 1000))})`);
+        }
+        console.log();
+    }
+}
+
+/**
+ * Print runs list
+ */
+function printRunsList(runs) {
+    if (!runs || runs.length === 0) {
+        console.log(c.yellow("\nNo autopilot runs found.\n"));
+        return;
+    }
+
+    console.log(`\n${c.cyan("📋 AUTOPILOT RUNS")} (${runs.length} total)\n`);
+    console.log(`${"ID".padEnd(20)} ${"TASK".padEnd(25)} ${"DURATION".padEnd(10)} ${"STATUS"}`);
+    console.log(`${"-".repeat(20)} ${"-".repeat(25)} ${"-".repeat(10)} ${"-".repeat(8)}`);
+
+    for (const run of runs.slice(0, 10)) {
+        const summary = run.metrics_summary || {};
+        const duration = formatDuration(summary.time_to_completion || 0);
+        const status = (summary.human_interventions || 0) === 0 ? c.green("✓ Auto") : c.yellow("⚡ Mixed");
+
+        console.log(
+            `${(run.id || "?").slice(0, 20).padEnd(20)} ` +
+            `${(run.task_id || "?").slice(0, 24).padEnd(25)} ` +
+            `${duration.padEnd(10)} ` +
+            `${status}`
+        );
+    }
+    console.log();
+}
+
+/**
+ * Print aggregate summary
+ */
+function printSummary(collector) {
+    const runs = collector.listRuns();
+
+    console.log(`\n${c.cyan("╔")}${"═".repeat(50)}${c.cyan("╗")}`);
+    console.log(`${c.cyan("║")} ${c.bold("📈 AUTOPILOT METRICS SUMMARY")}`.padEnd(60) + `${c.cyan("║")}`);
+    console.log(`${c.cyan("╠")}${"═".repeat(50)}${c.cyan("╣")}`);
+
+    if (runs.length === 0) {
+        console.log(`${c.cyan("║")} ${c.yellow("No runs recorded yet")}`.padEnd(60) + `${c.cyan("║")}`);
+        console.log(`${c.cyan("╚")}${"═".repeat(50)}${c.cyan("╝")}\n`);
+        return;
+    }
+
+    // Calculate aggregates
+    let totalDuration = 0;
+    let totalInterventions = 0;
+    let totalAutonomy = 0;
+    let validRuns = 0;
+
+    for (const runInfo of runs.slice(0, 10)) {
+        const run = collector.loadRun(runInfo.id);
+        if (run && run.metrics) {
+            totalDuration += run.metrics.speed?.time_to_completion || 0;
+            totalInterventions += run.metrics.intervention?.human_interventions || 0;
+            totalAutonomy += run.metrics.autonomy?.autonomous_completion_rate || 0;
+            validRuns++;
+        }
+    }
+
+    const avgDuration = validRuns > 0 ? Math.round(totalDuration / validRuns) : 0;
+    const avgInterventions = validRuns > 0 ? (totalInterventions / validRuns).toFixed(1) : 0;
+    const avgAutonomy = validRuns > 0 ? Math.round(totalAutonomy / validRuns) : 0;
+
+    console.log(`${c.cyan("║")} Total Runs:   ${runs.length}`.padEnd(51) + `${c.cyan("║")}`);
+    console.log(`${c.cyan("║")} Avg Duration: ${formatDuration(avgDuration)}`.padEnd(51) + `${c.cyan("║")}`);
+    console.log(`${c.cyan("║")} Avg Interventions: ${avgInterventions}`.padEnd(51) + `${c.cyan("║")}`);
+
+    const autoColor = avgAutonomy >= 80 ? c.green : avgAutonomy >= 50 ? c.yellow : c.red;
+    console.log(`${c.cyan("║")} Avg Autonomy: ${autoColor(avgAutonomy + "%")}`.padEnd(60) + `${c.cyan("║")}`);
+
+    console.log(`${c.cyan("╚")}${"═".repeat(50)}${c.cyan("╝")}\n`);
+}
+
+/**
+ * Run the metrics command
+ */
+export async function run(subcommand) {
+    const collector = findSkillKit();
+
+    if (!collector) {
+        console.log(c.red("\n✗ Could not find agent-skill-kit installation."));
+        console.log(c.gray("  Make sure you're in a directory with .agent/skills/skill-generator/\n"));
+        return;
+    }
+
+    const runs = collector.listRuns();
+
+    // Handle subcommands
+    if (!subcommand || subcommand === "latest") {
+        // Show latest run
+        if (runs.length === 0) {
+            console.log(c.yellow("\nNo autopilot runs found. Run /autopilot to generate metrics.\n"));
+            return;
+        }
+        const latest = collector.loadRun(runs[0].id);
+        printRunSummary(latest);
+    } else if (subcommand === "list" || subcommand === "ls") {
+        printRunsList(runs);
+    } else if (subcommand === "summary" || subcommand === "stats") {
+        printSummary(collector);
+    } else {
+        // Try to load specific run by ID
+        const run = collector.loadRun(subcommand);
+        if (run) {
+            printRunSummary(run);
+        } else {
+            console.log(c.red(`\n✗ Run "${subcommand}" not found.`));
+            console.log(c.gray("  Use 'kit metrics list' to see available runs.\n"));
+        }
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pikakit",
-  "version": "3.8.4",
+  "version": "3.9.0",
   "description": "Enterprise-grade Agent Skill Manager with Antigravity Skills support, Progressive Disclosure detection, and semantic routing validation",
   "license": "MIT",
   "author": "pikakit <pikakit@gmail.com>",