@ironbee-ai/cli 0.3.0 → 0.4.1

package/dist/analysis/time-analysis.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"time-analysis.js","sourceRoot":"","sources":["../../src/analysis/time-analysis.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;AA2CH,kCAmKC;AA5MD,2BAA8C;AAoB9C,SAAS,YAAY,CAAC,WAAmB;IACrC,IAAI,CAAC,IAAA,eAAU,EAAC,WAAW,CAAC,EAAE,CAAC;QAC3B,OAAO,EAAE,CAAC;IACd,CAAC;IAED,MAAM,OAAO,GAAW,IAAA,iBAAY,EAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAC3D,MAAM,KAAK,GAAa,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAS,EAAW,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAChG,MAAM,OAAO,GAAkB,EAAE,CAAC;IAElC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC;YACD,MAAM,KAAK,GAAgB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAgB,CAAC;YAC3D,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;QAAC,MAAM,CAAC;YACL,uBAAuB;QAC3B,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,SAAgB,WAAW,CAAC,WAAmB;IAC3C,MAAM,OAAO,GAAkB,YAAY,CAAC,WAAW,CAAC,CAAC;IAEzD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,MAAM,iBAAiB,GAA4B,OAAO,CAAC,IAAI,CAC3D,CAAC,CAAc,EAAW,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,eAAe,CAC1D,CAAC;IAEF,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,MAAM,OAAO,GAAW,IAAI,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;IACxE,MAAM,MAAM,GAAW,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;IACjF,MAAM,eAAe,GAAW,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC;IAE9D,IAAI,YAAY,GAAU,QAAQ,CAAC;IACnC,IAAI,YAAY,GAAW,OAAO,CAAC;IACnC,IAAI,UAAU,GAAW,CAAC,CAAC;IAC3B,IAAI,gBAAgB,GAAW,CAAC,CAAC;IACjC,IAAI,OAAO,GAAW,CAAC,CAAC;IACxB,IAAI,kBAAkB,GAAW,CAAC,CAAC;IACnC,IAAI,SAAS,GAAW,CAAC,CAAC;IAC1B,IAAI,uBAAuB,GAAkB,IAAI,CAAC;IAClD,MAAM,qBAAqB,GAAa,EAAE,CAAC;IAC3C,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,IAAI,wBAAwB,GAAkB,IAAI,CAAC;IACnD,IAAI,eAAe,GAAkB,IAAI,CAAC;IAE1C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,EAAE,GAAW,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;QAEvD,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YACjC,0CAA0C;YAC1C,YAAY,GAAG,QAAQ,CAAC;YACxB,YAAY,GAAG,EAAE,CAAC;YAClB,SAAS;QACb,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;YACtC,oBAAoB;YACpB,MAAM,OAAO,GAAW,EAAE,GAAG,YAAY,CAAC;YAC1C,IAAI,YAAY,KAAK,QAAQ,EAAE,CAAC;gBAC5B,UAAU,IAAI,OAAO,CAAC;YAC1B,CAAC;iBAAM,IAAI,YAAY,KAAK,KAAK,EAAE,CAAC;gBAChC,OAAO,IAAI,OAAO,CAAC;gBACnB,IAAI,eAAe,KAAK,IAAI,EAAE,CAAC;oBAC3B,YAAY,CAAC,IAAI,CAAC,EAAE,GAAG,eAAe,CAAC,CAAC;oBACxC,eAAe,GAAG,IAAI,CAAC;gBAC3B,CAAC;YACL,CAAC;YAED,qBAAqB;YACrB,YAAY,GAAG,cAAc,CAAC;YAC9B,YAAY,GAAG,EAAE,CAAC;YAClB,kBAAkB,EAAE,CAAC;YACrB,wBAAwB,GAAG,EAAE,CAAC;YAE9B,IAAI,uBAAuB,KAAK,IAAI,EAAE,CAAC;gBACnC,uBAAuB,GAAG,EAAE,GAAG,OAAO,CAAC;YAC3C,CAAC;YACD,SAAS;QACb,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;YACpC,IAAI,YAAY,KAAK,cAAc,EAAE,CAAC;gBAClC,MAAM,OAAO,GAAW,EAAE,GAAG,YAAY,CAAC;gBAC1C,gBAAgB,IAAI,OAAO,CAAC;gBAC5B,IAAI,wBAAwB,KAAK,IAAI,EAAE,CAAC;oBACpC,qBAAqB,CAAC,IAAI,CAAC,EAAE,GAAG,wBAAwB,CAAC,CAAC;oBAC1D,wBAAwB,GAAG,IAAI,CAAC;gBACpC,CAAC;YACL,CAAC;YACD,6CAA6C;YAC7C,YAAY,GAAG,QAAQ,CAAC;YACxB,YAAY,GAAG,EAAE,CAAC;YAClB,SAAS;QACb,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC7B,oBAAoB;YACpB,MAAM,OAAO,GAAW,EAAE,GAAG,YAAY,CAAC;YAC1C,IAAI,YAAY,KAAK,QAAQ,EAAE,CAAC;gBAC5B,UAAU,IAAI,OAAO,CAAC;YAC1B,CAAC;iBAAM,IAAI,YAAY,KAAK,cAAc,EAAE,CAAC;gBACzC,gBAAgB,IAAI,OAAO,CAAC;gBAC5B,IAAI,wBAAwB,KAAK,IAAI,EAAE,CAAC;oBACpC,qBAAqB,CAAC,IAAI,CAAC,EAAE,GAAG,wBAAwB,CAAC,CAAC;oBAC1D,wBAAwB,GAAG,IAAI,CAAC;gBACpC,CAAC;YACL,CAAC;YAED,YAAY,GAAG,KAAK,CAAC;YACrB,YAAY,GAAG,EAAE,CAAC;YAClB,SAAS,EAAE,CAAC;YACZ,eAAe,GAAG,EAAE,CAAC;YACrB,SAAS;QACb,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC3B,IAAI,YAAY,KAAK,KAAK,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAW,EAAE,GAAG,YAAY,CAAC;gBAC1C,OAAO,IAAI,OAAO,CAAC;gBACnB,IAAI,eAAe,KAAK,IAAI,EAAE,CAAC;oBAC3B,YAAY,CAAC,IAAI,CAAC,EAAE,GAAG,eAAe,CAAC,CAAC;oBACxC,eAAe,GAAG,IAAI,CAAC;gBAC3B,CAAC;YACL,CAAC;YACD,oCAAoC;YACpC,YAAY,GAAG,QAAQ,CAAC;YACxB,YAAY,GAAG,EAAE,CAAC;YAClB,SAAS;QACb,CAAC;IACL,CAAC;IAED,oEAAoE;IACpE,MAAM,YAAY,GAAW,MAAM,GAAG,YAAY,CAAC;IACnD,IAAI,YAAY,KAAK,QAAQ,EAAE,CAAC;QAC5B,UAAU,IAAI,YAAY,CAAC;IAC/B,CAAC;SAAM,IAAI,YAAY,KAAK,cAAc,EAAE,CAAC;QACzC,gBAAgB,IAAI,YAAY,CAAC;QACjC,IAAI,wBAAwB,KAAK,IAAI,EAAE,CAAC;YACpC,qBAAqB,CAAC,IAAI,CAAC,MAAM,GAAG,wBAAwB,CAAC,CAAC;QAClE,CAAC;IACL,CAAC;SAAM,IAAI,YAAY,KAAK,KAAK,EAAE,CAAC;QAChC,OAAO,IAAI,YAAY,CAAC;QACxB,IAAI,eAAe,KAAK,IAAI,EAAE,CAAC;YAC3B,YAAY,CAAC,IAAI,CAAC,MAAM,GAAG,eAAe,CAAC,CAAC;QAChD,CAAC;IACL,CAAC;IAED,MAAM,cAAc,GAAW,UAAU,GAAG,gBAAgB,GAAG,OAAO,CAAC;IACvE,MAAM,aAAa,GAAW,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,GAAG,cAAc,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvG,MAAM,mBAAmB,GAAW,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,gBAAgB,GAAG,cAAc,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnH,MAAM,UAAU,GAAW,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,GAAG,cAAc,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEjG,MAAM,2BAA2B,GAC7B,qBAAqB,CAAC,MAAM,GAAG,CAAC;QAC5B,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,CAAS,EAAU,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,qBAAqB,CAAC,MAAM,CAAC;QACrH,CAAC,CAAC,IAAI,CAAC;IAEf,MAAM,kBAAkB,GACpB,YAAY,CAAC,MAAM,GAAG,CAAC;QACnB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,CAAS,EAAU,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC;QACnG,CAAC,CAAC,IAAI,CAAC;IAEf,OAAO;QACH,eAAe;QACf,UAAU;QACV,gBAAgB;QAChB,OAAO;QACP,aAAa;QACb,mBAAmB;QACnB,UAAU;QACV,uBAAuB;QACvB,kBAAkB;QAClB,SAAS;QACT,2BAA2B;QAC3B,kBAAkB;KACrB,CAAC;AACN,CAAC"}

package/dist/analysis/verdict-details.d.ts

@@ -0,0 +1,23 @@
+/**
+ * IronBee — Verdict Details Extraction
+ *
+ * Extracts raw verdict data (checks, issues, fixes, pages_tested)
+ * from actions.jsonl for semantic analysis by LLM agents.
+ * Pure logic — no process.exit, no stdin, no side effects.
+ */
+export interface VerdictDetail {
+    timestamp: string;
+    status: string;
+    pages_tested: string[];
+    checks: string[];
+    issues: string[];
+    fixes: string[];
+    console_errors: number;
+    network_failures: number;
+    verification_id?: string;
+}
+export interface VerdictDetailsResult {
+    verdicts: VerdictDetail[];
+}
+export declare function extractVerdictDetails(actionsFile: string): VerdictDetailsResult | null;
+//# sourceMappingURL=verdict-details.d.ts.map

package/dist/analysis/verdict-details.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"verdict-details.d.ts","sourceRoot":"","sources":["../../src/analysis/verdict-details.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAKH,MAAM,WAAW,aAAa;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,oBAAoB;IACjC,QAAQ,EAAE,aAAa,EAAE,CAAC;CAC7B;AAED,wBAAgB,qBAAqB,CAAC,WAAW,EAAE,MAAM,GAAG,oBAAoB,GAAG,IAAI,CAqDtF"}

package/dist/analysis/verdict-details.js

@@ -0,0 +1,59 @@
+"use strict";
+/**
+ * IronBee — Verdict Details Extraction
+ *
+ * Extracts raw verdict data (checks, issues, fixes, pages_tested)
+ * from actions.jsonl for semantic analysis by LLM agents.
+ * Pure logic — no process.exit, no stdin, no side effects.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractVerdictDetails = extractVerdictDetails;
+const fs_1 = require("fs");
+function extractVerdictDetails(actionsFile) {
+    if (!(0, fs_1.existsSync)(actionsFile)) {
+        return null;
+    }
+    let content;
+    try {
+        content = (0, fs_1.readFileSync)(actionsFile, "utf-8");
+    }
+    catch {
+        return null;
+    }
+    const lines = content.trim().split("\n").filter((l) => l.length > 0);
+    const verdicts = [];
+    for (const line of lines) {
+        try {
+            const entry = JSON.parse(line);
+            if (entry.type !== "verdict_write") {
+                continue;
+            }
+            const verdict = entry.verdict;
+            if (!verdict) {
+                continue;
+            }
+            const detail = {
+                timestamp: entry.timestamp,
+                status: typeof verdict.status === "string" ? verdict.status : "unknown",
+                pages_tested: Array.isArray(verdict.pages_tested) ? verdict.pages_tested.map(String) : [],
+                checks: Array.isArray(verdict.checks) ? verdict.checks.map(String) : [],
+                issues: Array.isArray(verdict.issues) ? verdict.issues.map(String) : [],
+                fixes: Array.isArray(verdict.fixes) ? verdict.fixes.map(String) : [],
+                console_errors: typeof verdict.console_errors === "number" ? verdict.console_errors : 0,
+                network_failures: typeof verdict.network_failures === "number" ? verdict.network_failures : 0,
+            };
+            if (typeof entry.verification_id === "string") {
+                detail.verification_id = entry.verification_id;
+            }
+            verdicts.push(detail);
+        }
+        catch {
+            // skip malformed lines
+        }
+    }
+    if (verdicts.length === 0) {
+        return null;
+    }
+    return { verdicts };
+}
+//# sourceMappingURL=verdict-details.js.map

package/dist/analysis/verdict-details.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"verdict-details.js","sourceRoot":"","sources":["../../src/analysis/verdict-details.ts"],"names":[],"mappings":";AAAA;;;;;;GAMG;;AAqBH,sDAqDC;AAxED,2BAA8C;AAmB9C,SAAgB,qBAAqB,CAAC,WAAmB;IACrD,IAAI,CAAC,IAAA,eAAU,EAAC,WAAW,CAAC,EAAE,CAAC;QAC3B,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,IAAI,OAAe,CAAC;IACpB,IAAI,CAAC;QACD,OAAO,GAAG,IAAA,iBAAY,EAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IACjD,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,MAAM,KAAK,GAAa,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAS,EAAW,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAChG,MAAM,QAAQ,GAAoB,EAAE,CAAC;IAErC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC;YACD,MAAM,KAAK,GAAgB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAgB,CAAC;YAC3D,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBACjC,SAAS;YACb,CAAC;YAED,MAAM,OAAO,GAA4B,KAAK,CAAC,OAAkC,CAAC;YAClF,IAAI,CAAC,OAAO,EAAE,CAAC;gBACX,SAAS;YACb,CAAC;YAED,MAAM,MAAM,GAAkB;gBAC1B,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,MAAM,EAAE,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;gBACvE,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE;gBACzF,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE;gBACvE,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE;gBACvE,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE;gBACpE,cAAc,EAAE,OAAO,OAAO,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;gBACvF,gBAAgB,EAAE,OAAO,OAAO,CAAC,gBAAgB,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC;aAChG,CAAC;YAEF,IAAI,OAAO,KAAK,CAAC,eAAe,KAAK,QAAQ,EAAE,CAAC;gBAC5C,MAAM,CAAC,eAAe,GAAG,KAAK,CAAC,eAAe,CAAC;YACnD,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1B,CAAC;QAAC,MAAM,CAAC;YACL,uBAAuB;QAC3B,CAAC;IACL,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,CAAC;AACxB,CAAC"}

package/dist/analysis/verification-quality.d.ts

@@ -0,0 +1,19 @@
+/**
+ * IronBee — Verification Quality Analysis
+ *
+ * Reads actions.jsonl and calculates verification quality metrics.
+ * Pure logic — no process.exit, no stdin, no side effects.
+ */
+export interface VerificationQualityAnalysis {
+    firstPassSuccessRate: number;
+    totalVerifications: number;
+    passCount: number;
+    failCount: number;
+    averageRetries: number;
+    averageConsoleErrors: number;
+    averageNetworkFailures: number;
+    averagePagesTestedCount: number;
+    averageChecksCount: number;
+}
+export declare function analyzeVerificationQuality(actionsFile: string): VerificationQualityAnalysis | null;
+//# sourceMappingURL=verification-quality.d.ts.map

package/dist/analysis/verification-quality.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"verification-quality.d.ts","sourceRoot":"","sources":["../../src/analysis/verification-quality.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAKH,MAAM,WAAW,2BAA2B;IACxC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,uBAAuB,EAAE,MAAM,CAAC;IAChC,kBAAkB,EAAE,MAAM,CAAC;CAC9B;AAmFD,wBAAgB,0BAA0B,CAAC,WAAW,EAAE,MAAM,GAAG,2BAA2B,GAAG,IAAI,CA4HlG"}

package/dist/analysis/verification-quality.js

@@ -0,0 +1,182 @@
+"use strict";
+/**
+ * IronBee — Verification Quality Analysis
+ *
+ * Reads actions.jsonl and calculates verification quality metrics.
+ * Pure logic — no process.exit, no stdin, no side effects.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.analyzeVerificationQuality = analyzeVerificationQuality;
+const fs_1 = require("fs");
+function parseEntries(actionsFile) {
+    if (!(0, fs_1.existsSync)(actionsFile)) {
+        return [];
+    }
+    const content = (0, fs_1.readFileSync)(actionsFile, "utf-8");
+    const lines = content.trim().split("\n").filter((l) => l.length > 0);
+    const entries = [];
+    for (const line of lines) {
+        try {
+            const entry = JSON.parse(line);
+            entries.push(entry);
+        }
+        catch {
+            // skip malformed lines
+        }
+    }
+    return entries;
+}
+function extractVerdictData(entry) {
+    if (entry.type !== "verdict_write") {
+        return null;
+    }
+    const verdict = entry.verdict;
+    if (typeof verdict !== "object" || verdict === null) {
+        return null;
+    }
+    const v = verdict;
+    return {
+        status: typeof v.status === "string" ? v.status : undefined,
+        console_errors: typeof v.console_errors === "number" ? v.console_errors : undefined,
+        network_failures: typeof v.network_failures === "number" ? v.network_failures : undefined,
+        pages_tested: Array.isArray(v.pages_tested) ? v.pages_tested : undefined,
+        checks: Array.isArray(v.checks) ? v.checks : undefined,
+    };
+}
+function buildChains(entries) {
+    const chains = [];
+    let currentChain = { verdicts: [] };
+    for (const entry of entries) {
+        if (entry.type === "verdict_write") {
+            const data = extractVerdictData(entry);
+            if (data !== null) {
+                currentChain.verdicts.push(data);
+            }
+        }
+        if (entry.type === "verification_requested" && entry.action === "allow") {
+            if (currentChain.verdicts.length > 0) {
+                chains.push(currentChain);
+            }
+            currentChain = { verdicts: [] };
+        }
+    }
+    // push trailing chain if it has verdicts
+    if (currentChain.verdicts.length > 0) {
+        chains.push(currentChain);
+    }
+    return chains;
+}
+function analyzeVerificationQuality(actionsFile) {
+    const entries = parseEntries(actionsFile);
+    // Collect all verdict_write entries
+    const allVerdicts = [];
+    for (const entry of entries) {
+        const data = extractVerdictData(entry);
+        if (data !== null) {
+            allVerdicts.push(data);
+        }
+    }
+    if (allVerdicts.length === 0) {
+        return null;
+    }
+    const chains = buildChains(entries);
+    // First-pass success rate
+    let firstPassSuccesses = 0;
+    const totalChains = chains.length;
+    for (const chain of chains) {
+        if (chain.verdicts.length > 0 && chain.verdicts[0].status === "pass") {
+            firstPassSuccesses++;
+        }
+    }
+    const firstPassSuccessRate = totalChains > 0
+        ? Math.round((firstPassSuccesses / totalChains) * 100)
+        : 0;
+    // Pass / fail counts
+    let passCount = 0;
+    let failCount = 0;
+    for (const v of allVerdicts) {
+        if (v.status === "pass") {
+            passCount++;
+        }
+        else if (v.status === "fail") {
+            failCount++;
+        }
+    }
+    // Average retries: for each chain that ends in pass, count fails before the pass
+    const retryCounts = [];
+    for (const chain of chains) {
+        // Find the first pass in the chain
+        let failsBeforePass = 0;
+        let foundPass = false;
+        for (const v of chain.verdicts) {
+            if (v.status === "pass") {
+                foundPass = true;
+                retryCounts.push(failsBeforePass);
+                break;
+            }
+            if (v.status === "fail") {
+                failsBeforePass++;
+            }
+        }
+        // Chains that never reach pass don't contribute to average retries
+        if (!foundPass) {
+            // still count them — they had all fails as "retries" with no success
+            // but per spec, average retries is about retries before pass
+            // so we skip chains with no pass
+        }
+    }
+    const averageRetries = retryCounts.length > 0
+        ? Math.round((retryCounts.reduce((a, b) => a + b, 0) / retryCounts.length) * 10) / 10
+        : 0;
+    // Averages across all verdicts
+    let totalConsoleErrors = 0;
+    let consoleErrorCount = 0;
+    let totalNetworkFailures = 0;
+    let networkFailureCount = 0;
+    let totalPagesTestedCount = 0;
+    let pagesTestedEntries = 0;
+    let totalChecksCount = 0;
+    let checksEntries = 0;
+    for (const v of allVerdicts) {
+        if (v.console_errors !== undefined) {
+            totalConsoleErrors += v.console_errors;
+            consoleErrorCount++;
+        }
+        if (v.network_failures !== undefined) {
+            totalNetworkFailures += v.network_failures;
+            networkFailureCount++;
+        }
+        if (v.pages_tested !== undefined) {
+            totalPagesTestedCount += v.pages_tested.length;
+            pagesTestedEntries++;
+        }
+        if (v.checks !== undefined) {
+            totalChecksCount += v.checks.length;
+            checksEntries++;
+        }
+    }
+    const averageConsoleErrors = consoleErrorCount > 0
+        ? Math.round((totalConsoleErrors / consoleErrorCount) * 10) / 10
+        : 0;
+    const averageNetworkFailures = networkFailureCount > 0
+        ? Math.round((totalNetworkFailures / networkFailureCount) * 10) / 10
+        : 0;
+    const averagePagesTestedCount = pagesTestedEntries > 0
+        ? Math.round((totalPagesTestedCount / pagesTestedEntries) * 10) / 10
+        : 0;
+    const averageChecksCount = checksEntries > 0
+        ? Math.round((totalChecksCount / checksEntries) * 10) / 10
+        : 0;
+    return {
+        firstPassSuccessRate,
+        totalVerifications: allVerdicts.length,
+        passCount,
+        failCount,
+        averageRetries,
+        averageConsoleErrors,
+        averageNetworkFailures,
+        averagePagesTestedCount,
+        averageChecksCount,
+    };
+}
+//# sourceMappingURL=verification-quality.js.map

package/dist/analysis/verification-quality.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"verification-quality.js","sourceRoot":"","sources":["../../src/analysis/verification-quality.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;AAkGH,gEA4HC;AA5ND,2BAA8C;AA2B9C,SAAS,YAAY,CAAC,WAAmB;IACrC,IAAI,CAAC,IAAA,eAAU,EAAC,WAAW,CAAC,EAAE,CAAC;QAC3B,OAAO,EAAE,CAAC;IACd,CAAC;IAED,MAAM,OAAO,GAAW,IAAA,iBAAY,EAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAC3D,MAAM,KAAK,GAAa,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAS,EAAW,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAChG,MAAM,OAAO,GAAkB,EAAE,CAAC;IAElC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC;YACD,MAAM,KAAK,GAAgB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAgB,CAAC;YAC3D,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;QAAC,MAAM,CAAC;YACL,uBAAuB;QAC3B,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAkB;IAC1C,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;QACjC,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,MAAM,OAAO,GAAa,KAAiC,CAAC,OAAO,CAAC;IACpE,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QAClD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,MAAM,CAAC,GAA4B,OAAkC,CAAC;IACtE,OAAO;QACH,MAAM,EAAE,OAAO,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;QAC3D,cAAc,EAAE,OAAO,CAAC,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;QACnF,gBAAgB,EAAE,OAAO,CAAC,CAAC,gBAAgB,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS;QACzF,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAyB,CAAC,CAAC,CAAC,SAAS;QACrF,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAmB,CAAC,CAAC,CAAC,SAAS;KACtE,CAAC;AACN,CAAC;AAED,SAAS,WAAW,CAAC,OAAsB;IACvC,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,IAAI,YAAY,GAAU,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IAE3C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC1B,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YACjC,MAAM,IAAI,GAAuB,kBAAkB,CAAC,KAAK,CAAC,CAAC;YAC3D,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBAChB,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrC,CAAC;QACL,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,wBAAwB,IAAK,KAAiC,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;YACnG,IAAI,YAAY,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACnC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC9B,CAAC;YACD,YAAY,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;QACpC,CAAC;IACL,CAAC;IAED,yCAAyC;IACzC,IAAI,YAAY,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,SAAgB,0BAA0B,CAAC,WAAmB;IAC1D,MAAM,OAAO,GAAkB,YAAY,CAAC,WAAW,CAAC,CAAC;IAEzD,oCAAoC;IACpC,MAAM,WAAW,GAAkB,EAAE,CAAC;IACtC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAuB,kBAAkB,CAAC,KAAK,CAAC,CAAC;QAC3D,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAChB,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3B,CAAC;IACL,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,MAAM,MAAM,GAAY,WAAW,CAAC,OAAO,CAAC,CAAC;IAE7C,0BAA0B;IAC1B,IAAI,kBAAkB,GAAW,CAAC,CAAC;IACnC,MAAM,WAAW,GAAW,MAAM,CAAC,MAAM,CAAC;IAE1C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACzB,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YACnE,kBAAkB,EAAE,CAAC;QACzB,CAAC;IACL,CAAC;IAED,MAAM,oBAAoB,GAAW,WAAW,GAAG,CAAC;QAChD,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,kBAAkB,GAAG,WAAW,CAAC,GAAG,GAAG,CAAC;QACtD,CAAC,CAAC,CAAC,CAAC;IAER,qBAAqB;IACrB,IAAI,SAAS,GAAW,CAAC,CAAC;IAC1B,IAAI,SAAS,GAAW,CAAC,CAAC;IAC1B,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;QAC1B,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,SAAS,EAAE,CAAC;QAChB,CAAC;aAAM,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC7B,SAAS,EAAE,CAAC;QAChB,CAAC;IACL,CAAC;IAED,iFAAiF;IACjF,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACzB,mCAAmC;QACnC,IAAI,eAAe,GAAW,CAAC,CAAC;QAChC,IAAI,SAAS,GAAY,KAAK,CAAC;QAC/B,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YAC7B,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBACtB,SAAS,GAAG,IAAI,CAAC;gBACjB,WAAW,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;gBAClC,MAAM;YACV,CAAC;YACD,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBACtB,eAAe,EAAE,CAAC;YACtB,CAAC;QACL,CAAC;QACD,mEAAmE;QACnE,IAAI,CAAC,SAAS,EAAE,CAAC;YACb,qEAAqE;YACrE,6DAA6D;YAC7D,iCAAiC;QACrC,CAAC;IACL,CAAC;IAED,MAAM,cAAc,GAAW,WAAW,CAAC,MAAM,GAAG,CAAC;QACjD,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,CAAS,EAAU,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE;QAC7G,CAAC,CAAC,CAAC,CAAC;IAER,+BAA+B;IAC/B,IAAI,kBAAkB,GAAW,CAAC,CAAC;IACnC,IAAI,iBAAiB,GAAW,CAAC,CAAC;IAClC,IAAI,oBAAoB,GAAW,CAAC,CAAC;IACrC,IAAI,mBAAmB,GAAW,CAAC,CAAC;IACpC,IAAI,qBAAqB,GAAW,CAAC,CAAC;IACtC,IAAI,kBAAkB,GAAW,CAAC,CAAC;IACnC,IAAI,gBAAgB,GAAW,CAAC,CAAC;IACjC,IAAI,aAAa,GAAW,CAAC,CAAC;IAE9B,KAAK,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;QAC1B,IAAI,CAAC,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACjC,kBAAkB,IAAI,CAAC,CAAC,cAAc,CAAC;YACvC,iBAAiB,EAAE,CAAC;QACxB,CAAC;QACD,IAAI,CAAC,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;YACnC,oBAAoB,IAAI,CAAC,CAAC,gBAAgB,CAAC;YAC3C,mBAAmB,EAAE,CAAC;QAC1B,CAAC;QACD,IAAI,CAAC,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YAC/B,qBAAqB,IAAI,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC;YAC/C,kBAAkB,EAAE,CAAC;QACzB,CAAC;QACD,IAAI,CAAC,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,gBAAgB,IAAI,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;YACpC,aAAa,EAAE,CAAC;QACpB,CAAC;IACL,CAAC;IAED,MAAM,oBAAoB,GAAW,iBAAiB,GAAG,CAAC;QACtD,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,kBAAkB,GAAG,iBAAiB,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE;QAChE,CAAC,CAAC,CAAC,CAAC;IACR,MAAM,sBAAsB,GAAW,mBAAmB,GAAG,CAAC;QAC1D,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,oBAAoB,GAAG,mBAAmB,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE;QACpE,CAAC,CAAC,CAAC,CAAC;IACR,MAAM,uBAAuB,GAAW,kBAAkB,GAAG,CAAC;QAC1D,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,qBAAqB,GAAG,kBAAkB,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE;QACpE,CAAC,CAAC,CAAC,CAAC;IACR,MAAM,kBAAkB,GAAW,aAAa,GAAG,CAAC;QAChD,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,gBAAgB,GAAG,aAAa,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE;QAC1D,CAAC,CAAC,CAAC,CAAC;IAER,OAAO;QACH,oBAAoB;QACpB,kBAAkB,EAAE,WAAW,CAAC,MAAM;QACtC,SAAS;QACT,SAAS;QACT,cAAc;QACd,oBAAoB;QACpB,sBAAsB;QACtB,uBAAuB;QACvB,kBAAkB;KACrB,CAAC;AACN,CAAC"}

package/dist/clients/base.d.ts

@@ -18,5 +18,7 @@ export interface IClient {
     runSessionStart(projectDir: string): void;
     /** Runs the require-verdict PreToolUse hook for this client. */
     runRequireVerdict(projectDir: string): void;
+    /** Runs the require-verification PreToolUse hook for this client. */
+    runRequireVerification(projectDir: string): void;
 }
 //# sourceMappingURL=base.d.ts.map

package/dist/clients/base.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../src/clients/base.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,OAAO;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,wEAAwE;IACxE,MAAM,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC;IAEpC,oEAAoE;IACpE,OAAO,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAElC,2EAA2E;IAC3E,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAEpC,yFAAyF;IACzF,iBAAiB,IAAI,MAAM,CAAC;IAE5B,sDAAsD;IACtD,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAExC,+DAA+D;IAC/D,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAE1C,8DAA8D;IAC9D,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAEzC,mDAAmD;IACnD,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAE1C,gEAAgE;IAChE,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7C"}
+{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../src/clients/base.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,OAAO;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB,wEAAwE;IACxE,MAAM,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC;IAEpC,oEAAoE;IACpE,OAAO,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAElC,2EAA2E;IAC3E,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAEpC,yFAAyF;IACzF,iBAAiB,IAAI,MAAM,CAAC;IAE5B,sDAAsD;IACtD,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAExC,+DAA+D;IAC/D,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAE1C,8DAA8D;IAC9D,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAEzC,mDAAmD;IACnD,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAE1C,gEAAgE;IAChE,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAE5C,qEAAqE;IACrE,sBAAsB,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;CAClD"}

package/dist/clients/claude/commands/ironbee-analyze.md

@@ -0,0 +1,42 @@
+# IronBee Session Analysis
+
+Run `ironbee analyze --json --detailed` via Bash to get raw session metrics, then provide a semantic analysis.
+
+## Steps
+
+1. Run `ironbee analyze --json --detailed` (all sessions) or `ironbee analyze <session-id> --json` (specific session) via Bash
+2. Parse the JSON output
+3. Analyze and interpret the results:
+
+### Time Analysis
+- Is the coding:verification:fix ratio healthy? (High fix% = inefficient coding)
+- Is time to first verification reasonable? (Too long = agent coding without testing)
+
+### Verification Quality
+- What is the first-pass success rate? Why might it be low?
+- Are enough pages and checks being tested? (Low numbers = superficial testing)
+
+### Code Changes
+- Which files are hot files? Are they expected to change frequently?
+- Which files are problematic? What might be causing repeated fixes?
+- Is there edit churn? (Same file in multiple fix cycles = root cause not resolved)
+
+### Fix Effectiveness
+- Are fixes working? (Low fix success rate = agent not understanding the problem)
+- Is re-fail rate high? What patterns do you see in the issues?
+
+### Semantic Analysis (LLM-powered)
+- Group similar issues from verdict data into categories (e.g., "contrast issues", "event handler bugs", "API errors")
+- Identify recurring patterns across sessions
+- Suggest root causes for frequently failing files
+
+### Scoring
+- Interpret the efficiency, quality, and confidence scores
+- Compare with project averages if cross-session data is available
+
+## Output Format
+Provide a structured report with:
+- Executive summary (1-2 sentences)
+- Key findings (bullet points)
+- Recommendations (actionable next steps)
+- Risk areas (files/patterns to watch)

package/dist/clients/claude/commands/ironbee-verify.md

@@ -0,0 +1,127 @@
+# IronBee Verify
+
+Verify the current code changes in the browser.
+
+## Usage
+- `/ironbee-verify` — **default** — focus on what changed, visual + functional checks on affected areas
+- `/ironbee-verify full` — **full scope** — entire application, all checklists, edge cases, responsive, accessibility deep dive
+- `/ironbee-verify visual` — **visual only** — contrast, layout, spacing, fonts, images, theming
+- `/ironbee-verify functional` — **functional only** — clicks, forms, navigation, data flow, error handling
+
+If no argument is given, use **default** mode.
+
+---
+
+## Steps (all modes)
+
+1. **Start verification**: Run `echo '{"session_id":"$IRONBEE_SESSION_ID"}' | ironbee hook verification-start` via Bash
+2. **Build and start** the application if not already running
+3. **For EVERY page you visit**, repeat this cycle:
+   a. **Navigate** using `mcp__browser-devtools__bdt_navigation_go-to`
+   b. **Take a FULL PAGE screenshot** using `mcp__browser-devtools__bdt_content_take-screenshot` with `fullPage: true`
+   c. **Take an ARIA snapshot** using `mcp__browser-devtools__bdt_a11y_take-aria-snapshot`
+   d. **STOP and visually analyze the screenshot** — switch your focus entirely to finding visual problems. Look at this screenshot as if your ONLY job is to find visual defects:
+      **WARNING: ARIA reports DOM content, not what the user actually sees.** Do NOT assume the page looks correct just because ARIA shows the right content. Only the screenshot tells you what the user actually sees.
+      - Text readability — is it readable against its background? Look for text that blends in or poor contrast
+      - Layout — overlapping elements, unexpected gaps, overflow, content cut off
+      - Spacing — consistent padding/margin? Too cramped or too far apart?
+      - Colors — intentional and consistent? Any jarring mismatches?
+      - Typography — right sizes? Clipped or truncated text?
+      - Images/icons — loaded? Right size and aspect ratio?
+      - States — empty, loading, disabled, error states rendered properly?
+      Report your visual findings before continuing.
+   e. **Read the ARIA snapshot** — verify headings, labels, landmarks, and structure
+   f. If anything looks wrong → note it as an issue
+4. **Functionally test** — run the checklist for your mode (see below). After each significant interaction, take another screenshot and repeat the visual analysis.
+5. **Check console** for errors using `mcp__browser-devtools__bdt_o11y_get-console-messages`
+6. **Stop** the dev server when verification is complete
+7. **Submit your verdict** via Bash:
+    - Pass: `echo '{"session_id":"...","status":"pass","pages_tested":[...],"checks":[...],"console_errors":0,"network_failures":0}' | ironbee hook submit-verdict`
+    - Fail: `echo '{"session_id":"...","status":"fail","pages_tested":[...],"checks":[...],"console_errors":N,"network_failures":N,"issues":["describe what failed"]}' | ironbee hook submit-verdict`
+8. **If failed** → collect ALL issues first (finish testing all affected pages), submit one fail verdict with all issues, then fix everything, rebuild, and re-verify. Do not fix one issue at a time — batch fixes to avoid repeated build/restart cycles.
+9. If pass after a previous fail, include `"fixes"` in the verdict describing what was fixed
+
+---
+
+## Default Mode
+
+Focus on the code you changed — not the entire application.
+
+### 1. Study the changes
+1. Run `git diff --name-only` and `git diff --name-only HEAD~1`
+2. **Ignore `.ironbee/`, `.claude/`, `.cursor/`** — tool config, not application code
+3. **Read the full diff** (`git diff` and/or `git diff HEAD~1`) — understand every change: what was added, removed, modified. Note specific values (colors, sizes, conditions, logic, API endpoints, component props).
+4. Before opening the browser, you should be able to answer: what exactly changed, what should look or behave differently, and what could go wrong?
+
+### 2. Verify in the browser
+- **Cross-reference the diff against what you see.** For each change in the diff, verify it is correctly reflected in the browser. If the diff changes a color → check that color. If it changes a calculation → verify the result. If it adds a component → confirm it renders.
+- **Test the flow end-to-end** — navigate, click, fill forms, submit, verify the outcome
+- **Check one edge case** — empty input, invalid data, or double-click
+- **Console** — any new errors or warnings?
+
+---
+
+## Full Mode (`/ironbee-verify full`)
+
+Comprehensive verification of the **entire application**. Do NOT run `git diff` or scope to recent changes. Test every page, every flow, every visual detail. Any issue is a failure, regardless of when it was introduced.
+
+### Visual Checklist
+In addition to the per-page visual analysis in step 3d:
+- **Responsiveness** — does the layout adapt if viewport changes? No horizontal scrolling on standard widths
+- **Borders & separators** — visible and consistent? Not too faint or missing
+- **Scroll behavior** — does the page scroll smoothly? No content hidden behind sticky headers/footers?
+
+### Functional Checklist
+- **Navigation** — do links and buttons navigate to the correct pages?
+- **Forms** — fill inputs with real data, select options, submit. Do validation messages appear correctly?
+- **Buttons & interactions** — do click handlers fire? Do toggles, dropdowns, and modals work?
+- **Data flow** — does submitted data appear where expected?
+- **Error handling** — what happens with invalid input? Does the UI handle errors gracefully?
+- **Authentication** — if applicable, do protected routes redirect correctly?
+- **API calls** — do network requests succeed? Check for failed requests in console/network
+- **State persistence** — does state survive page refresh where expected?
+- **Edge cases** — empty inputs, very long text, special characters, rapid clicks
+
+### Accessibility (deep dive)
+- Are headings hierarchical? Do form inputs have labels? Are landmarks present?
+- Check for missing alt text on images
+
+---
+
+## Visual Mode (`/ironbee-verify visual`)
+
+Focus exclusively on visual quality. Run the per-page visual analysis from step 3d on every page, plus:
+- **Responsiveness** — viewport changes, no horizontal scrolling
+- **Borders & separators** — visible and consistent?
+- **Scroll behavior** — smooth scrolling, no hidden content
+
+Take screenshots of **multiple states** if applicable (hover, active, disabled, empty, populated).
+
+---
+
+## Functional Mode (`/ironbee-verify functional`)
+
+Focus exclusively on behavior. Use the same functional checklist as Full Mode above.
+
+Test the **complete user flow**, not just the single step you changed.
+
+---
+
+## When to FAIL
+
+If you observe ANY problem — wrong data, unexpected errors, visual defects, broken interactions, console errors, data inconsistency between pages — you MUST submit a **fail** verdict.
+
+**Do NOT rationalize away problems.** If something looks wrong or behaves unexpectedly, it IS wrong. In **full** mode, there is no such thing as "pre-existing" — if it's broken, fail it.
+
+**After a fail verdict, you MUST fix the issues and re-verify.** Do not just report and stop.
+
+## Verdict Quality
+
+Your `checks` array must list **specific observations**, not generic statements:
+- GOOD: `["login form renders with email and password fields", "submitted valid credentials, redirected to /dashboard", "console clean — 0 errors"]`
+- BAD: `["it works", "looks good", "feature implemented"]`
+
+## Important
+- ALWAYS submit a verdict after every verification attempt — both pass AND fail
+- Do NOT edit code before submitting a fail verdict
+- **Noticing a bug and submitting pass is the #1 violation** — if you see it, fail it

package/dist/clients/claude/hooks/clear-verdict.js

@@ -52,7 +52,7 @@ function run(projectDir) {
     (0, actions_1.appendAction)(actionsFile, fileEditEntry);
     (0, clear_verdict_1.runClearVerdict)({
         verdictFile: `${projectDir}/.ironbee/sessions/${sessionId}/verdict.json`,
-        retryFile: `${projectDir}/.ironbee/sessions/${sessionId}/retries`,
+        sessionDir: `${projectDir}/.ironbee/sessions/${sessionId}`,
     });
     process.exit(0);
 }

package/dist/clients/claude/hooks/clear-verdict.js.map

@@ -1 +1 @@
-{"version":3,"file":"clear-verdict.js","sourceRoot":"","sources":["../../../../src/clients/claude/hooks/clear-verdict.ts"],"names":[],"mappings":";AAAA;;;;;;;;GAQG;;AAgBH,kBA6CC;AA3DD,qEAAoE;AACpE,yDAA2E;AAC3E,gDAAsF;AACtF,gDAAyD;AACzD,8CAA+C;AAU/C,SAAgB,GAAG,CAAC,UAAkB;IAClC,IAAI,SAAS,GAAW,SAAS,CAAC;IAClC,IAAI,KAA6B,CAAC;IAClC,IAAI,CAAC;QACD,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAA,iBAAS,GAAE,CAA2B,CAAC;QAC1D,SAAS,GAAG,KAAK,CAAC,UAAU,IAAI,SAAS,CAAC;QAC1C,IAAA,mBAAU,EAAC,GAAG,UAAU,sBAAsB,SAAS,cAAc,CAAC,CAAC;IAC3E,CAAC;IAAC,OAAO,CAAU,EAAE,CAAC;QAClB,eAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,EAAE,CAAC,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IAED,4DAA4D;IAC5D,MAAM,WAAW,GAAuB,KAAK,CAAC,UAAU,EAAE,SAAS,CAAC;IACpE,IAAI,WAAW,IAAI,WAAW,CAAC,QAAQ,CAAC,oBAAoB,CAAC,IAAI,WAAW,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QACpG,eAAM,CAAC,KAAK,CAAC,wDAAwD,WAAW,EAAE,CAAC,CAAC;QACpF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IAED,6CAA6C;IAC7C,IAAI,WAAW,EAAE,CAAC;QACd,MAAM,MAAM,GAAkB,IAAA,mBAAU,EAAC,UAAU,CAAC,CAAC;QACrD,IAAI,CAAC,IAAA,6BAAoB,EAAC,WAAW,EAAE,MAAM,CAAC,EAAE,CAAC;YAC7C,eAAM,CAAC,KAAK,CAAC,+DAA+D,WAAW,GAAG,CAAC,CAAC;YAC5F,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,CAAC;IACL,CAAC;IAED,MAAM,WAAW,GAAW,GAAG,UAAU,sBAAsB,SAAS,gBAAgB,CAAC;IAEzF,oCAAoC;IACpC,MAAM,aAAa,GAAmB;QAClC,IAAI,EAAE,WAAW;QACjB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,SAAS;QACvC,SAAS,EAAE,WAAW;KACzB,CAAC;IACF,IAAA,sBAAY,EAAC,WAAW,EAAE,aAAa,CAAC,CAAC;IAEzC,IAAA,+BAAe,EAAC;QACZ,WAAW,EAAE,GAAG,UAAU,sBAAsB,SAAS,eAAe;QACxE,SAAS,EAAE,GAAG,UAAU,sBAAsB,SAAS,UAAU;KACpE,CAAC,CAAC;IAEH,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACpB,CAAC"}
+{"version":3,"file":"clear-verdict.js","sourceRoot":"","sources":["../../../../src/clients/claude/hooks/clear-verdict.ts"],"names":[],"mappings":";AAAA;;;;;;;;GAQG;;AAgBH,kBA6CC;AA3DD,qEAAoE;AACpE,yDAA2E;AAC3E,gDAAsF;AACtF,gDAAyD;AACzD,8CAA+C;AAU/C,SAAgB,GAAG,CAAC,UAAkB;IAClC,IAAI,SAAS,GAAW,SAAS,CAAC;IAClC,IAAI,KAA6B,CAAC;IAClC,IAAI,CAAC;QACD,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAA,iBAAS,GAAE,CAA2B,CAAC;QAC1D,SAAS,GAAG,KAAK,CAAC,UAAU,IAAI,SAAS,CAAC;QAC1C,IAAA,mBAAU,EAAC,GAAG,UAAU,sBAAsB,SAAS,cAAc,CAAC,CAAC;IAC3E,CAAC;IAAC,OAAO,CAAU,EAAE,CAAC;QAClB,eAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,EAAE,CAAC,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IAED,4DAA4D;IAC5D,MAAM,WAAW,GAAuB,KAAK,CAAC,UAAU,EAAE,SAAS,CAAC;IACpE,IAAI,WAAW,IAAI,WAAW,CAAC,QAAQ,CAAC,oBAAoB,CAAC,IAAI,WAAW,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QACpG,eAAM,CAAC,KAAK,CAAC,wDAAwD,WAAW,EAAE,CAAC,CAAC;QACpF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IAED,6CAA6C;IAC7C,IAAI,WAAW,EAAE,CAAC;QACd,MAAM,MAAM,GAAkB,IAAA,mBAAU,EAAC,UAAU,CAAC,CAAC;QACrD,IAAI,CAAC,IAAA,6BAAoB,EAAC,WAAW,EAAE,MAAM,CAAC,EAAE,CAAC;YAC7C,eAAM,CAAC,KAAK,CAAC,+DAA+D,WAAW,GAAG,CAAC,CAAC;YAC5F,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,CAAC;IACL,CAAC;IAED,MAAM,WAAW,GAAW,GAAG,UAAU,sBAAsB,SAAS,gBAAgB,CAAC;IAEzF,oCAAoC;IACpC,MAAM,aAAa,GAAmB;QAClC,IAAI,EAAE,WAAW;QACjB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,SAAS;QACvC,SAAS,EAAE,WAAW;KACzB,CAAC;IACF,IAAA,sBAAY,EAAC,WAAW,EAAE,aAAa,CAAC,CAAC;IAEzC,IAAA,+BAAe,EAAC;QACZ,WAAW,EAAE,GAAG,UAAU,sBAAsB,SAAS,eAAe;QACxE,UAAU,EAAE,GAAG,UAAU,sBAAsB,SAAS,EAAE;KAC7D,CAAC,CAAC;IAEH,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACpB,CAAC"}

package/dist/clients/claude/hooks/require-verification.d.ts

@@ -0,0 +1,15 @@
+/**
+ * Claude Code — require-verification hook adapter
+ *
+ * PreToolUse hook for mcp__browser-devtools__.*  — blocks browser
+ * tool usage if no active verification cycle. Forces agent to call
+ * `ironbee hook verification-start` before using browser tools.
+ *
+ * When allowed, injects `_metadata` into tool input with sessionId and traceId
+ * so the MCP server knows the active session/trace context.
+ *
+ * Exit 0 = allow tool (with updatedInput containing _metadata)
+ * Exit 2 = block tool
+ */
+export declare function run(projectDir: string): void;
+//# sourceMappingURL=require-verification.d.ts.map

package/dist/clients/claude/hooks/require-verification.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"require-verification.d.ts","sourceRoot":"","sources":["../../../../src/clients/claude/hooks/require-verification.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAoBH,wBAAgB,GAAG,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CA+C5C"}

package/dist/clients/claude/hooks/require-verification.js

@@ -0,0 +1,63 @@
+"use strict";
+/**
+ * Claude Code — require-verification hook adapter
+ *
+ * PreToolUse hook for mcp__browser-devtools__.*  — blocks browser
+ * tool usage if no active verification cycle. Forces agent to call
+ * `ironbee hook verification-start` before using browser tools.
+ *
+ * When allowed, injects `_metadata` into tool input with sessionId and traceId
+ * so the MCP server knows the active session/trace context.
+ *
+ * Exit 0 = allow tool (with updatedInput containing _metadata)
+ * Exit 2 = block tool
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.run = run;
+const session_state_1 = require("../../../hooks/core/session-state");
+const logger_1 = require("../../../lib/logger");
+const stdin_1 = require("../../../lib/stdin");
+function run(projectDir) {
+    let input;
+    try {
+        input = JSON.parse((0, stdin_1.readStdin)());
+    }
+    catch (e) {
+        logger_1.logger.debug(`failed to parse stdin: ${e}`);
+        process.exit(0);
+    }
+    const sessionId = input.session_id ?? "default";
+    const sessionDir = `${projectDir}/.ironbee/sessions/${sessionId}`;
+    (0, logger_1.setLogFile)(`${sessionDir}/session.log`);
+    const verificationId = (0, session_state_1.getActiveVerificationId)(sessionDir);
+    if (!verificationId) {
+        process.stderr.write(`BLOCKED: You must start a verification cycle before using browser-devtools tools.
+
+Start verification first:
+  echo '{"session_id":"${sessionId}"}' | ironbee hook verification-start
+
+Then use browser tools to verify your changes.
+`);
+        process.exit(2);
+    }
+    const traceId = (0, session_state_1.getActiveTraceId)(sessionDir);
+    // inject _metadata into tool input so MCP server knows session/trace context
+    const traceState = `ironbee=sid:${sessionId};vid:${verificationId}`;
+    const updatedInput = { ...(input.tool_input ?? {}) };
+    updatedInput._metadata = {
+        sessionId,
+        verificationId,
+        traceId,
+        traceState,
+    };
+    const output = {
+        hookSpecificOutput: {
+            hookEventName: "PreToolUse",
+            permissionDecision: "allow",
+            updatedInput,
+        },
+    };
+    process.stdout.write(JSON.stringify(output));
+    process.exit(0);
+}
+//# sourceMappingURL=require-verification.js.map

package/dist/clients/claude/hooks/require-verification.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"require-verification.js","sourceRoot":"","sources":["../../../../src/clients/claude/hooks/require-verification.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;GAYG;;AAoBH,kBA+CC;AAjED,qEAA8F;AAC9F,gDAAyD;AACzD,8CAA+C;AAgB/C,SAAgB,GAAG,CAAC,UAAkB;IAClC,IAAI,KAA4B,CAAC;IACjC,IAAI,CAAC;QACD,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAA,iBAAS,GAAE,CAA0B,CAAC;IAC7D,CAAC;IAAC,OAAO,CAAU,EAAE,CAAC;QAClB,eAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,EAAE,CAAC,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IAED,MAAM,SAAS,GAAW,KAAK,CAAC,UAAU,IAAI,SAAS,CAAC;IACxD,MAAM,UAAU,GAAW,GAAG,UAAU,sBAAsB,SAAS,EAAE,CAAC;IAC1E,IAAA,mBAAU,EAAC,GAAG,UAAU,cAAc,CAAC,CAAC;IAExC,MAAM,cAAc,GAAuB,IAAA,uCAAuB,EAAC,UAAU,CAAC,CAAC;IAC/E,IAAI,CAAC,cAAc,EAAE,CAAC;QAClB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;;;yBAGJ,SAAS;;;CAGjC,CAAC,CAAC;QACK,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IAED,MAAM,OAAO,GAAuB,IAAA,gCAAgB,EAAC,UAAU,CAAC,CAAC;IAEjE,6EAA6E;IAC7E,MAAM,UAAU,GAAW,eAAe,SAAS,QAAQ,cAAc,EAAE,CAAC;IAC5E,MAAM,YAAY,GAA4B,EAAE,GAAG,CAAC,KAAK,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,CAAC;IAC9E,YAAY,CAAC,SAAS,GAAG;QACrB,SAAS;QACT,cAAc;QACd,OAAO;QACP,UAAU;KACb,CAAC;IAEF,MAAM,MAAM,GAA2B;QACnC,kBAAkB,EAAE;YAChB,aAAa,EAAE,YAAY;YAC3B,kBAAkB,EAAE,OAAO;YAC3B,YAAY;SACf;KACJ,CAAC;IAEF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;IAC7C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACpB,CAAC"}

package/dist/clients/claude/hooks/session-start.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"session-start.d.ts","sourceRoot":"","sources":["../../../../src/clients/claude/hooks/session-start.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAYH,wBAAsB,GAAG,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAkE3D"}
+{"version":3,"file":"session-start.d.ts","sourceRoot":"","sources":["../../../../src/clients/claude/hooks/session-start.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAaH,wBAAsB,GAAG,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CA0E3D"}