@coldtea/abide 0.0.1

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Coldtea AI
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,10 @@
+# @coldtea/abide
+
+The `abide` command and the hook script. Abide makes your coding agent abide by the rules in your own AGENTS.md, on every edit, from outside the agent's context window.
+
+```
+npx @coldtea/abide login    # paste your TypeSafe key once
+npx @coldtea/abide init     # hooks into every agent on this machine
+```
+
+Everything else, including which agents are supported, what a check costs and how the rubric works, is in the [main README](https://github.com/coldteadotai/abide#readme).

package/dist/abide-hook.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=abide-hook.d.ts.map

package/dist/abide-hook.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"abide-hook.d.ts","sourceRoot":"","sources":["../src/abide-hook.ts"],"names":[],"mappings":""}

package/dist/abide-hook.js

@@ -0,0 +1,23 @@
+import { handlePostToolUse } from "./hooks/postToolUse.js";
+import { handleSessionStart } from "./hooks/sessionStart.js";
+import { handleStop } from "./hooks/stop.js";
+import { handleTurnStart } from "./hooks/turnStart.js";
+import { runHook } from "./lib/hookRunner.js";
+const name = process.argv[2];
+switch (name) {
+    case "session-start":
+        await runHook("session-start", handleSessionStart, 8_000);
+        break;
+    case "turn-start":
+        await runHook("turn-start", handleTurnStart, 8_000);
+        break;
+    case "post-tool-use":
+        await runHook("post-tool-use", handlePostToolUse, 18_000);
+        break;
+    case "stop":
+        await runHook("stop", handleStop, 28_000);
+        break;
+    default:
+        process.exit(0);
+}
+//# sourceMappingURL=abide-hook.js.map

package/dist/abide-hook.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"abide-hook.js","sourceRoot":"","sources":["../src/abide-hook.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAE9C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAC7B,QAAQ,IAAI,EAAE,CAAC;IACb,KAAK,eAAe;QAClB,MAAM,OAAO,CAAC,eAAe,EAAE,kBAAkB,EAAE,KAAK,CAAC,CAAC;QAC1D,MAAM;IACR,KAAK,YAAY;QACf,MAAM,OAAO,CAAC,YAAY,EAAE,eAAe,EAAE,KAAK,CAAC,CAAC;QACpD,MAAM;IACR,KAAK,eAAe;QAClB,MAAM,OAAO,CAAC,eAAe,EAAE,iBAAiB,EAAE,MAAM,CAAC,CAAC;QAC1D,MAAM;IACR,KAAK,MAAM;QACT,MAAM,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QAC1C,MAAM;IACR;QACE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACpB,CAAC"}

package/dist/bin.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=bin.d.ts.map

package/dist/bin.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bin.d.ts","sourceRoot":"","sources":["../src/bin.ts"],"names":[],"mappings":""}

package/dist/bin.js

@@ -0,0 +1,64 @@
+#!/usr/bin/env node
+import { runAudit } from "./commands/audit.js";
+import { runBench } from "./commands/bench.js";
+import { runCalibrate } from "./commands/calibrate.js";
+import { runCheckCommand } from "./commands/check.js";
+import { runCompile } from "./commands/compile.js";
+import { runInit } from "./commands/init.js";
+import { runLogin } from "./commands/login.js";
+import { runReplay } from "./commands/replay.js";
+import { runReport } from "./commands/report.js";
+import { runRubric } from "./commands/rubric.js";
+import { runUninstall } from "./commands/uninstall.js";
+import { showError, showStatic } from "./ui/render.js";
+import { HelpView } from "./ui/views/HelpView.js";
+process.stdout.on("error", (error) => {
+    if (error.code === "EPIPE")
+        process.exit(0);
+});
+const main = async () => {
+    const [command, ...rest] = process.argv.slice(2);
+    switch (command) {
+        case "login":
+            return runLogin(rest);
+        case "init":
+            return runInit(rest);
+        case "compile":
+            return runCompile(rest, false);
+        case "tune":
+            return runCompile(rest, true);
+        case "rubric":
+            return runRubric(rest);
+        case "calibrate":
+            return runCalibrate(rest);
+        case "check":
+            return runCheckCommand(rest);
+        case "audit":
+            return runAudit(rest);
+        case "report":
+            return runReport(rest);
+        case "replay":
+            return runReplay(rest);
+        case "bench":
+            return runBench(rest);
+        case "uninstall":
+            return runUninstall(rest);
+        case undefined:
+        case "help":
+        case "--help":
+        case "-h":
+            await showStatic(HelpView());
+            return 0;
+        default:
+            await showError(new Error(`Unknown command "${command}". Try: abide help`));
+            return 1;
+    }
+};
+try {
+    process.exitCode = await main();
+}
+catch (error) {
+    await showError(error);
+    process.exitCode = 1;
+}
+//# sourceMappingURL=bin.js.map

package/dist/bin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bin.js","sourceRoot":"","sources":["../src/bin.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAElD,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAA4B,EAAE,EAAE;IAC1D,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAC9C,CAAC,CAAC,CAAC;AAEH,MAAM,IAAI,GAAG,KAAK,IAAqB,EAAE;IACvC,MAAM,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjD,QAAQ,OAAO,EAAE,CAAC;QAChB,KAAK,OAAO;YACV,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC;QACxB,KAAK,MAAM;YACT,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC;QACvB,KAAK,SAAS;YACZ,OAAO,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACjC,KAAK,MAAM;YACT,OAAO,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAChC,KAAK,QAAQ;YACX,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;QACzB,KAAK,WAAW;YACd,OAAO,YAAY,CAAC,IAAI,CAAC,CAAC;QAC5B,KAAK,OAAO;YACV,OAAO,eAAe,CAAC,IAAI,CAAC,CAAC;QAC/B,KAAK,OAAO;YACV,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC;QACxB,KAAK,QAAQ;YACX,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;QACzB,KAAK,QAAQ;YACX,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;QACzB,KAAK,OAAO;YACV,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC;QACxB,KAAK,WAAW;YACd,OAAO,YAAY,CAAC,IAAI,CAAC,CAAC;QAC5B,KAAK,SAAS,CAAC;QACf,KAAK,MAAM,CAAC;QACZ,KAAK,QAAQ,CAAC;QACd,KAAK,IAAI;YACP,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC7B,OAAO,CAAC,CAAC;QACX;YACE,MAAM,SAAS,CAAC,IAAI,KAAK,CAAC,oBAAoB,OAAO,oBAAoB,CAAC,CAAC,CAAC;YAC5E,OAAO,CAAC,CAAC;IACb,CAAC;AACH,CAAC,CAAC;AAEF,IAAI,CAAC;IACH,OAAO,CAAC,QAAQ,GAAG,MAAM,IAAI,EAAE,CAAC;AAClC,CAAC;AAAC,OAAO,KAAK,EAAE,CAAC;IACf,MAAM,SAAS,CAAC,KAAK,CAAC,CAAC;IACvB,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;AACvB,CAAC"}

package/dist/commands/audit.d.ts

@@ -0,0 +1,3 @@
+/** Judges every file in scope as if it had just been written, and reports what breaks which rule. */
+export declare const runAudit: (argv: string[]) => Promise<number>;
+//# sourceMappingURL=audit.d.ts.map

package/dist/commands/audit.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"audit.d.ts","sourceRoot":"","sources":["../../src/commands/audit.ts"],"names":[],"mappings":"AAYA,qGAAqG;AACrG,eAAO,MAAM,QAAQ,SAAgB,MAAM,EAAE,KAAG,OAAO,CAAC,MAAM,CAmF7D,CAAC"}

package/dist/commands/audit.js

@@ -0,0 +1,79 @@
+import { parseArgs } from "node:util";
+import { AbideError } from "@coldtea/abide-schema";
+import { auditFiles, auditableFiles, listRepoFiles, tallyByRule } from "../lib/audit.js";
+import { isGitRepo } from "../lib/git.js";
+import { hasApiKey, NO_KEY_HINT } from "../lib/credentials.js";
+import { loadRules } from "../lib/loadRules.js";
+import { findRepoRoot } from "../lib/paths.js";
+import { say, usd } from "../lib/ui.js";
+import { Header } from "../ui/components/Header.js";
+import { showLive } from "../ui/render.js";
+import { AuditView } from "../ui/views/AuditView.js";
+/** Judges every file in scope as if it had just been written, and reports what breaks which rule. */
+export const runAudit = async (argv) => {
+    const { values, positionals } = parseArgs({
+        args: argv,
+        allowPositionals: true,
+        options: {
+            concurrency: { type: "string", default: "3" },
+            "max-files": { type: "string" },
+            all: { type: "boolean", default: false },
+            json: { type: "boolean", default: false },
+        },
+    });
+    const root = findRepoRoot(process.cwd());
+    if (!hasApiKey(root))
+        throw new AbideError("NO_API_KEY", NO_KEY_HINT);
+    if (!isGitRepo(root))
+        throw new AbideError("GIT_UNAVAILABLE", "audit walks the files git knows about, and this is not a git repository");
+    const loaded = loadRules(root);
+    if (loaded.rules.length === 0)
+        throw new AbideError("RUBRIC_MISSING", "no rubric here or in ~/.abide; run abide compile first");
+    const candidates = listRepoFiles(root, positionals);
+    const { files: inScope, skipped } = auditableFiles(root, candidates, loaded.rules);
+    const cap = values["max-files"] === undefined ? Infinity : Number(values["max-files"]);
+    const files = inScope.slice(0, cap);
+    const concurrency = Math.max(1, Number(values.concurrency));
+    const run = async (progress) => {
+        const started = performance.now();
+        const results = await auditFiles(root, files, loaded.rules, loaded.thresholds, concurrency, (done, total, spend) => {
+            progress(`${done} of ${total} files ${"·"} about ${usd(spend)}`);
+        });
+        return {
+            root,
+            files: files.length,
+            skipped,
+            results,
+            tallies: tallyByRule(results),
+            spendUsd: results.reduce((s, r) => s + r.costUsd, 0),
+            elapsedMs: performance.now() - started,
+            all: values.all,
+        };
+    };
+    if (values.json) {
+        const data = await run(() => { });
+        say(JSON.stringify({
+            root,
+            files: data.files,
+            skipped: data.skipped,
+            spendUsd: data.spendUsd,
+            elapsedMs: data.elapsedMs,
+            byRule: data.tallies,
+            byFile: data.results,
+        }));
+        return data.tallies.some((t) => t.broken.length > 0) ? 1 : 0;
+    }
+    return showLive({
+        header: Header({
+            command: "audit",
+            where: root,
+            note: files.length === 0
+                ? "no files in scope of any edit-phase rule"
+                : `${files.length} files in scope, ${concurrency} at a time`,
+        }),
+        run,
+        done: (data) => AuditView({ data }),
+        code: (data) => (data.tallies.some((t) => t.broken.length > 0) ? 1 : 0),
+    });
+};
+//# sourceMappingURL=audit.js.map

package/dist/commands/audit.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"audit.js","sourceRoot":"","sources":["../../src/commands/audit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AACzF,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,cAAc,CAAC;AACxC,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAkB,MAAM,0BAA0B,CAAC;AAErE,qGAAqG;AACrG,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,EAAE,IAAc,EAAmB,EAAE;IAChE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,SAAS,CAAC;QACxC,IAAI,EAAE,IAAI;QACV,gBAAgB,EAAE,IAAI;QACtB,OAAO,EAAE;YACP,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE;YAC7C,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC/B,GAAG,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE;YACxC,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE;SAC1C;KACF,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IACzC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,UAAU,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;IACtE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QAClB,MAAM,IAAI,UAAU,CAClB,iBAAiB,EACjB,yEAAyE,CAC1E,CAAC;IACJ,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC/B,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;QAC3B,MAAM,IAAI,UAAU,CAClB,gBAAgB,EAChB,wDAAwD,CACzD,CAAC;IAEJ,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IACpD,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,cAAc,CAAC,IAAI,EAAE,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;IACnF,MAAM,GAAG,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC;IACvF,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACpC,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC;IAE5D,MAAM,GAAG,GAAG,KAAK,EAAE,QAAiC,EAAsB,EAAE;QAC1E,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,MAAM,UAAU,CAC9B,IAAI,EACJ,KAAK,EACL,MAAM,CAAC,KAAK,EACZ,MAAM,CAAC,UAAU,EACjB,WAAW,EACX,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACrB,QAAQ,CAAC,GAAG,IAAI,OAAO,KAAK,UAAU,GAAG,UAAU,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACnE,CAAC,CACF,CAAC;QACF,OAAO;YACL,IAAI;YACJ,KAAK,EAAE,KAAK,CAAC,MAAM;YACnB,OAAO;YACP,OAAO;YACP,OAAO,EAAE,WAAW,CAAC,OAAO,CAAC;YAC7B,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YACpD,SAAS,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO;YACtC,GAAG,EAAE,MAAM,CAAC,GAAG;SAChB,CAAC;IACJ,CAAC,CAAC;IAEF,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACjC,GAAG,CACD,IAAI,CAAC,SAAS,CAAC;YACb,IAAI;YACJ,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,MAAM,EAAE,IAAI,CAAC,OAAO;YACpB,MAAM,EAAE,IAAI,CAAC,OAAO;SACrB,CAAC,CACH,CAAC;QACF,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,QAAQ,CAAY;QACzB,MAAM,EAAE,MAAM,CAAC;YACb,OAAO,EAAE,OAAO;YAChB,KAAK,EAAE,IAAI;YACX,IAAI,EACF,KAAK,CAAC,MAAM,KAAK,CAAC;gBAChB,CAAC,CAAC,0CAA0C;gBAC5C,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,oBAAoB,WAAW,YAAY;SACjE,CAAC;QACF,GAAG;QACH,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC;QACnC,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;KACxE,CAAC,CAAC;AACL,CAAC,CAAC"}

package/dist/commands/bench.d.ts

@@ -0,0 +1,3 @@
+/** Measures the check path on this machine: process start, Jev latency, tokens, spend, and real sessions. */
+export declare const runBench: (argv: string[]) => Promise<number>;
+//# sourceMappingURL=bench.d.ts.map

package/dist/commands/bench.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bench.d.ts","sourceRoot":"","sources":["../../src/commands/bench.ts"],"names":[],"mappings":"AAuEA,6GAA6G;AAC7G,eAAO,MAAM,QAAQ,SAAgB,MAAM,EAAE,KAAG,OAAO,CAAC,MAAM,CAyJ7D,CAAC"}

package/dist/commands/bench.js

@@ -0,0 +1,206 @@
+import { spawnSync } from "node:child_process";
+import path from "node:path";
+import { parseArgs } from "node:util";
+import { AbideError } from "@coldtea/abide-schema";
+import { runCheck } from "../lib/checkRunner.js";
+import { EDIT_CHECK_TIMEOUT_MS, TURN_CHECK_TIMEOUT_MS } from "../lib/constants.js";
+import { readEvents } from "../lib/events.js";
+import { hasApiKey, NO_KEY_HINT } from "../lib/credentials.js";
+import { loadRules } from "../lib/loadRules.js";
+import { hookScriptPath } from "../lib/packageRoot.js";
+import { findRepoRoot } from "../lib/paths.js";
+import { clearTurn, turnDir } from "../lib/session.js";
+import { median, percentile, say } from "../lib/ui.js";
+import { Header } from "../ui/components/Header.js";
+import { showLive } from "../ui/render.js";
+import { BenchView } from "../ui/views/BenchView.js";
+const smallDiff = `@@ -10,6 +10,12 @@ export const loadUser = async (id: string) => {
+   const row = await db.users.find(id);
++  if (!row) {
++    return null;
++  }
++  const name = row.name.trim();
++  const email = row.email.toLowerCase();
++  const createdAt = new Date(row.created_at);
++  const plan = row.plan ?? "free";
++  const seats = Number(row.seats ?? 1);
++  return { id, name, email, createdAt, plan, seats };
+-  return row;
+ };`;
+const largeDiff = [
+    "@@ -1,4 +1,54 @@",
+    '+import { z } from "zod";',
+    "+",
+    "+const inputSchema = z.object({ id: z.string(), limit: z.number().int().min(1).max(100) });",
+    "+",
+    ...Array.from({ length: 46 }, (_, i) => `+  const step${i} = compute(step${Math.max(0, i - 1)}, ${i});`),
+    "+export const handler = async (req: Request) => {",
+    "+  const input = inputSchema.parse(await req.json());",
+    "+  return Response.json({ ok: true, input });",
+    "+};",
+].join("\n");
+const SAMPLE = "src/abide-bench-sample.ts";
+const spawnHook = (script, name, payload) => {
+    const started = performance.now();
+    spawnSync("node", [script, name], {
+        input: JSON.stringify(payload),
+        encoding: "utf8",
+        timeout: 30_000,
+    });
+    return performance.now() - started;
+};
+const times = async (n, fn) => {
+    const out = [];
+    for (let i = 0; i < n; i += 1)
+        out.push(await fn());
+    return out;
+};
+const row = (what, values) => ({
+    what,
+    median: median(values) ?? 0,
+    p90: percentile(values, 90) ?? 0,
+});
+/** Measures the check path on this machine: process start, Jev latency, tokens, spend, and real sessions. */
+export const runBench = async (argv) => {
+    const { values } = parseArgs({
+        args: argv,
+        options: { runs: { type: "string", default: "5" }, json: { type: "boolean", default: false } },
+    });
+    const runs = Math.max(1, Number(values.runs));
+    const root = findRepoRoot(process.cwd());
+    if (!hasApiKey(root))
+        throw new AbideError("NO_API_KEY", NO_KEY_HINT);
+    const loaded = loadRules(root);
+    if (loaded.rules.length === 0)
+        throw new AbideError("RUBRIC_MISSING", "no rubric to bench with; run abide compile first");
+    const script = hookScriptPath();
+    const sample = path.join(root, SAMPLE);
+    const activeModelRules = loaded.rules.filter((r) => r.status === "active" && r.check.type === "model").length;
+    const run = async (progress) => {
+        progress("hook process start");
+        const startup = await times(runs, async () => spawnHook(script, "session-start", { hook_event_name: "nope" }));
+        const edit = async (diff) => {
+            const out = await runCheck({
+                phase: "edit",
+                fileDiffs: [{ file: SAMPLE, text: diff }],
+                task: "Add a user loader",
+                rules: loaded.rules,
+                thresholds: loaded.thresholds,
+                timeoutMs: EDIT_CHECK_TIMEOUT_MS,
+                retries: 2,
+            });
+            return {
+                latency: out.modelLatencyMs,
+                tokens: out.usage.inputTokens ?? 0,
+                cost: out.usage.costUsd ?? 0,
+                rules: out.modelRules.length,
+            };
+        };
+        progress("warming the connection");
+        const warm = await edit(smallDiff);
+        let i = 0;
+        const small = await times(runs, async () => {
+            progress(`edit check, small diff ${(i += 1)}/${runs}`);
+            return (await edit(smallDiff)).latency;
+        });
+        i = 0;
+        const large = await times(runs, async () => {
+            progress(`edit check, large diff ${(i += 1)}/${runs}`);
+            return (await edit(largeDiff)).latency;
+        });
+        const largeOnce = await edit(largeDiff);
+        const turnCheck = () => runCheck({
+            phase: "turn",
+            fileDiffs: [{ file: SAMPLE, text: largeDiff }],
+            task: "Add a user loader",
+            rules: loaded.rules,
+            thresholds: loaded.thresholds,
+            timeoutMs: TURN_CHECK_TIMEOUT_MS,
+            retries: 2,
+        });
+        const turnOut = await turnCheck();
+        i = 0;
+        const turn = turnOut.modelRules.length === 0
+            ? []
+            : await times(runs, async () => {
+                progress(`turn check ${(i += 1)}/${runs}`);
+                return (await turnCheck()).modelLatencyMs;
+            });
+        i = 0;
+        const fullHook = await times(runs, async () => {
+            progress(`whole PostToolUse hook ${(i += 1)}/${runs}`);
+            return spawnHook(script, "post-tool-use", {
+                session_id: "abide-bench",
+                cwd: root,
+                hook_event_name: "PostToolUse",
+                tool_name: "Write",
+                tool_input: {
+                    file_path: sample,
+                    content: largeDiff
+                        .split("\n")
+                        .slice(1)
+                        .map((l) => l.slice(1))
+                        .join("\n"),
+                },
+                tool_response: {
+                    type: "create",
+                    filePath: sample,
+                    originalFile: null,
+                    structuredPatch: [],
+                },
+            });
+        });
+        clearTurn(turnDir("abide-bench", undefined));
+        const sessions = new Map();
+        for (const e of readEvents(root)) {
+            if (e.kind !== "check" || e.sessionId === undefined || e.sessionId === "abide-bench")
+                continue;
+            const s = sessions.get(e.sessionId) ?? { edits: 0, latency: 0, cost: 0 };
+            s.edits += 1;
+            s.latency += e.latencyMs;
+            s.cost += e.usage?.costUsd ?? 0;
+            sessions.set(e.sessionId, s);
+        }
+        const all = [...sessions.values()];
+        return {
+            root,
+            runs,
+            activeModelRules,
+            rows: [
+                row("hook process start, no network", startup),
+                row(`edit check, small diff, ${warm.rules} rules`, small),
+                row(`edit check, large diff, ${largeOnce.rules} rules`, large),
+                ...(turn.length > 0 ? [row(`turn check, ${turnOut.modelRules.length} rules`, turn)] : []),
+                row("whole PostToolUse hook, large diff", fullHook),
+            ],
+            tokens: { small: warm.tokens, large: largeOnce.tokens },
+            cost: { small: warm.cost, large: largeOnce.cost },
+            perTurn: {
+                latencyMs: 15 * (median(fullHook) ?? 0) + (median(turn) ?? 0),
+                costUsd: 15 * largeOnce.cost + (turnOut.usage.costUsd ?? 0),
+            },
+            sessions: all.length === 0
+                ? null
+                : {
+                    count: all.length,
+                    medianChecks: median(all.map((s) => s.edits)) ?? 0,
+                    medianLatencyMs: median(all.map((s) => s.latency)) ?? 0,
+                    medianCostUsd: median(all.map((s) => s.cost)) ?? 0,
+                },
+        };
+    };
+    if (values.json) {
+        say(JSON.stringify(await run(() => { })));
+        return 0;
+    }
+    return showLive({
+        header: Header({
+            command: "bench",
+            where: root,
+            note: `${activeModelRules} active model rules, ${runs} runs each`,
+        }),
+        run,
+        done: (data) => BenchView({ data }),
+    });
+};
+//# sourceMappingURL=bench.js.map

package/dist/commands/bench.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bench.js","sourceRoot":"","sources":["../../src/commands/bench.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AACnF,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAChD,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,cAAc,CAAC;AACvD,OAAO,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAiC,MAAM,0BAA0B,CAAC;AAEpF,MAAM,SAAS,GAAG;;;;;;;;;;;;IAYd,CAAC;AAEL,MAAM,SAAS,GAAG;IAChB,kBAAkB;IAClB,2BAA2B;IAC3B,GAAG;IACH,6FAA6F;IAC7F,GAAG;IACH,GAAG,KAAK,CAAC,IAAI,CACX,EAAE,MAAM,EAAE,EAAE,EAAE,EACd,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,kBAAkB,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAC1E;IACD,mDAAmD;IACnD,uDAAuD;IACvD,+CAA+C;IAC/C,KAAK;CACN,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEb,MAAM,MAAM,GAAG,2BAA2B,CAAC;AAE3C,MAAM,SAAS,GAAG,CAAC,MAAc,EAAE,IAAY,EAAE,OAAgB,EAAU,EAAE;IAC3E,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAClC,SAAS,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE;QAChC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;QAC9B,QAAQ,EAAE,MAAM;QAChB,OAAO,EAAE,MAAM;KAChB,CAAC,CAAC;IACH,OAAO,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;AACrC,CAAC,CAAC;AAEF,MAAM,KAAK,GAAG,KAAK,EAAE,CAAS,EAAE,EAAyB,EAAqB,EAAE;IAC9E,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC;QAAE,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACpD,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAEF,MAAM,GAAG,GAAG,CAAC,IAAY,EAAE,MAAgB,EAAY,EAAE,CAAC,CAAC;IACzD,IAAI;IACJ,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;IAC3B,GAAG,EAAE,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC;CACjC,CAAC,CAAC;AAEH,6GAA6G;AAC7G,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,EAAE,IAAc,EAAmB,EAAE;IAChE,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;QAC3B,IAAI,EAAE,IAAI;QACV,OAAO,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE;KAC/F,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAC9C,MAAM,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IACzC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,UAAU,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;IACtE,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC/B,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;QAC3B,MAAM,IAAI,UAAU,CAAC,gBAAgB,EAAE,kDAAkD,CAAC,CAAC;IAC7F,MAAM,MAAM,GAAG,cAAc,EAAE,CAAC;IAChC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACvC,MAAM,gBAAgB,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAC1C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,CACzD,CAAC,MAAM,CAAC;IAET,MAAM,GAAG,GAAG,KAAK,EAAE,QAAiC,EAAsB,EAAE;QAC1E,QAAQ,CAAC,oBAAoB,CAAC,CAAC;QAC/B,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE,CAC3C,SAAS,CAAC,MAAM,EAAE,eAAe,EAAE,EAAE,eAAe,EAAE,MAAM,EAAE,CAAC,CAChE,CAAC;QAEF,MAAM,IAAI,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE;YAClC,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC;gBACzB,KAAK,EAAE,MAAM;gBACb,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;gBACzC,IAAI,EAAE,mBAAmB;gBACzB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,SAAS,EAAE,qBAAqB;gBAChC,OAAO,EAAE,CAAC;aACX,CAAC,CAAC;YACH,OAAO;gBACL,OAAO,EAAE,GAAG,CAAC,cAAc;gBAC3B,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC;gBAClC,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC;gBAC5B,KAAK,EAAE,GAAG,CAAC,UAAU,CAAC,MAAM;aAC7B,CAAC;QACJ,CAAC,CAAC;QACF,QAAQ,CAAC,wBAAwB,CAAC,CAAC;QACnC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC;QACnC,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE;YACzC,QAAQ,CAAC,0BAA0B,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;YACvD,OAAO,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;QACzC,CAAC,CAAC,CAAC;QACH,CAAC,GAAG,CAAC,CAAC;QACN,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE;YACzC,QAAQ,CAAC,0BAA0B,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;YACvD,OAAO,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;QACzC,CAAC,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC;QAExC,MAAM,SAAS,GAAG,GAAG,EAAE,CACrB,QAAQ,CAAC;YACP,KAAK,EAAE,MAAM;YACb,SAAS,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;YAC9C,IAAI,EAAE,mBAAmB;YACzB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,SAAS,EAAE,qBAAqB;YAChC,OAAO,EAAE,CAAC;SACX,CAAC,CAAC;QACL,MAAM,OAAO,GAAG,MAAM,SAAS,EAAE,CAAC;QAClC,CAAC,GAAG,CAAC,CAAC;QACN,MAAM,IAAI,GACR,OAAO,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC;YAC7B,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE;gBAC3B,QAAQ,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;gBAC3C,OAAO,CAAC,MAAM,SAAS,EAAE,CAAC,CAAC,cAAc,CAAC;YAC5C,CAAC,CAAC,CAAC;QAET,CAAC,GAAG,CAAC,CAAC;QACN,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE;YAC5C,QAAQ,CAAC,0BAA0B,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;YACvD,OAAO,SAAS,CAAC,MAAM,EAAE,eAAe,EAAE;gBACxC,UAAU,EAAE,aAAa;gBACzB,GAAG,EAAE,IAAI;gBACT,eAAe,EAAE,aAAa;gBAC9B,SAAS,EAAE,OAAO;gBAClB,UAAU,EAAE;oBACV,SAAS,EAAE,MAAM;oBACjB,OAAO,EAAE,SAAS;yBACf,KAAK,CAAC,IAAI,CAAC;yBACX,KAAK,CAAC,CAAC,CAAC;yBACR,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;yBACtB,IAAI,CAAC,IAAI,CAAC;iBACd;gBACD,aAAa,EAAE;oBACb,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,MAAM;oBAChB,YAAY,EAAE,IAAI;oBAClB,eAAe,EAAE,EAAE;iBACpB;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,SAAS,CAAC,OAAO,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC,CAAC;QAE7C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA4D,CAAC;QACrF,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACjC,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,SAAS,KAAK,SAAS,IAAI,CAAC,CAAC,SAAS,KAAK,aAAa;gBAClF,SAAS;YACX,MAAM,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACzE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;YACb,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,SAAS,CAAC;YACzB,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,OAAO,IAAI,CAAC,CAAC;YAChC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QAC/B,CAAC;QACD,MAAM,GAAG,GAAG,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACnC,OAAO;YACL,IAAI;YACJ,IAAI;YACJ,gBAAgB;YAChB,IAAI,EAAE;gBACJ,GAAG,CAAC,gCAAgC,EAAE,OAAO,CAAC;gBAC9C,GAAG,CAAC,2BAA2B,IAAI,CAAC,KAAK,QAAQ,EAAE,KAAK,CAAC;gBACzD,GAAG,CAAC,2BAA2B,SAAS,CAAC,KAAK,QAAQ,EAAE,KAAK,CAAC;gBAC9D,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,eAAe,OAAO,CAAC,UAAU,CAAC,MAAM,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzF,GAAG,CAAC,oCAAoC,EAAE,QAAQ,CAAC;aACpD;YACD,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE;YACvD,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,SAAS,CAAC,IAAI,EAAE;YACjD,OAAO,EAAE;gBACP,SAAS,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC7D,OAAO,EAAE,EAAE,GAAG,SAAS,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,IAAI,CAAC,CAAC;aAC5D;YACD,QAAQ,EACN,GAAG,CAAC,MAAM,KAAK,CAAC;gBACd,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC;oBACE,KAAK,EAAE,GAAG,CAAC,MAAM;oBACjB,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC;oBAClD,eAAe,EAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;oBACvD,aAAa,EAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;iBACnD;SACR,CAAC;IACJ,CAAC,CAAC;IAEF,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACzC,OAAO,CAAC,CAAC;IACX,CAAC;IACD,OAAO,QAAQ,CAAY;QACzB,MAAM,EAAE,MAAM,CAAC;YACb,OAAO,EAAE,OAAO;YAChB,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,GAAG,gBAAgB,wBAAwB,IAAI,YAAY;SAClE,CAAC;QACF,GAAG;QACH,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC;KACpC,CAAC,CAAC;AACL,CAAC,CAAC"}

package/dist/commands/calibrate.d.ts

@@ -0,0 +1,3 @@
+/** Runs every model rule against the repo's own recent hunks and marks the ones that never decide. */
+export declare const runCalibrate: (argv: string[]) => Promise<number>;
+//# sourceMappingURL=calibrate.d.ts.map

package/dist/commands/calibrate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"calibrate.d.ts","sourceRoot":"","sources":["../../src/commands/calibrate.ts"],"names":[],"mappings":"AAkCA,sGAAsG;AACtG,eAAO,MAAM,YAAY,SAAgB,MAAM,EAAE,KAAG,OAAO,CAAC,MAAM,CAiIjE,CAAC"}

package/dist/commands/calibrate.js

@@ -0,0 +1,159 @@
+import { parseArgs } from "node:util";
+import { AbideError, DEFAULT_THRESHOLDS } from "@coldtea/abide-schema";
+import { summarizeCalibration } from "../lib/calibration.js";
+import { runCheck } from "../lib/checkRunner.js";
+import { EDIT_CHECK_TIMEOUT_MS, TURN_CHECK_TIMEOUT_MS } from "../lib/constants.js";
+import { recentHistory } from "../lib/git.js";
+import { hasApiKey, NO_KEY_HINT } from "../lib/credentials.js";
+import { findRepoRoot, globalRubricPath, homeDir, rubricPath } from "../lib/paths.js";
+import { readRubric, writeRubric } from "../lib/rubricFile.js";
+import { say } from "../lib/ui.js";
+import { Header } from "../ui/components/Header.js";
+import { showLive, showStatic } from "../ui/render.js";
+import { CalibrateView } from "../ui/views/CalibrateView.js";
+import { Callout } from "../ui/components/Callout.js";
+const statusAfter = (rule, verdict) => {
+    if (rule.status === "disabled")
+        return "disabled";
+    switch (verdict) {
+        case "weak":
+            return "weak";
+        case "noisy":
+            return "noisy";
+        case "decisive":
+            return "active";
+        case "skipped":
+            return rule.status;
+        default:
+            return rule.status;
+    }
+};
+/** Runs every model rule against the repo's own recent hunks and marks the ones that never decide. */
+export const runCalibrate = async (argv) => {
+    const { values } = parseArgs({
+        args: argv,
+        options: {
+            global: { type: "boolean", default: false },
+            hunks: { type: "string", default: "20" },
+            commits: { type: "string", default: "8" },
+            json: { type: "boolean", default: false },
+        },
+    });
+    const repoRoot = findRepoRoot(process.cwd());
+    if (!hasApiKey(repoRoot))
+        throw new AbideError("NO_API_KEY", NO_KEY_HINT);
+    const file = values.global ? globalRubricPath() : rubricPath(repoRoot);
+    const read = readRubric(file);
+    if (read.kind === "missing")
+        throw new AbideError("RUBRIC_MISSING", `${file} does not exist yet; compile first`);
+    if (read.kind === "invalid")
+        throw new AbideError("RUBRIC_INVALID", `${file}: ${read.issues[0] ?? "invalid"}`);
+    const rubric = read.rubric;
+    const thresholds = rubric.thresholds ?? DEFAULT_THRESHOLDS;
+    const where = values.global ? homeDir() : repoRoot;
+    const modelRules = rubric.rules.filter((r) => r.check.type === "model" && r.status !== "disabled");
+    if (modelRules.length === 0) {
+        await showStatic(Callout({ tone: "ok", title: "No model-checked rules to calibrate" }));
+        return 0;
+    }
+    const rulesToRun = modelRules.map((r) => ({ ...r, status: "active" }));
+    const history = recentHistory(repoRoot, Number(values.hunks), Number(values.commits));
+    if (history.hunks.length === 0 && history.commits.length === 0) {
+        await showStatic(Callout({
+            tone: "warn",
+            title: "No usable history in this repository yet, so calibration is skipped",
+            children: null,
+        }));
+        return 0;
+    }
+    const run = async (progress) => {
+        const samples = new Map();
+        let spendUsd = 0;
+        let calls = 0;
+        const record = (verdicts) => {
+            for (const v of verdicts)
+                samples.set(v.ruleId, [...(samples.get(v.ruleId) ?? []), v.probability]);
+        };
+        let n = 0;
+        for (const hunk of history.hunks) {
+            progress(`hunk ${(n += 1)} of ${history.hunks.length}  ${hunk.file}`);
+            try {
+                const out = await runCheck({
+                    phase: "edit",
+                    fileDiffs: [{ file: hunk.file, text: hunk.text }],
+                    task: hunk.subject,
+                    rules: rulesToRun,
+                    thresholds,
+                    timeoutMs: EDIT_CHECK_TIMEOUT_MS,
+                    retries: 2,
+                });
+                record(out.verdicts);
+                spendUsd += out.usage.costUsd ?? 0;
+                calls += 1;
+            }
+            catch {
+                // a hunk that could not be judged is one fewer sample, nothing more
+            }
+        }
+        n = 0;
+        for (const commit of history.commits) {
+            progress(`commit ${(n += 1)} of ${history.commits.length}  ${commit.subject.slice(0, 60)}`);
+            try {
+                const out = await runCheck({
+                    phase: "turn",
+                    fileDiffs: commit.fileDiffs,
+                    task: commit.subject,
+                    rules: rulesToRun,
+                    thresholds,
+                    timeoutMs: TURN_CHECK_TIMEOUT_MS,
+                    retries: 2,
+                });
+                record(out.verdicts);
+                spendUsd += out.usage.costUsd ?? 0;
+                calls += 1;
+            }
+            catch {
+                // as above
+            }
+        }
+        const at = new Date().toISOString();
+        const rows = [];
+        const rules = rubric.rules.map((rule) => {
+            if (rule.check.type !== "model" || rule.status === "disabled")
+                return rule;
+            const summary = summarizeCalibration(samples.get(rule.id) ?? [], thresholds);
+            rows.push({ id: rule.id, when: rule.when ?? "", ...summary, states: summary.hunks });
+            return {
+                ...rule,
+                status: statusAfter(rule, summary.verdict),
+                calibration: { at, ...summary },
+            };
+        });
+        writeRubric(file, { ...rubric, rules });
+        return {
+            root: where,
+            file,
+            hunks: history.hunks.length,
+            commits: history.commits.length,
+            calls,
+            spendUsd,
+            rows,
+            weak: rules.filter((r) => r.status === "weak").map((r) => r.id),
+            noisy: rules.filter((r) => r.status === "noisy").map((r) => r.id),
+        };
+    };
+    if (values.json) {
+        say(JSON.stringify(await run(() => { })));
+        return 0;
+    }
+    return showLive({
+        header: Header({
+            command: "calibrate",
+            where,
+            note: `${modelRules.length} rules against ${history.hunks.length} hunks and ${history.commits.length} commits from git history`,
+        }),
+        run,
+        done: (data) => CalibrateView({ data }),
+    });
+};
+//# sourceMappingURL=calibrate.js.map