@quickchatai/quickreview 0.0.0-stage → 1.1.0

package/dist/src/backfill.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"backfill.js","sourceRoot":"","sources":["../../src/backfill.ts"],"names":[],"mappings":"AAsDA;8EAC8E;AAC9E,MAAM,CAAC,MAAM,uBAAuB,GAA2B;IAC7D,QAAQ,EAAE,SAAS;IACnB,iBAAiB,EAAE,iBAAiB;IACpC,SAAS,EAAE,SAAS;CACrB,CAAC;AAEF,MAAM,UAAU,qBAAqB,CAAC,KAAa;IACjD,OAAO,uBAAuB,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,IAAI,IAAI,CAAC;AAC9D,CAAC;AAED,MAAM,aAAa,GAAG,GAAG,CAAC;AAE1B,+EAA+E;AAE/E,MAAM,UAAU,kBAAkB,CAAC,GAAW;IAC5C,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;IAC7B,OAAO;QACL,QAAQ,IAAI,iBAAiB,GAAG,CAAC,QAAQ,CAAC,cAAc,GAAG;QAC3D,QAAQ,IAAI,sBAAsB,GAAG,CAAC,QAAQ,CAAC,SAAS,EAAE;KAC3D,CAAC;AACJ,CAAC;AAED,gFAAgF;AAChF,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,MAAsB,EAAE,GAAW;IACpE,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,KAAK,MAAM,CAAC,IAAI,kBAAkB,CAAC,GAAG,CAAC,EAAE,CAAC;QACxC,KAAK,MAAM,IAAI,IAAI,MAAM,MAAM,CAAC,iBAAiB,CAAC,CAAC,EAAE,GAAG,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACpF,IAAI,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC;gBAAE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AAC5C,CAAC;AAcD,MAAM,UAAU,iBAAiB,CAAC,QAA4B,EAAE,GAAW;IACzE,MAAM,GAAG,GAAuB,EAAE,CAAC;IACnC,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC5B,IAAI,IAAI,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;YACjC,IAAI,IAAI,CAAC,KAAK,KAAK,GAAG,CAAC,QAAQ,CAAC,aAAa;gBAAE,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;iBACrF,IACH,IAAI,CAAC,KAAK,KAAK,GAAG,CAAC,QAAQ,CAAC,iBAAiB;gBAC7C,CAAC,IAAI,CAAC,KAAK,KAAK,GAAG,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC,KAAK,KAAK,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,EAChF,CAAC;gBACD,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;aAAM,IACL,IAAI,CAAC,IAAI,KAAK,sBAAsB;YACpC,IAAI,CAAC,cAAc,KAAK,GAAG,CAAC,QAAQ,CAAC,gBAAgB,EACrD,CAAC;YACD,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACtE,CAAC;AAED;;;;sBAIsB;AACtB,MAAM,UAAU,gBAAgB,CAC9B,UAA8B,EAC9B,WAAmB,EACnB,mBAAkC;IAElC,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAC/B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,WAAW,IAAI,CAAC,mBAAmB,KAAK,IAAI,IAAI,CAAC,CAAC,EAAE,GAAG,mBAAmB,CAAC,CAC1F,CAAC;IACF,KAAK,MAAM,IAAI,IAAI,CAAC,CAAC,EAAE,CAAC,CAAU,EAAE,CAAC;QACnC,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC;QACzD,IAAI,GAAG;YAAE,OAAO,GAAG,CAAC,EAAE,CAAC;IACzB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAmCD,iFAAiF;AACjF,MAAM,UAAU,MAAM,CACpB,OAAwB,EACxB,GAAW,EACX,GAA+E;IAE/E,MAAM,IAAI,GAAc;QACtB,IAAI,EAAE;YACJ,EAAE,EAAE,OAAO,CAAC,MAAM;YAClB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SAC/B;QACD,MAAM,EAAE,EAAE;QACV,aAAa,EAAE,CAAC;QAChB,gBAAgB,EAAE,CAAC;QACnB,aAAa,EAAE,CAAC;QAChB,YAAY,EAAE,CAAC;KAChB,CAAC;IAEF,MAAM,UAAU,GAAG,iBAAiB,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO;SAC5B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,IAAI,IAAI,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC;SAC3D,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACb,CAAC,CAAC,YAAa,GAAG,CAAC,CAAC,YAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,YAAa,GAAG,CAAC,CAAC,YAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CACnF,CAAC;IAOJ,MAAM,QAAQ,GAAe,EAAE,CAAC;IAChC,IAAI,QAAQ,GAAkB,IAAI,CAAC;IACnC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,MAAM,WAAW,GAAG,MAAM,CAAC,YAAa,CAAC;QACzC,MAAM,OAAO,GAAG,gBAAgB,CAAC,UAAU,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;QACpE,QAAQ,GAAG,WAAW,CAAC;QACvB,IAAI,GAAG,CAAC,KAAK,KAAK,IAAI,IAAI,WAAW,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YACnD,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,SAAS;QACX,CAAC;QACD,MAAM,OAAO,GAAG,qBAAqB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACpD,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACrB,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,SAAS;QACX,CAAC;QACD,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;YACzC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,SAAS;QACX,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;IAC9C,CAAC;IAED,yEAAyE;IACzE,0EAA0E;IAC1E,MAAM,IAAI,GAAG,GAAG,CAAC,UAAU,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC;IAC5E,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE;QACnD,MAAM,WAAW,GAAG,MAAM,CAAC,YAAa,CAAC;QACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;YACf,EAAE,EAAE,OAAO,CAAC,MAAM;YAClB,QAAQ,EAAE,IAAI,GAAG,CAAC;YAClB,OAAO;YACP,UAAU,EAAE,OAAO,IAAI,WAAW;YAClC,WAAW,EAAE,WAAW;YACxB,YAAY,EAAE,MAAM,CAAC,WAAW;YAChC,YAAY,EAAE,MAAM,CAAC,UAAU;YAC/B,UAAU,EAAE,OAAO;YACnB,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI;SAClE,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IACH,OAAO,IAAI,CAAC;AACd,CAAC;AAED,4EAA4E;AAC5E,KAAK,UAAU,OAAO,CACpB,KAAU,EACV,OAAe,EACf,EAA2B;IAE3B,MAAM,GAAG,GAAG,IAAI,KAAK,CAAI,KAAK,CAAC,MAAM,CAAC,CAAC;IACvC,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,MAAM,GAAG,KAAK,IAAmB,EAAE;QACvC,SAAS,CAAC;YACR,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC;YACjB,IAAI,CAAC,IAAI,KAAK,CAAC,MAAM;gBAAE,OAAO;YAC9B,GAAG,CAAC,CAAC,CAAC,GAAG,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC,CAAC;IACF,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;IAChG,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,KAAiB,EACjB,MAAsB,EACtB,GAAW,EACX,OAAwB,EAAE;IAE1B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,GAAS,EAAE,GAAE,CAAC,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC;IACpC,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IAClC,MAAM,QAAQ,GAAG,KAAK,CAAC,iBAAiB,EAAE,CAAC;IAE3C,GAAG,CACD,aAAa,MAAM,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,QAAQ,YAAY,KAAK,IAAI,+BAA+B,EAAE,CAC1G,CAAC;IACF,IAAI,GAAG,GAAG,MAAM,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC1C,MAAM,UAAU,GAAG,GAAG,CAAC,MAAM,CAAC;IAC9B,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC;QAAE,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;IAChF,GAAG,CACD,aAAa,UAAU,kBAAkB,GAAG,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,MAAM,gBAAgB,CAAC,CAAC,CAAC,EAAE,EAAE,CAC7G,CAAC;IAEF,MAAM,KAAK,GAAkB;QAC3B,cAAc,EAAE,UAAU;QAC1B,WAAW,EAAE,CAAC;QACd,YAAY,EAAE,CAAC;QACf,gBAAgB,EAAE,CAAC;QACnB,aAAa,EAAE,CAAC;QAChB,gBAAgB,EAAE,CAAC;QACnB,aAAa,EAAE,CAAC;QAChB,SAAS,EAAE,CAAC;QACZ,WAAW,EAAE,CAAC;QACd,KAAK;QACL,OAAO,EAAE,MAAM;KAChB,CAAC;IAEF,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACzE,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC,EAAE,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACxE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,KAAK,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,SAAS,EAAE,CAAC;QACvC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,KAAK,CAAC,WAAW,EAAE,CAAC;YACpB,SAAS;QACX,CAAC;QACD,KAAK,CAAC,WAAW,EAAE,CAAC;QACpB,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACxF,KAAK,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAC;QACxC,KAAK,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,CAAC;QAC1C,KAAK,CAAC,gBAAgB,IAAI,IAAI,CAAC,gBAAgB,CAAC;QAChD,KAAK,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,CAAC;QAE1C,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM;gBAAE,KAAK,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnD,KAAK,CAAC,SAAS,EAAE,CAAC;QACpB,CAAC;QACD,IAAI,MAAM,EAAE,CAAC;YACX,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC5B,KAAK,CAAC,gBAAgB,EAAE,CAAC;gBACzB,GAAG,CACD,mBAAmB,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC,OAAO,MAAM,CAAC,CAAC,WAAW,aAAa,CAAC,CAAC,UAAU,IAAI,GAAG,kDAAkD,CACrJ,CAAC;YACJ,CAAC;YACD,SAAS;QACX,CAAC;QACD,wEAAwE;QACxE,mEAAmE;QACnE,MAAM,QAAQ,GAAG,KAAK,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YACzC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,CAAC;YACvE,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;gBAAE,KAAK,CAAC,0BAA0B,CAAC,CAAC,CAAC,CAAC;YAC/D,OAAO,OAAO,CAAC;QACjB,CAAC,CAAC,EAAE,CAAC;QACL,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAC3B,IAAI,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;gBAChB,KAAK,CAAC,gBAAgB,EAAE,CAAC;gBACzB,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;YAC/B,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,gBAAgB,EAAE,CAAC;YAC3B,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;YAAE,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,SAAS,CAAC,CAAC;IACvF,CAAC;IAED,GAAG,CACD,kBAAkB,KAAK,CAAC,WAAW,kBAAkB,KAAK,CAAC,gBAAgB,YAAY,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,KAAK;QACzH,GAAG,KAAK,CAAC,aAAa,2BAA2B,KAAK,CAAC,gBAAgB,gCAAgC;QACvG,GAAG,KAAK,CAAC,aAAa,kCAAkC,KAAK,CAAC,SAAS,eAAe,CACzF,CAAC;IACF,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/src/bench/cost.js

@@ -0,0 +1,87 @@
+// What a reviewed PR cost in dollars, the way pi prices it.
+//
+// QuickReview runs through pi, which prices every model call it makes
+// (usage.cost on each assistant message_end, and a per-child total on each
+// subagent result): the case's cost is the sum over the main session and every
+// lens pass — together they are exactly the case's recorded tokens. The OCR
+// arm does not run through pi, so its tokens (the Codex bridge's counts) are
+// priced at pi's own rates for the model the bridge served (per model: the
+// PR-Agent arm runs gpt-6.1-sol), so all those arms are in one currency.
+// Neither is a bill: the runs go through a ChatGPT login. The Claude Code arm
+// runs no OpenAI model; its cost is Claude Code's own `total_cost_usd` (the
+// API-price equivalent), as bench/aacr/compare.py reads it — labelled apart.
+// A slim re-score bundle has no transcripts: its case-summary.json carries
+// the price the export computed from the full case dir (`bench_cost_usd`,
+// null = unpriced), which wins for every arm, as compare.py reads it.
+//
+// The price table and the event-stream meter are core (packages/pi-plugin/src/pricing.ts): a
+// round prices itself with them. This module adds the run-level report.
+import { finiteNumber as num } from "./values.js";
+import { caseCostUsd, ratesFor } from "@quickchatai/pi-quickreview/src/pricing.js";
+export { CODEX_USD_PER_MTOK, EventCostMeter, GPT6_SOL_USD_PER_MTOK, LENS_LEDGER_FILE, SLIM_COST_KEY, caseCostUsd, eventLineCostUsd, piUsageFromInclusive, ratesFor, } from "@quickchatai/pi-quickreview/src/pricing.js";
+/** The defect report's dollar figures over a run's case dirs: the per-PR
+ * average over the cases that recorded a price, their total, and how many of
+ * the run's cases that is — a case with no price is unknown, never $0, so a
+ * partly priced run says so. Empty when no case recorded a price. */
+export function runCostUsd(caseDirs) {
+    let usd = 0, priced = 0;
+    const sources = new Set();
+    const pricedAs = new Set();
+    for (const dir of caseDirs) {
+        const k = caseCostUsd(dir);
+        if (!k)
+            continue;
+        usd += k.usd;
+        priced++;
+        sources.add(k.source);
+        if (k.model)
+            pricedAs.add(k.model);
+    }
+    if (!priced)
+        return {};
+    const rates = [...pricedAs]
+        .sort()
+        .flatMap((m) => {
+        const r = ratesFor(m);
+        return r
+            ? [
+                `${m}: $${r.input} input, $${r.cacheRead.toFixed(2)} cache read, $${r.output} output per million`,
+            ]
+            : [];
+    })
+        .join("; ");
+    return {
+        usdPerPr: usd / priced,
+        usdTotal: usd,
+        usdSource: sources.has("claude")
+            ? "Cost: Claude Code's own total_cost_usd per case (the API-price equivalent) — this arm runs no OpenAI model, so pi has no price for it."
+            : sources.has("priced")
+                ? `Cost: tokens priced at pi's rates (${rates}) — this arm does not run through pi.`
+                : "Cost: pi's own per-call prices, summed over the main session and every lens pass.",
+        ...(sources.has("claude") ? { usdBasis: "Claude Code's own" } : {}),
+        usdPriced: priced,
+        usdCases: caseDirs.length,
+    };
+}
+/** A case's token counts from its case-summary.json, whichever arm wrote it:
+ * `usage` (pi style, input without cache reads — our arm, Codex, OpenCode,
+ * PR-Agent), `ocr_tokens` (the OCR arm) or Claude Code's `tokens` (input,
+ * cache reads and cache writes apart). Input counts cache reads. A summary
+ * that records no counts is null — unknown, never zero. */
+export function caseTokenCounts(summary) {
+    if (typeof summary !== "object" || summary === null)
+        return null;
+    const s = summary;
+    if (s.usage)
+        return { input: num(s.usage.input) + num(s.usage.cacheRead), output: num(s.usage.output) };
+    if (s.ocr_tokens)
+        return { input: num(s.ocr_tokens.input), output: num(s.ocr_tokens.output) };
+    const t = s.tokens;
+    if (t && typeof t.input === "number" && typeof t.output === "number")
+        return {
+            input: num(t.input) + num(t.cache_read) + num(t.cache_creation),
+            output: num(t.output),
+        };
+    return null;
+}
+//# sourceMappingURL=cost.js.map

package/dist/src/bench/exec.js

@@ -0,0 +1,76 @@
+// A small subprocess helper for the AACR-Bench harness. Deliberately separate
+// from the daemon's tmux/exec plumbing: the harness runs in its own sandbox
+// image and must never share a code path that could reach a live session.
+import { spawn } from "node:child_process";
+/** pipeline.py `apply_defaults`: `--timeout-minutes` None → 30 — the review
+ * budget the harness gives every reviewer it runs, which the arms run in the
+ * shape of. */
+export const HARNESS_TIMEOUT_MIN = 30;
+/** Git without any system or global config and never prompting (core: the
+ * round hands it to its reviewer, packages/pi-plugin/src/envstrip.ts). */
+export { GIT_ISOLATION_ENV } from "@quickchatai/pi-quickreview/src/envstrip.js";
+/** Run a command to completion with argv (never a shell), capture its output. */
+export function run(bin, args, o = {}) {
+    return new Promise((resolve) => {
+        const processGroup = process.platform !== "win32" && Boolean(o.timeoutMs);
+        const child = spawn(bin, args, {
+            cwd: o.cwd,
+            env: o.env ?? process.env,
+            stdio: ["ignore", "pipe", "pipe"],
+            detached: processGroup,
+        });
+        const max = o.maxBytes ?? 64 * 1024 * 1024;
+        const out = [];
+        const err = [];
+        let outBytes = 0;
+        let timedOut = false;
+        child.stdout.on("data", (b) => {
+            if (outBytes < max)
+                out.push(b);
+            outBytes += b.length;
+        });
+        child.stderr.on("data", (b) => {
+            if (err.length < 4096)
+                err.push(b);
+        });
+        const timer = o.timeoutMs
+            ? setTimeout(() => {
+                timedOut = true;
+                if (processGroup && child.pid !== undefined) {
+                    try {
+                        process.kill(-child.pid, "SIGKILL");
+                    }
+                    catch {
+                        child.kill("SIGKILL");
+                    }
+                }
+                else
+                    child.kill("SIGKILL");
+            }, o.timeoutMs)
+            : null;
+        child.on("error", (e) => {
+            if (timer)
+                clearTimeout(timer);
+            resolve({ code: 127, stdout: "", stderr: String(e), timedOut });
+        });
+        child.on("close", (code) => {
+            if (timer)
+                clearTimeout(timer);
+            resolve({
+                code: code ?? 1,
+                stdout: Buffer.concat(out).toString("utf8"),
+                stderr: Buffer.concat(err).toString("utf8"),
+                timedOut,
+            });
+        });
+    });
+}
+/** `run`, but a non-zero exit throws with the command and its stderr. */
+export async function must(bin, args, o = {}) {
+    const r = await run(bin, args, o);
+    if (r.code !== 0) {
+        throw new Error(`${bin} ${args.join(" ")} failed (${r.timedOut ? "timeout" : `exit ${r.code}`}): ${r.stderr.trim().slice(0, 600)}`);
+    }
+    return r.stdout;
+}
+//# sourceMappingURL=exec.js.map

package/dist/src/bench/values.js

@@ -0,0 +1,14 @@
+// Shared scalar readings for benchmark adapters. Artifact traversal stays with each adapter.
+// finiteNumber and usageCost are core (packages/pi-plugin/src/pricing.ts): a round prices itself.
+export { finiteNumber, usageCost } from "@quickchatai/pi-quickreview/src/pricing.js";
+export function integerOrNull(value) {
+    if (typeof value === "number" && Number.isInteger(value))
+        return value;
+    if (typeof value === "string" && /^\d+$/.test(value.trim()))
+        return Number(value.trim());
+    return null;
+}
+export function bridgeApiBase(url) {
+    return `${url.replace(/\/+$/, "")}/v1`;
+}
+//# sourceMappingURL=values.js.map

package/dist/src/botcontrol.js

@@ -0,0 +1,127 @@
+import { CONTROL_ACK_OP, parseControl } from "./ipc/control.js";
+import { IpcError } from "./ipc/protocol.js";
+/** How long the ack waits for the session to say what it did with a message before
+ * it reports the turn as running ("handled"): an idle session runs the whole turn
+ * inside the call. */
+const DEFAULT_ACK_WAIT_MS = 500;
+const IDLE_POLL_MS = 20;
+const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+const errText = (e) => (e instanceof Error ? e.message : String(e)).slice(0, 300);
+export class WorkerControls {
+    deps;
+    /** Turns a control started, until they settle. */
+    inflight = new Set();
+    /** Controls being acted on, until their ack has been sent. */
+    acting = new Set();
+    accepting = true;
+    /** Controls acted on (queued or handled), by kind. */
+    counts = { steer: 0, follow_up: 0, abort: 0 };
+    constructor(deps) {
+        this.deps = deps;
+    }
+    /** The IpcClient's control handler. Never throws: a control that cannot be read
+     * has no id to ack, and is logged. */
+    receive(kind, body) {
+        let order;
+        try {
+            order = parseControl(kind, body);
+        }
+        catch (e) {
+            this.deps.log(`botworker: unreadable ${kind} control: ${errText(e)}`);
+            const id = body?.id;
+            if (typeof id === "string" && e instanceof IpcError)
+                void this.say({ id, ack: "refused", reason: e.message });
+            return;
+        }
+        const acting = this.handle(order)
+            .catch((e) => {
+            this.deps.log(`botworker: control ${order.id} failed: ${errText(e)}`);
+            return this.say({ id: order.id, ack: "refused", reason: errText(e) });
+        })
+            .finally(() => this.acting.delete(acting));
+        this.acting.add(acting);
+    }
+    /** Resolve once every control received so far has been acked: the worker calls it
+     * before it closes the connection, so an abort's `handled` is not lost to the exit
+     * the abort itself causes. */
+    async flush() {
+        while (this.acting.size > 0)
+            await Promise.allSettled([...this.acting]);
+    }
+    async handle(order) {
+        if (order.kind === "abort") {
+            this.counts.abort++;
+            await this.deps.abort();
+            return this.say({ id: order.id, ack: "handled" });
+        }
+        const live = this.deps.session();
+        if (!live)
+            return this.say({ id: order.id, ack: "refused", reason: "the session is not open yet" });
+        if (!this.accepting)
+            return this.say({ id: order.id, ack: "refused", reason: "the round is ending" });
+        const text = order.text;
+        const sent = order.kind === "steer"
+            ? live.steer(text, this.deps.limits())
+            : live.followUp(text, this.deps.limits());
+        // Whatever the session does with it, the worker waits for the turn it starts.
+        const tracked = sent.then((d) => d, (e) => ({ status: "unsupported", reason: errText(e) }));
+        this.inflight.add(tracked);
+        void tracked.finally(() => this.inflight.delete(tracked));
+        const first = await Promise.race([
+            tracked,
+            sleep(this.deps.ackWaitMs ?? DEFAULT_ACK_WAIT_MS).then(() => undefined),
+        ]);
+        if (first === undefined) {
+            // Still inside the call: an idle session is running the turn this message started.
+            this.counts[order.kind]++;
+            return this.say({ id: order.id, ack: "handled" });
+        }
+        if (first.status === "unsupported")
+            return this.say({ id: order.id, ack: "refused", reason: first.reason });
+        this.counts[order.kind]++;
+        return this.say({ id: order.id, ack: first.status === "queued" ? "queued" : "handled" });
+    }
+    async say(ack) {
+        try {
+            await this.deps.ack(ack);
+        }
+        catch (e) {
+            // A daemon that went away fences the worker through its own handlers.
+            this.deps.log(`botworker: control.ack ${ack.id} not sent: ${errText(e)}`);
+        }
+    }
+    /** Resolve once the session has nothing in flight or queued: the turns a control
+     * started have settled. A control that arrives meanwhile is waited for too. */
+    async drain() {
+        await this.settled(false);
+    }
+    /** `drain`, and in the same synchronous step that finds the session idle, stop
+     * accepting steers and follow-ups: nothing lands between the last check and the
+     * close. An abort is still taken. */
+    async drainAndClose() {
+        await this.settled(true);
+    }
+    async settled(close) {
+        for (;;) {
+            if (this.inflight.size > 0) {
+                await Promise.allSettled([...this.inflight]);
+                continue;
+            }
+            const live = this.deps.session();
+            if (live && live.stats().busy) {
+                await sleep(IDLE_POLL_MS);
+                continue;
+            }
+            if (close)
+                this.accepting = false;
+            return;
+        }
+    }
+}
+/** The ack the worker sends: one request, named by the control's id. */
+export function ackSender(request) {
+    return async (ack) => {
+        await request(CONTROL_ACK_OP, ack);
+    };
+}
+//# sourceMappingURL=botcontrol.js.map

package/dist/src/botcontrol.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"botcontrol.js","sourceRoot":"","sources":["../../src/botcontrol.ts"],"names":[],"mappings":"AAoBA,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChE,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAO7C;;sBAEsB;AACtB,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAChC,MAAM,YAAY,GAAG,EAAE,CAAC;AAgBxB,MAAM,KAAK,GAAG,CAAC,EAAU,EAAiB,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC/F,MAAM,OAAO,GAAG,CAAC,CAAU,EAAU,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AAEnG,MAAM,OAAO,cAAc;IASI;IAR7B,kDAAkD;IACjC,QAAQ,GAAG,IAAI,GAAG,EAAoB,CAAC;IACxD,8DAA8D;IAC7C,MAAM,GAAG,IAAI,GAAG,EAAiB,CAAC;IAC3C,SAAS,GAAG,IAAI,CAAC;IACzB,sDAAsD;IAC7C,MAAM,GAAgC,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IAEpF,YAA6B,IAAwB;QAAxB,SAAI,GAAJ,IAAI,CAAoB;IAAG,CAAC;IAEzD;0CACsC;IACtC,OAAO,CAAC,IAAY,EAAE,IAAa;QACjC,IAAI,KAAK,CAAC;QACV,IAAI,CAAC;YACH,KAAK,GAAG,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACnC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,yBAAyB,IAAI,aAAa,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACtE,MAAM,EAAE,GAAI,IAAgC,EAAE,EAAE,CAAC;YACjD,IAAI,OAAO,EAAE,KAAK,QAAQ,IAAI,CAAC,YAAY,QAAQ;gBACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YAC3D,OAAO;QACT,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9B,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;YACX,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,sBAAsB,KAAK,CAAC,EAAE,YAAY,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACtE,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACxE,CAAC,CAAC;aACD,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IAED;;kCAE8B;IAC9B,KAAK,CAAC,KAAK;QACT,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC;YAAE,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1E,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,KAAsC;QACzD,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC3B,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC;QACpD,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QACjC,IAAI,CAAC,IAAI;YACP,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,6BAA6B,EAAE,CAAC,CAAC;QAC3F,IAAI,CAAC,IAAI,CAAC,SAAS;YACjB,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,qBAAqB,EAAE,CAAC,CAAC;QACnF,MAAM,IAAI,GAAG,KAAK,CAAC,IAAK,CAAC;QACzB,MAAM,IAAI,GACR,KAAK,CAAC,IAAI,KAAK,OAAO;YACpB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACtC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAC9C,8EAA8E;QAC9E,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CACvB,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EACR,CAAC,CAAC,EAAY,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CACjE,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC3B,KAAK,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QAC1D,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;YAC/B,OAAO;YACP,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,mBAAmB,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC;SACxE,CAAC,CAAC;QACH,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,mFAAmF;YACnF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,KAAK,aAAa;YAChC,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAC1E,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1B,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;IAC3F,CAAC;IAEO,KAAK,CAAC,GAAG,CAAC,GAAe;QAC/B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,sEAAsE;YACtE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,0BAA0B,GAAG,CAAC,EAAE,cAAc,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IAED;mFAC+E;IAC/E,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC;IAED;;yCAEqC;IACrC,KAAK,CAAC,aAAa;QACjB,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,KAAc;QAClC,SAAS,CAAC;YACR,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;gBAC7C,SAAS;YACX,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACjC,IAAI,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC;gBAC9B,MAAM,KAAK,CAAC,YAAY,CAAC,CAAC;gBAC1B,SAAS;YACX,CAAC;YACD,IAAI,KAAK;gBAAE,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;YAClC,OAAO;QACT,CAAC;IACH,CAAC;CACF;AAED,wEAAwE;AACxE,MAAM,UAAU,SAAS,CACvB,OAAwD;IAExD,OAAO,KAAK,EAAE,GAAG,EAAE,EAAE;QACnB,MAAM,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;IACrC,CAAC,CAAC;AACJ,CAAC"}