reeval 0.7.0 → 0.9.0

package/README.md

@@ -86,13 +86,13 @@ all three agents passed every check.
 ```text
 $ reeval run evals/api.eval.ts --runs 1
 …
-   ✓ how well the api-conventions skill influences the output      3/6 · 100% gated  6 attempts
-       cursor:composer-2.5/nextjs-api/docker                    control    0/1    0%   not gated
-       cursor:composer-2.5/with-api-conventions/docker          variant    1/1  100%   lift +100 pts (95% −12…+100, 1/1 vs 0/1), within noise
-       claude-code:claude-sonnet-5/nextjs-api/docker            control    0/1    0%   not gated
-       claude-code:claude-sonnet-5/with-api-conventions/docker  variant    1/1  100%   lift +100 pts (95% −12…+100, 1/1 vs 0/1), within noise
-       codex:gpt-5.6-luna/nextjs-api/docker                     control    0/1    0%   not gated
-       codex:gpt-5.6-luna/with-api-conventions/docker           variant    1/1  100%   lift +100 pts (95% −12…+100, 1/1 vs 0/1), within noise
+   ✓ how well the api-conventions skill influences the output      3/6 · pass@1 100% gated  6 attempts
+       cursor:composer-2.5/nextjs-api/docker                    control    0/1  pass@1   0%   not gated
+       cursor:composer-2.5/with-api-conventions/docker          variant    1/1  pass@1 100%   lift +100 pts (95% −12…+100, 1/1 vs 0/1), within noise
+       claude-code:claude-sonnet-5/nextjs-api/docker            control    0/1  pass@1   0%   not gated
+       claude-code:claude-sonnet-5/with-api-conventions/docker  variant    1/1  pass@1 100%   lift +100 pts (95% −12…+100, 1/1 vs 0/1), within noise
+       codex:gpt-5.6-luna/nextjs-api/docker                     control    0/1  pass@1   0%   not gated
+       codex:gpt-5.6-luna/with-api-conventions/docker           variant    1/1  pass@1 100%   lift +100 pts (95% −12…+100, 1/1 vs 0/1), within noise
        question  "Which endpoint follows our API conventions?" across: claude-code:claude-sonnet-5 2/4 (50%), codex:gpt-5.6-luna 0/4 (0%), cursor:composer-2.5 4/4 (100%) · 6 votes, 0 ties · gemini-3.8-flash
 …
 ```
@@ -187,9 +187,9 @@ group(
 $ reeval run skill --runs 2
 plan  1 eval · 2 cells · 4 attempts · ~50s serial (~13s at concurrency 4)
 …
-     ✓ greets in the house style      2/4 · 100% gated  4 attempts
-         cursor:composer-2.5/plain/docker                control    0/2    0%   not gated
-         cursor:composer-2.5/with-house-greeting/docker  variant    2/2  100%   lift +100 pts (95% +7…+100, 2/2 vs 0/2)
+     ✓ greets in the house style      2/4 · pass@1 100% gated  4 attempts
+         cursor:composer-2.5/plain/docker                control    0/2  pass@1   0%   not gated
+         cursor:composer-2.5/with-house-greeting/docker  variant    2/2  pass@1 100%   lift +100 pts (95% +7…+100, 2/2 vs 0/2)
            effort: tools 3 vs 8 (×0.38), agent 9s vs 18s (×0.50): too few attempts to test
 ```
 
@@ -225,8 +225,8 @@ record. To see what an attempt did step by step, add `-v`: a timestamped line pe
 container, setup, brokering, each tool call, checks, judge calls, every gateway request).
 `-vv` adds the raw payloads and every `docker` command. Either way each attempt's trace is
 kept locally in `.reeval/debug`, never in the committed history. Commit runs into `evals/.history/` with `reeval record`, then track them with `reeval history`
-and `reeval compare`, or ask across runs with SQL: `reeval query lift`, `reeval query effort` (tool calls and
-agent time, variant against control), `reeval query factor_effects`, or
+and `reeval compare`, or ask across runs with SQL: `reeval query lift`, `reeval query effort` (tool calls,
+agent time and tokens, variant against control), `reeval query factor_effects`, or
 `reeval query "SELECT * FROM failing_attempts WHERE skill = 'house-greeting'"`. Where the harness
 reports them (Cursor, Claude Code, Antigravity, pi and Codex do), the record keeps each turn's tokens and the model that
 served it, and totals them per attempt and per run.

package/dist/{agent-Dhd5FJCZ.js → agent-6FefIhX7.js}

@@ -1,9 +1,9 @@
 import { a as fromCwd } from "./ids-Bp6ut7ZD.js";
-import { a as notesDir, u as writeNote } from "./files-BSMSnQMa.js";
-import { a as providerModel } from "./model-Cp6NoAT3.js";
-import { a as stagedAttempts, i as listOutcomes, n as divergence, t as attemptSummary } from "./tools-CJHw-zCo.js";
-import { z } from "zod";
+import { a as providerModel } from "./model-B1BZoZ9b.js";
+import { a as notesDir, u as writeNote } from "./files-DJUFg-4e.js";
+import { a as stagedAttempts, i as listOutcomes, n as divergence, t as attemptSummary } from "./tools-B10Uj7OI.js";
 import { generateText, stepCountIs, tool } from "ai";
+import { z } from "zod";
 /** Pairs the fake compares, as a careful model would: a few, not all of them. */
 const FAKE_PAIRS = 3;
 const NOTE_PROMPT = `You write a short note on how one coding agent (the harness) did on one eval of a reeval run. You can't see transcripts; read the attempts with the tools.
@@ -301,7 +301,7 @@ function startNotes({ config, model, runId, stagingDir, planned, warn }) {
 */
 async function summarizeRun(config, runId, model) {
 	try {
-		const { writeRunSummary } = await import("./summary-D012KlUM.js");
+		const { writeRunSummary } = await import("./summary-2OAWF2N7.js");
 		const { doc, path } = await writeRunSummary({
 			config,
 			runId,
@@ -331,4 +331,4 @@ const notesLine = (root, runId, notes) => {
 //#endregion
 export { notesLine, startNotes, summarizeRun };
 
-//# sourceMappingURL=agent-Dhd5FJCZ.js.map
+//# sourceMappingURL=agent-6FefIhX7.js.map

package/dist/{agent-Dhd5FJCZ.js.map → agent-6FefIhX7.js.map}

@@ -1 +1 @@
-{"version":3,"file":"agent-Dhd5FJCZ.js","names":[],"sources":["../src/analysis/agent/note.ts","../src/analysis/agent/index.ts"],"mappings":";;;;;;;AAmBA,MAAM,aAAa;AAEnB,MAAa,cAAc;;;;;;;;AAqB3B,SAAgB,UAAU,UAAyB,UAAkB;CACnE,IAAI,OAAO;CACX,MAAM,SAAY,UAAoC;EACpD,MAAM,OAAO,KAAK,UAAU,KAAK,CAAC,CAAC;EACnC,IAAI,OAAO,MACT,OAAO,EACL,OACE,0FACJ;EAEF,QAAQ;EACR,OAAO;CACT;CACA,MAAM,QAAQ,OAAe,SAAS,MAAM,MAAM,EAAE,OAAO,EAAE;CAC7D,MAAM,WAAW,QAAgB,EAC/B,OAAO,cAAc,GAAG,qBAAqB,SAAS,KAAK,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE,GACpF;CACA,OAAO;EACL,eAAe,KAAK;GAClB,aACE;GACF,aAAa,EAAE,OAAO,CAAC,CAAC;GACxB,SAAS,YAAY,MAAM,aAAa,QAAQ,CAAC;EACnD,CAAC;EACD,cAAc,KAAK;GACjB,aACE;GACF,aAAa,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,kCAAkC,EAAE,CAAC;GACrF,SAAS,OAAO,EAAE,SAAS;IACzB,MAAM,IAAI,KAAK,EAAE;IACjB,OAAO,IAAI,MAAM,eAAe,CAAC,CAAC,IAAI,QAAQ,EAAE;GAClD;EACF,CAAC;EACD,kBAAkB,KAAK;GACrB,aACE;GACF,aAAa,EAAE,OAAO;IACpB,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,uBAAuB;IACnD,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,wBAAwB;GACtD,CAAC;GACD,SAAS,OAAO,EAAE,QAAQ,aAAa;IACrC,MAAM,IAAI,KAAK,MAAM;IACrB,MAAM,IAAI,KAAK,MAAM;IACrB,IAAI,CAAC,GAAG,OAAO,QAAQ,MAAM;IAC7B,IAAI,CAAC,GAAG,OAAO,QAAQ,MAAM;IAC7B,OAAO,MAAM,WAAW,GAAG,CAAC,CAAC;GAC/B;EACF,CAAC;CACH;AACF;;AAGA,eAAsB,eAAe,OAAyC;CAC5E,MAAM,EAAE,OAAO,OAAO,QAAQ,SAAS,aAAa;CACpD,MAAM,OAAO;EACX,MAAM;EACN,eAAe;EACf;EACA;EACA;EACA,OAAO,MAAM;EACb,UAAU,SAAS,KAAK,MAAM,EAAE,EAAE;CACpC;CACA,MAAM,SAAS,MAAc,SAAS,QAAQ,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC;CACrE,MAAM,SAAS;EACb,SAAS;EACT,YAAY;EACZ,aAAa,SAAS,OAAO,IAAI,MAAM,MAAM,EAAE,WAAW,MAAM,MAAM,EAAE,WAAW,MAAM,aAAa,EAAE,iBAAiB,MAAM,SAAS,EAAE;EAC1I,GAAI,MAAM,eAAe,CAAC,IAAI,iCAAiC,MAAM,cAAc,IAAI,CAAC;CAC1F,CAAC,CAAC,KAAK,IAAI;CACX,IAAI;EACF,MAAM,SAAS,MAAM,aAAa;GAChC,OAAO,MAAM,OACT,cAAc,MAAM,MAAM;IAAE,MAAM;IAAQ;GAAQ,CAAC,IACnD,MAAM,cAAc,KAAK;GAC7B,QAAQ;GACR;GACA,OAAO,UAAU,UAAU,MAAM,iBAAiB,CAAC;GACnD,UAAU,YAAA,CAAsB;GAChC,cAAc,EAAE,iBACd,eAAe,IAAiB,EAAE,YAAY,OAAgB,IAAI,KAAA;GACpE,aAAa;GACb,iBAAiB,MAAM;GACvB,YAAY;GACZ,GAAI,MAAM,SAAS,EAAE,aAAa,MAAM,OAAO,IAAI,CAAC;EACtD,CAAC;EACD,MAAM,OAAO,OAAO,KAAK,KAAK;EAC9B,OAAO;GACL,GAAG;GACH,eAAe,OAAO,UAAU,WAAW;GAC3C,4BAAW,IAAI,KAAK,EAAA,CAAE,YAAY;GAClC;GACA,GAAI,OAAO,CAAC,IAAI,EAAE,OAAO,qCAAiD;GAC1E,OAAO;IACL,aAAa,OAAO,YAAY,eAAe;IAC/C,cAAc,OAAO,YAAY,gBAAgB;GACnD;EACF;CACF,SAAS,OAAO;EACd,OAAO;GACL,GAAG;GACH,eAAe;GACf,4BAAW,IAAI,KAAK,EAAA,CAAE,YAAY;GAClC,MAAM;GACN,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;GAC5D,OAAO;IAAE,aAAa;IAAM,cAAc;GAAK;EACjD;CACF;AACF;;AASA,SAAS,YAAY,QAAmD;CACtE,MAAM,UAAmD,CAAC;CAC1D,KAAK,MAAM,WAAW,QAAQ;EAC5B,IAAI,QAAQ,SAAS,UAAU,CAAC,MAAM,QAAQ,QAAQ,OAAO,GAAG;EAChE,KAAK,MAAM,QAAQ,QAAQ,SACzB,IAAI,KAAK,SAAS,iBAAiB,KAAK,YAAY,KAAK,QACvD,QAAQ,KAAK;GAAE,MAAM,KAAK;GAAU,OAAO,KAAK,OAAO;EAAM,CAAC;CAGpE;CACA,OAAO;AACT;;;;;;AAOA,SAAS,cACP,MACA,OACe;CACf,MAAM,QAAQ;EACZ,aAAa;GAAE,OAAO;GAAG,SAAS;GAAG,WAAW;GAAG,YAAY;EAAE;EACjE,cAAc;GAAE,OAAO;GAAG,MAAM;GAAG,WAAW;EAAE;CAClD;CACA,IAAI,QAAQ;CACZ,MAAM,aAAa,WAAoD;EACrE,SAAS,MAAM,KAAK,GAAG,OAAO;GAC5B,MAAM;GACN,YAAY,QAAQ,EAAE,KAAK,GAAG;GAC9B,UAAU,EAAE;GACZ,OAAO,KAAK,UAAU,EAAE,KAAK;EAC/B,EAAE;EACF,cAAc;GAAE,SAAS;GAAc,KAAK;EAAa;EACzD;EACA,UAAU,CAAC;EACX,UAAU,EAAE,SAAS,gBAAgB;CACvC;CACA,OAAO;EACL,sBAAsB;EACtB,UAAU;EACV,SAAS;EACT,eAAe,CAAC;EAChB,YAAY,OAAO,YAAmE;GACpF;GACA,MAAM,EAAE,SAAS;GACjB,IAAI,OAAO,SAAS,YAAY,SAAS,MAAM,MAAM,IAAI,MAAM,KAAK,KAAK;GACzE,MAAM,UAAU,YAAY,QAAQ,MAAM;GAC1C,MAAM,SAAS,QAAQ,MAAM,MAAM,EAAE,SAAS,eAAe,CAAC,EAAE;GAGhE,IAAI,CAAC,QAAQ,OAAO,UAAU,CAAC;IAAE,MAAM;IAAiB,OAAO,CAAC;GAAE,CAAC,CAAC;GACpE,MAAM,WAAW,QACd,QAAQ,MAAM,EAAE,SAAS,kBAAkB,CAAC,CAC5C,KAAK,MAAM,EAAE,KAAsC;GACtD,MAAM,QAAsB,OAAO,SAAS,CAAC;GAC7C,IAAI,MAAM,UAAU,CAAC,SAAS,UAAU,QAAA,GACtC,OAAO,UACL,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,KAAK,OAAO;IACrC,MAAM;IACN,OAAO;KAAE,QAAQ,EAAE;KAAQ,QAAQ,EAAE;IAAO;GAC9C,EAAE,CACJ;GAEF,MAAM,QAAuB;IAC3B,GAAG;IACH,WAAW,OAAO,YAAY,CAAC,EAAA,CAAG,KAAK,OAAO;KAAE,IAAI,EAAE;KAAI,SAAS,EAAE;IAAQ,EAAE;IAC/E,UAAU,SACP,QAAQ,MAAM,KAAK,YAAY,CAAC,CAAC,CACjC,KAAK,OAAO;KAAE,QAAQ,EAAE;KAAQ,QAAQ,EAAE;KAAQ,YAAY,EAAE;IAAW,EAAE;GAClF;GAMA,OAAO;IACL,SAAS,CAAC;KAAE,MAAM;KAAQ,MAL1B,OAAO,SAAS,aACZ,KAAK,KAAK,IACT,QACD,GAAG,MAAM,SAAS,QAAQ,MAAM,EAAE,YAAY,MAAM,CAAC,CAAC,OAAO,MAAM,MAAM,SAAS,OAAO;IAE9D,CAAC;IAChC,cAAc;KAAE,SAAS;KAAQ,KAAK;IAAO;IAC7C;IACA,UAAU,CAAC;IACX,UAAU,EAAE,SAAS,gBAAgB;GACvC;EACF;EACA,UAAU,YAAY;GACpB,MAAM,IAAI,MAAM,yCAAyC;EAC3D;CACF;AACF;;;;ACrNA,MAAM,YAAY;AAElB,MAAM,YAAY,QAAgB,YAAoB,GAAG,OAAO,IAAI;AAEpE,SAAgB,WAAW,EAAE,QAAQ,OAAO,OAAO,YAAY,SAAS,QAA0B;CAChG,MAAM,2BAAW,IAAI,IAAoB;CACzC,MAAM,QAAQ,IAAI,IAAI,QAAQ,KAAK,GAAG,MAAM,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;CACvD,KAAK,MAAM,KAAK,SAAS;EACvB,IAAI,EAAE,QAAQ,KAAK,MAAM;EACzB,MAAM,MAAM,SAAS,EAAE,IAAI,EAAE,QAAQ,KAAK,OAAO;EACjD,SAAS,IAAI,MAAM,SAAS,IAAI,GAAG,KAAK,KAAK,CAAC;CAChD;CACA,MAAM,2BAAW,IAAI,IAA0B;CAC/C,MAAM,0BAAU,IAAI,IAAY;CAChC,MAAM,UAA+C,CAAC;CACtD,MAAM,QAAQ,IAAI,gBAAgB;CAElC,IAAI,UAAU;CACd,MAAM,UAA6B,CAAC;CACpC,MAAM,OAAO,YAAY;EACvB,IAAI,UAAU,WAAW;OACpB,MAAM,IAAI,SAAe,YAAY,QAAQ,KAAK,OAAO,CAAC;CACjE;CACA,MAAM,gBAAgB;EACpB,MAAM,OAAO,QAAQ,MAAM;EAC3B,IAAI,MAAM,KAAK;OACV;CACP;CAEA,MAAM,SAAS,QAAgB;EAE7B,MAAM,WAAW,SAAS,IAAI,GAAG,KAAK,CAAC,EAAA,CAAG,MACvC,GAAG,OAAO,MAAM,IAAI,EAAE,GAAG,KAAK,MAAM,MAAM,IAAI,EAAE,GAAG,KAAK,EAC3D;EACA,QAAQ,IAAI,GAAG;EACf,MAAM,QAAQ,QAAQ;EAEtB,IAAI,CAAC,OAAO,WAAW,QAAQ,OAAO,MAAM,EAAE,UAAU,SAAS,GAAG;EACpE,MAAM,UAAU,MAAM,QAAQ,KAAK;EACnC,MAAM,QAAQ,oBAAoB,MAAM,GAAG,IAAI,QAAQ;EACvD,QAAQ,MACL,YAAY;GACX,MAAM,KAAK;GACX,IAAI;IACF,IAAI,MAAM,OAAO,SAAS,OAAO;IACjC,MAAM,OAAO,MAAM,eAAe;KAChC;KACA;KACA,QAAQ,MAAM;KACd;KACA,UAAU,MAAM,eAAe,YAAY,OAAO;KAClD,gBAAgB,OAAO,SAAS;KAChC,iBAAiB,OAAO,SAAS;KACjC,GAAI,OAAO,SAAS,eAAe,EAAE,cAAc,OAAO,SAAS,aAAa,IAAI,CAAC;KACrF,QAAQ,MAAM;IAChB,CAAC;IACD,IAAI,MAAM,OAAO,SAAS,OAAO;IACjC,IAAI,KAAK,OAAO,KAAK,GAAG,MAAM,WAAW,KAAK,OAAO;IACrD,MAAM,UAAU,OAAO,MAAM,IAAI;IACjC,OAAO;GACT,SAAS,OAAO;IACd,IAAI,CAAC,MAAM,OAAO,SAAS,KAAK,GAAG,MAAM,mBAAoB,MAAgB,SAAS;IACtF,OAAO;GACT,UAAU;IACR,QAAQ;GACV;EACF,EAAA,CAAG,CACL;CACF;CAEA,OAAO;EACL,SAAS,QAAQ;GACf,IAAI,CAAC,OAAO,WAAW,MAAM,OAAO,SAAS;GAC7C,MAAM,MAAM,SAAS,OAAO,IAAI,OAAO,QAAQ,KAAK,OAAO;GAC3D,IAAI,CAAC,SAAS,IAAI,GAAG,KAAK,QAAQ,IAAI,GAAG,GAAG;GAC5C,MAAM,UAAU,CAAC,GAAI,SAAS,IAAI,GAAG,KAAK,CAAC,GAAI,MAAM;GACrD,SAAS,IAAI,KAAK,OAAO;GACzB,IAAI,QAAQ,WAAW,SAAS,IAAI,GAAG,KAAK,IAAI,MAAM,GAAG;EAC3D;EACA,MAAM,OAAO,WAAW;GACtB,IAAI,WAAW,MAAM,sBAAM,IAAI,MAAM,uBAAuB,CAAC;QACxD,KAAK,MAAM,OAAO,SAAS,KAAK,GAAG,IAAI,CAAC,QAAQ,IAAI,GAAG,GAAG,MAAM,GAAG;GAExE,QADe,MAAM,QAAQ,IAAI,OAAO,EAAA,CAAG,QAAQ,MAAyB,MAAM,IACvE;EACb;CACF;AACF;;;;;AAMA,eAAsB,aACpB,QACA,OACA,OACmD;CACnD,IAAI;EACF,MAAM,EAAE,oBAAoB,MAAM,OAAO;EACzC,MAAM,EAAE,KAAK,SAAS,MAAM,gBAAgB;GAAE;GAAQ;GAAO;EAAM,CAAC;EACpE,IAAI,IAAI,OAAO,OAAO;GAAE,OAAO;GAAQ,MAAM,4BAA4B,IAAI;EAAQ;EACrF,OAAO;GACL,OAAO;GACP,MAAM,wBAAwB,QAAQ,IAAI,EAAE;EAC9C;CACF,SAAS,OAAO;EACd,OAAO;GAAE,OAAO;GAAQ,MAAM,oCAAqC,MAAgB;EAAU;CAC/F;AACF;;AAGA,MAAa,aAAa,MAAc,OAAe,UAA0B;CAC/E,MAAM,SAAS,MAAM,QAAQ,MAAM,EAAE,KAAK,CAAC,CAAC;CAC5C,MAAM,IAAI,MAAM;CAChB,OAAO,aAAa,EAAE,OAAO,MAAM,IAAI,KAAK,MAAM,SAAS,KAAK,OAAO,YAAY,GAAG,MAAM,QAAQ,SAAS,MAAM,KAAK,CAAC;AAC3H"}
+{"version":3,"file":"agent-6FefIhX7.js","names":[],"sources":["../src/analysis/agent/note.ts","../src/analysis/agent/index.ts"],"mappings":";;;;;;;AAmBA,MAAM,aAAa;AAEnB,MAAa,cAAc;;;;;;;;AAqB3B,SAAgB,UAAU,UAAyB,UAAkB;CACnE,IAAI,OAAO;CACX,MAAM,SAAY,UAAoC;EACpD,MAAM,OAAO,KAAK,UAAU,KAAK,CAAC,CAAC;EACnC,IAAI,OAAO,MACT,OAAO,EACL,OACE,0FACJ;EAEF,QAAQ;EACR,OAAO;CACT;CACA,MAAM,QAAQ,OAAe,SAAS,MAAM,MAAM,EAAE,OAAO,EAAE;CAC7D,MAAM,WAAW,QAAgB,EAC/B,OAAO,cAAc,GAAG,qBAAqB,SAAS,KAAK,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE,GACpF;CACA,OAAO;EACL,eAAe,KAAK;GAClB,aACE;GACF,aAAa,EAAE,OAAO,CAAC,CAAC;GACxB,SAAS,YAAY,MAAM,aAAa,QAAQ,CAAC;EACnD,CAAC;EACD,cAAc,KAAK;GACjB,aACE;GACF,aAAa,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,SAAS,kCAAkC,EAAE,CAAC;GACrF,SAAS,OAAO,EAAE,SAAS;IACzB,MAAM,IAAI,KAAK,EAAE;IACjB,OAAO,IAAI,MAAM,eAAe,CAAC,CAAC,IAAI,QAAQ,EAAE;GAClD;EACF,CAAC;EACD,kBAAkB,KAAK;GACrB,aACE;GACF,aAAa,EAAE,OAAO;IACpB,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,uBAAuB;IACnD,QAAQ,EAAE,OAAO,CAAC,CAAC,SAAS,wBAAwB;GACtD,CAAC;GACD,SAAS,OAAO,EAAE,QAAQ,aAAa;IACrC,MAAM,IAAI,KAAK,MAAM;IACrB,MAAM,IAAI,KAAK,MAAM;IACrB,IAAI,CAAC,GAAG,OAAO,QAAQ,MAAM;IAC7B,IAAI,CAAC,GAAG,OAAO,QAAQ,MAAM;IAC7B,OAAO,MAAM,WAAW,GAAG,CAAC,CAAC;GAC/B;EACF,CAAC;CACH;AACF;;AAGA,eAAsB,eAAe,OAAyC;CAC5E,MAAM,EAAE,OAAO,OAAO,QAAQ,SAAS,aAAa;CACpD,MAAM,OAAO;EACX,MAAM;EACN,eAAe;EACf;EACA;EACA;EACA,OAAO,MAAM;EACb,UAAU,SAAS,KAAK,MAAM,EAAE,EAAE;CACpC;CACA,MAAM,SAAS,MAAc,SAAS,QAAQ,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC;CACrE,MAAM,SAAS;EACb,SAAS;EACT,YAAY;EACZ,aAAa,SAAS,OAAO,IAAI,MAAM,MAAM,EAAE,WAAW,MAAM,MAAM,EAAE,WAAW,MAAM,aAAa,EAAE,iBAAiB,MAAM,SAAS,EAAE;EAC1I,GAAI,MAAM,eAAe,CAAC,IAAI,iCAAiC,MAAM,cAAc,IAAI,CAAC;CAC1F,CAAC,CAAC,KAAK,IAAI;CACX,IAAI;EACF,MAAM,SAAS,MAAM,aAAa;GAChC,OAAO,MAAM,OACT,cAAc,MAAM,MAAM;IAAE,MAAM;IAAQ;GAAQ,CAAC,IACnD,MAAM,cAAc,KAAK;GAC7B,QAAQ;GACR;GACA,OAAO,UAAU,UAAU,MAAM,iBAAiB,CAAC;GACnD,UAAU,YAAA,CAAsB;GAChC,cAAc,EAAE,iBACd,eAAe,IAAiB,EAAE,YAAY,OAAgB,IAAI,KAAA;GACpE,aAAa;GACb,iBAAiB,MAAM;GACvB,YAAY;GACZ,GAAI,MAAM,SAAS,EAAE,aAAa,MAAM,OAAO,IAAI,CAAC;EACtD,CAAC;EACD,MAAM,OAAO,OAAO,KAAK,KAAK;EAC9B,OAAO;GACL,GAAG;GACH,eAAe,OAAO,UAAU,WAAW;GAC3C,4BAAW,IAAI,KAAK,EAAA,CAAE,YAAY;GAClC;GACA,GAAI,OAAO,CAAC,IAAI,EAAE,OAAO,qCAAiD;GAC1E,OAAO;IACL,aAAa,OAAO,YAAY,eAAe;IAC/C,cAAc,OAAO,YAAY,gBAAgB;GACnD;EACF;CACF,SAAS,OAAO;EACd,OAAO;GACL,GAAG;GACH,eAAe;GACf,4BAAW,IAAI,KAAK,EAAA,CAAE,YAAY;GAClC,MAAM;GACN,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;GAC5D,OAAO;IAAE,aAAa;IAAM,cAAc;GAAK;EACjD;CACF;AACF;;AASA,SAAS,YAAY,QAAmD;CACtE,MAAM,UAAmD,CAAC;CAC1D,KAAK,MAAM,WAAW,QAAQ;EAC5B,IAAI,QAAQ,SAAS,UAAU,CAAC,MAAM,QAAQ,QAAQ,OAAO,GAAG;EAChE,KAAK,MAAM,QAAQ,QAAQ,SACzB,IAAI,KAAK,SAAS,iBAAiB,KAAK,YAAY,KAAK,QACvD,QAAQ,KAAK;GAAE,MAAM,KAAK;GAAU,OAAO,KAAK,OAAO;EAAM,CAAC;CAGpE;CACA,OAAO;AACT;;;;;;AAOA,SAAS,cACP,MACA,OACe;CACf,MAAM,QAAQ;EACZ,aAAa;GAAE,OAAO;GAAG,SAAS;GAAG,WAAW;GAAG,YAAY;EAAE;EACjE,cAAc;GAAE,OAAO;GAAG,MAAM;GAAG,WAAW;EAAE;CAClD;CACA,IAAI,QAAQ;CACZ,MAAM,aAAa,WAAoD;EACrE,SAAS,MAAM,KAAK,GAAG,OAAO;GAC5B,MAAM;GACN,YAAY,QAAQ,EAAE,KAAK,GAAG;GAC9B,UAAU,EAAE;GACZ,OAAO,KAAK,UAAU,EAAE,KAAK;EAC/B,EAAE;EACF,cAAc;GAAE,SAAS;GAAc,KAAK;EAAa;EACzD;EACA,UAAU,CAAC;EACX,UAAU,EAAE,SAAS,gBAAgB;CACvC;CACA,OAAO;EACL,sBAAsB;EACtB,UAAU;EACV,SAAS;EACT,eAAe,CAAC;EAChB,YAAY,OAAO,YAAmE;GACpF;GACA,MAAM,EAAE,SAAS;GACjB,IAAI,OAAO,SAAS,YAAY,SAAS,MAAM,MAAM,IAAI,MAAM,KAAK,KAAK;GACzE,MAAM,UAAU,YAAY,QAAQ,MAAM;GAC1C,MAAM,SAAS,QAAQ,MAAM,MAAM,EAAE,SAAS,eAAe,CAAC,EAAE;GAGhE,IAAI,CAAC,QAAQ,OAAO,UAAU,CAAC;IAAE,MAAM;IAAiB,OAAO,CAAC;GAAE,CAAC,CAAC;GACpE,MAAM,WAAW,QACd,QAAQ,MAAM,EAAE,SAAS,kBAAkB,CAAC,CAC5C,KAAK,MAAM,EAAE,KAAsC;GACtD,MAAM,QAAsB,OAAO,SAAS,CAAC;GAC7C,IAAI,MAAM,UAAU,CAAC,SAAS,UAAU,QAAA,GACtC,OAAO,UACL,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,KAAK,OAAO;IACrC,MAAM;IACN,OAAO;KAAE,QAAQ,EAAE;KAAQ,QAAQ,EAAE;IAAO;GAC9C,EAAE,CACJ;GAEF,MAAM,QAAuB;IAC3B,GAAG;IACH,WAAW,OAAO,YAAY,CAAC,EAAA,CAAG,KAAK,OAAO;KAAE,IAAI,EAAE;KAAI,SAAS,EAAE;IAAQ,EAAE;IAC/E,UAAU,SACP,QAAQ,MAAM,KAAK,YAAY,CAAC,CAAC,CACjC,KAAK,OAAO;KAAE,QAAQ,EAAE;KAAQ,QAAQ,EAAE;KAAQ,YAAY,EAAE;IAAW,EAAE;GAClF;GAMA,OAAO;IACL,SAAS,CAAC;KAAE,MAAM;KAAQ,MAL1B,OAAO,SAAS,aACZ,KAAK,KAAK,IACT,QACD,GAAG,MAAM,SAAS,QAAQ,MAAM,EAAE,YAAY,MAAM,CAAC,CAAC,OAAO,MAAM,MAAM,SAAS,OAAO;IAE9D,CAAC;IAChC,cAAc;KAAE,SAAS;KAAQ,KAAK;IAAO;IAC7C;IACA,UAAU,CAAC;IACX,UAAU,EAAE,SAAS,gBAAgB;GACvC;EACF;EACA,UAAU,YAAY;GACpB,MAAM,IAAI,MAAM,yCAAyC;EAC3D;CACF;AACF;;;;ACrNA,MAAM,YAAY;AAElB,MAAM,YAAY,QAAgB,YAAoB,GAAG,OAAO,IAAI;AAEpE,SAAgB,WAAW,EAAE,QAAQ,OAAO,OAAO,YAAY,SAAS,QAA0B;CAChG,MAAM,2BAAW,IAAI,IAAoB;CACzC,MAAM,QAAQ,IAAI,IAAI,QAAQ,KAAK,GAAG,MAAM,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;CACvD,KAAK,MAAM,KAAK,SAAS;EACvB,IAAI,EAAE,QAAQ,KAAK,MAAM;EACzB,MAAM,MAAM,SAAS,EAAE,IAAI,EAAE,QAAQ,KAAK,OAAO;EACjD,SAAS,IAAI,MAAM,SAAS,IAAI,GAAG,KAAK,KAAK,CAAC;CAChD;CACA,MAAM,2BAAW,IAAI,IAA0B;CAC/C,MAAM,0BAAU,IAAI,IAAY;CAChC,MAAM,UAA+C,CAAC;CACtD,MAAM,QAAQ,IAAI,gBAAgB;CAElC,IAAI,UAAU;CACd,MAAM,UAA6B,CAAC;CACpC,MAAM,OAAO,YAAY;EACvB,IAAI,UAAU,WAAW;OACpB,MAAM,IAAI,SAAe,YAAY,QAAQ,KAAK,OAAO,CAAC;CACjE;CACA,MAAM,gBAAgB;EACpB,MAAM,OAAO,QAAQ,MAAM;EAC3B,IAAI,MAAM,KAAK;OACV;CACP;CAEA,MAAM,SAAS,QAAgB;EAE7B,MAAM,WAAW,SAAS,IAAI,GAAG,KAAK,CAAC,EAAA,CAAG,MACvC,GAAG,OAAO,MAAM,IAAI,EAAE,GAAG,KAAK,MAAM,MAAM,IAAI,EAAE,GAAG,KAAK,EAC3D;EACA,QAAQ,IAAI,GAAG;EACf,MAAM,QAAQ,QAAQ;EAEtB,IAAI,CAAC,OAAO,WAAW,QAAQ,OAAO,MAAM,EAAE,UAAU,SAAS,GAAG;EACpE,MAAM,UAAU,MAAM,QAAQ,KAAK;EACnC,MAAM,QAAQ,oBAAoB,MAAM,GAAG,IAAI,QAAQ;EACvD,QAAQ,MACL,YAAY;GACX,MAAM,KAAK;GACX,IAAI;IACF,IAAI,MAAM,OAAO,SAAS,OAAO;IACjC,MAAM,OAAO,MAAM,eAAe;KAChC;KACA;KACA,QAAQ,MAAM;KACd;KACA,UAAU,MAAM,eAAe,YAAY,OAAO;KAClD,gBAAgB,OAAO,SAAS;KAChC,iBAAiB,OAAO,SAAS;KACjC,GAAI,OAAO,SAAS,eAAe,EAAE,cAAc,OAAO,SAAS,aAAa,IAAI,CAAC;KACrF,QAAQ,MAAM;IAChB,CAAC;IACD,IAAI,MAAM,OAAO,SAAS,OAAO;IACjC,IAAI,KAAK,OAAO,KAAK,GAAG,MAAM,WAAW,KAAK,OAAO;IACrD,MAAM,UAAU,OAAO,MAAM,IAAI;IACjC,OAAO;GACT,SAAS,OAAO;IACd,IAAI,CAAC,MAAM,OAAO,SAAS,KAAK,GAAG,MAAM,mBAAoB,MAAgB,SAAS;IACtF,OAAO;GACT,UAAU;IACR,QAAQ;GACV;EACF,EAAA,CAAG,CACL;CACF;CAEA,OAAO;EACL,SAAS,QAAQ;GACf,IAAI,CAAC,OAAO,WAAW,MAAM,OAAO,SAAS;GAC7C,MAAM,MAAM,SAAS,OAAO,IAAI,OAAO,QAAQ,KAAK,OAAO;GAC3D,IAAI,CAAC,SAAS,IAAI,GAAG,KAAK,QAAQ,IAAI,GAAG,GAAG;GAC5C,MAAM,UAAU,CAAC,GAAI,SAAS,IAAI,GAAG,KAAK,CAAC,GAAI,MAAM;GACrD,SAAS,IAAI,KAAK,OAAO;GACzB,IAAI,QAAQ,WAAW,SAAS,IAAI,GAAG,KAAK,IAAI,MAAM,GAAG;EAC3D;EACA,MAAM,OAAO,WAAW;GACtB,IAAI,WAAW,MAAM,sBAAM,IAAI,MAAM,uBAAuB,CAAC;QACxD,KAAK,MAAM,OAAO,SAAS,KAAK,GAAG,IAAI,CAAC,QAAQ,IAAI,GAAG,GAAG,MAAM,GAAG;GAExE,QADe,MAAM,QAAQ,IAAI,OAAO,EAAA,CAAG,QAAQ,MAAyB,MAAM,IACvE;EACb;CACF;AACF;;;;;AAMA,eAAsB,aACpB,QACA,OACA,OACmD;CACnD,IAAI;EACF,MAAM,EAAE,oBAAoB,MAAM,OAAO;EACzC,MAAM,EAAE,KAAK,SAAS,MAAM,gBAAgB;GAAE;GAAQ;GAAO;EAAM,CAAC;EACpE,IAAI,IAAI,OAAO,OAAO;GAAE,OAAO;GAAQ,MAAM,4BAA4B,IAAI;EAAQ;EACrF,OAAO;GACL,OAAO;GACP,MAAM,wBAAwB,QAAQ,IAAI,EAAE;EAC9C;CACF,SAAS,OAAO;EACd,OAAO;GAAE,OAAO;GAAQ,MAAM,oCAAqC,MAAgB;EAAU;CAC/F;AACF;;AAGA,MAAa,aAAa,MAAc,OAAe,UAA0B;CAC/E,MAAM,SAAS,MAAM,QAAQ,MAAM,EAAE,KAAK,CAAC,CAAC;CAC5C,MAAM,IAAI,MAAM;CAChB,OAAO,aAAa,EAAE,OAAO,MAAM,IAAI,KAAK,MAAM,SAAS,KAAK,OAAO,YAAY,GAAG,MAAM,QAAQ,SAAS,MAAM,KAAK,CAAC;AAC3H"}

package/dist/{agent-gjBiZis8.js → agent-WSmTaesf.js}

@@ -1,9 +1,9 @@
 import { t as InfraError } from "./types-C5vI3g1C.js";
-import { d as agentFor, f as authHint, u as agentAuth } from "./egress-BKbyriEa.js";
-import { B as WORKSPACE_DIR, R as SANDBOX_ROOT } from "./src-79JhW-zG.js";
+import { d as agentFor, f as authHint, u as agentAuth } from "./egress-BhzNh7Yi.js";
+import { B as WORKSPACE_DIR, R as SANDBOX_ROOT } from "./src-8rRXy4u9.js";
 import { i as debugTrace, r as debugLog } from "./attempt-CGPV3BZY.js";
-import { t as addUsage } from "./usage-DsYUqIUM.js";
-import { n as isDockerSandbox } from "./docker-DaUaG4XZ.js";
+import { t as addUsage } from "./usage-DDF_6tkV.js";
+import { n as isDockerSandbox } from "./docker-CRQGQbIt.js";
 import { HarnessAgent } from "@ai-sdk/harness/agent";
 //#region src/harness/transcript.ts
 const str = (value) => typeof value === "string" ? value : "";
@@ -236,7 +236,7 @@ function normaliseStream(parts, startedAt) {
 			});
 			return;
 		}
-		if (name === "webSearch" && !failed) {
+		if (name === "webSearch") {
 			out.push({
 				at: call.ms,
 				event: {
@@ -244,7 +244,8 @@ function normaliseStream(parts, startedAt) {
 					type: "web-search",
 					toolCallId: id,
 					query: str(input.searchTerm) || str(input.query),
-					references: searchReferences(output)
+					references: failed ? null : searchReferences(output),
+					ok: !failed
 				}
 			});
 			return;
@@ -348,19 +349,53 @@ function normaliseStream(parts, startedAt) {
 			}
 		}
 	}
-	for (const [id, call] of pending) out.push({
-		at: call.ms,
-		event: {
+	for (const [id, call] of pending) {
+		const name = toolName(call.part);
+		const input = record(call.part.input);
+		const base = {
 			...stamp(call.ms),
-			type: "tool",
-			toolCallId: id,
-			tool: toolName(call.part),
-			input: call.part.input,
-			output: null,
-			ok: false,
 			durationMs: null
+		};
+		if (name === "webSearch") {
+			out.push({
+				at: call.ms,
+				event: {
+					...base,
+					type: "web-search",
+					toolCallId: id,
+					query: str(input.searchTerm) || str(input.query),
+					references: null,
+					ok: false
+				}
+			});
+			continue;
 		}
-	});
+		if (name === "webFetch" || name === "WebFetch") {
+			out.push({
+				at: call.ms,
+				event: {
+					...base,
+					type: "web-fetch",
+					toolCallId: id,
+					url: str(input.url),
+					ok: false
+				}
+			});
+			continue;
+		}
+		out.push({
+			at: call.ms,
+			event: {
+				...base,
+				type: "tool",
+				toolCallId: id,
+				tool: name,
+				input: call.part.input,
+				output: null,
+				ok: false
+			}
+		});
+	}
 	for (const [, block] of blocks) if (block.text.trim()) out.push({
 		at: block.ms,
 		event: {
@@ -529,4 +564,4 @@ function createAgentHarness(descriptor) {
 //#endregion
 export { createAgentHarness };
 
-//# sourceMappingURL=agent-gjBiZis8.js.map
+//# sourceMappingURL=agent-WSmTaesf.js.map

package/dist/agent-WSmTaesf.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-WSmTaesf.js","names":[],"sources":["../src/harness/transcript.ts","../src/harness/agent.ts"],"mappings":";;;;;;;;AAUA,MAAM,OAAO,UAAoB,OAAO,UAAU,WAAW,QAAQ;AACrE,MAAM,UAAU,UACd,OAAO,UAAU,YAAY,UAAU,OAAQ,QAAoC,CAAC;;AAGtF,MAAM,oBAAoB,SACxB,KAAK,aAAa,gBAAgB,IAAI,KAAK,UAAU,CAAC,CAAC,WAAW,sBAAsB;AAE1F,SAAS,MAAM,MAAwB;CACrC,IAAI,CAAC,MAAM,OAAO,CAAC;CACnB,MAAM,MAAM,KAAK,MAAM,IAAI;CAC3B,IAAI,IAAI,GAAG,EAAE,MAAM,IAAI,IAAI,IAAI;CAC/B,OAAO;AACT;;AAGA,SAAS,UAAU,QAAgB,OAAmD;CACpF,MAAM,yBAAS,IAAI,IAAoB;CACvC,KAAK,MAAM,QAAQ,MAAM,MAAM,GAAG,OAAO,IAAI,OAAO,OAAO,IAAI,IAAI,KAAK,KAAK,CAAC;CAC9E,IAAI,QAAQ;CACZ,KAAK,MAAM,QAAQ,MAAM,KAAK,GAAG;EAC/B,MAAM,IAAI,OAAO,IAAI,IAAI,KAAK;EAC9B,IAAI,IAAI,GAAG,OAAO,IAAI,MAAM,IAAI,CAAC;OAC5B;CACP;CACA,MAAM,UAAU,CAAC,GAAG,OAAO,OAAO,CAAC,CAAC,CAAC,QAAQ,GAAG,MAAM,IAAI,GAAG,CAAC;CAC9D,OAAO;EAAE;EAAO;CAAQ;AAC1B;AAEA,MAAM,YAAY,GAAG,aAAa,GAAG,cAAc;;AAGnD,MAAM,eAAe,SACnB,KAAK,WAAW,SAAS,IAAI,KAAK,MAAM,UAAU,MAAM,IAAI;;AAG9D,MAAM,YAAY,UAAmC,IAAI,MAAM,IAAI,KAAK,IAAI,MAAM,SAAS;;;;;AAM3F,SAAS,iBAAiB,QAAgC;CACxD,MAAM,EAAE,gBAAgB,YAAY,YAAY,OAAO,MAAM;CAC7D,IAAI,OAAO,mBAAmB,UAAU,OAAO;CAC/C,IAAI,MAAM,QAAQ,UAAU,GAAG,OAAO,WAAW;CACjD,IAAI,CAAC,MAAM,QAAQ,OAAO,GAAG,OAAO;CACpC,OAAO,QAAQ,QAAQ,GAAW,MAAM;EACtC,MAAM,QAAQ,OAAO,CAAC,CAAC,CAAC;EACxB,OAAO,KAAK,MAAM,QAAQ,KAAK,IAAI,MAAM,SAAS;CACpD,GAAG,CAAC;AACN;;;;;AAMA,MAAa,aAAa,UACxB,IAAI,KAAK,KAAK,IAAI,OAAO,KAAK,CAAC,CAAC,OAAO,KAAK,IAAI,OAAO,KAAK,CAAC,CAAC,KAAK,KAAK,SAAS,KAAK;AAExF,SAAS,SAAS,OAAwB;CACxC,IAAI,OAAO,UAAU,YAAY,UAAU,MAAM,OAAO,OAAO,KAAK;CACpE,IAAI;EACF,OAAO,KAAK,UAAU,KAAK;CAC7B,QAAQ;EACN,OAAO,OAAO,KAAK;CACrB;AACF;;AAGA,SAAS,UAAU,OAAsD;CACvE,IAAI,QAAQ;CACZ,IAAI,UAAU;CACd,KAAK,MAAM,QAAQ,OAAO;EACxB,MAAM,QAAQ,OAAO,IAAI,CAAC,CAAC;EAC3B,KAAK,MAAM,QAAQ,MAAM,QAAQ,KAAK,IAAI,QAAQ,CAAC,GACjD,IAAI,IAAI,IAAI,CAAC,CAAC,WAAW,GAAG,GAAG;OAC1B,IAAI,IAAI,IAAI,CAAC,CAAC,WAAW,GAAG,GAAG;CAExC;CACA,OAAO;EAAE;EAAO;CAAQ;AAC1B;;AAGA,SAAS,WAAW,YAAoB,QAAgD;CACtF,MAAM,EAAE,cAAc,iBAAiB,SAAS,WAAW,cAAc;CACzE,MAAM,UAAU,OAAO,SAAS,YAAa,OAAO,SAAS,KAAA,KAAa,iBAAiB;CAC3F,MAAM,SACJ,MAAM,QAAQ,eAAe,KAAK,gBAAgB,SAAS,IACvD,UAAU,eAAe,IACzB,UACE;EAAE,OAAO,MAAM,IAAI,WAAW,SAAS,CAAC,CAAC,CAAC;EAAQ,SAAS;CAAE,IAC7D,OAAO,iBAAiB,YAAY,OAAO,YAAY,WACrD,UAAU,cAAc,OAAO,IAC/B,OAAO,cAAc,YAAY,OAAO,cAAc,WACpD,UAAU,WAAW,SAAS,IAC9B;EAAE,OAAO;EAAM,SAAS;CAAK;CACzC,OAAO;EACL,MAAM;EACN;EACA,MAAM,IAAI,OAAO,QAAQ;EACzB,MAAM,UAAU,WAAW;EAC3B,GAAG;CACL;AACF;AAEA,SAAS,UACP,YACA,QACA,SACA,OACiB;CACjB,IAAI,SACF,OAAO,CACL;EACE,MAAM;EACN;EACA,MAAM,SAAS,KAAK;EACpB,MAAM;EACN,OAAO;EACP,SAAS;CACX,CACF;CAEF,MAAM,SAAS,OAAO,MAAM;CAC5B,IAAI,OAAO,OAAO,aAAa,UAAU,OAAO,CAAC,WAAW,YAAY,MAAM,CAAC;CAE/E,MAAM,QAAQ,IAAI,OAAO,OAAO,OAAO,CAAC,CAAC,KAAK;CAC9C,IAAI,OAAO;EACT,MAAM,OAAO,MAAM,KAAK,CAAC,CAAC,QAAQ,MAAM,CAAC,EAAE,WAAW,KAAK,KAAK,CAAC,EAAE,WAAW,KAAK,CAAC;EACpF,OAAO,CACL;GACE,MAAM;GACN;GACA,MAAM,SAAS,KAAK;GACpB,MAAM;GACN,OAAO,KAAK,QAAQ,MAAM,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC;GAC7C,SAAS,KAAK,QAAQ,MAAM,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC;EACjD,CACF;CACF;CAGA,MAAM,QAAQ,OAAO,OAAO,QAAQ,CAAC,CAAC;CACtC,IAAI,MAAM,QAAQ,KAAK,KAAK,MAAM,SAAS,GACzC,OAAO,MAAM,KAAK,MAAM;EACtB,MAAM,OAAO,OAAO,CAAC;EACrB,OAAO;GACL,MAAM;GACN;GACA,MAAM,YAAY,IAAI,KAAK,IAAI,KAAK,SAAS,KAAK,CAAC;GACnD,MAAM,KAAK,WAAW,UAAU,WAAW,KAAK,WAAW,YAAY,WAAW;GAClF,OAAO,OAAO,KAAK,cAAc,WAAW,KAAK,YAAY;GAC7D,SAAS,OAAO,KAAK,cAAc,WAAW,KAAK,YAAY;EACjE;CACF,CAAC;CAEH,MAAM,OAAO,IAAI,OAAO,MAAM;CAC9B,IAAI,qCAAqC,KAAK,IAAI,GAAG;EACnD,MAAM,UAAU,KAAK,WAAW,SAAS;EACzC,OAAO,CACL;GACE,MAAM;GACN;GACA,MAAM,YAAY,SAAS,KAAK,CAAC;GACjC,MAAM,UAAU,WAAW;GAC3B,OAAO,UAAU,MAAM,IAAI,MAAM,OAAO,CAAC,CAAC,CAAC,SAAS;GACpD,SAAS,UAAU,IAAI;EACzB,CACF;CACF;CAEA,IAAI,OAAO,SAAS,SAAS,OAAO,SAAS,UAC3C,OAAO,CACL;EACE,MAAM;EACN;EACA,MAAM,SAAS,KAAK;EACpB,MAAM,OAAO,SAAS,QAAQ,WAAW;EACzC,OAAO;EACP,SAAS;CACX,CACF;CAGF,IAAI,OAAO,OAAO,eAAe,UAC/B,OAAO,CACL;EACE,MAAM;EACN;EACA,MAAM,SAAS,KAAK;EACpB,MAAM,IAAI,OAAO,UAAU,CAAC,CAAC,WAAW,eAAe,IAAI,WAAW;EACtE,OAAO,OAAO;EACd,SAAS,OAAO,OAAO,iBAAiB,WAAW,OAAO,eAAe;CAC3E,CACF;CAEF,OAAO,CACL;EACE,MAAM;EACN;EACA,MAAM,SAAS,KAAK;EACpB,MAAM;EACN,OAAO;EACP,SAAS;CACX,CACF;AACF;;;;;AAMA,SAAS,SAAS,MAAmC;CACnD,MAAM,QAAQ,OAAO,KAAK,KAAK;CAC/B,IAAI,OAAO,MAAM,uBAAuB,YAAY,OAAO,MAAM,aAAa,UAC5E,OAAO,QAAQ,MAAM,mBAAmB,IAAI,MAAM;CAEpD,OAAO,IAAI,KAAK,QAAQ;AAC1B;;;;;;;;AASA,SAAgB,gBAAgB,OAAsB,WAAsC;CAC1F,MAAM,yBAAS,IAAI,IAAoB;CACvC,KAAK,MAAM,EAAE,IAAI,UAAU,OAAO;EAChC,IAAI,KAAK,SAAS,OAAO;EACzB,MAAM,MAAM,OAAO,KAAK,QAAQ;EAChC,MAAM,QAAQ,IAAI,SAAS,UAAU,OAAO,IAAI,KAAK,IAAI,CAAC;EAC1D,MAAM,KAAK,MAAM,SAAS,cAAc,IAAI,MAAM,OAAO,IAAI;EAC7D,IAAI,CAAC,IAAI;EACT,MAAM,IAAI,OAAO,IAAI,EAAE,KAAK,CAAC;EAE7B,MAAM,UACJ,OAAO,MAAM,kBAAkB,WAAW,MAAM,gBAAgB,YAAY,KAAA;EAC9E,MAAM,QACJ,OAAO,MAAM,oBAAoB,WAAW,MAAM,kBAAkB,YAAY,KAAA;EAClF,IAAI,YAAY,KAAA,GAAW,EAAE,KAAK,EAAE,QAAQ;OACvC,IAAI,MAAM,WAAW,aAAa,EAAE,UAAU,KAAA,GAAW,EAAE,QAAQ;EACxE,IAAI,UAAU,KAAA,GAAW,EAAE,MAAM;OAC5B,IAAI,MAAM,WAAW,eAAe,MAAM,WAAW,SAAS,EAAE,MAAM;EAC3E,OAAO,IAAI,IAAI,CAAC;CAClB;CAEA,MAAM,MAAqD,CAAC;CAC5D,MAAM,SAAS,QAAgB;EAAE,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC,CAAC,YAAY;EAAG,MAAM;CAAG;CACtF,MAAM,yBAAS,IAAI,IAAsE;CACzF,MAAM,0BAAU,IAAI,IAAqB;CAEzC,MAAM,YAAY,IAAY,UAAmB,KAAkB,WAAoB;EACrF,IAAI,OAAO;EACX,MAAM,IAAI,OAAO,IAAI,EAAE;EACvB,MAAM,QAAQ,GAAG,SAAS,KAAK;EAC/B,MAAM,aAAa,GAAG,QAAQ,KAAA,IAAY,EAAE,MAAM,QAAQ,IAAI,KAAK,KAAK;EACxE,OAAO,GAAG,OAAO,KAAA,IAAY,OAAO;GAAE,GAAG;GAAM,IAAI,EAAE;EAAG;EACxD,MAAM,QAAQ,OAAO,KAAK,KAAK,KAAK;EACpC,MAAM,OAAO,SAAS,KAAK,IAAI;EAC/B,MAAM,MAAM,SAAS,UAAU,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK;EAE1D,MAAM,SAAS,SAAS,UAAU,OAAO,QAAQ,WAAW,IAAI,QAAQ,SAAS,IAAI,IAAI;EACzF,MAAM,OAAO;GAAE,GAAG,MAAM,KAAK,EAAE;GAAG;EAAW;EAC7C,KAAK,SAAS,UAAU,SAAS,WAAW,SAAS,aAAa,CAAC,QAAQ;GACzE,KAAK,MAAM,QAAQ,UAAU,IAAI,QAAQ,SAAS,UAAU,KAAK,GAC/D,IAAI,KAAK;IAAE,IAAI,KAAK;IAAI,OAAO;KAAE,GAAG;KAAM,GAAG;IAAK;GAAE,CAAC;GAEvD;EACF;EACA,IAAI,SAAS,aAAa;GACxB,IAAI,KAAK;IACP,IAAI,KAAK;IACT,OAAO;KACL,GAAG;KACH,MAAM;KACN,YAAY;KACZ,OAAO,IAAI,MAAM,UAAU,KAAK,IAAI,MAAM,KAAK;KAC/C,YAAY,SAAS,OAAO,iBAAiB,MAAM;KACnD,IAAI,CAAC;IACP;GACF,CAAC;GACD;EACF;EACA,IAAI,SAAS,cAAc,SAAS,YAAY;GAC9C,MAAM,SAAS,OAAO,MAAM;GAC5B,MAAM,SAAS,OAAO,OAAO,SAAS,WAAW,OAAO,OAAO,KAAA;GAC/D,IAAI,KAAK;IACP,IAAI,KAAK;IACT,OAAO;KACL,GAAG;KACH,MAAM;KACN,YAAY;KACZ,KAAK,IAAI,MAAM,GAAG;KAClB,IACE,CAAC,UACD,OAAO,YAAY,UAClB,WAAW,KAAA,KAAc,UAAU,OAAO,SAAS;IACxD;GACF,CAAC;GACD;EACF;EACA,IAAI,KAAK;GACP,IAAI,KAAK;GACT,OAAO;IACL,GAAG;IACH,MAAM;IACN,YAAY;IACZ,MAAM;IACN,OAAO,KAAK,KAAK;IACjB;IACA,IAAI,CAAC;GACP;EACF,CAAC;CACH;CAEA,KAAK,MAAM,WAAW,OAAO;EAC3B,MAAM,EAAE,IAAI,SAAS;EACrB,QAAQ,KAAK,MAAb;GACE,KAAK;GACL,KAAK;IACH,OAAO,IAAI,IAAI,KAAK,EAAE,GAAG;KACvB,MAAM,KAAK,SAAS,eAAe,SAAS;KAC5C;KACA,MAAM;IACR,CAAC;IACD;GACF,KAAK;GACL,KAAK,mBAAmB;IACtB,MAAM,QAAQ,OAAO,IAAI,IAAI,KAAK,EAAE,CAAC;IACrC,IAAI,OAAO,MAAM,QAAQ,IAAI,KAAK,QAAQ,KAAK,KAAK;IACpD;GACF;GACA,KAAK;GACL,KAAK,iBAAiB;IACpB,MAAM,QAAQ,OAAO,IAAI,IAAI,KAAK,EAAE,CAAC;IACrC,OAAO,OAAO,IAAI,KAAK,EAAE,CAAC;IAC1B,IAAI,OAAO,KAAK,KAAK,GACnB,IAAI,KAAK;KACP,IAAI,MAAM;KACV,OAAO;MACL,GAAG,MAAM,MAAM,EAAE;MACjB,MAAM,MAAM;MACZ,MAAM,MAAM;MACZ,YAAY,KAAK,MAAM;KACzB;IACF,CAAC;IAEH;GACF;GACA,KAAK;IACH,IAAI,CAAC,iBAAiB,IAAI,GAAG,QAAQ,IAAI,IAAI,KAAK,UAAU,GAAG;KAAE;KAAI;IAAK,CAAC;IAC3E;GACF,KAAK;GACL,KAAK,cAAc;IACjB,IAAI,iBAAiB,IAAI,GAAG;IAC5B,MAAM,KAAK,IAAI,KAAK,UAAU;IAC9B,MAAM,OAAO,QAAQ,IAAI,EAAE;IAC3B,IAAI,CAAC,MAAM;IACX,QAAQ,OAAO,EAAE;IACjB,SAAS,IAAI,MAAM,SAAS,KAAK,SAAS,YAAY;IACtD;GACF;GACA,KAAK;IACH,IAAI,KAAK;KAAE,IAAI;KAAI,OAAO;MAAE,GAAG,MAAM,EAAE;MAAG,MAAM;MAAS,SAAS,UAAU,KAAK,KAAK;KAAE;IAAE,CAAC;IAC3F;GAIF,KAAK,eACH,IAAI,KAAK,iBAAiB,SAAS;IACjC,MAAM,UAAU,wBAAwB,IAAI,KAAK,eAAe,KAAK,QAAQ;IAC7E,IAAI,KAAK;KAAE,IAAI;KAAI,OAAO;MAAE,GAAG,MAAM,EAAE;MAAG,MAAM;MAAS;KAAQ;IAAE,CAAC;GACtE;EAEJ;CACF;CAEA,KAAK,MAAM,CAAC,IAAI,SAAS,SAAS;EAChC,MAAM,OAAO,SAAS,KAAK,IAAI;EAC/B,MAAM,QAAQ,OAAO,KAAK,KAAK,KAAK;EACpC,MAAM,OAAO;GAAE,GAAG,MAAM,KAAK,EAAE;GAAG,YAAY;EAAK;EACnD,IAAI,SAAS,aAAa;GACxB,IAAI,KAAK;IACP,IAAI,KAAK;IACT,OAAO;KACL,GAAG;KACH,MAAM;KACN,YAAY;KACZ,OAAO,IAAI,MAAM,UAAU,KAAK,IAAI,MAAM,KAAK;KAC/C,YAAY;KACZ,IAAI;IACN;GACF,CAAC;GACD;EACF;EACA,IAAI,SAAS,cAAc,SAAS,YAAY;GAC9C,IAAI,KAAK;IACP,IAAI,KAAK;IACT,OAAO;KACL,GAAG;KACH,MAAM;KACN,YAAY;KACZ,KAAK,IAAI,MAAM,GAAG;KAClB,IAAI;IACN;GACF,CAAC;GACD;EACF;EACA,IAAI,KAAK;GACP,IAAI,KAAK;GACT,OAAO;IACL,GAAG;IACH,MAAM;IACN,YAAY;IACZ,MAAM;IACN,OAAO,KAAK,KAAK;IACjB,QAAQ;IACR,IAAI;GACN;EACF,CAAC;CACH;CACA,KAAK,MAAM,GAAG,UAAU,QACtB,IAAI,MAAM,KAAK,KAAK,GAClB,IAAI,KAAK;EACP,IAAI,MAAM;EACV,OAAO;GAAE,GAAG,MAAM,MAAM,EAAE;GAAG,MAAM,MAAM;GAAM,MAAM,MAAM;GAAM,YAAY;EAAK;CACpF,CAAC;CAGL,OAAO,IAAI,MAAM,GAAG,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,MAAM,EAAE,KAAK;AAC3D;;;;AC9aA,SAAS,gBACP,MACA,IACA,OACA;CACA,MAAM,IAAI;CACV,WACE,WACA,UACA;EAAE;EAAI;CAAK,GACX,EAAE,KAAK,SAAS,QAAQ,IAAI,QAAQ,UAAU,EAAE,MAClD;CACA,IAAI,EAAE,SAAS,eAAe,EAAE,YAAY;EAC1C,MAAM,OAAO,EAAE,YAAY;EAC3B,MAAM,IAAI,EAAE,YAAY;GAAE;GAAM,IAAI;EAAG,CAAC;EACxC,SAAS,WAAW,QAAQ,KAAK,WAAW,EAAE,WAAW,EAAE;CAC7D,OAAO,KAAK,EAAE,SAAS,iBAAiB,EAAE,SAAS,iBAAiB,EAAE,YAAY;EAChF,MAAM,OAAO,MAAM,IAAI,EAAE,UAAU;EACnC,MAAM,OAAO,OAAO,OAAO,KAAK,KAAK,GAAG,MAAM;EAC9C,MAAM,MAAM,EAAE,SAAS,eAAe,WAAW,UAAU,EAAE,KAAK,MAAM;EACxE,SACE,WACA,QAAQ,MAAM,QAAQ,EAAE,YAAY,OAAO,GAAG,MAAM,KAAK,IAAI,EAAE,WAAW,EAC5E;CACF,OAAO,IAAI,EAAE,SAAS,SACpB,SAAS,WAAW,iBAAiB,UAAU,EAAE,KAAK,GAAG;AAE7D;;AAGA,SAAgB,WAAW,OASL;CACpB,IAAI,MAAM,gBAAgB,KAAA,KAAa,MAAM,iBAAiB,KAAA,GAAW,OAAO;CAChF,MAAM,YAAY,MAAM,mBAAmB,mBAAmB;CAC9D,MAAM,aAAa,MAAM,mBAAmB,oBAAoB;CAChE,OAAO;EACL,OACE,MAAM,mBAAmB,iBACzB,KAAK,KAAK,MAAM,eAAe,KAAK,YAAY,YAAY,CAAC;EAC/D,QAAQ,MAAM,gBAAgB;EAC9B;EACA;EACA,WAAW,MAAM,oBAAoB,mBAAmB;CAC1D;AACF;;;;;AAQA,SAAgB,SACd,SACA,QACW;CACX,MAAM,WAAW,MACf,IAAI,MAAM,GAAG,EACX,IAAI,QAAQ,KAAK,UAAU;EACzB,MAAM,QAAQ,QAAQ,IAAI,QAAQ,KAAK,QAAQ;EAC/C,IAAI,QAAQ,kBAAkB,QAAQ,kBAAkB,OAAO;EAC/D,QAAQ,SACN,MAAM,KAAK,QAAQ;GACjB,GAAG;GACH,OAAO,SAA8B;IACnC,OAAO,IAAI;IACX,KAAK,KAAK,IAAI;GAChB;EACF,CAAC;CACL,EACF,CAAC;CACH,OAAO,IAAI,MAAM,SAAS,EACxB,IAAI,QAAQ,KAAK,UAAU;EACzB,MAAM,QAAQ,QAAQ,IAAI,QAAQ,KAAK,QAAQ;EAC/C,IAAI,QAAQ,WAAW,OAAO;EAC9B,OAAO,OAAO,GAAG,SAAoB,QAAQ,MAAM,MAAM,MAAM,QAAQ,IAAI,CAAC;CAC9E,EACF,CAAC;AACH;;AAGA,SAAgB,mBAAmB,YAA6C;CAC9E,MAAM,UAAU,SAAS,UAAU;CACnC,OAAO,EACL,MAAM,MAAM,SAAS,QAAQ,EAAE,QAAQ,OAAO;EAC5C,MAAM,OAAO,UAAU,OAAO;EAC9B,IAAI,cAA6B;EACjC,IAAI;EACJ,MAAM,UAAU,MAAM,QAAQ,QAAQ;GACpC;GACA;GACA,GAAI,OAAO,KAAK,GAAG,CAAC,CAAC,SAAS,EAAE,YAAY,QAAQ,WAAW,GAAG,EAAE,IAAI,CAAC;EAC3E,CAAC;EACD,MAAM,QAAQ,IAAI,aAAa;GAC7B,SAAS,SAAS,UAAuB,SAAS;IAChD,IAAI,KAAK,SAAS,kBAAkB,KAAK,SAAS,cAAc,KAAK;IACrE,IAAI,KAAK,SAAS,UAAU,iBAAiB,KAAK;GACpD,CAAC;GACD,OAAO,WAAW;GAClB,gBAAgB;GAChB,eAAe,EAAE,SAAS,cAAc;GACxC,GAAI,OAAO,SAAS,EAAE,OAAO,IAAI,CAAC;EACpC,CAAC;EACD,IAAI,CAAC,gBAAgB,OAAO,GAC1B,MAAM,IAAI,WAAW,OAAO,QAAQ,KAAK,kCAAkC;EAE7E,IAAI;EACJ,IAAI;GACF,UAAU,MAAM,MAAM,cAAc;IAClC,gBAAgB,QAAQ;IACxB,aAAa;GACf,CAAC;EACH,SAAS,OAAO;GACd,IAAI,OAAO,SAAS,MAAM;GAC1B,MAAM,UAAW,MAAgB;GACjC,MAAM,OAAO,SAAS,SAAS,OAAO;GACtC,MAAM,IAAI,WACR,GAAG,OAAO,GAAG,KAAK,MAAM,KAAK,QAAQ,KAAK,4BAA4B,SACxE;EACF;EACA,OAAO;GACL,MAAM,KAAK,QAAQ,YAAY;IAC7B,MAAM,YAAY,KAAK,IAAI;IAC3B,MAAM,QAAuB,CAAC;IAC9B,MAAM,eAAe,QAAQ,iBAAiB,CAAC,CAAC,UAAU;IAC1D,cAAc;IACd,iBAAiB,KAAA;IACjB,IAAI,YAA+B;IACnC,MAAM,UACJ,MACA,QACA,QAA2B,CAAC,GAC5B,QAA2B,eACvB;KACJ;KACA;KACA;KAEA,OAAO,eAAe,QAAQ,iBAAiB,CAAC,CAAC,MAAM,YAAY,CAAC,CAAC,GAAG,EAAE,KAAK;KAC/E,YAAY,QAAQ,aAAa,cAAc,KAAK,CAAC;KACrD,WAAW,IAAI,KAAK,SAAS,CAAC,CAAC,YAAY;KAC3C,YAAY,KAAK,IAAI,IAAI;KACzB,YAAY,CAAC,GAAG,gBAAgB,OAAO,SAAS,GAAG,GAAG,KAAK,CAAC,CAAC,KAAK,MAAM;MACtE,IAAI,EAAE,SAAS,SAAS,OAAO;MAC/B,MAAM,OAAO,SAAS,SAAS,EAAE,OAAO;MACxC,OAAO,OAAO;OAAE,GAAG;OAAG,SAAS,GAAG,KAAK,IAAI,EAAE;MAAU,IAAI;KAC7D,CAAC;KACD,GAAI,QAAQ,IAAI,wBAAwB,EAAE,KAAK,MAAM,IAAI,CAAC;IAC5D;IACA,IAAI;KAEF,MAAM,SAAS,MAAM,MAAM,OAAO;MAAE;MAAS;MAAQ,aAAa;KAAW,CAAC;KAC9E,MAAM,wBAAQ,IAAI,IAA0C;KAC5D,WAAW,MAAM,QAAQ,OAAO,YAAY;MAC1C,MAAM,KAAK,KAAK,IAAI,IAAI;MACxB,MAAM,KAAK;OAAE;OAAU;MAA4B,CAAC;MACpD,gBAAgB,MAA6B,IAAI,KAAK;MACtD,IAAI,KAAK,SAAS,eAChB,YAAY,SAAS,WAAW,WAAW,KAAK,KAAc,CAAC;KAEnE;KACA,MAAM,QAAQ,WAAW,MAAM,OAAO,UAAU;KAEhD,MAAM,SAAS,WAAW,UAAU,YAAY;KAChD,OAAO,OAAO,MAAM,OAAO,MAAM,QAAQ,CAAC,GAAG,SAAS,SAAS;IACjE,SAAS,OAAO;KACd,MAAM,UAAU,UAAU,KAAK;KAC/B,MAAM,KAAK,KAAK,IAAI,IAAI;KAExB,MAAM,WAAW,MAAM,MACpB,EAAE,WAAW,KAAK,SAAS,WAAW,UAAU,KAAK,KAAK,MAAM,OACnE;KACA,OAAO,OACL,IACA,WAAW,UAAU,YAAY,SACjC,WACI,CAAC,IACD,CACE;MACE,MAAM;MACN;MACA,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC,CAAC,YAAY;MACzC,MAAM;KACR,CACF,CACN;IACF;GACF;GACA,aAAa,QAAQ,QAAQ,CAAC,CAAC,YAAY,CAAC,CAAC;EAC/C;CACF,EACF;AACF"}

package/dist/{analysis-BV3TCznv.js → analysis-DlGBDjTj.js}

@@ -1,8 +1,8 @@
 //#region src/view/analysis.ts
 /** Bumped when the system prompt or output schema changes: an older analysis is superseded. */
-const ANALYSIS_PROMPT_VERSION = "analysis-v5";
+const ANALYSIS_PROMPT_VERSION = "analysis-v9";
 /** Bumped when the digest's shape or selection rules change. */
-const DIGEST_VERSION = 3;
+const DIGEST_VERSION = 8;
 const analysisDataPath = (runId) => `data/analysis/${runId}.json`;
 /** The newest analysis that wrote a TL;DR, for the studio run header. */
 function pinnedAnalysis(entries) {
@@ -13,8 +13,8 @@ function sortAnalyses(entries) {
 	return [...entries].sort((a, b) => a.doc.createdAt === b.doc.createdAt ? a.source === b.source ? 0 : a.source === "saved" ? -1 : 1 : a.doc.createdAt < b.doc.createdAt ? 1 : -1);
 }
 /** Superseded by a newer prompt or digest version: the studio says so. */
-const isSuperseded = (doc) => doc.promptVersion !== "analysis-v5" || doc.inputs.digestVersion !== 3;
+const isSuperseded = (doc) => doc.promptVersion !== "analysis-v9" || doc.inputs.digestVersion !== 8;
 //#endregion
 export { pinnedAnalysis as a, isSuperseded as i, DIGEST_VERSION as n, sortAnalyses as o, analysisDataPath as r, ANALYSIS_PROMPT_VERSION as t };
 
-//# sourceMappingURL=analysis-BV3TCznv.js.map
+//# sourceMappingURL=analysis-DlGBDjTj.js.map

package/dist/{analysis-BV3TCznv.js.map → analysis-DlGBDjTj.js.map}

@@ -1 +1 @@
-{"version":3,"file":"analysis-BV3TCznv.js","names":[],"sources":["../src/view/analysis.ts"],"mappings":";;AAIA,MAAa,0BAA0B;;AAEvC,MAAa,iBAAiB;AAkI9B,MAAa,oBAAoB,UAAkB,iBAAiB,MAAM;;AAG1E,SAAgB,eAAe,SAA8D;CAC3F,OAAO,aAAa,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,MAC/B,MAAM,EAAE,IAAI,UAAU,KAAA,KAAa,EAAE,IAAI,SAAS,KAAK,SAAS,CACnE;AACF;;AAGA,SAAgB,aAAa,SAA2C;CACtE,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC,MAAM,GAAG,MAC3B,EAAE,IAAI,cAAc,EAAE,IAAI,YACtB,EAAE,WAAW,EAAE,SACb,IACA,EAAE,WAAW,UACX,KACA,IACJ,EAAE,IAAI,YAAY,EAAE,IAAI,YACtB,IACA,EACR;AACF;;AAGA,MAAa,gBAAgB,QAC3B,IAAI,kBAAA,iBAA6C,IAAI,OAAO,kBAAA"}
+{"version":3,"file":"analysis-DlGBDjTj.js","names":[],"sources":["../src/view/analysis.ts"],"mappings":";;AAIA,MAAa,0BAA0B;;AAEvC,MAAa,iBAAiB;AAwI9B,MAAa,oBAAoB,UAAkB,iBAAiB,MAAM;;AAG1E,SAAgB,eAAe,SAA8D;CAC3F,OAAO,aAAa,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,MAC/B,MAAM,EAAE,IAAI,UAAU,KAAA,KAAa,EAAE,IAAI,SAAS,KAAK,SAAS,CACnE;AACF;;AAGA,SAAgB,aAAa,SAA2C;CACtE,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC,MAAM,GAAG,MAC3B,EAAE,IAAI,cAAc,EAAE,IAAI,YACtB,EAAE,WAAW,EAAE,SACb,IACA,EAAE,WAAW,UACX,KACA,IACJ,EAAE,IAAI,YAAY,EAAE,IAAI,YACtB,IACA,EACR;AACF;;AAGA,MAAa,gBAAgB,QAC3B,IAAI,kBAAA,iBAA6C,IAAI,OAAO,kBAAA"}

package/dist/{assemble-Dd_mZYnu.js → assemble-BCZzTyR7.js}

@@ -1,16 +1,185 @@
 import { r as isTimeout } from "./errors-yDAEwmZo.js";
 import { o as redactSecrets } from "./redact-DJ9JCShu.js";
-import { u as environmentSandbox } from "./environment-DiCljXMD.js";
+import { u as environmentSandbox } from "./environment-1jE-HhO-.js";
 import { i as evalSlug, l as sha256, n as attemptKey, s as recordFileName, t as attemptId } from "./ids-Bp6ut7ZD.js";
-import { c as judgeModelName } from "./judge-7WjNdU9z.js";
-import { d as sandboxId, s as harnessId, u as profileJudge } from "./options-Ge_x32XE.js";
-import { r as patchForJudge, t as collapseDependencies } from "./patch-CGCVipPu.js";
-import { $ as liftInterval, et as round3 } from "./model-DyQbu7KF.js";
-import { n as promptTokens, r as sumUsage } from "./usage-DsYUqIUM.js";
-import { a as packageVersions, r as judgeVersion, t as FINGERPRINT_SCOPE } from "./state-DEj_utaE.js";
-import { a as previousAttempt, n as isCompletedAttempt } from "./resume-BL4Yw7Ld.js";
+import { c as judgeModelName } from "./judge-CeYPN8P_.js";
+import { _ as resolvedEffortOf, d as sandboxId, g as harnessEffort, s as harnessId, u as profileJudge, v as servedEffortOf } from "./options-CKqyPGxX.js";
+import { n as promptTokens, r as sumUsage } from "./usage-DDF_6tkV.js";
+import { r as patchForJudge, t as collapseDependencies } from "./patch-bDV8YFW0.js";
+import { Y as effortSample, at as median, ct as signedRank, it as meanInterval, lt as wilson, nt as liftInterval, ot as pairedLiftInterval, rt as mcnemar, st as round3 } from "./model-BOnlAPzs.js";
+import { a as packageVersions, r as judgeVersion, t as FINGERPRINT_SCOPE } from "./state-CiXyLqg0.js";
+import { a as previousAttempt, n as isCompletedAttempt } from "./resume-SUz1GskV.js";
 import { dirname, join, relative, resolve, sep } from "node:path";
 import { readFile, stat } from "node:fs/promises";
+//#region src/history/families.ts
+const isCounted = (a) => a.outcome === "pass" || a.outcome === "fail";
+function sideOf$1(entry, cell) {
+	const counted = entry.attempts.filter((a) => a.cell === cell && isCounted(a));
+	if (!counted.length) return null;
+	return {
+		pass: counted.filter((a) => a.outcome === "pass").length,
+		counted: counted.length,
+		samples: counted.map(effortSample)
+	};
+}
+const clamp = (x, lo, hi) => Math.min(hi, Math.max(lo, x));
+const interval = (lo, hi, method, bound) => ({
+	lo: round3(clamp(lo, ...bound)),
+	hi: round3(clamp(hi, ...bound)),
+	level: .95,
+	method
+});
+function rateOf(cell, sides) {
+	const pass = sides.reduce((s, x) => s + x.pass, 0);
+	const counted = sides.reduce((s, x) => s + x.counted, 0);
+	const single = sides.every((x) => x.counted === 1);
+	const rates = sides.map((x) => x.pass / x.counted);
+	const t = meanInterval(rates);
+	const w = wilson(pass, counted);
+	return {
+		cell,
+		cases: sides.length,
+		pass,
+		counted,
+		rate: round3(t.mean),
+		interval: single ? interval(w.low, w.high, "wilson", [0, 1]) : interval(t.low, t.high, "t-cases", [0, 1])
+	};
+}
+function metric(pairs) {
+	const differences = pairs.map(([v, c]) => v - c);
+	const control = median(pairs.map(([, c]) => c)) ?? 0;
+	const variant = median(pairs.map(([v]) => v)) ?? 0;
+	const p = signedRank(differences);
+	const verdict = differences.filter((d) => d !== 0).length < 6 ? "insufficient" : p === null || p >= .05 ? "noise" : (median(differences) ?? 0) < 0 ? "fewer" : "more";
+	return {
+		pairs: pairs.length,
+		ratio: control === 0 ? null : round3(variant / control),
+		p: p === null ? null : round3(p),
+		verdict
+	};
+}
+function effortOf(pairs) {
+	const per = (pick) => pairs.flatMap(([v, c]) => {
+		const vs = v.samples.map(pick);
+		const cs = c.samples.map(pick);
+		if (vs.some((x) => x === void 0) || cs.some((x) => x === void 0)) return [];
+		return [[median(vs) ?? 0, median(cs) ?? 0]];
+	});
+	const tokens = per((s) => s.tokens);
+	return {
+		tools: metric(per((s) => s.tools)),
+		agentMs: metric(per((s) => s.agentMs)),
+		...tokens.length ? { tokens: metric(tokens) } : {}
+	};
+}
+function liftOf$1(variant, control, cases, minLift) {
+	const pairs = cases.flatMap((e) => {
+		const v = sideOf$1(e, variant);
+		const c = sideOf$1(e, control);
+		return v && c ? [[v, c]] : [];
+	});
+	if (!pairs.length) return null;
+	const single = pairs.every(([v, c]) => v.counted === 1 && c.counted === 1);
+	const vRates = pairs.map(([v]) => v.pass / v.counted);
+	const cRates = pairs.map(([, c]) => c.pass / c.counted);
+	const mean = (xs) => xs.reduce((s, x) => s + x, 0) / xs.length;
+	let points;
+	let range;
+	let p;
+	let discordant;
+	let decided;
+	if (single) {
+		const counts = {
+			both: 0,
+			variantOnly: 0,
+			controlOnly: 0,
+			neither: 0
+		};
+		for (const [v, c] of pairs) if (v.pass && c.pass) counts.both++;
+		else if (v.pass) counts.variantOnly++;
+		else if (c.pass) counts.controlOnly++;
+		else counts.neither++;
+		const paired = pairedLiftInterval(counts);
+		points = paired.points;
+		range = interval(paired.low, paired.high, "newcombe-paired", [-1, 1]);
+		p = round3(mcnemar(counts.variantOnly, counts.controlOnly));
+		discordant = {
+			variantOnly: counts.variantOnly,
+			controlOnly: counts.controlOnly
+		};
+		decided = counts.variantOnly + counts.controlOnly >= 6;
+	} else {
+		const differences = vRates.map((r, i) => r - cRates[i]);
+		const t = meanInterval(differences);
+		points = t.mean;
+		range = interval(t.low, t.high, "t-cases", [-1, 1]);
+		const rank = signedRank(differences);
+		p = rank === null ? null : round3(rank);
+		decided = pairs.length >= 6;
+	}
+	const verdict = !decided ? "insufficient" : range.lo > 0 ? "lift" : range.hi < 0 ? "drop" : "noise";
+	return {
+		variant,
+		vs: control,
+		pairs: pairs.length,
+		variantRate: round3(mean(vRates)),
+		controlRate: round3(mean(cRates)),
+		...discordant ? { discordant } : {},
+		points: round3(points),
+		interval: range,
+		p,
+		withinNoise: range.lo < 0 && range.hi > 0,
+		verdict,
+		...minLift !== void 0 ? { minLift } : {},
+		outcome: minLift !== void 0 && range.lo < minLift ? "fail" : "pass",
+		effort: effortOf(pairs)
+	};
+}
+/**
+* The run's pooled families, in the order their first case appears; `minLiftOf` gives a variant
+* cell's `compare.minLift`.
+*/
+function familiesOf(evals, minLiftOf) {
+	const byId = /* @__PURE__ */ new Map();
+	for (const e of evals) {
+		if (!e.family || e.todo) continue;
+		byId.set(e.family.id, [...byId.get(e.family.id) ?? [], e]);
+	}
+	return [...byId.values()].map((members) => {
+		const cases = [...members].sort((a, b) => (a.family?.case ?? 0) - (b.family?.case ?? 0));
+		const first = cases[0];
+		const family = first.family;
+		const cellKeys = [];
+		for (const e of cases) for (const c of e.cells) if (!cellKeys.includes(c.key)) cellKeys.push(c.key);
+		const rates = cellKeys.flatMap((key) => {
+			const sides = cases.flatMap((e) => sideOf$1(e, key) ?? []);
+			return sides.length ? [rateOf(key, sides)] : [];
+		});
+		const lifts = [];
+		for (const key of cellKeys) {
+			const holder = cases.find((e) => e.cells.some((c) => c.key === key && c.role === "variant"));
+			const variant = holder?.cells.find((c) => c.key === key);
+			if (!holder || !variant) continue;
+			const control = holder.cells.find((c) => c.role === "control" && c.harness === variant.harness && c.sandbox === variant.sandbox);
+			if (!control) continue;
+			const minLift = cases.flatMap((e) => e.cells.filter((c) => c.key === key)).map(minLiftOf).find((m) => m !== void 0);
+			const lift = liftOf$1(key, control.key, cases, minLift);
+			if (lift) lifts.push(lift);
+		}
+		return {
+			id: family.id,
+			file: first.file,
+			group: first.group,
+			name: family.name,
+			cases: family.cases,
+			ran: cases.length,
+			rates,
+			lifts,
+			outcome: lifts.some((l) => l.outcome === "fail") ? "fail" : "pass"
+		};
+	});
+}
+//#endregion
 //#region src/history/sources.ts
 /** `from '…'`, `import '…'`, `import('…')` and `export … from '…'`, with a literal specifier. */
 const SPECIFIER = /(?:\bfrom\s*|\bimport\s*\(\s*|\bimport\s+)(['"])((?:\.{1,2}\/|\/)[^'"]+)\1/g;
@@ -301,7 +470,8 @@ var Seen = class {
 			this.harnesses.set(cell.harness, {
 				id: cell.harness,
 				kind: h.kind,
-				model: harnessModel(h)
+				model: harnessModel(h),
+				effort: harnessEffort(h) ?? null
 			});
 		}
 		const resolved = this.resolvedHarnesses.get(cell.harness) ?? /* @__PURE__ */ new Set();
@@ -321,6 +491,7 @@ var Seen = class {
 				name: e.name,
 				tags: e.attempt?.tags ?? [],
 				...e.attempt?.plan.compare ? { compare: e.attempt.plan.compare } : {},
+				...e.attempt?.family ? { family: familyOf(e.attempt.family) } : {},
 				fingerprint: "",
 				sources,
 				outcome: "skipped",
@@ -334,6 +505,12 @@ var Seen = class {
 		return entry;
 	}
 };
+const familyOf = ({ id, name, case: index, cases }) => ({
+	id,
+	name,
+	case: index,
+	cases
+});
 const UNKNOWN_CELL = {
 	key: "unknown",
 	harness: "unknown",
@@ -362,6 +539,7 @@ function cellOf(entry, cell, gate, harness) {
 			environmentDigest: null,
 			harnessKind: harness?.kind ?? "unknown",
 			model: harness ? harnessModel(harness) : null,
+			effort: harness ? harnessEffort(harness) ?? null : null,
 			gate,
 			overrides: [],
 			runs: 0,
@@ -503,6 +681,8 @@ async function addAttempt(e, ctx, seen, out, judge, previous, previousArtifacts)
 		context,
 		egress: record?.egress ?? null,
 		servedModels: record?.servedModels ?? null,
+		effort: e.attempt ? harnessEffort(e.attempt.harness) ?? null : null,
+		servedEffort: servedEffortOf([...record?.servedModels ?? [], ...(record?.turns ?? []).map((t) => t.model)]) ?? null,
 		outcome,
 		error,
 		durationMs: e.durationMs,
@@ -556,6 +736,7 @@ async function attemptEvidence(record, dir, out, stagingRecord) {
 			text: t.text.length > TURN_TEXT_LIMIT ? `${t.text.slice(0, TURN_TEXT_LIMIT)}… [reeval: truncated ${t.text.length} characters; the whole message is the turn's last text event in transcript.jsonl]` : t.text
 		})),
 		usage: sumUsage((record?.turns ?? []).map((t) => t.usage)),
+		...record?.captureUse ? { captureUse: record.captureUse } : {},
 		timings: record?.timings ?? {
 			setupMs: 0,
 			agentMs: 0,
@@ -572,6 +753,7 @@ async function attemptEvidence(record, dir, out, stagingRecord) {
 		},
 		judgements,
 		...record?.startRetries?.length ? { startRetries: record.startRetries } : {},
+		...record?.assertions?.length ? { assertions: record.assertions } : {},
 		checks: (record?.checks ?? []).map((c, i) => ({
 			command: c.command,
 			exitCode: c.exitCode,
@@ -583,9 +765,9 @@ async function attemptEvidence(record, dir, out, stagingRecord) {
 	};
 }
 /** Lift of a variant cell over the control on the same harness and sandbox, with its interval. */
-function liftOf(control, variant) {
+function liftOf(control, variant, pooled) {
 	if (control.passRate === null || variant.passRate === null) return void 0;
-	const minLift = minLifts.get(variant);
+	const minLift = pooled ? void 0 : minLifts.get(variant);
 	const c = {
 		pass: control.pass,
 		counted: control.pass + control.fail
@@ -617,6 +799,53 @@ function liftOf(control, variant) {
 	};
 }
 /**
+* Each cell's checks: every label any attempt of the eval recorded, tallied over the cell's
+* counted attempts (pass or fail). An attempt that counted without reaching a label, because
+* a hard `expect` before it failed, counts it `notRun`.
+*/
+function checkTallies(entry) {
+	const labels = [...new Set(entry.attempts.flatMap((a) => (a.assertions ?? []).map((x) => x.label)))];
+	if (!labels.length) return;
+	for (const c of entry.cells) {
+		const counted = entry.attempts.filter((a) => a.cell === c.key && (a.outcome === "pass" || a.outcome === "fail"));
+		if (!counted.length) continue;
+		c.checks = labels.map((label) => {
+			const tally = {
+				label,
+				pass: 0,
+				fail: 0,
+				error: 0,
+				notRun: 0
+			};
+			for (const a of counted) {
+				const status = a.assertions?.find((x) => x.label === label)?.status;
+				if (status === void 0) tally.notRun++;
+				else tally[status]++;
+			}
+			return tally;
+		});
+	}
+}
+/** Where every counted attempt that answered a check passed it (`all`), none did, or some. */
+const sideOf = (t) => {
+	const answered = t.pass + t.fail + t.notRun;
+	if (answered === 0) return void 0;
+	return t.pass === answered ? "all" : t.pass === 0 ? "none" : "some";
+};
+/** Puts the control's tally beside each of the variant's checks, with whether it discriminates. */
+function discrimination(control, variant) {
+	for (const check of variant.checks ?? []) {
+		const k = control.checks?.find((x) => x.label === check.label);
+		if (!k) continue;
+		const { label: _label, ...tally } = k;
+		check.control = tally;
+		const v = sideOf(check);
+		const c = sideOf(k);
+		if (v === void 0 || c === void 0) continue;
+		check.verdict = v === "all" && c === "all" ? "both-pass" : v === "none" && c === "none" ? "both-fail" : v === "all" && c === "none" || v === "none" && c === "all" ? "discriminates" : "mixed";
+	}
+}
+/**
 * A cell's outcome by its gate. `'all'` matches `{ passRate: 1 }`: every counted attempt must
 * pass, and it is an infra error only when nothing counted. `'none'` takes the worst attempt.
 */
@@ -640,10 +869,12 @@ function rollUp(evals) {
 			c.passRate = passRateOf(outcomes);
 			c.outcome = cellOutcome(outcomes, c.gate);
 		}
+		checkTallies(entry);
 		for (const c of entry.cells) {
 			if (c.role !== "variant") continue;
 			const control = entry.cells.find((x) => x.role === "control" && x.harness === c.harness && x.sandbox === c.sandbox);
-			const lift = control && liftOf(control, c);
+			if (control) discrimination(control, c);
+			const lift = control && liftOf(control, c, entry.family !== void 0);
 			if (!lift) continue;
 			c.lift = lift;
 			if (lift.minLift !== void 0 && lift.interval.lo < lift.minLift && c.outcome === "pass") c.outcome = "fail";
@@ -693,10 +924,14 @@ function stackOf(input, seen, judgeModel, threshold) {
 		arch: process.arch,
 		images: [...seen.images.values()].sort(byName((i) => i.ref)),
 		packages,
-		harnesses: [...seen.harnesses.values()].map((h) => ({
-			...h,
-			resolvedModels: [...seen.resolvedHarnesses.get(h.id) ?? []].sort()
-		})).sort(byName((h) => h.id)),
+		harnesses: [...seen.harnesses.values()].map((h) => {
+			const resolvedModels = [...seen.resolvedHarnesses.get(h.id) ?? []].sort();
+			return {
+				...h,
+				resolvedModels,
+				resolvedEffort: resolvedEffortOf(resolvedModels)
+			};
+		}).sort(byName((h) => h.id)),
 		judge: {
 			model: judgeModel,
 			resolvedModels: [...seen.resolvedJudges].sort(),
@@ -753,7 +988,12 @@ async function assembleRun(input) {
 		}
 	}
 	const evals = [...seen.byEval.values()];
+	for (const entry of evals) {
+		const before = input.previous?.evals.find((p) => p.id === entry.id)?.family;
+		if (!entry.family && before) entry.family = before;
+	}
 	rollUp(evals);
+	const families = familiesOf(evals, (cell) => minLifts.get(cell));
 	sequence(evals);
 	for (const e of evals) {
 		const answers = input.answers?.get(e.id);
@@ -821,7 +1061,8 @@ async function assembleRun(input) {
 				infraError: count("infra_error"),
 				skipped: count("skipped")
 			},
-			evals
+			evals,
+			...families.length ? { families } : {}
 		},
 		artifacts: out.files
 	};
@@ -829,4 +1070,4 @@ async function assembleRun(input) {
 //#endregion
 export { fingerprintOf as a, transcriptLines as c, cellOutcome as i, worstOutcome as l, assembleRun as n, judgementKey as o, capText as r, mergeOutcome as s, OUTPUT_CAP as t };
 
-//# sourceMappingURL=assemble-Dd_mZYnu.js.map
+//# sourceMappingURL=assemble-BCZzTyR7.js.map