@trusty-squire/mcp 1.1.8 → 1.1.9-rc.2

package/dist/eval/replay-harness/metrics.js

@@ -1,117 +0,0 @@
-export const DEFAULT_THRESHOLDS = {
-    net_speedup: 5,
-    clean_replay_correctness: 0.9,
-    task_success: 0.98,
-    drift_catch_rate: 1,
-    money_escape: 0,
-};
-function ratio(numerator, denominator) {
-    return denominator > 0 ? numerator / denominator : 0;
-}
-function median(values) {
-    if (values.length === 0)
-        return 0;
-    const sorted = [...values].sort((a, b) => a - b);
-    const middle = Math.floor(sorted.length / 2);
-    if (sorted.length % 2 === 1)
-        return sorted[middle] ?? 0;
-    return ((sorted[middle - 1] ?? 0) + (sorted[middle] ?? 0)) / 2;
-}
-function speedups(hits, field) {
-    return hits.map((hit) => ratio(hit.cold[field], hit.warm?.[field] ?? 0));
-}
-export function computeMetrics(tasks, drift) {
-    const realistic = tasks.filter((task) => task.bucket === "repeat");
-    const hits = realistic.filter((task) => task.recipe_applied);
-    const completeHits = hits.filter((task) => task.warm !== undefined);
-    const hitRate = ratio(hits.length, realistic.length);
-    const speedupOnHit = {
-        turns: median(speedups(completeHits, "turns")),
-        tokens: median(speedups(completeHits, "tokens")),
-        wall_clock: median(speedups(completeHits, "wall_clock_ms")),
-    };
-    const totalSteps = completeHits.reduce((sum, hit) => sum + hit.total_steps, 0);
-    const fallbacks = completeHits.reduce((sum, hit) => sum + hit.fallbacks, 0);
-    const moneyTrials = drift.filter((trial) => trial.money_affecting);
-    const moneyEscapes = moneyTrials.filter((trial) => !trial.end_state_matches && trial.guard_action !== "abort").length;
-    const caughtMoneyDrift = moneyTrials.filter((trial) => trial.guard_action === "abort" ||
-        (trial.guard_action === "fallback" && trial.end_state_matches)).length;
-    return {
-        speedup_on_hit: speedupOnHit,
-        hit_rate: hitRate,
-        net_speedup: {
-            turns: hitRate * speedupOnHit.turns,
-            tokens: hitRate * speedupOnHit.tokens,
-            wall_clock: hitRate * speedupOnHit.wall_clock,
-        },
-        clean_replay_correctness: ratio(hits.filter((hit) => hit.warm !== undefined && hit.end_state_matches && hit.fallbacks === 0)
-            .length, hits.length),
-        task_success: ratio(hits.filter((hit) => hit.warm !== undefined && hit.end_state_matches).length, hits.length),
-        fallback_rate: ratio(fallbacks, totalSteps),
-        money_escape: moneyEscapes,
-        drift_catch_rate: ratio(caughtMoneyDrift, moneyTrials.length),
-        recipe_survival: { t7d: null, t30d: null },
-        invariants: {
-            novel_false_hits: tasks.filter((task) => task.bucket === "novel" && task.recipe_applied)
-                .length,
-            missing_warm_samples: tasks.filter((task) => task.recipe_applied && task.warm === undefined)
-                .length,
-        },
-    };
-}
-export function buildHarnessReport(tasks, drift, options = {}) {
-    const thresholds = options.thresholds ?? DEFAULT_THRESHOLDS;
-    const metrics = computeMetrics(tasks, drift);
-    const reasons = [];
-    if (metrics.net_speedup.turns < thresholds.net_speedup) {
-        reasons.push(`net speedup ${metrics.net_speedup.turns.toFixed(2)}x < ${thresholds.net_speedup.toFixed(2)}x`);
-    }
-    if (metrics.net_speedup.tokens < thresholds.net_speedup) {
-        reasons.push(`net token speedup ${metrics.net_speedup.tokens.toFixed(2)}x < ${thresholds.net_speedup.toFixed(2)}x`);
-    }
-    if (metrics.clean_replay_correctness < thresholds.clean_replay_correctness) {
-        reasons.push(`clean replay correctness ${(metrics.clean_replay_correctness * 100).toFixed(2)}% < ${(thresholds.clean_replay_correctness * 100).toFixed(2)}%`);
-    }
-    if (metrics.money_escape > thresholds.money_escape) {
-        reasons.push(`money-path veto: ${metrics.money_escape} escaped wrong outcome(s)`);
-    }
-    if (metrics.drift_catch_rate < thresholds.drift_catch_rate) {
-        reasons.push(`drift catch rate ${(metrics.drift_catch_rate * 100).toFixed(2)}% < ${(thresholds.drift_catch_rate * 100).toFixed(2)}%`);
-    }
-    if (metrics.invariants.novel_false_hits > 0) {
-        reasons.push(`novel MISS invariant: ${metrics.invariants.novel_false_hits} novel recipe false hit(s)`);
-    }
-    if (metrics.invariants.missing_warm_samples > 0) {
-        reasons.push(`incomplete replay invariant: ${metrics.invariants.missing_warm_samples} applied recipe(s) missing warm samples`);
-    }
-    return {
-        schema_version: 1,
-        mode: options.mode ?? "replay-eval",
-        generated_at: options.generatedAt ?? new Date().toISOString(),
-        corpus: {
-            tasks: tasks.length,
-            repeat: tasks.filter((task) => task.bucket === "repeat").length,
-            novel: tasks.filter((task) => task.bucket === "novel").length,
-            drift_trials: drift.length,
-        },
-        cold_baseline: {
-            tasks: tasks.length,
-            median: {
-                turns: median(tasks.map((task) => task.cold.turns)),
-                tokens: median(tasks.map((task) => task.cold.tokens)),
-                wall_clock_ms: median(tasks.map((task) => task.cold.wall_clock_ms)),
-            },
-            total: {
-                turns: tasks.reduce((sum, task) => sum + task.cold.turns, 0),
-                tokens: tasks.reduce((sum, task) => sum + task.cold.tokens, 0),
-                wall_clock_ms: tasks.reduce((sum, task) => sum + task.cold.wall_clock_ms, 0),
-            },
-            recordings: tasks.flatMap((task) => task.cold_recording === undefined ? [] : [task.cold_recording]),
-        },
-        thresholds,
-        metrics,
-        decision: reasons.length === 0 ? "SHIP" : "NO-SHIP",
-        reasons,
-    };
-}
-//# sourceMappingURL=metrics.js.map

package/dist/eval/replay-harness/metrics.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"metrics.js","sourceRoot":"","sources":["../../../src/eval/replay-harness/metrics.ts"],"names":[],"mappings":"AAQA,MAAM,CAAC,MAAM,kBAAkB,GAAsB;IACnD,WAAW,EAAE,CAAC;IACd,wBAAwB,EAAE,GAAG;IAC7B,YAAY,EAAE,IAAI;IAClB,gBAAgB,EAAE,CAAC;IACnB,YAAY,EAAE,CAAC;CAChB,CAAC;AAEF,SAAS,KAAK,CAAC,SAAiB,EAAE,WAAmB;IACnD,OAAO,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,MAAM,CAAC,MAAgB;IAC9B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC7C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACxD,OAAO,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;AACjE,CAAC;AAED,SAAS,QAAQ,CAAC,IAAuB,EAAE,KAA2C;IACpF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAC3E,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,KAAwB,EACxB,KAAyB;IAEzB,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC;IACnE,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC7D,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;IACpE,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;IACrD,MAAM,YAAY,GAAG;QACnB,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QAC9C,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QAChD,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,eAAe,CAAC,CAAC;KAC5D,CAAC;IACF,MAAM,UAAU,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAC/E,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IAC5E,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IACnE,MAAM,YAAY,GAAG,WAAW,CAAC,MAAM,CACrC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,IAAI,KAAK,CAAC,YAAY,KAAK,OAAO,CACtE,CAAC,MAAM,CAAC;IACT,MAAM,gBAAgB,GAAG,WAAW,CAAC,MAAM,CACzC,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,YAAY,KAAK,OAAO;QAC9B,CAAC,KAAK,CAAC,YAAY,KAAK,UAAU,IAAI,KAAK,CAAC,iBAAiB,CAAC,CACjE,CAAC,MAAM,CAAC;IAET,OAAO;QACL,cAAc,EAAE,YAAY;QAC5B,QAAQ,EAAE,OAAO;QACjB,WAAW,EAAE;YACX,KAAK,EAAE,OAAO,GAAG,YAAY,CAAC,KAAK;YACnC,MAAM,EAAE,OAAO,GAAG,YAAY,CAAC,MAAM;YACrC,UAAU,EAAE,OAAO,GAAG,YAAY,CAAC,UAAU;SAC9C;QACD,wBAAwB,EAAE,KAAK,CAC7B,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,SAAS,IAAI,GAAG,CAAC,iBAAiB,IAAI,GAAG,CAAC,SAAS,KAAK,CAAC,CAAC;aACzF,MAAM,EACT,IAAI,CAAC,MAAM,CACZ;QACD,YAAY,EAAE,KAAK,CACjB,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,SAAS,IAAI,GAAG,CAAC,iBAAiB,CAAC,CAAC,MAAM,EAC5E,IAAI,CAAC,MAAM,CACZ;QACD,aAAa,EAAE,KAAK,CAAC,SAAS,EAAE,UAAU,CAAC;QAC3C,YAAY,EAAE,YAAY;QAC1B,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,EAAE,WAAW,CAAC,MAAM,CAAC;QAC7D,eAAe,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;QAC1C,UAAU,EAAE;YACV,gBAAgB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,OAAO,IAAI,IAAI,CAAC,cAAc,CAAC;iBACrF,MAAM;YACT,oBAAoB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC;iBACzF,MAAM;SACV;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,KAAwB,EACxB,KAAyB,EACzB,UAII,EAAE;IAEN,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,kBAAkB,CAAC;IAC5D,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,OAAO,CAAC,WAAW,CAAC,KAAK,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC;QACvD,OAAO,CAAC,IAAI,CACV,eAAe,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAC/F,CAAC;IACJ,CAAC;IACD,IAAI,OAAO,CAAC,WAAW,CAAC,MAAM,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC;QACxD,OAAO,CAAC,IAAI,CACV,qBAAqB,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CACtG,CAAC;IACJ,CAAC;IACD,IAAI,OAAO,CAAC,wBAAwB,GAAG,UAAU,CAAC,wBAAwB,EAAE,CAAC;QAC3E,OAAO,CAAC,IAAI,CACV,4BAA4B,CAAC,OAAO,CAAC,wBAAwB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,wBAAwB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAChJ,CAAC;IACJ,CAAC;IACD,IAAI,OAAO,CAAC,YAAY,GAAG,UAAU,CAAC,YAAY,EAAE,CAAC;QACnD,OAAO,CAAC,IAAI,CAAC,oBAAoB,OAAO,CAAC,YAAY,2BAA2B,CAAC,CAAC;IACpF,CAAC;IACD,IAAI,OAAO,CAAC,gBAAgB,GAAG,UAAU,CAAC,gBAAgB,EAAE,CAAC;QAC3D,OAAO,CAAC,IAAI,CACV,oBAAoB,CAAC,OAAO,CAAC,gBAAgB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,gBAAgB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CACxH,CAAC;IACJ,CAAC;IACD,IAAI,OAAO,CAAC,UAAU,CAAC,gBAAgB,GAAG,CAAC,EAAE,CAAC;QAC5C,OAAO,CAAC,IAAI,CACV,yBAAyB,OAAO,CAAC,UAAU,CAAC,gBAAgB,4BAA4B,CACzF,CAAC;IACJ,CAAC;IACD,IAAI,OAAO,CAAC,UAAU,CAAC,oBAAoB,GAAG,CAAC,EAAE,CAAC;QAChD,OAAO,CAAC,IAAI,CACV,gCAAgC,OAAO,CAAC,UAAU,CAAC,oBAAoB,yCAAyC,CACjH,CAAC;IACJ,CAAC;IACD,OAAO;QACL,cAAc,EAAE,CAAC;QACjB,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,aAAa;QACnC,YAAY,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QAC7D,MAAM,EAAE;YACN,KAAK,EAAE,KAAK,CAAC,MAAM;YACnB,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM;YAC/D,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,MAAM;YAC7D,YAAY,EAAE,KAAK,CAAC,MAAM;SAC3B;QACD,aAAa,EAAE;YACb,KAAK,EAAE,KAAK,CAAC,MAAM;YACnB,MAAM,EAAE;gBACN,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACnD,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACrD,aAAa,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;aACpE;YACD,KAAK,EAAE;gBACL,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC5D,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC9D,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;aAC7E;YACD,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CACjC,IAAI,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAC/D;SACF;QACD,UAAU;QACV,OAAO;QACP,QAAQ,EAAE,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;QACnD,OAAO;KACR,CAAC;AACJ,CAAC"}

package/dist/eval/replay-harness/reporter.d.ts

@@ -1,4 +0,0 @@
-import type { HarnessReport } from "./types.js";
-export declare function renderReportJson(report: HarnessReport): string;
-export declare function renderReportMarkdown(report: HarnessReport): string;
-//# sourceMappingURL=reporter.d.ts.map

package/dist/eval/replay-harness/reporter.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"reporter.d.ts","sourceRoot":"","sources":["../../../src/eval/replay-harness/reporter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAKhD,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,aAAa,GAAG,MAAM,CAE9D;AAED,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,aAAa,GAAG,MAAM,CAyDlE"}

package/dist/eval/replay-harness/reporter.js

@@ -1,62 +0,0 @@
-const percent = (value) => `${(value * 100).toFixed(2)}%`;
-const multiplier = (value) => `${value.toFixed(2)}x`;
-export function renderReportJson(report) {
-    return JSON.stringify(report, null, 2);
-}
-export function renderReportMarkdown(report) {
-    const { metrics, thresholds } = report;
-    const rows = [
-        [
-            "speedup_on_hit",
-            `turns ${multiplier(metrics.speedup_on_hit.turns)}; tokens ${multiplier(metrics.speedup_on_hit.tokens)}; wall ${multiplier(metrics.speedup_on_hit.wall_clock)}`,
-            `median >= ${multiplier(thresholds.net_speedup)} (diagnostic; headline is net)`,
-        ],
-        ["hit_rate", percent(metrics.hit_rate), "measured"],
-        [
-            "net_speedup",
-            `turns ${multiplier(metrics.net_speedup.turns)}; tokens ${multiplier(metrics.net_speedup.tokens)}; wall ${multiplier(metrics.net_speedup.wall_clock)}`,
-            `turns + tokens median >= ${multiplier(thresholds.net_speedup)}`,
-        ],
-        [
-            "clean_replay_correctness",
-            percent(metrics.clean_replay_correctness),
-            `>= ${percent(thresholds.clean_replay_correctness)}`,
-        ],
-        ["task_success", percent(metrics.task_success), `>= ${percent(thresholds.task_success)}`],
-        ["fallback_rate", percent(metrics.fallback_rate), "reported"],
-        ["money_escape", String(metrics.money_escape), `= ${thresholds.money_escape} (veto)`],
-        [
-            "drift_catch_rate",
-            percent(metrics.drift_catch_rate),
-            `= ${percent(thresholds.drift_catch_rate)}`,
-        ],
-        ["recipe_survival", "T+7d n/a; T+30d n/a", "reported by housekeeper"],
-        ["novel_false_hits", String(metrics.invariants.novel_false_hits), "= 0 (MISS invariant)"],
-        [
-            "missing_warm_samples",
-            String(metrics.invariants.missing_warm_samples),
-            "= 0 (complete observation invariant)",
-        ],
-    ];
-    const baselineSources = [
-        ...new Set(report.cold_baseline.recordings.map((recording) => {
-            const { driver, model } = recording.provenance;
-            return model === undefined ? driver : `${driver}/${model}`;
-        })),
-    ];
-    const lines = [
-        "# Replay-engine evaluation",
-        "",
-        `Mode: ${report.mode}; corpus: ${report.corpus.tasks} tasks (${report.corpus.repeat} repeat, ${report.corpus.novel} novel), ${report.corpus.drift_trials} drift trials.`,
-        `Cold baseline median: ${report.cold_baseline.median.turns.toFixed(1)} turns, ${report.cold_baseline.median.tokens.toFixed(0)} tokens, ${report.cold_baseline.median.wall_clock_ms.toFixed(0)} ms.`,
-        `Cold baseline evidence: ${report.cold_baseline.recordings.length} driver-recorded tasks${baselineSources.length === 0 ? "" : ` via ${baselineSources.join(", ")}`}.`,
-        "",
-        "| Metric | Value | Threshold |",
-        "| --- | ---: | --- |",
-        ...rows.map(([metric, value, threshold]) => `| \`${metric}\` | ${value} | ${threshold} |`),
-        "",
-        report.decision === "SHIP" ? "SHIP" : `NO-SHIP — ${report.reasons.join("; ")}`,
-    ];
-    return lines.join("\n");
-}
-//# sourceMappingURL=reporter.js.map

package/dist/eval/replay-harness/reporter.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"reporter.js","sourceRoot":"","sources":["../../../src/eval/replay-harness/reporter.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,GAAG,CAAC,KAAa,EAAU,EAAE,CAAC,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;AAC1E,MAAM,UAAU,GAAG,CAAC,KAAa,EAAU,EAAE,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;AAErE,MAAM,UAAU,gBAAgB,CAAC,MAAqB;IACpD,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,MAAqB;IACxD,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC;IACvC,MAAM,IAAI,GAAG;QACX;YACE,gBAAgB;YAChB,SAAS,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,YAAY,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,UAAU,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,EAAE;YAC/J,aAAa,UAAU,CAAC,UAAU,CAAC,WAAW,CAAC,gCAAgC;SAChF;QACD,CAAC,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,UAAU,CAAC;QACnD;YACE,aAAa;YACb,SAAS,UAAU,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,YAAY,UAAU,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,UAAU,CAAC,OAAO,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE;YACtJ,4BAA4B,UAAU,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE;SACjE;QACD;YACE,0BAA0B;YAC1B,OAAO,CAAC,OAAO,CAAC,wBAAwB,CAAC;YACzC,MAAM,OAAO,CAAC,UAAU,CAAC,wBAAwB,CAAC,EAAE;SACrD;QACD,CAAC,cAAc,EAAE,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QACzF,CAAC,eAAe,EAAE,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,UAAU,CAAC;QAC7D,CAAC,cAAc,EAAE,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,KAAK,UAAU,CAAC,YAAY,SAAS,CAAC;QACrF;YACE,kBAAkB;YAClB,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC;YACjC,KAAK,OAAO,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE;SAC5C;QACD,CAAC,iBAAiB,EAAE,qBAAqB,EAAE,yBAAyB,CAAC;QACrE,CAAC,kBAAkB,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,sBAAsB,CAAC;QACzF;YACE,sBAAsB;YACtB,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,oBAAoB,CAAC;YAC/C,sCAAsC;SACvC;KACF,CAAC;IACF,MAAM,eAAe,GAAG;QACtB,GAAG,IAAI,GAAG,CACR,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;YAChD,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,SAAS,CAAC,UAAU,CAAC;YAC/C,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,KAAK,EAAE,CAAC;QAC7D,CAAC,CAAC,CACH;KACF,CAAC;IACF,MAAM,KAAK,GAAG;QACZ,4BAA4B;QAC5B,EAAE;QACF,SAAS,MAAM,CAAC,IAAI,aAAa,MAAM,CAAC,MAAM,CAAC,KAAK,WAAW,MAAM,CAAC,MAAM,CAAC,MAAM,YAAY,MAAM,CAAC,MAAM,CAAC,KAAK,YAAY,MAAM,CAAC,MAAM,CAAC,YAAY,gBAAgB;QACxK,yBAAyB,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;QACnM,2BAA2B,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,MAAM,yBAAyB,eAAe,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG;QACrK,EAAE;QACF,gCAAgC;QAChC,sBAAsB;QACtB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC,OAAO,MAAM,QAAQ,KAAK,MAAM,SAAS,IAAI,CAAC;QAC1F,EAAE;QACF,MAAM,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;KAC/E,CAAC;IACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}

package/dist/eval/replay-harness/runner.d.ts

@@ -1,36 +0,0 @@
-import { type HarFile } from "./har-mutate.js";
-import type { DriftMutationName, DriftObservation, ExpectedEndState, HarnessReport, ShoppingTaskRecord, TaskObservation } from "./types.js";
-export interface ColdBaselineDriverResult {
-    turns: number;
-    tokens: number;
-    end_state: ExpectedEndState;
-}
-export interface ColdBaselineDriver {
-    name: string;
-    model: string;
-    drive(task: ShoppingTaskRecord): Promise<ColdBaselineDriverResult>;
-}
-export interface ColdBaselineCaptureOptions {
-    recordedAt?: string;
-    now?: () => number;
-}
-export interface DriftReplayInput {
-    task: ShoppingTaskRecord;
-    mutation: DriftMutationName;
-    har: HarFile;
-}
-export interface DriftReplayResult {
-    guard_action: DriftObservation["guard_action"];
-    end_state: ExpectedEndState;
-}
-export type DriftReplayAdapter = (input: DriftReplayInput) => Promise<DriftReplayResult>;
-export declare function recordAllColdBaseline(tasks: ShoppingTaskRecord[], driver: ColdBaselineDriver, options?: ColdBaselineCaptureOptions): Promise<TaskObservation[]>;
-export declare function readFrozenAllColdBaseline(tasks: ShoppingTaskRecord[]): TaskObservation[];
-export declare function runAllColdHarness(tasks: ShoppingTaskRecord[], drift: DriftObservation[], driver: ColdBaselineDriver, options?: ColdBaselineCaptureOptions & {
-    generatedAt?: string;
-}): Promise<HarnessReport>;
-export declare function runFrozenAllColdHarness(tasks: ShoppingTaskRecord[], drift: DriftObservation[], generatedAt?: string): HarnessReport;
-export declare function runDriftBattery(tasks: ShoppingTaskRecord[], loadHar: (task: ShoppingTaskRecord) => HarFile | Promise<HarFile>, replay: DriftReplayAdapter): Promise<DriftObservation[]>;
-export declare function totalVerifyGuard(expectedTotalCents: number, observedTotalCents: number): "clean" | "abort";
-export declare function moneyDriftObservation(task: ShoppingTaskRecord, observedTotalCents: number, observedGuardAction: DriftObservation["guard_action"]): DriftObservation;
-//# sourceMappingURL=runner.d.ts.map

package/dist/eval/replay-harness/runner.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../src/eval/replay-harness/runner.ts"],"names":[],"mappings":"AAEA,OAAO,EAAa,KAAK,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAE1D,OAAO,KAAK,EAGV,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,EAChB,aAAa,EACb,kBAAkB,EAClB,eAAe,EAChB,MAAM,YAAY,CAAC;AAWpB,MAAM,WAAW,wBAAwB;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,gBAAgB,CAAC;CAC7B;AAED,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,IAAI,EAAE,kBAAkB,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAAC;CACpE;AAED,MAAM,WAAW,0BAA0B;IACzC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,kBAAkB,CAAC;IACzB,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,GAAG,EAAE,OAAO,CAAC;CACd;AAED,MAAM,WAAW,iBAAiB;IAChC,YAAY,EAAE,gBAAgB,CAAC,cAAc,CAAC,CAAC;IAC/C,SAAS,EAAE,gBAAgB,CAAC;CAC7B;AAED,MAAM,MAAM,kBAAkB,GAAG,CAAC,KAAK,EAAE,gBAAgB,KAAK,OAAO,CAAC,iBAAiB,CAAC,CAAC;AAezF,wBAAsB,qBAAqB,CACzC,KAAK,EAAE,kBAAkB,EAAE,EAC3B,MAAM,EAAE,kBAAkB,EAC1B,OAAO,GAAE,0BAA+B,GACvC,OAAO,CAAC,eAAe,EAAE,CAAC,CAwC5B;AAED,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,kBAAkB,EAAE,GAAG,eAAe,EAAE,CA2BxF;AAED,wBAAsB,iBAAiB,CACrC,KAAK,EAAE,kBAAkB,EAAE,EAC3B,KAAK,EAAE,gBAAgB,EAAE,EACzB,MAAM,EAAE,kBAAkB,EAC1B,OAAO,GAAE,0BAA0B,GAAG;IAAE,WAAW,CAAC,EAAE,MAAM,CAAA;CAAO,GAClE,OAAO,CAAC,aAAa,CAAC,CAexB;AAED,wBAAgB,uBAAuB,CACrC,KAAK,EAAE,kBAAkB,EAAE,EAC3B,KAAK,EAAE,gBAAgB,EAAE,EACzB,WAAW,CAAC,EAAE,MAAM,GACnB,aAAa,CAWf;AAED,wBAAsB,eAAe,CACnC,KAAK,EAAE,kBAAkB,EAAE,EAC3B,OAAO,EAAE,CAAC,IAAI,EAAE,kBAAkB,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,EACjE,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAkC7B;AAED,wBAAgB,gBAAgB,CAC9B,kBAAkB,EAAE,MAAM,EAC1B,kBAAkB,EAAE,MAAM,GACzB,OAAO,GAAG,OAAO,CAEnB;AAED,wBAAgB,qBAAqB,CACnC,IAAI,EAAE,kBAAkB,EACxB,kBAAkB,EAAE,MAAM,EAC1B,mBAAmB,EAAE,gBAAgB,CAAC,cAAc,CAAC,GACpD,gBAAgB,CASlB"}

package/dist/eval/replay-harness/runner.js

@@ -1,167 +0,0 @@
-import { performance } from "node:perf_hooks";
-import { endStatesMatch } from "./corpus.js";
-import { mutateHar } from "./har-mutate.js";
-import { buildHarnessReport } from "./metrics.js";
-const DRIFT_MUTATIONS = [
-    "rename-button",
-    "swap-testid",
-    "remove-field",
-    "change-price",
-    "out-of-stock",
-    "overlay",
-];
-function assertMeasuredCost(taskId, cost) {
-    if (!Number.isFinite(cost.turns) ||
-        cost.turns < 0 ||
-        !Number.isFinite(cost.tokens) ||
-        cost.tokens < 0 ||
-        !Number.isFinite(cost.wall_clock_ms) ||
-        cost.wall_clock_ms < 0) {
-        throw new Error(`${taskId}: cold driver returned invalid turns or tokens`);
-    }
-}
-export async function recordAllColdBaseline(tasks, driver, options = {}) {
-    if (driver.name.trim().length === 0)
-        throw new Error("cold driver name is required");
-    if (driver.model.trim().length === 0)
-        throw new Error("cold driver model is required");
-    const now = options.now ?? performance.now.bind(performance);
-    const recordedAt = options.recordedAt ?? new Date().toISOString();
-    const provenance = {
-        source: "driver",
-        driver: driver.name,
-        model: driver.model,
-        recorded_at: recordedAt,
-    };
-    const observations = [];
-    for (const task of tasks.filter((candidate) => candidate.capture.status === "captured")) {
-        const started = now();
-        const result = await driver.drive(task);
-        const cold = {
-            turns: result.turns,
-            tokens: result.tokens,
-            wall_clock_ms: Math.round(Math.max(0, now() - started)),
-        };
-        assertMeasuredCost(task.task_id, cold);
-        const endStateMatches = endStatesMatch(result.end_state, task.expected_end_state);
-        observations.push({
-            task_id: task.task_id,
-            bucket: task.bucket,
-            cold,
-            cold_recording: {
-                task_id: task.task_id,
-                ...cold,
-                end_state: result.end_state,
-                end_state_matches: endStateMatches,
-                provenance,
-            },
-            recipe_applied: false,
-            end_state_matches: endStateMatches,
-            fallbacks: 0,
-            total_steps: 0,
-        });
-    }
-    return observations;
-}
-export function readFrozenAllColdBaseline(tasks) {
-    return tasks
-        .filter((task) => task.capture.status === "captured")
-        .map((task) => {
-        const cold = {
-            turns: task.cold_baseline.turns,
-            tokens: task.cold_baseline.tokens,
-            wall_clock_ms: task.cold_baseline.wall_clock_ms,
-        };
-        const endStateMatches = endStatesMatch(task.cold_baseline.end_state, task.expected_end_state);
-        return {
-            task_id: task.task_id,
-            bucket: task.bucket,
-            cold,
-            cold_recording: {
-                task_id: task.task_id,
-                ...cold,
-                end_state: task.cold_baseline.end_state,
-                end_state_matches: endStateMatches,
-                provenance: task.cold_baseline.provenance,
-            },
-            recipe_applied: false,
-            end_state_matches: endStateMatches,
-            fallbacks: 0,
-            total_steps: 0,
-        };
-    });
-}
-export async function runAllColdHarness(tasks, drift, driver, options = {}) {
-    const recordedAt = options.recordedAt ?? options.generatedAt;
-    const observations = await recordAllColdBaseline(tasks, driver, {
-        ...(recordedAt === undefined ? {} : { recordedAt }),
-        ...(options.now === undefined ? {} : { now: options.now }),
-    });
-    for (const observation of observations) {
-        if (!observation.end_state_matches) {
-            throw new Error(`${observation.task_id}: cold baseline did not reach its expected end state`);
-        }
-    }
-    return buildHarnessReport(observations, drift, {
-        mode: "all-cold-baseline",
-        ...(options.generatedAt === undefined ? {} : { generatedAt: options.generatedAt }),
-    });
-}
-export function runFrozenAllColdHarness(tasks, drift, generatedAt) {
-    const observations = readFrozenAllColdBaseline(tasks);
-    for (const observation of observations) {
-        if (!observation.end_state_matches) {
-            throw new Error(`${observation.task_id}: frozen cold baseline has the wrong end state`);
-        }
-    }
-    return buildHarnessReport(observations, drift, {
-        mode: "all-cold-baseline",
-        ...(generatedAt === undefined ? {} : { generatedAt }),
-    });
-}
-export async function runDriftBattery(tasks, loadHar, replay) {
-    const observations = [];
-    for (const task of tasks) {
-        const sourceHar = await loadHar(task);
-        for (const mutation of DRIFT_MUTATIONS) {
-            const mutated = mutateHar(sourceHar, mutation, {
-                expectedTotalCents: task.expected_end_state.total_cents,
-                ...(task.params.product_price_cents === undefined
-                    ? {}
-                    : { displayedPriceCents: task.params.product_price_cents }),
-            });
-            if (mutated.replacements === 0) {
-                throw new Error(`${task.task_id}: ${mutation} did not mutate a HAR response`);
-            }
-            const result = await replay({ task, mutation, har: mutated.har });
-            const moneyAffecting = mutation === "change-price";
-            observations.push({
-                task_id: task.task_id,
-                mutation,
-                money_affecting: moneyAffecting,
-                guard_action: result.guard_action,
-                ...(moneyAffecting
-                    ? {
-                        total_verify_oracle: totalVerifyGuard(task.expected_end_state.total_cents, result.end_state.total_cents),
-                    }
-                    : {}),
-                end_state_matches: endStatesMatch(result.end_state, task.expected_end_state),
-            });
-        }
-    }
-    return observations;
-}
-export function totalVerifyGuard(expectedTotalCents, observedTotalCents) {
-    return expectedTotalCents === observedTotalCents ? "clean" : "abort";
-}
-export function moneyDriftObservation(task, observedTotalCents, observedGuardAction) {
-    return {
-        task_id: task.task_id,
-        mutation: "change-price",
-        money_affecting: true,
-        guard_action: observedGuardAction,
-        total_verify_oracle: totalVerifyGuard(task.expected_end_state.total_cents, observedTotalCents),
-        end_state_matches: observedTotalCents === task.expected_end_state.total_cents,
-    };
-}
-//# sourceMappingURL=runner.js.map

package/dist/eval/replay-harness/runner.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"runner.js","sourceRoot":"","sources":["../../../src/eval/replay-harness/runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAgB,MAAM,iBAAiB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAYlD,MAAM,eAAe,GAAG;IACtB,eAAe;IACf,aAAa;IACb,cAAc;IACd,cAAc;IACd,cAAc;IACd,SAAS;CACsC,CAAC;AAgClD,SAAS,kBAAkB,CAAC,MAAc,EAAE,IAAgB;IAC1D,IACE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;QAC5B,IAAI,CAAC,KAAK,GAAG,CAAC;QACd,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,CAAC;QACf,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC;QACpC,IAAI,CAAC,aAAa,GAAG,CAAC,EACtB,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,GAAG,MAAM,gDAAgD,CAAC,CAAC;IAC7E,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,KAA2B,EAC3B,MAA0B,EAC1B,UAAsC,EAAE;IAExC,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IACrF,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACvF,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC7D,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAClE,MAAM,UAAU,GAA2B;QACzC,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,MAAM,CAAC,IAAI;QACnB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,WAAW,EAAE,UAAU;KACxB,CAAC;IACF,MAAM,YAAY,GAAsB,EAAE,CAAC;IAC3C,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,KAAK,UAAU,CAAC,EAAE,CAAC;QACxF,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC;QACtB,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACxC,MAAM,IAAI,GAAG;YACX,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,CAAC;SACxD,CAAC;QACF,kBAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACvC,MAAM,eAAe,GAAG,cAAc,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAClF,YAAY,CAAC,IAAI,CAAC;YAChB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI;YACJ,cAAc,EAAE;gBACd,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,GAAG,IAAI;gBACP,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,iBAAiB,EAAE,eAAe;gBAClC,UAAU;aACX;YACD,cAAc,EAAE,KAAK;YACrB,iBAAiB,EAAE,eAAe;YAClC,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,CAAC;SACf,CAAC,CAAC;IACL,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,KAA2B;IACnE,OAAO,KAAK;SACT,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,UAAU,CAAC;SACpD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,MAAM,IAAI,GAAG;YACX,KAAK,EAAE,IAAI,CAAC,aAAa,CAAC,KAAK;YAC/B,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,MAAM;YACjC,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,aAAa;SAChD,CAAC;QACF,MAAM,eAAe,GAAG,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAC9F,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI;YACJ,cAAc,EAAE;gBACd,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,GAAG,IAAI;gBACP,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,SAAS;gBACvC,iBAAiB,EAAE,eAAe;gBAClC,UAAU,EAAE,IAAI,CAAC,aAAa,CAAC,UAAU;aAC1C;YACD,cAAc,EAAE,KAAK;YACrB,iBAAiB,EAAE,eAAe;YAClC,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,CAAC;SACW,CAAC;IAC9B,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,KAA2B,EAC3B,KAAyB,EACzB,MAA0B,EAC1B,UAAiE,EAAE;IAEnE,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,WAAW,CAAC;IAC7D,MAAM,YAAY,GAAG,MAAM,qBAAqB,CAAC,KAAK,EAAE,MAAM,EAAE;QAC9D,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC;QACnD,GAAG,CAAC,OAAO,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC;KAC3D,CAAC,CAAC;IACH,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;QACvC,IAAI,CAAC,WAAW,CAAC,iBAAiB,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,GAAG,WAAW,CAAC,OAAO,sDAAsD,CAAC,CAAC;QAChG,CAAC;IACH,CAAC;IACD,OAAO,kBAAkB,CAAC,YAAY,EAAE,KAAK,EAAE;QAC7C,IAAI,EAAE,mBAAmB;QACzB,GAAG,CAAC,OAAO,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC;KACnF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,KAA2B,EAC3B,KAAyB,EACzB,WAAoB;IAEpB,MAAM,YAAY,GAAG,yBAAyB,CAAC,KAAK,CAAC,CAAC;IACtD,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;QACvC,IAAI,CAAC,WAAW,CAAC,iBAAiB,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,GAAG,WAAW,CAAC,OAAO,gDAAgD,CAAC,CAAC;QAC1F,CAAC;IACH,CAAC;IACD,OAAO,kBAAkB,CAAC,YAAY,EAAE,KAAK,EAAE;QAC7C,IAAI,EAAE,mBAAmB;QACzB,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;KACtD,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,KAA2B,EAC3B,OAAiE,EACjE,MAA0B;IAE1B,MAAM,YAAY,GAAuB,EAAE,CAAC;IAC5C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;QACtC,KAAK,MAAM,QAAQ,IAAI,eAAe,EAAE,CAAC;YACvC,MAAM,OAAO,GAAG,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE;gBAC7C,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,CAAC,WAAW;gBACvD,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,mBAAmB,KAAK,SAAS;oBAC/C,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,EAAE,mBAAmB,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;aAC9D,CAAC,CAAC;YACH,IAAI,OAAO,CAAC,YAAY,KAAK,CAAC,EAAE,CAAC;gBAC/B,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,KAAK,QAAQ,gCAAgC,CAAC,CAAC;YAChF,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YAClE,MAAM,cAAc,GAAG,QAAQ,KAAK,cAAc,CAAC;YACnD,YAAY,CAAC,IAAI,CAAC;gBAChB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,QAAQ;gBACR,eAAe,EAAE,cAAc;gBAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,GAAG,CAAC,cAAc;oBAChB,CAAC,CAAC;wBACE,mBAAmB,EAAE,gBAAgB,CACnC,IAAI,CAAC,kBAAkB,CAAC,WAAW,EACnC,MAAM,CAAC,SAAS,CAAC,WAAW,CAC7B;qBACF;oBACH,CAAC,CAAC,EAAE,CAAC;gBACP,iBAAiB,EAAE,cAAc,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,kBAAkB,CAAC;aAC7E,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,kBAA0B,EAC1B,kBAA0B;IAE1B,OAAO,kBAAkB,KAAK,kBAAkB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;AACvE,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,IAAwB,EACxB,kBAA0B,EAC1B,mBAAqD;IAErD,OAAO;QACL,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,QAAQ,EAAE,cAAc;QACxB,eAAe,EAAE,IAAI;QACrB,YAAY,EAAE,mBAAmB;QACjC,mBAAmB,EAAE,gBAAgB,CAAC,IAAI,CAAC,kBAAkB,CAAC,WAAW,EAAE,kBAAkB,CAAC;QAC9F,iBAAiB,EAAE,kBAAkB,KAAK,IAAI,CAAC,kBAAkB,CAAC,WAAW;KAC9E,CAAC;AACJ,CAAC"}

package/dist/eval/replay-harness/types.d.ts

@@ -1,135 +0,0 @@
-export type CorpusBucket = "repeat" | "novel";
-export interface ShoppingAddress {
-    country: string;
-    postal_code: string;
-    region?: string;
-}
-export interface ExpectedEndState {
-    line_items: Array<{
-        title_contains: string;
-        qty: number;
-    }>;
-    total_cents: number;
-    reached: string;
-}
-export interface CostSample {
-    turns: number;
-    tokens: number;
-    wall_clock_ms: number;
-}
-export interface ColdBaseline extends CostSample {
-    end_state: ExpectedEndState;
-    provenance: ColdBaselineProvenance;
-}
-export interface ColdBaselineProvenance {
-    source: "driver";
-    driver: string;
-    model: string;
-    recorded_at: string;
-    browser_observations?: number;
-    evidence_sha256?: string;
-    capture_policy?: "read-only-playwright-mcp-v2" | "read-only-playwright-mcp-v3";
-}
-export interface ColdBaselineRecording extends CostSample {
-    task_id: string;
-    end_state: ExpectedEndState;
-    end_state_matches: boolean;
-    provenance: ColdBaselineProvenance;
-}
-export interface ShoppingTaskRecord {
-    task_id: string;
-    verb: "purchase";
-    domain: string;
-    entry_url: string;
-    params: {
-        product_query: string;
-        product_variant_id?: string;
-        product_price_cents?: number;
-        address: ShoppingAddress;
-        card_ref: string;
-    };
-    expected_end_state: ExpectedEndState;
-    har: string;
-    bucket: CorpusBucket;
-    cold_baseline: ColdBaseline;
-    capture: {
-        status: "captured" | "skipped";
-        captured_at?: string;
-        skip_reason?: string;
-    };
-}
-export interface TaskObservation {
-    task_id: string;
-    bucket: CorpusBucket;
-    cold: CostSample;
-    cold_recording?: ColdBaselineRecording;
-    recipe_applied: boolean;
-    warm?: CostSample;
-    end_state_matches: boolean;
-    fallbacks: number;
-    total_steps: number;
-}
-export type DriftMutationName = "rename-button" | "swap-testid" | "remove-field" | "change-price" | "out-of-stock" | "overlay";
-export interface DriftObservation {
-    task_id: string;
-    mutation: DriftMutationName;
-    money_affecting: boolean;
-    guard_action: "clean" | "fallback" | "abort" | "missed";
-    total_verify_oracle?: "clean" | "abort";
-    end_state_matches: boolean;
-}
-export interface HarnessThresholds {
-    net_speedup: number;
-    clean_replay_correctness: number;
-    task_success: number;
-    drift_catch_rate: number;
-    money_escape: number;
-}
-export interface HarnessMetrics {
-    speedup_on_hit: {
-        turns: number;
-        tokens: number;
-        wall_clock: number;
-    };
-    hit_rate: number;
-    net_speedup: {
-        turns: number;
-        tokens: number;
-        wall_clock: number;
-    };
-    clean_replay_correctness: number;
-    task_success: number;
-    fallback_rate: number;
-    money_escape: number;
-    drift_catch_rate: number;
-    recipe_survival: {
-        t7d: number | null;
-        t30d: number | null;
-    };
-    invariants: {
-        novel_false_hits: number;
-        missing_warm_samples: number;
-    };
-}
-export interface HarnessReport {
-    schema_version: 1;
-    mode: "all-cold-baseline" | "replay-eval";
-    generated_at: string;
-    corpus: {
-        tasks: number;
-        repeat: number;
-        novel: number;
-        drift_trials: number;
-    };
-    cold_baseline: {
-        tasks: number;
-        median: CostSample;
-        total: CostSample;
-        recordings: ColdBaselineRecording[];
-    };
-    thresholds: HarnessThresholds;
-    metrics: HarnessMetrics;
-    decision: "SHIP" | "NO-SHIP";
-    reasons: string[];
-}
-//# sourceMappingURL=types.d.ts.map

package/dist/eval/replay-harness/types.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/eval/replay-harness/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,YAAY,GAAG,QAAQ,GAAG,OAAO,CAAC;AAE9C,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,KAAK,CAAC;QAAE,cAAc,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC3D,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,YAAa,SAAQ,UAAU;IAC9C,SAAS,EAAE,gBAAgB,CAAC;IAC5B,UAAU,EAAE,sBAAsB,CAAC;CACpC;AAED,MAAM,WAAW,sBAAsB;IACrC,MAAM,EAAE,QAAQ,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,cAAc,CAAC,EAAE,6BAA6B,GAAG,6BAA6B,CAAC;CAChF;AAED,MAAM,WAAW,qBAAsB,SAAQ,UAAU;IACvD,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,gBAAgB,CAAC;IAC5B,iBAAiB,EAAE,OAAO,CAAC;IAC3B,UAAU,EAAE,sBAAsB,CAAC;CACpC;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,UAAU,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE;QACN,aAAa,EAAE,MAAM,CAAC;QACtB,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,OAAO,EAAE,eAAe,CAAC;QACzB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;IACF,kBAAkB,EAAE,gBAAgB,CAAC;IACrC,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,YAAY,CAAC;IACrB,aAAa,EAAE,YAAY,CAAC;IAC5B,OAAO,EAAE;QACP,MAAM,EAAE,UAAU,GAAG,SAAS,CAAC;QAC/B,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,YAAY,CAAC;IACrB,IAAI,EAAE,UAAU,CAAC;IACjB,cAAc,CAAC,EAAE,qBAAqB,CAAC;IACvC,cAAc,EAAE,OAAO,CAAC;IACxB,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,MAAM,iBAAiB,GACzB,eAAe,GACf,aAAa,GACb,cAAc,GACd,cAAc,GACd,cAAc,GACd,SAAS,CAAC;AAEd,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,eAAe,EAAE,OAAO,CAAC;IACzB,YAAY,EAAE,OAAO,GAAG,UAAU,GAAG,OAAO,GAAG,QAAQ,CAAC;IACxD,mBAAmB,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC;IACxC,iBAAiB,EAAE,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,iBAAiB;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,wBAAwB,EAAE,MAAM,CAAC;IACjC,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,cAAc;IAC7B,cAAc,EAAE;QACd,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE;QACX,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,wBAAwB,EAAE,MAAM,CAAC;IACjC,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,eAAe,EAAE;QAAE,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,CAAC;IAC7D,UAAU,EAAE;QACV,gBAAgB,EAAE,MAAM,CAAC;QACzB,oBAAoB,EAAE,MAAM,CAAC;KAC9B,CAAC;CACH;AAED,MAAM,WAAW,aAAa;IAC5B,cAAc,EAAE,CAAC,CAAC;IAClB,IAAI,EAAE,mBAAmB,GAAG,aAAa,CAAC;IAC1C,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE;QACN,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,aAAa,EAAE;QACb,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,UAAU,CAAC;QACnB,KAAK,EAAE,UAAU,CAAC;QAClB,UAAU,EAAE,qBAAqB,EAAE,CAAC;KACrC,CAAC;IACF,UAAU,EAAE,iBAAiB,CAAC;IAC9B,OAAO,EAAE,cAAc,CAAC;IACxB,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,MAAM,EAAE,CAAC;CACnB"}

package/dist/eval/replay-harness/types.js

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=types.js.map

package/dist/eval/replay-harness/types.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/eval/replay-harness/types.ts"],"names":[],"mappings":""}