pi-ghost-autocomplete 0.3.1 → 0.3.2

package/dist/regret-tracker.d.ts

@@ -0,0 +1,84 @@
+/**
+ * Accept-regret tracker. PRD §M5a "Regret detection".
+ *
+ * After an `accepted` or `accepted-partial` outcome, the editor watches
+ * for >50% of the inserted characters to be deleted within
+ * `PI_GHOST_REGRET_WINDOW_MS` (default 3000 ms). When detected, the
+ * metric record is flagged `acceptRegret=true` with
+ * `regretDeletedChars=N` before it's logged.
+ *
+ * Pure state machine — no timers, no I/O. Caller drives the clock and
+ * decides when to flush.
+ *
+ * Lifecycle:
+ *   1. `arm(record, snapshot, now)` — stash the staged metric, capture
+ *      the pre-insert text snapshot + insert range. Returns a handle
+ *      the caller stores.
+ *   2. `observe(handle, currentText, now)` — call on each text change.
+ *      Returns `{flush, regret, deletedChars}` indicating whether the
+ *      record is ready to log.
+ *   3. `expire(handle, now)` — call when the window deadline fires.
+ *      Returns the final stats so the caller can flush a record that
+ *      never tripped the regret threshold.
+ */
+import type { MetricsRecord } from "./metrics.js";
+export declare const DEFAULT_REGRET_WINDOW_MS = 3000;
+export declare const REGRET_THRESHOLD = 0.5;
+export interface RegretHandle {
+    record: MetricsRecord;
+    /** Inserted text, captured at arm time. */
+    insertedText: string;
+    /** Anchor: characters BEFORE the insert. Used to locate the slice
+     *  in the current text via a startsWith check. */
+    textBefore: string;
+    /** Anchor: characters AFTER the insert. */
+    textAfter: string;
+    /** Deadline ms (absolute) past which `expire` should be called. */
+    deadlineMs: number;
+}
+export interface RegretSnapshot {
+    textBefore: string;
+    insertedText: string;
+    textAfter: string;
+}
+export interface ObserveResult {
+    /** True when the caller should log the record now. */
+    flush: boolean;
+    /** True when >50% of inserted text was deleted within the window. */
+    regret: boolean;
+    /** Number of inserted chars currently deleted (0..insertedText.length). */
+    deletedChars: number;
+}
+/**
+ * Arm a regret watch. `snapshot` captures the editor state right
+ * after the insert: the three slices around the insertion point.
+ * `windowMs` is added to `now` to compute the deadline.
+ */
+export declare function arm(record: MetricsRecord, snapshot: RegretSnapshot, now: number, windowMs?: number): RegretHandle;
+/**
+ * Inspect the current editor text against the handle. Returns whether
+ * to flush (because regret was detected OR the deadline passed) plus
+ * the regret stats to attach to the record.
+ *
+ * Algorithm: find the inserted range by anchoring on `textBefore` and
+ * `textAfter`. The middle slice between those two anchors is the
+ * "currently-remaining inserted text". If anchors moved (e.g. user
+ * typed in front of the insert), we treat the deletion as "all of
+ * it" — the regret window is conservative.
+ */
+export declare function observe(handle: RegretHandle, currentText: string, now: number): ObserveResult;
+/**
+ * Hard-flush at deadline. Same as `observe` but always reports
+ * `flush: true`. Useful when the caller drives the deadline via a
+ * timer rather than per-keystroke text observation.
+ */
+export declare function expire(handle: RegretHandle, currentText: string): ObserveResult;
+/**
+ * Attach the regret outcome to the staged record. Returns a new
+ * record with `acceptRegret` + `regretDeletedChars` set (when
+ * `deletedChars > 0`).
+ */
+export declare function attachToRecord(handle: RegretHandle, outcome: ObserveResult): MetricsRecord;
+/** Parse `PI_GHOST_REGRET_WINDOW_MS`. Falls back to default on invalid. */
+export declare function parseRegretWindowEnv(raw: string | undefined): number;
+//# sourceMappingURL=regret-tracker.d.ts.map

package/dist/regret-tracker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"regret-tracker.d.ts","sourceRoot":"","sources":["../src/regret-tracker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAElD,eAAO,MAAM,wBAAwB,OAAO,CAAC;AAC7C,eAAO,MAAM,gBAAgB,MAAM,CAAC;AAEpC,MAAM,WAAW,YAAY;IAC5B,MAAM,EAAE,aAAa,CAAC;IACtB,2CAA2C;IAC3C,YAAY,EAAE,MAAM,CAAC;IACrB;sDACkD;IAClD,UAAU,EAAE,MAAM,CAAC;IACnB,2CAA2C;IAC3C,SAAS,EAAE,MAAM,CAAC;IAClB,mEAAmE;IACnE,UAAU,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,aAAa;IAC7B,sDAAsD;IACtD,KAAK,EAAE,OAAO,CAAC;IACf,qEAAqE;IACrE,MAAM,EAAE,OAAO,CAAC;IAChB,2EAA2E;IAC3E,YAAY,EAAE,MAAM,CAAC;CACrB;AAED;;;;GAIG;AACH,wBAAgB,GAAG,CAClB,MAAM,EAAE,aAAa,EACrB,QAAQ,EAAE,cAAc,EACxB,GAAG,EAAE,MAAM,EACX,QAAQ,GAAE,MAAiC,GACzC,YAAY,CAQd;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,OAAO,CAAC,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,aAAa,CAY7F;AAED;;;;GAIG;AACH,wBAAgB,MAAM,CAAC,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,GAAG,aAAa,CAM/E;AAED;;;;GAIG;AACH,wBAAgB,cAAc,CAC7B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,aAAa,GACpB,aAAa,CAOf;AAED,2EAA2E;AAC3E,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,CAKpE"}

package/dist/regret-tracker.js

@@ -0,0 +1,145 @@
+/**
+ * Accept-regret tracker. PRD §M5a "Regret detection".
+ *
+ * After an `accepted` or `accepted-partial` outcome, the editor watches
+ * for >50% of the inserted characters to be deleted within
+ * `PI_GHOST_REGRET_WINDOW_MS` (default 3000 ms). When detected, the
+ * metric record is flagged `acceptRegret=true` with
+ * `regretDeletedChars=N` before it's logged.
+ *
+ * Pure state machine — no timers, no I/O. Caller drives the clock and
+ * decides when to flush.
+ *
+ * Lifecycle:
+ *   1. `arm(record, snapshot, now)` — stash the staged metric, capture
+ *      the pre-insert text snapshot + insert range. Returns a handle
+ *      the caller stores.
+ *   2. `observe(handle, currentText, now)` — call on each text change.
+ *      Returns `{flush, regret, deletedChars}` indicating whether the
+ *      record is ready to log.
+ *   3. `expire(handle, now)` — call when the window deadline fires.
+ *      Returns the final stats so the caller can flush a record that
+ *      never tripped the regret threshold.
+ */
+export const DEFAULT_REGRET_WINDOW_MS = 3000;
+export const REGRET_THRESHOLD = 0.5;
+/**
+ * Arm a regret watch. `snapshot` captures the editor state right
+ * after the insert: the three slices around the insertion point.
+ * `windowMs` is added to `now` to compute the deadline.
+ */
+export function arm(record, snapshot, now, windowMs = DEFAULT_REGRET_WINDOW_MS) {
+    return {
+        record,
+        insertedText: snapshot.insertedText,
+        textBefore: snapshot.textBefore,
+        textAfter: snapshot.textAfter,
+        deadlineMs: now + windowMs,
+    };
+}
+/**
+ * Inspect the current editor text against the handle. Returns whether
+ * to flush (because regret was detected OR the deadline passed) plus
+ * the regret stats to attach to the record.
+ *
+ * Algorithm: find the inserted range by anchoring on `textBefore` and
+ * `textAfter`. The middle slice between those two anchors is the
+ * "currently-remaining inserted text". If anchors moved (e.g. user
+ * typed in front of the insert), we treat the deletion as "all of
+ * it" — the regret window is conservative.
+ */
+export function observe(handle, currentText, now) {
+    const stats = computeDeletion(handle, currentText);
+    const deletedChars = stats.deletedChars;
+    const totalInserted = handle.insertedText.length;
+    const ratio = totalInserted > 0 ? deletedChars / totalInserted : 0;
+    const regret = totalInserted > 0 && ratio > REGRET_THRESHOLD;
+    const deadlineReached = now >= handle.deadlineMs;
+    return {
+        flush: regret || deadlineReached,
+        regret,
+        deletedChars,
+    };
+}
+/**
+ * Hard-flush at deadline. Same as `observe` but always reports
+ * `flush: true`. Useful when the caller drives the deadline via a
+ * timer rather than per-keystroke text observation.
+ */
+export function expire(handle, currentText) {
+    const stats = computeDeletion(handle, currentText);
+    const totalInserted = handle.insertedText.length;
+    const ratio = totalInserted > 0 ? stats.deletedChars / totalInserted : 0;
+    const regret = totalInserted > 0 && ratio > REGRET_THRESHOLD;
+    return { flush: true, regret, deletedChars: stats.deletedChars };
+}
+/**
+ * Attach the regret outcome to the staged record. Returns a new
+ * record with `acceptRegret` + `regretDeletedChars` set (when
+ * `deletedChars > 0`).
+ */
+export function attachToRecord(handle, outcome) {
+    const out = { ...handle.record };
+    out.acceptRegret = outcome.regret;
+    if (outcome.deletedChars > 0) {
+        out.regretDeletedChars = outcome.deletedChars;
+    }
+    return out;
+}
+/** Parse `PI_GHOST_REGRET_WINDOW_MS`. Falls back to default on invalid. */
+export function parseRegretWindowEnv(raw) {
+    if (raw === undefined)
+        return DEFAULT_REGRET_WINDOW_MS;
+    const v = Number(raw);
+    if (!Number.isFinite(v) || v <= 0)
+        return DEFAULT_REGRET_WINDOW_MS;
+    return Math.floor(v);
+}
+/**
+ * Compute how many inserted chars are missing from `currentText`. Two
+ * cases:
+ *   1. Anchors match: count chars of `insertedText` that disappeared
+ *      from the middle slice.
+ *   2. Anchors moved (user mutated outside the insert range or
+ *      restructured the line): treat as full deletion. Conservative —
+ *      the user obviously didn't keep the suggestion in place.
+ *
+ * The "missing chars" count uses leading-match against the inserted
+ * text, so partial deletions from the right side are detected
+ * (typical backspace behavior).
+ */
+function computeDeletion(handle, currentText) {
+    const { textBefore, insertedText, textAfter } = handle;
+    if (!currentText.startsWith(textBefore)) {
+        // Anchor before the insert moved → assume full deletion.
+        return { deletedChars: insertedText.length };
+    }
+    const rest = currentText.slice(textBefore.length);
+    // `rest` should start with some prefix of `insertedText` followed
+    // by `textAfter`. Find the boundary by searching for `textAfter`
+    // from the right side.
+    const afterIdx = textAfter ? rest.indexOf(textAfter) : rest.length;
+    if (afterIdx < 0) {
+        // `textAfter` not found — anchor moved.
+        return { deletedChars: insertedText.length };
+    }
+    const remainingInsert = rest.slice(0, afterIdx);
+    // Count the leading-match between remainingInsert and insertedText.
+    // Chars beyond the match are treated as deleted (the user replaced
+    // them, which still counts as regret).
+    const keptLen = leadingMatch(remainingInsert, insertedText);
+    const deletedFromEnd = insertedText.length - keptLen;
+    // If the user typed past the anchor (remainingInsert > insertedText
+    // after kept prefix), we count those extra chars as "still kept"
+    // only if they aren't from the insertion — but we can't distinguish
+    // retroactive typing from kept insertion. Conservative: kept-only.
+    return { deletedChars: Math.max(0, deletedFromEnd) };
+}
+function leadingMatch(a, b) {
+    const n = Math.min(a.length, b.length);
+    let i = 0;
+    while (i < n && a[i] === b[i])
+        i++;
+    return i;
+}
+//# sourceMappingURL=regret-tracker.js.map

package/dist/regret-tracker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"regret-tracker.js","sourceRoot":"","sources":["../src/regret-tracker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAIH,MAAM,CAAC,MAAM,wBAAwB,GAAG,IAAI,CAAC;AAC7C,MAAM,CAAC,MAAM,gBAAgB,GAAG,GAAG,CAAC;AA8BpC;;;;GAIG;AACH,MAAM,UAAU,GAAG,CAClB,MAAqB,EACrB,QAAwB,EACxB,GAAW,EACX,WAAmB,wBAAwB;IAE3C,OAAO;QACN,MAAM;QACN,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC/B,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,UAAU,EAAE,GAAG,GAAG,QAAQ;KAC1B,CAAC;AACH,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,UAAU,OAAO,CAAC,MAAoB,EAAE,WAAmB,EAAE,GAAW;IAC7E,MAAM,KAAK,GAAG,eAAe,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACnD,MAAM,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC;IACxC,MAAM,aAAa,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC;IACjD,MAAM,KAAK,GAAG,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;IACnE,MAAM,MAAM,GAAG,aAAa,GAAG,CAAC,IAAI,KAAK,GAAG,gBAAgB,CAAC;IAC7D,MAAM,eAAe,GAAG,GAAG,IAAI,MAAM,CAAC,UAAU,CAAC;IACjD,OAAO;QACN,KAAK,EAAE,MAAM,IAAI,eAAe;QAChC,MAAM;QACN,YAAY;KACZ,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,MAAM,CAAC,MAAoB,EAAE,WAAmB;IAC/D,MAAM,KAAK,GAAG,eAAe,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACnD,MAAM,aAAa,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC;IACjD,MAAM,KAAK,GAAG,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;IACzE,MAAM,MAAM,GAAG,aAAa,GAAG,CAAC,IAAI,KAAK,GAAG,gBAAgB,CAAC;IAC7D,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC;AAClE,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAC7B,MAAoB,EACpB,OAAsB;IAEtB,MAAM,GAAG,GAAkB,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;IAChD,GAAG,CAAC,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC;IAClC,IAAI,OAAO,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC;QAC9B,GAAG,CAAC,kBAAkB,GAAG,OAAO,CAAC,YAAY,CAAC;IAC/C,CAAC;IACD,OAAO,GAAG,CAAC;AACZ,CAAC;AAED,2EAA2E;AAC3E,MAAM,UAAU,oBAAoB,CAAC,GAAuB;IAC3D,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,wBAAwB,CAAC;IACvD,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACtB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,wBAAwB,CAAC;IACnE,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACtB,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,SAAS,eAAe,CAAC,MAAoB,EAAE,WAAmB;IACjE,MAAM,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,GAAG,MAAM,CAAC;IACvD,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACzC,yDAAyD;QACzD,OAAO,EAAE,YAAY,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC;IAC9C,CAAC;IACD,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IAClD,kEAAkE;IAClE,iEAAiE;IACjE,uBAAuB;IACvB,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;IACnE,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;QAClB,wCAAwC;QACxC,OAAO,EAAE,YAAY,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC;IAC9C,CAAC;IACD,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IAChD,oEAAoE;IACpE,mEAAmE;IACnE,uCAAuC;IACvC,MAAM,OAAO,GAAG,YAAY,CAAC,eAAe,EAAE,YAAY,CAAC,CAAC;IAC5D,MAAM,cAAc,GAAG,YAAY,CAAC,MAAM,GAAG,OAAO,CAAC;IACrD,oEAAoE;IACpE,iEAAiE;IACjE,oEAAoE;IACpE,mEAAmE;IACnE,OAAO,EAAE,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,cAAc,CAAC,EAAE,CAAC;AACtD,CAAC;AAED,SAAS,YAAY,CAAC,CAAS,EAAE,CAAS;IACzC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;IACvC,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAAE,CAAC,EAAE,CAAC;IACnC,OAAO,CAAC,CAAC;AACV,CAAC"}

package/dist/replay-cli.d.ts

@@ -0,0 +1,13 @@
+#!/usr/bin/env node
+/**
+ * `pi-ghost-replay` — offline replay against a captured eval dataset.
+ * PRD §M5c.
+ *
+ * Reads `.pi/ghost-autocomplete/eval.jsonl` (or path from argv[0]),
+ * runs each example against a provider built from the active env
+ * config, and prints a summary. Supports `--json` for machine-readable
+ * output and `--redact` to suppress raw text in the printed report so
+ * the output is safe to share.
+ */
+export {};
+//# sourceMappingURL=replay-cli.d.ts.map

package/dist/replay-cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"replay-cli.d.ts","sourceRoot":"","sources":["../src/replay-cli.ts"],"names":[],"mappings":";AACA;;;;;;;;;GASG"}

package/dist/replay-cli.js

@@ -0,0 +1,167 @@
+#!/usr/bin/env node
+/**
+ * `pi-ghost-replay` — offline replay against a captured eval dataset.
+ * PRD §M5c.
+ *
+ * Reads `.pi/ghost-autocomplete/eval.jsonl` (or path from argv[0]),
+ * runs each example against a provider built from the active env
+ * config, and prints a summary. Supports `--json` for machine-readable
+ * output and `--redact` to suppress raw text in the printed report so
+ * the output is safe to share.
+ */
+import { resolve } from "node:path";
+import { readConfigFromEnv } from "./config.js";
+import { loadExamples } from "./eval-dataset.js";
+import { CloudProvider } from "./providers/cloud-provider.js";
+import { LocalProvider } from "./providers/local-provider.js";
+import { OpenAICompatProvider } from "./providers/openai-compat-provider.js";
+import { RaceProvider } from "./providers/race.js";
+import { wrapAsMulti } from "./providers/types.js";
+import { summarizeReplay } from "./replay.js";
+const DEFAULT_PATH = ".pi/ghost-autocomplete/eval.jsonl";
+async function main() {
+    const args = process.argv.slice(2);
+    if (args.includes("-h") || args.includes("--help")) {
+        process.stdout.write(usage());
+        return;
+    }
+    const wantJson = args.includes("--json");
+    const wantRedact = args.includes("--redact");
+    const limitFlag = args.find((a) => a.startsWith("--limit="));
+    const limit = limitFlag ? Number.parseInt(limitFlag.slice("--limit=".length), 10) : 0;
+    const positional = args.filter((a) => !a.startsWith("-"));
+    const target = resolve(process.cwd(), positional[0] ?? DEFAULT_PATH);
+    const config = readConfigFromEnv();
+    const provider = buildProviderFromConfig(config);
+    if (!provider) {
+        process.stderr.write("pi-ghost-replay: no provider available from current env. Set PI_GHOST_* config and retry.\n");
+        process.exit(2);
+    }
+    const examples = await loadExamples(target);
+    if (examples.length === 0) {
+        process.stderr.write(`pi-ghost-replay: no examples in ${target}\n`);
+        process.exit(2);
+    }
+    const slice = limit > 0 ? examples.slice(0, limit) : examples;
+    const results = [];
+    for (const e of slice) {
+        const r = await replayOne(provider, e);
+        results.push(r);
+    }
+    const summary = summarizeReplay(results);
+    if (wantJson) {
+        process.stdout.write(`${JSON.stringify({ provider: provider.name, summary }, null, 2)}\n`);
+    }
+    else {
+        process.stdout.write(formatReplay(provider.name, summary, results, wantRedact));
+    }
+    process.exit(0);
+}
+const TIMEOUT_MS = 30_000; // 30 seconds per replay
+async function replayOne(provider, example) {
+    const start = Date.now();
+    const controller = new AbortController();
+    const timeoutId = setTimeout(() => controller.abort(), TIMEOUT_MS);
+    try {
+        const set = await wrapAsMulti(provider, {
+            editorText: example.prefix,
+            editorTextBeforeCursor: example.prefix,
+            // Replay doesn't reconstitute the per-message structure today —
+            // the on-disk `context` is the flattened render. The CLI passes
+            // it as a single user message so the provider's prompt-builder
+            // still sees something coherent.
+            recentMessages: example.context
+                ? [{ role: "user", text: example.context }]
+                : [],
+            cwd: process.cwd(),
+            signal: controller.signal,
+        });
+        clearTimeout(timeoutId);
+        const latencyMs = Date.now() - start;
+        const actual = set?.candidates[0]?.text ?? "";
+        return {
+            example,
+            actual,
+            latencyMs,
+            candidates: set ? set.candidates.map((c) => c.text) : [],
+        };
+    }
+    catch (err) {
+        clearTimeout(timeoutId);
+        const latencyMs = Date.now() - start;
+        const isAbort = controller.signal.aborted || (err instanceof Error && err.name === "AbortError");
+        const message = isAbort ? `timeout after ${TIMEOUT_MS}ms` : err instanceof Error ? err.message : String(err);
+        return { example, actual: "", latencyMs, error: message };
+    }
+}
+function buildProviderFromConfig(config) {
+    if (!config.enabled)
+        return null;
+    const p = config.provider;
+    if (p.kind === "race") {
+        const members = [];
+        for (const m of p.members) {
+            if (m.kind === "cloud")
+                members.push(new CloudProvider(m));
+            else if (m.kind === "openai-compat")
+                members.push(new OpenAICompatProvider(m));
+            else if (m.kind === "local")
+                members.push(new LocalProvider(m));
+            else
+                throw new Error(`buildProviderFromConfig: unsupported race member kind "${m.kind}"`);
+        }
+        if (members.length === 0)
+            return null;
+        return new RaceProvider(members, {
+            pauseMs: p.pauseMs,
+            cooldownMs: p.cooldownMs,
+            cutoffMs: p.cutoffMs,
+        });
+    }
+    if (p.kind === "cloud")
+        return new CloudProvider(p);
+    if (p.kind === "openai-compat")
+        return new OpenAICompatProvider(p);
+    if (p.kind === "local")
+        return new LocalProvider(p);
+    throw new Error(`buildProviderFromConfig: unsupported provider kind "${p.kind}"`);
+}
+function formatReplay(providerName, s, results, redact) {
+    const lines = [];
+    lines.push(`pi-ghost-replay against ${providerName}`);
+    lines.push(`  examples=${s.count} errors=${s.errors}`);
+    lines.push(`  exactMatchRate=${(s.exactMatchRate * 100).toFixed(1)}%`);
+    lines.push(`  meanPrefixMatchLen=${s.meanPrefixMatchLen.toFixed(2)}`);
+    lines.push(`  meanEditDistance=${s.meanEditDistance.toFixed(2)}`);
+    lines.push(`  saved@1=${s.meanSavedAt1.toFixed(3)} saved@3=${s.meanSavedAt3.toFixed(3)} saved@5=${s.meanSavedAt5.toFixed(3)}`);
+    lines.push(`  prefixRecall@1=${(s.prefixRecallAt1 * 100).toFixed(1)}% @3=${(s.prefixRecallAt3 * 100).toFixed(1)}% @5=${(s.prefixRecallAt5 * 100).toFixed(1)}%`);
+    lines.push(`  latency p50=${s.p50LatencyMs.toFixed(0)}ms p95=${s.p95LatencyMs.toFixed(0)}ms`);
+    if (!redact) {
+        lines.push("");
+        lines.push("  Sample examples:");
+        for (const r of results.slice(0, 5)) {
+            const tag = r.error ? `ERR ${r.error}` : r.actual === r.example.expected ? "OK" : "DIFF";
+            lines.push(`    [${tag}] prefix="${truncate(r.example.prefix, 30)}" expected="${truncate(r.example.expected, 40)}" actual="${truncate(r.actual, 40)}"`);
+        }
+    }
+    return `${lines.join("\n")}\n`;
+}
+function truncate(s, n) {
+    return s.length > n ? `${s.slice(0, n - 1)}…` : s;
+}
+function usage() {
+    return [
+        "pi-ghost-replay [path] [--json] [--redact] [--limit=N]",
+        "",
+        "  path        Eval JSONL file (default: .pi/ghost-autocomplete/eval.jsonl)",
+        "  --json      Emit JSON instead of formatted text",
+        "  --redact    Omit raw prefix/expected/actual snippets from the report",
+        "  --limit=N   Replay only the first N examples (faster smoke test)",
+        "  -h          Show this help",
+        "",
+        "Provider is built from the same PI_GHOST_* env vars the extension uses.",
+        "",
+    ].join("\n");
+}
+void main();
+//# sourceMappingURL=replay-cli.js.map

package/dist/replay-cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"replay-cli.js","sourceRoot":"","sources":["../src/replay-cli.ts"],"names":[],"mappings":";AACA;;;;;;;;;GASG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,iBAAiB,EAAoB,MAAM,aAAa,CAAC;AAClE,OAAO,EAAE,YAAY,EAAoB,MAAM,mBAAmB,CAAC;AACnE,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAC9D,OAAO,EAAE,oBAAoB,EAAE,MAAM,uCAAuC,CAAC;AAC7E,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,WAAW,EAAsB,MAAM,sBAAsB,CAAC;AACvE,OAAO,EAAE,eAAe,EAAyC,MAAM,aAAa,CAAC;AAErF,MAAM,YAAY,GAAG,mCAAmC,CAAC;AAEzD,KAAK,UAAU,IAAI;IAClB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACpD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;QAC9B,OAAO;IACR,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACzC,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;IAC7D,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtF,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1D,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,CAAC;IAErE,MAAM,MAAM,GAAG,iBAAiB,EAAE,CAAC;IACnC,MAAM,QAAQ,GAAG,uBAAuB,CAAC,MAAM,CAAC,CAAC;IACjD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACf,OAAO,CAAC,MAAM,CAAC,KAAK,CACnB,6FAA6F,CAC7F,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,CAAC;IAC5C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,mCAAmC,MAAM,IAAI,CAAC,CAAC;QACpE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IACD,MAAM,KAAK,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAE9D,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,MAAM,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACvC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IACD,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IAEzC,IAAI,QAAQ,EAAE,CAAC;QACd,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAC5F,CAAC;SAAM,CAAC;QACP,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC;IACjF,CAAC;IACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,wBAAwB;AAEnD,KAAK,UAAU,SAAS,CAAC,QAAuB,EAAE,OAAoB;IACrE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,UAAU,CAAC,CAAC;IACnE,IAAI,CAAC;QACJ,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,QAAQ,EAAE;YACvC,UAAU,EAAE,OAAO,CAAC,MAAM;YAC1B,sBAAsB,EAAE,OAAO,CAAC,MAAM;YACtC,gEAAgE;YAChE,gEAAgE;YAChE,+DAA+D;YAC/D,iCAAiC;YACjC,cAAc,EAAE,OAAO,CAAC,OAAO;gBAC9B,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;gBAC3C,CAAC,CAAC,EAAE;YACL,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE;YAClB,MAAM,EAAE,UAAU,CAAC,MAAM;SACzB,CAAC,CAAC;QACH,YAAY,CAAC,SAAS,CAAC,CAAC;QACxB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QACrC,MAAM,MAAM,GAAG,GAAG,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;QAC9C,OAAO;YACN,OAAO;YACP,MAAM;YACN,SAAS;YACT,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE;SACxD,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,YAAY,CAAC,SAAS,CAAC,CAAC;QACxB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QACrC,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,GAAG,YAAY,KAAK,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC;QACjG,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,iBAAiB,UAAU,IAAI,CAAC,CAAC,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7G,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IAC3D,CAAC;AACF,CAAC;AAED,SAAS,uBAAuB,CAAC,MAAmB;IACnD,IAAI,CAAC,MAAM,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IACjC,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC;IAC1B,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACvB,MAAM,OAAO,GAAoB,EAAE,CAAC;QACpC,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;YAC3B,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO;gBAAE,OAAO,CAAC,IAAI,CAAC,IAAI,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;iBACtD,IAAI,CAAC,CAAC,IAAI,KAAK,eAAe;gBAAE,OAAO,CAAC,IAAI,CAAC,IAAI,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC;iBAC1E,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO;gBAAE,OAAO,CAAC,IAAI,CAAC,IAAI,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;;gBAC3D,MAAM,IAAI,KAAK,CAAC,0DAA2D,CAAsB,CAAC,IAAI,GAAG,CAAC,CAAC;QACjH,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACtC,OAAO,IAAI,YAAY,CAAC,OAAO,EAAE;YAChC,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,UAAU,EAAE,CAAC,CAAC,UAAU;YACxB,QAAQ,EAAE,CAAC,CAAC,QAAQ;SACpB,CAAC,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,IAAI,aAAa,CAAC,CAAC,CAAC,CAAC;IACpD,IAAI,CAAC,CAAC,IAAI,KAAK,eAAe;QAAE,OAAO,IAAI,oBAAoB,CAAC,CAAC,CAAC,CAAC;IACnE,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,IAAI,aAAa,CAAC,CAAC,CAAC,CAAC;IACpD,MAAM,IAAI,KAAK,CAAC,uDAAwD,CAAsB,CAAC,IAAI,GAAG,CAAC,CAAC;AACzG,CAAC;AAED,SAAS,YAAY,CACpB,YAAoB,EACpB,CAAgB,EAChB,OAAuB,EACvB,MAAe;IAEf,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,2BAA2B,YAAY,EAAE,CAAC,CAAC;IACtD,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,KAAK,WAAW,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;IACvD,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACvE,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACtE,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAClE,KAAK,CAAC,IAAI,CACT,aAAa,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAClH,CAAC;IACF,KAAK,CAAC,IAAI,CACT,oBAAoB,CAAC,CAAC,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CACnJ,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC9F,IAAI,CAAC,MAAM,EAAE,CAAC;QACb,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACjC,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YACrC,MAAM,GAAG,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;YACzF,KAAK,CAAC,IAAI,CACT,QAAQ,GAAG,aAAa,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,eAAe,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,aAAa,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,CAC3I,CAAC;QACH,CAAC;IACF,CAAC;IACD,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AAChC,CAAC;AAED,SAAS,QAAQ,CAAC,CAAS,EAAE,CAAS;IACrC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AACnD,CAAC;AAED,SAAS,KAAK;IACb,OAAO;QACN,wDAAwD;QACxD,EAAE;QACF,4EAA4E;QAC5E,mDAAmD;QACnD,wEAAwE;QACxE,oEAAoE;QACpE,8BAA8B;QAC9B,EAAE;QACF,yEAAyE;QACzE,EAAE;KACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACd,CAAC;AAED,KAAK,IAAI,EAAE,CAAC"}

package/dist/replay.d.ts

@@ -0,0 +1,107 @@
+/**
+ * Replay engine — pure functions. PRD §M5c.
+ *
+ * Given an `EvalExample` and a candidate continuation produced by a
+ * provider variant under test, compute per-example quality metrics. The
+ * caller drives the actual provider invocation (this module stays I/O-free
+ * so it's trivially unit-testable and deterministic for fixture providers).
+ */
+import type { EvalExample } from "./eval-dataset.js";
+export interface ReplayResult {
+    /** Example replayed. */
+    example: EvalExample;
+    /** Top candidate produced by the provider variant. */
+    actual: string;
+    /** Latency in ms for this single call. */
+    latencyMs: number;
+    /** Optional non-top candidates for saved@k metrics. */
+    candidates?: string[];
+    /** Set when the provider call errored (e.g. rate-limit, timeout). */
+    error?: string;
+}
+export interface ExampleMetrics {
+    exactMatch: boolean;
+    prefixMatchLen: number;
+    editDistance: number;
+    /** saved@k where k is the candidate-rank threshold. */
+    savedAt1: number;
+    savedAt3: number;
+    savedAt5: number;
+    /**
+     * Enhancement #6 (ChaI-TeA): prefix-recall@k. 1 if any of the top-k
+     * candidates starts with the first identifier-or-punctuation chunk of
+     * the expected continuation, else 0. Stricter than saved@k for short
+     * tokens because it requires a literal prefix match on the very first
+     * token rather than a partial leading-char overlap.
+     */
+    prefixRecallAt1: 0 | 1;
+    prefixRecallAt3: 0 | 1;
+    prefixRecallAt5: 0 | 1;
+}
+/**
+ * Score one replay. `exactMatch` is the strict equality test;
+ * `prefixMatchLen` is the longest common leading-character run between
+ * the actual and the expected continuation; `editDistance` is plain
+ * Levenshtein. `savedAt{1,3,5}` is the PRD's `chars-saved / max(1, L)`
+ * over the top-k candidates.
+ */
+export declare function evaluateExample(result: ReplayResult): ExampleMetrics;
+/**
+ * First "identifier-or-punctuation" chunk of `s`. Mirrors the editor's
+ * `nextWordChunk` behavior without importing from ghost-editor (replay
+ * stays I/O-free). Skips leading whitespace, then either consumes an
+ * identifier run (`[A-Za-z0-9_]+`) or one punctuation char.
+ *
+ * Returns "" only when `s` has no non-whitespace content. The result
+ * INCLUDES the leading whitespace so that callers can `startsWith` the
+ * raw candidate against it without re-trimming.
+ */
+export declare function firstTokenPrefix(s: string): string;
+/**
+ * 1 if any of `candidates[0..n)` starts with `firstTokenPrefix(expected)`,
+ * else 0. PRD §M5b extension — ChaI-TeA's per-token recall metric. The
+ * binary 0/1 shape (vs. fractional `saved@k`) makes the rate interpretable
+ * directly as "fraction of expected first-tokens recovered."
+ */
+export declare function prefixRecallAtN(candidates: string[], expected: string, n: number): 0 | 1;
+/**
+ * Number of leading characters where `a` and `b` agree. Used as the
+ * `prefixMatchLen` quality metric (PRD §M5b).
+ */
+export declare function leadingMatch(a: string, b: string): number;
+/**
+ * `saved@k = max(0, charsSaved - acceptCost) / max(1, L)` per PRD §M5b,
+ * where `charsSaved` is the longest leading-match among ranks 1..k and
+ * `acceptCost = 1 + cycles` (one Right + cycle keystrokes). `k <= 0`
+ * returns 0; ranks beyond the array are skipped.
+ */
+export declare function savedAtK(candidates: string[], expected: string, k: number): number;
+/**
+ * Classic Levenshtein distance with single-row DP. O(n*m) time, O(min)
+ * space. Used by replay to flag near-matches in the bench.
+ */
+export declare function levenshtein(a: string, b: string): number;
+export interface ReplaySummary {
+    count: number;
+    errors: number;
+    exactMatchRate: number;
+    meanPrefixMatchLen: number;
+    meanEditDistance: number;
+    meanSavedAt1: number;
+    meanSavedAt3: number;
+    meanSavedAt5: number;
+    /** Enhancement #6 (ChaI-TeA): prefix-recall@k means over non-error replays. */
+    prefixRecallAt1: number;
+    prefixRecallAt3: number;
+    prefixRecallAt5: number;
+    p50LatencyMs: number;
+    p95LatencyMs: number;
+}
+/**
+ * Aggregate per-example metrics + latencies into a single report. Skips
+ * error results from quality metrics but includes them in `count`/`errors`
+ * for transparency.
+ */
+export declare function summarizeReplay(results: ReplayResult[]): ReplaySummary;
+export { quantile } from "./bench.js";
+//# sourceMappingURL=replay.d.ts.map

package/dist/replay.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"replay.d.ts","sourceRoot":"","sources":["../src/replay.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErD,MAAM,WAAW,YAAY;IAC5B,wBAAwB;IACxB,OAAO,EAAE,WAAW,CAAC;IACrB,sDAAsD;IACtD,MAAM,EAAE,MAAM,CAAC;IACf,0CAA0C;IAC1C,SAAS,EAAE,MAAM,CAAC;IAClB,uDAAuD;IACvD,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,qEAAqE;IACrE,KAAK,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAc;IAC9B,UAAU,EAAE,OAAO,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,uDAAuD;IACvD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB;;;;;;OAMG;IACH,eAAe,EAAE,CAAC,GAAG,CAAC,CAAC;IACvB,eAAe,EAAE,CAAC,GAAG,CAAC,CAAC;IACvB,eAAe,EAAE,CAAC,GAAG,CAAC,CAAC;CACvB;AAED;;;;;;GAMG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,YAAY,GAAG,cAAc,CAkBpE;AAED;;;;;;;;;GASG;AACH,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAalD;AAED;;;;;GAKG;AACH,wBAAgB,eAAe,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,CAAC,GAAG,CAAC,CAUxF;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,CAKzD;AAED;;;;;GAKG;AACH,wBAAgB,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,CAgBlF;AAED;;;GAGG;AACH,wBAAgB,WAAW,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,CAwBxD;AAED,MAAM,WAAW,aAAa;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,+EAA+E;IAC/E,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;CACrB;AAED;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,YAAY,EAAE,GAAG,aAAa,CA8CtE;AAuBD,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC"}