pinecall 0.1.0

package/dist/cli/runs/drift.js

@@ -0,0 +1,151 @@
+/** `pinecall runs drift`: each judge's held-rate over two windows of call.score, and the delta. */
+import { entriesOf, theSessions } from "../testing/gateway.js";
+import { theScoreIn } from "./candidate.js";
+/** How many of an agent's newest calls drift reads. 200 is the sessions door's own ceiling. */
+export const A_WINDOW_OF_CALLS = 200;
+/** How many points a judge may drop before the night fails. Written 10 or -10, it is the drop. */
+export const THRESHOLD = 10;
+/** How many broken calls a drift names. Three: enough to see a pattern, short enough to read. */
+const NAMED = 3;
+/**
+ * The verb: read the agent's calls, split them into the two windows, count the verdicts the log
+ * already carries, and fail when a judge fell further than the threshold allows.
+ */
+export async function drifted(door, asked, out) {
+    const drift = await theDrift(door, asked);
+    out.write(`${linesOf(asked, drift).join("\n")}\n`);
+    return drift.worst !== null && drift.worst < -Math.abs(asked.threshold) ? 1 : 0;
+}
+/** The two windows read and counted. Both doors — the verb and the console's — come through here. */
+export async function theDrift(door, asked) {
+    const sessions = await theSessions(door, asked.agent, asked.limit);
+    const now = await judgedIn(door, finishedBetween(sessions, asked.now - asked.window, asked.now));
+    const opened = asked.now - asked.baseline;
+    const before = await judgedIn(door, finishedBetween(sessions, opened, asked.now - asked.window));
+    return driftOf(now, before);
+}
+/** The calls that ended inside a window, newest first. A live call has not been judged yet. */
+export function finishedBetween(sessions, from, to) {
+    const inside = sessions.filter((line) => !line.live && line.ended_at !== null && line.ended_at > from && line.ended_at <= to);
+    return inside.sort((one, other) => (other.ended_at ?? 0) - (one.ended_at ?? 0));
+}
+/**
+ * Each judge's held-rate in each window and the points between them. Nothing here is computed that
+ * the log does not carry: a held-rate is a count of the verdicts written into `call.score`.
+ */
+export function driftOf(now, before) {
+    const [judgedNow, judgedBefore] = [now.filter(wasJudged), before.filter(wasJudged)];
+    const judges = [...new Set([...judgedNow, ...judgedBefore].flatMap(namesIn))].sort();
+    const rows = judges.map((judge) => rowFor(judge, judgedNow, judgedBefore));
+    const deltas = rows.map((row) => row.delta).filter((delta) => delta !== null);
+    return {
+        judges: rows,
+        notJudged: { now: now.length - judgedNow.length, before: before.length - judgedBefore.length },
+        broke: brokenIn(judgedNow),
+        worst: deltas.length > 0 ? Math.min(...deltas) : null,
+    };
+}
+/** The reading as a person gets it: the two windows on top, a row per judge, then what broke. */
+export function linesOf(asked, drift) {
+    const width = Math.max(1, ...drift.judges.map((row) => row.judge.length));
+    const lines = [
+        `${asked.agent}  drift  the last ${secondsAs(asked.window)} against the ${secondsAs(asked.baseline)} before it`,
+        ...drift.judges.map((row) => rowAs(row, width)),
+        `  ${drift.notJudged.now} not judged in the window, ${drift.notJudged.before} in the baseline`,
+    ];
+    if (drift.broke.length > 0) {
+        lines.push(`  the ${drift.broke.length} most recent broken call(s):`);
+        for (const broke of drift.broke) {
+            lines.push(`    ${broke.call}  ${broke.judge}  seq ${broke.seqs.join(", ")}  ${broke.reason}`);
+        }
+    }
+    return lines;
+}
+/** Each call's `call.score`, read one narrow page at a time from the end of its own log. */
+async function judgedIn(door, sessions) {
+    const judged = [];
+    for (const line of sessions) {
+        // The terminal entry is the last seq the log reached, so a cursor one below it reads the
+        // verdict and nothing else — a drift over two hundred calls is two hundred one-entry pages.
+        const entries = await entriesOf(door, line.call, {
+            after: Math.max(0, line.last_seq - 1),
+            types: ["call.score"],
+            limit: 4,
+        });
+        judged.push({ call: line.call, at: line.ended_at ?? 0, score: theScoreIn(entries) });
+    }
+    return judged;
+}
+// `passed` absent means nobody answered, which is a third thing and not a failure
+// (the runtime's docs/decisions/scoring.md). Such a call is counted apart and is in neither
+// window's arithmetic.
+function wasJudged(judged) {
+    return judged.score !== null && judged.score.passed !== null && judged.score.passed !== undefined;
+}
+function namesIn(judged) {
+    return (judged.score?.judges ?? []).map((judgment) => judgment.name);
+}
+function rowFor(judge, now, before) {
+    const [held, was] = [rateOf(judge, now), rateOf(judge, before)];
+    const delta = held !== null && was !== null ? held.percent - was.percent : null;
+    return { judge, before: was, now: held, delta };
+}
+// Held over settled: a `deferred` or a `skipped` verdict is a question nobody answered, and
+// counting it as a failure would read as a judge that looked and disliked what it saw.
+function rateOf(judge, judged) {
+    const verdicts = judged
+        .flatMap((one) => one.score?.judges ?? [])
+        .filter((judgment) => judgment.name === judge)
+        .map((judgment) => judgment.verdict);
+    const settled = verdicts.filter((verdict) => verdict === "held" || verdict === "broken").length;
+    if (settled === 0)
+        return null;
+    const held = verdicts.filter((verdict) => verdict === "held").length;
+    return { held, settled, percent: (held / settled) * 100 };
+}
+// Newest first, because a regression is read from the last call backwards; the calls arrive in
+// that order already, so this only cuts the list at three.
+function brokenIn(judged) {
+    const broke = [];
+    for (const one of judged) {
+        const faults = (one.score?.judges ?? []).filter((judgment) => judgment.verdict === "broken");
+        if (faults.length === 0)
+            continue;
+        if (broke.some((named) => named.call === one.call))
+            continue;
+        for (const fault of faults) {
+            broke.push({ call: one.call, judge: fault.name, seqs: fault.evidence.seqs, reason: fault.reason });
+        }
+        if (new Set(broke.map((named) => named.call)).size >= NAMED)
+            break;
+    }
+    return broke;
+}
+function rowAs(row, width) {
+    const delta = row.delta === null ? "     —" : `${row.delta >= 0 ? "+" : ""}${row.delta.toFixed(1)}`;
+    return `  ${row.judge.padEnd(width)}  ${percentAs(row.before)} → ${percentAs(row.now)}  ${delta.padStart(6)} points  ${countsAs(row)}`;
+}
+function percentAs(rate) {
+    return (rate === null ? "—" : `${rate.percent.toFixed(1)}%`).padStart(6);
+}
+function countsAs(row) {
+    const said = (rate) => (rate === null ? "nothing" : `${rate.held}/${rate.settled}`);
+    return `(${said(row.now)} held, was ${said(row.before)})`;
+}
+/** A window as a person writes one: `90m`, `24h`, `7d`. Null when it is not one of those. */
+export function secondsOf(said) {
+    const written = /^(\d+)([smhd])$/.exec(said);
+    if (written === null)
+        return null;
+    const sizes = { s: 1, m: 60, h: 3600, d: 86400 };
+    return Number(written[1]) * (sizes[written[2] ?? "s"] ?? 1);
+}
+// The window as it was typed, for the header. Whole days and hours read better than 604800 s.
+function secondsAs(seconds) {
+    for (const [unit, size] of [["d", 86400], ["h", 3600], ["m", 60]]) {
+        if (seconds % size === 0)
+            return `${seconds / size}${unit}`;
+    }
+    return `${seconds}s`;
+}
+//# sourceMappingURL=drift.js.map

package/dist/cli/runs/drift.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"drift.js","sourceRoot":"","sources":["../../../src/cli/runs/drift.ts"],"names":[],"mappings":"AAAA,mGAAmG;AAInG,OAAO,EAAE,SAAS,EAAE,WAAW,EAAa,MAAM,uBAAuB,CAAC;AAC1E,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAE5C,+FAA+F;AAC/F,MAAM,CAAC,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAErC,kGAAkG;AAClG,MAAM,CAAC,MAAM,SAAS,GAAG,EAAE,CAAC;AAE5B,iGAAiG;AACjG,MAAM,KAAK,GAAG,CAAC,CAAC;AAsDhB;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,IAAU,EAAE,KAAY,EAAE,GAA0B;IAChF,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC1C,GAAG,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnD,OAAO,KAAK,CAAC,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAClF,CAAC;AAED,qGAAqG;AACrG,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,IAAU,EAAE,KAAY;IACrD,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;IACnE,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC,QAAQ,EAAE,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IACjG,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,QAAQ,CAAC;IAC1C,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACjG,OAAO,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;AAC9B,CAAC;AAED,+FAA+F;AAC/F,MAAM,UAAU,eAAe,CAAC,QAAuB,EAAE,IAAY,EAAE,EAAU;IAC/E,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAC5B,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,IAAI,CAAC,QAAQ,GAAG,IAAI,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,CAC9F,CAAC;IACF,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC;AAClF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,OAAO,CAAC,GAAa,EAAE,MAAgB;IACrD,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;IACpF,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,SAAS,EAAE,GAAG,YAAY,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACrF,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC;IAC3E,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC;IAC9E,OAAO;QACL,MAAM,EAAE,IAAI;QACZ,SAAS,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,EAAE;QAC9F,KAAK,EAAE,QAAQ,CAAC,SAAS,CAAC;QAC1B,KAAK,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI;KACtD,CAAC;AACJ,CAAC;AAED,iGAAiG;AACjG,MAAM,UAAU,OAAO,CAAC,KAAY,EAAE,KAAY;IAChD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1E,MAAM,KAAK,GAAG;QACZ,GAAG,KAAK,CAAC,KAAK,qBAAqB,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,gBAAgB,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,YAAY;QAC/G,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC/C,KAAK,KAAK,CAAC,SAAS,CAAC,GAAG,8BAA8B,KAAK,CAAC,SAAS,CAAC,MAAM,kBAAkB;KAC/F,CAAC;IACF,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,SAAS,KAAK,CAAC,KAAK,CAAC,MAAM,8BAA8B,CAAC,CAAC;QACtE,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAChC,KAAK,CAAC,IAAI,CAAC,OAAO,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,KAAK,SAAS,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACjG,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,4FAA4F;AAC5F,KAAK,UAAU,QAAQ,CAAC,IAAU,EAAE,QAAuB;IACzD,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC5B,yFAAyF;QACzF,4FAA4F;QAC5F,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;YAC/C,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;YACrC,KAAK,EAAE,CAAC,YAAY,CAAC;YACrB,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,QAAQ,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACvF,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,kFAAkF;AAClF,4FAA4F;AAC5F,uBAAuB;AACvB,SAAS,SAAS,CAAC,MAAc;IAC/B,OAAO,MAAM,CAAC,KAAK,KAAK,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS,CAAC;AACpG,CAAC;AAED,SAAS,OAAO,CAAC,MAAc;IAC7B,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;AACvE,CAAC;AAED,SAAS,MAAM,CAAC,KAAa,EAAE,GAAa,EAAE,MAAgB;IAC5D,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;IAChE,MAAM,KAAK,GAAG,IAAI,KAAK,IAAI,IAAI,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IAChF,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;AAClD,CAAC;AAED,4FAA4F;AAC5F,uFAAuF;AACvF,SAAS,MAAM,CAAC,KAAa,EAAE,MAAgB;IAC7C,MAAM,QAAQ,GAAG,MAAM;SACpB,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,IAAI,EAAE,CAAC;SACzC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,KAAK,CAAC;SAC7C,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,KAAK,MAAM,IAAI,OAAO,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;IAChG,IAAI,OAAO,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC/B,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IACrE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,IAAI,GAAG,OAAO,CAAC,GAAG,GAAG,EAAE,CAAC;AAC5D,CAAC;AAED,+FAA+F;AAC/F,2DAA2D;AAC3D,SAAS,QAAQ,CAAC,MAAgB;IAChC,MAAM,KAAK,GAAY,EAAE,CAAC;IAC1B,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC;QAC7F,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAClC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC;YAAE,SAAS;QAC7D,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACrG,CAAC;QACD,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,KAAK;YAAE,MAAM;IACrE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,KAAK,CAAC,GAAe,EAAE,KAAa;IAC3C,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IACpG,OAAO,KAAK,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;AACzI,CAAC;AAED,SAAS,SAAS,CAAC,IAAiB;IAClC,OAAO,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AAC3E,CAAC;AAED,SAAS,QAAQ,CAAC,GAAe;IAC/B,MAAM,IAAI,GAAG,CAAC,IAAiB,EAAU,EAAE,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;IACzG,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,cAAc,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC;AAC5D,CAAC;AAED,6FAA6F;AAC7F,MAAM,UAAU,SAAS,CAAC,IAAY;IACpC,MAAM,OAAO,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,OAAO,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAClC,MAAM,KAAK,GAA2B,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC;IACzE,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;AAC9D,CAAC;AAED,8FAA8F;AAC9F,SAAS,SAAS,CAAC,OAAe;IAChC,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CAAU,EAAE,CAAC;QAC3E,IAAI,OAAO,GAAG,IAAI,KAAK,CAAC;YAAE,OAAO,GAAG,OAAO,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;IAC9D,CAAC;IACD,OAAO,GAAG,OAAO,GAAG,CAAC;AACvB,CAAC"}

package/dist/cli/runs/index.d.ts

@@ -0,0 +1,5 @@
+/** `pinecall runs list | show | diff | promote | drift`: what this gateway ran, and what changed. */
+import type { Group } from "../groups.js";
+export declare const group: Group;
+export declare function run(argv: string[], out?: NodeJS.WritableStream): Promise<number>;
+//# sourceMappingURL=index.d.ts.map

package/dist/cli/runs/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/cli/runs/index.ts"],"names":[],"mappings":"AAAA,qGAAqG;AAKrG,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,cAAc,CAAC;AAa1C,eAAO,MAAM,KAAK,EAAE,KAWnB,CAAC;AAKF,wBAAsB,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,GAAG,GAAE,MAAM,CAAC,cAA+B,GAAG,OAAO,CAAC,MAAM,CAAC,CAkCtG"}

package/dist/cli/runs/index.js

@@ -0,0 +1,99 @@
+/** `pinecall runs list | show | diff | promote | drift`: what this gateway ran, and what changed. */
+import { parseArgs } from "node:util";
+import { theDoor } from "../env.js";
+import { CANDIDATES, promoted } from "./candidate.js";
+import { A_WINDOW_OF_CALLS, drifted, secondsOf, THRESHOLD } from "./drift.js";
+import { DEFAULT_LIMIT, diffed, listed, shown } from "./suites.js";
+const USAGE = [
+    "usage: pinecall runs list [--limit n] | show <id> | diff <a> <b>",
+    "       pinecall runs promote <call-id> [--name x] [--out test/candidates] [--from-seq n]",
+    "       pinecall runs drift --agent <slug> [--window 7d] [--baseline 30d] [--threshold 10]",
+    "",
+].join("\n");
+export const group = {
+    purpose: "the runs this gateway has done: list, show, diff, promote a call, watch the drift",
+    usage: `${USAGE}  list    one line per run, newest first: when, which agent, how much held
+  show    one run as \`pinecall test\` printed it when it happened
+  diff    what moved between two runs, golden by golden
+  promote one real call written down as a golden CANDIDATE in test/candidates, with an expect
+          derived from what the judges answered. --from-seq cuts the call: the state as it stood
+          there, and every caller turn after it
+  drift   each judge's held-rate over two windows of finished calls, and the points between
+          them. Exits 1 when a judge fell further than --threshold allows`,
+    run,
+};
+/** What a window has to be, said once, because two flags are refused by the same sentence. */
+const NOT_A_WINDOW = "a window is a number and one of s, m, h, d — 90m, 24h, 7d";
+export async function run(argv, out = process.stdout) {
+    const { values, positionals } = parseArgs({
+        args: argv,
+        allowPositionals: true,
+        options: {
+            limit: { type: "string" },
+            json: { type: "boolean", default: false },
+            "from-seq": { type: "string" },
+            name: { type: "string" },
+            out: { type: "string" },
+            agent: { type: "string" },
+            window: { type: "string" },
+            baseline: { type: "string" },
+            threshold: { type: "string" },
+        },
+    });
+    const door = theDoor();
+    if (door === undefined)
+        return 2;
+    const [verb, ...rest] = positionals;
+    const asJson = values.json === true;
+    if (verb === "list")
+        return await listed(door, Number(values.limit ?? DEFAULT_LIMIT), asJson, out);
+    if (verb === "show" && rest[0] !== undefined)
+        return await shown(door, rest[0], asJson, out);
+    if (verb === "diff" && rest[1] !== undefined)
+        return await diffed(door, rest[0], rest[1], out);
+    if (verb === "promote" && rest[0] !== undefined) {
+        const wanted = {
+            out: values.out ?? CANDIDATES,
+            fromSeq: seqOf(values["from-seq"]),
+            ...(values.name === undefined ? {} : { name: values.name }),
+        };
+        return await promoted(door, rest[0], wanted, out);
+    }
+    if (verb === "drift")
+        return await theDrift(door, values, out);
+    process.stderr.write(USAGE);
+    return 2;
+}
+/** The drift verb's own flags: whose calls, the two windows, and how far a judge may fall. */
+async function theDrift(door, values, out) {
+    if (values.agent === undefined) {
+        process.stderr.write(`pinecall runs drift needs the agent it watches: --agent <slug>\n`);
+        return 2;
+    }
+    const [window, baseline] = [secondsOf(values.window ?? "7d"), secondsOf(values.baseline ?? "30d")];
+    if (window === null || baseline === null) {
+        process.stderr.write(`${NOT_A_WINDOW}\n`);
+        return 2;
+    }
+    // The two windows are disjoint on purpose: a baseline that contained the window would dilute
+    // the very drop this verb exists to name.
+    if (baseline <= window) {
+        process.stderr.write(`the baseline has to be longer than the window: it is the time BEFORE it\n`);
+        return 2;
+    }
+    const asked = {
+        agent: values.agent,
+        window,
+        baseline,
+        threshold: Number(values.threshold ?? THRESHOLD),
+        limit: Number(values.limit ?? A_WINDOW_OF_CALLS),
+        now: Date.now() / 1000,
+    };
+    return await drifted(door, asked, out);
+}
+// Seq 0 is before the call said anything, so a promote with no cut starts at the very beginning —
+// which is the whole call, replayed.
+function seqOf(said) {
+    return said === undefined ? 0 : Number(said);
+}
+//# sourceMappingURL=index.js.map

package/dist/cli/runs/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/cli/runs/index.ts"],"names":[],"mappings":"AAAA,qGAAqG;AAErG,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAEtC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAC9E,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAEnE,MAAM,KAAK,GAAG;IACZ,kEAAkE;IAClE,0FAA0F;IAC1F,2FAA2F;IAC3F,EAAE;CACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEb,MAAM,CAAC,MAAM,KAAK,GAAU;IAC1B,OAAO,EAAE,mFAAmF;IAC5F,KAAK,EAAE,GAAG,KAAK;;;;;;;0EAOyD;IACxE,GAAG;CACJ,CAAC;AAEF,8FAA8F;AAC9F,MAAM,YAAY,GAAG,2DAA2D,CAAC;AAEjF,MAAM,CAAC,KAAK,UAAU,GAAG,CAAC,IAAc,EAAE,GAAG,GAA0B,OAAO,CAAC,MAAM;IACnF,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,SAAS,CAAC;QACxC,IAAI,EAAE,IAAI;QACV,gBAAgB,EAAE,IAAI;QACtB,OAAO,EAAE;YACP,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACzB,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE;YACzC,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC9B,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACxB,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACvB,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACzB,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC1B,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC5B,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;SAC9B;KACF,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,OAAO,EAAE,CAAC;IACvB,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,CAAC,CAAC;IACjC,MAAM,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,GAAG,WAAW,CAAC;IACpC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,KAAK,IAAI,CAAC;IACpC,IAAI,IAAI,KAAK,MAAM;QAAE,OAAO,MAAM,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,aAAa,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;IACnG,IAAI,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,SAAS;QAAE,OAAO,MAAM,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;IAC7F,IAAI,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,SAAS;QAAE,OAAO,MAAM,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAE,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAChG,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;QAChD,MAAM,MAAM,GAAG;YACb,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,UAAU;YAC7B,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YAClC,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;SAC5D,CAAC;QACF,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;IACpD,CAAC;IACD,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;IAC/D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC5B,OAAO,CAAC,CAAC;AACX,CAAC;AAED,8FAA8F;AAC9F,KAAK,UAAU,QAAQ,CACrB,IAAU,EACV,MAAkG,EAClG,GAA0B;IAE1B,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kEAAkE,CAAC,CAAC;QACzF,OAAO,CAAC,CAAC;IACX,CAAC;IACD,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,EAAE,SAAS,CAAC,MAAM,CAAC,QAAQ,IAAI,KAAK,CAAC,CAAC,CAAC;IACnG,IAAI,MAAM,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;QACzC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,YAAY,IAAI,CAAC,CAAC;QAC1C,OAAO,CAAC,CAAC;IACX,CAAC;IACD,6FAA6F;IAC7F,0CAA0C;IAC1C,IAAI,QAAQ,IAAI,MAAM,EAAE,CAAC;QACvB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,2EAA2E,CAAC,CAAC;QAClG,OAAO,CAAC,CAAC;IACX,CAAC;IACD,MAAM,KAAK,GAAG;QACZ,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,MAAM;QACN,QAAQ;QACR,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,IAAI,SAAS,CAAC;QAChD,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,iBAAiB,CAAC;QAChD,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI;KACvB,CAAC;IACF,OAAO,MAAM,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;AACzC,CAAC;AAED,kGAAkG;AAClG,qCAAqC;AACrC,SAAS,KAAK,CAAC,IAAwB;IACrC,OAAO,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AAC/C,CAAC"}

package/dist/cli/runs/suites.d.ts

@@ -0,0 +1,16 @@
+/** The suites this gateway has run, read back: one line each, one whole, and what moved between two. */
+import { type Door, type EvalRun } from "../testing/gateway.js";
+/** How many runs `list` prints when nobody said: one screen of them, newest first. */
+export declare const DEFAULT_LIMIT = 20;
+/** One line per run, newest first: when, which agent, how it went, and how much of it held. */
+export declare function listed(door: Door, limit: number, asJson: boolean, out: NodeJS.WritableStream): Promise<number>;
+/** One run, printed the way `pinecall test` printed it when it happened. */
+export declare function shown(door: Door, id: string, asJson: boolean, out: NodeJS.WritableStream): Promise<number>;
+/**
+ * What moved between two runs, graph by graph. Only the cells that changed are printed: a diff of
+ * two green runs is empty on purpose, and the one line that is not empty is the regression.
+ */
+export declare function diffed(door: Door, before: string, after: string, out: NodeJS.WritableStream): Promise<number>;
+/** Every graph whose answer is not what it was, named as it moved. */
+export declare function movedBetween(was: EvalRun, now: EvalRun): string[];
+//# sourceMappingURL=suites.d.ts.map

package/dist/cli/runs/suites.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"suites.d.ts","sourceRoot":"","sources":["../../../src/cli/runs/suites.ts"],"names":[],"mappings":"AAAA,wGAAwG;AAExG,OAAO,EAA8B,KAAK,IAAI,EAAE,KAAK,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAK5F,sFAAsF;AACtF,eAAO,MAAM,aAAa,KAAK,CAAC;AAEhC,+FAA+F;AAC/F,wBAAsB,MAAM,CAC1B,IAAI,EAAE,IAAI,EACV,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,OAAO,EACf,GAAG,EAAE,MAAM,CAAC,cAAc,GACzB,OAAO,CAAC,MAAM,CAAC,CAQjB;AAED,4EAA4E;AAC5E,wBAAsB,KAAK,CACzB,IAAI,EAAE,IAAI,EACV,EAAE,EAAE,MAAM,EACV,MAAM,EAAE,OAAO,EACf,GAAG,EAAE,MAAM,CAAC,cAAc,GACzB,OAAO,CAAC,MAAM,CAAC,CAUjB;AAED;;;GAGG;AACH,wBAAsB,MAAM,CAC1B,IAAI,EAAE,IAAI,EACV,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,MAAM,CAAC,cAAc,GACzB,OAAO,CAAC,MAAM,CAAC,CAKjB;AAED,sEAAsE;AACtE,wBAAgB,YAAY,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,GAAG,MAAM,EAAE,CAcjE"}

package/dist/cli/runs/suites.js

@@ -0,0 +1,63 @@
+/** The suites this gateway has run, read back: one line each, one whole, and what moved between two. */
+import { entriesOf, oneRun, theRuns } from "../testing/gateway.js";
+import { mediansOf } from "../testing/latency.js";
+import { DECLARED, reportOf } from "../testing/matrix.js";
+import { reasonOf } from "../testing/score.js";
+/** How many runs `list` prints when nobody said: one screen of them, newest first. */
+export const DEFAULT_LIMIT = 20;
+/** One line per run, newest first: when, which agent, how it went, and how much of it held. */
+export async function listed(door, limit, asJson, out) {
+    const runs = await theRuns(door, limit);
+    if (asJson) {
+        out.write(`${JSON.stringify({ runs })}\n`);
+        return 0;
+    }
+    out.write(`${runs.map(lineOf).join("\n")}\n`);
+    return 0;
+}
+/** One run, printed the way `pinecall test` printed it when it happened. */
+export async function shown(door, id, asJson, out) {
+    const run = await oneRun(door, id);
+    if (asJson) {
+        out.write(`${JSON.stringify(run)}\n`);
+        return 0;
+    }
+    const latencies = {};
+    for (const opened of run.calls)
+        latencies[opened.call] = mediansOf(await entriesOf(door, opened.call));
+    out.write(`${reportOf(run, latencies, DECLARED).join("\n")}\n`);
+    return run.matrix !== null && run.matrix.failures.length > 0 ? 1 : 0;
+}
+/**
+ * What moved between two runs, graph by graph. Only the cells that changed are printed: a diff of
+ * two green runs is empty on purpose, and the one line that is not empty is the regression.
+ */
+export async function diffed(door, before, after, out) {
+    const [was, now] = [await oneRun(door, before), await oneRun(door, after)];
+    const moved = movedBetween(was, now);
+    out.write(`${[`${before} → ${after}`, ...(moved.length > 0 ? moved : ["  nothing moved"])].join("\n")}\n`);
+    return moved.some((line) => line.includes("held → broken")) ? 1 : 0;
+}
+/** Every graph whose answer is not what it was, named as it moved. */
+export function movedBetween(was, now) {
+    const lines = [];
+    for (const cell of now.matrix?.runs ?? []) {
+        const before = was.matrix?.runs.find((one) => one.model === cell.model && one.golden === cell.golden);
+        for (const score of cell.scores) {
+            const older = before?.scores.find((one) => one.metric === score.metric);
+            if (older === undefined || older.passed === score.passed)
+                continue;
+            const way = older.passed ? "held → broken" : "broken → held";
+            lines.push(`  ${cell.golden}  ${score.metric}  ${way}  ${reasonOf(score)}`);
+        }
+    }
+    return lines;
+}
+// One run on one line: the id first, because the next thing a person types is `runs show <id>`.
+function lineOf(run) {
+    const when = new Date(run.started_at * 1000).toISOString().slice(0, 19).replace("T", " ");
+    const cells = run.matrix?.runs.length ?? run.calls.length;
+    const broken = new Set((run.matrix?.failures ?? []).map((one) => `${one.model} ${one.golden}`)).size;
+    return `${run.id}  ${when}  ${run.agent.padEnd(16)}  ${run.status.padEnd(7)}  ${cells - broken}/${cells}`;
+}
+//# sourceMappingURL=suites.js.map

package/dist/cli/runs/suites.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"suites.js","sourceRoot":"","sources":["../../../src/cli/runs/suites.ts"],"names":[],"mappings":"AAAA,wGAAwG;AAExG,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAA2B,MAAM,uBAAuB,CAAC;AAC5F,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAkB,MAAM,sBAAsB,CAAC;AAC1E,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAE/C,sFAAsF;AACtF,MAAM,CAAC,MAAM,aAAa,GAAG,EAAE,CAAC;AAEhC,+FAA+F;AAC/F,MAAM,CAAC,KAAK,UAAU,MAAM,CAC1B,IAAU,EACV,KAAa,EACb,MAAe,EACf,GAA0B;IAE1B,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACxC,IAAI,MAAM,EAAE,CAAC;QACX,GAAG,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC;QAC3C,OAAO,CAAC,CAAC;IACX,CAAC;IACD,GAAG,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9C,OAAO,CAAC,CAAC;AACX,CAAC;AAED,4EAA4E;AAC5E,MAAM,CAAC,KAAK,UAAU,KAAK,CACzB,IAAU,EACV,EAAU,EACV,MAAe,EACf,GAA0B;IAE1B,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACnC,IAAI,MAAM,EAAE,CAAC;QACX,GAAG,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACtC,OAAO,CAAC,CAAC;IACX,CAAC;IACD,MAAM,SAAS,GAAc,EAAE,CAAC;IAChC,KAAK,MAAM,MAAM,IAAI,GAAG,CAAC,KAAK;QAAE,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IACvG,GAAG,CAAC,KAAK,CAAC,GAAG,QAAQ,CAAC,GAAG,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChE,OAAO,GAAG,CAAC,MAAM,KAAK,IAAI,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACvE,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,MAAM,CAC1B,IAAU,EACV,MAAc,EACd,KAAa,EACb,GAA0B;IAE1B,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,MAAM,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;IAC3E,MAAM,KAAK,GAAG,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACrC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,MAAM,MAAM,KAAK,EAAE,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3G,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACtE,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,YAAY,CAAC,GAAY,EAAE,GAAY;IACrD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC;QAC1C,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAClC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,CAChE,CAAC;QACF,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,CAAC,CAAC;YACxE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;gBAAE,SAAS;YACnE,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,eAAe,CAAC;YAC7D,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,KAAK,GAAG,KAAK,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC9E,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,gGAAgG;AAChG,SAAS,MAAM,CAAC,GAAY;IAC1B,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC1F,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC;IAC1D,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACrG,OAAO,GAAG,GAAG,CAAC,EAAE,KAAK,IAAI,KAAK,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,KAAK,GAAG,MAAM,IAAI,KAAK,EAAE,CAAC;AAC5G,CAAC"}

package/dist/cli/secret.d.ts

@@ -0,0 +1,18 @@
+/** What this terminal is asked for: a secret with nothing echoed, a word in the open, or a line of stdin. */
+/**
+ * One line typed with nothing echoed.
+ *
+ * A key on the screen is a key in the scrollback, in a screen share and in whatever recorded the
+ * terminal. readline echoes what it reads through one method, so muting is overriding that method
+ * rather than putting the terminal in raw mode and reading bytes.
+ */
+export declare function typedInSilence(prompt: string, out: NodeJS.WritableStream): Promise<string>;
+/** One line typed in the open: an org, an email — anything that is not a secret. */
+export declare function typedAloud(prompt: string, out: NodeJS.WritableStream): Promise<string>;
+/** Whether anybody is at this terminal. With nobody, a prompt returns "" the instant it is made,
+ * and a verb that asked has to say THAT rather than "nothing was typed" — which reads as though
+ * the person had pressed enter. */
+export declare function nobodyIsTyping(): boolean;
+/** The script's way in: one line, no terminal, nothing asked. `echo $KEY | pinecall keys add …`. */
+export declare function aLineOfStdin(): Promise<string>;
+//# sourceMappingURL=secret.d.ts.map

package/dist/cli/secret.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"secret.d.ts","sourceRoot":"","sources":["../../src/cli/secret.ts"],"names":[],"mappings":"AAAA,6GAA6G;AAI7G;;;;;;GAMG;AACH,wBAAsB,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAQhG;AAED,oFAAoF;AACpF,wBAAsB,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAK5F;AAED;;mCAEmC;AACnC,wBAAgB,cAAc,IAAI,OAAO,CAExC;AAED,oGAAoG;AACpG,wBAAsB,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC,CAOpD"}

package/dist/cli/secret.js

@@ -0,0 +1,41 @@
+/** What this terminal is asked for: a secret with nothing echoed, a word in the open, or a line of stdin. */
+import { createInterface } from "node:readline";
+/**
+ * One line typed with nothing echoed.
+ *
+ * A key on the screen is a key in the scrollback, in a screen share and in whatever recorded the
+ * terminal. readline echoes what it reads through one method, so muting is overriding that method
+ * rather than putting the terminal in raw mode and reading bytes.
+ */
+export async function typedInSilence(prompt, out) {
+    const reading = createInterface({ input: process.stdin, output: out, terminal: true });
+    reading._writeToOutput = () => { };
+    out.write(prompt);
+    const secret = await new Promise((typed) => reading.question("", typed));
+    reading.close();
+    out.write("\n");
+    return secret;
+}
+/** One line typed in the open: an org, an email — anything that is not a secret. */
+export async function typedAloud(prompt, out) {
+    const reading = createInterface({ input: process.stdin, output: out, terminal: true });
+    const said = await new Promise((typed) => reading.question(prompt, typed));
+    reading.close();
+    return said;
+}
+/** Whether anybody is at this terminal. With nobody, a prompt returns "" the instant it is made,
+ * and a verb that asked has to say THAT rather than "nothing was typed" — which reads as though
+ * the person had pressed enter. */
+export function nobodyIsTyping() {
+    return process.stdin.isTTY !== true;
+}
+/** The script's way in: one line, no terminal, nothing asked. `echo $KEY | pinecall keys add …`. */
+export async function aLineOfStdin() {
+    const reading = createInterface({ input: process.stdin });
+    for await (const line of reading) {
+        reading.close();
+        return line;
+    }
+    return "";
+}
+//# sourceMappingURL=secret.js.map

package/dist/cli/secret.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"secret.js","sourceRoot":"","sources":["../../src/cli/secret.ts"],"names":[],"mappings":"AAAA,6GAA6G;AAE7G,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAEhD;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,MAAc,EAAE,GAA0B;IAC7E,MAAM,OAAO,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IACtF,OAA6D,CAAC,cAAc,GAAG,GAAG,EAAE,GAAE,CAAC,CAAC;IACzF,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAClB,MAAM,MAAM,GAAG,MAAM,IAAI,OAAO,CAAS,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;IACjF,OAAO,CAAC,KAAK,EAAE,CAAC;IAChB,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAChB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,oFAAoF;AACpF,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,MAAc,EAAE,GAA0B;IACzE,MAAM,OAAO,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IACvF,MAAM,IAAI,GAAG,MAAM,IAAI,OAAO,CAAS,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;IACnF,OAAO,CAAC,KAAK,EAAE,CAAC;IAChB,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;mCAEmC;AACnC,MAAM,UAAU,cAAc;IAC5B,OAAO,OAAO,CAAC,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC;AACtC,CAAC;AAED,oGAAoG;AACpG,MAAM,CAAC,KAAK,UAAU,YAAY;IAChC,MAAM,OAAO,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;IAC1D,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QACjC,OAAO,CAAC,KAAK,EAAE,CAAC;QAChB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC"}

package/dist/cli/sessions.d.ts

@@ -0,0 +1,21 @@
+/** `pinecall sessions [call]`: the calls this gateway has run, and what one of them came to. */
+import type { Cost, SessionLine } from "@pinecall/protocol";
+import type { Group } from "./groups.js";
+export declare const group: Group;
+/** What the verb can be told besides the argv: where to print, and which environment. Tests only. */
+export interface Running {
+    out?: NodeJS.WritableStream;
+    err?: NodeJS.WritableStream;
+    env?: NodeJS.ProcessEnv;
+}
+export declare function run(argv: string[], how?: Running): Promise<number>;
+/** One call as a row of the list: what it was, how long, why it ended, what it cost, what came of it. */
+export declare function lineOf(one: SessionLine): string;
+/** The score as a person reads it: the verdict, then one line per judge, the broken ones with why. */
+export declare function scoreLines(score: Record<string, unknown> | undefined): string[];
+export declare function onOneLine(said: string | null | undefined, width?: number): string;
+/** Seconds as a person says them: `2m 14s`, and under a minute just the seconds. */
+export declare function seconds(total: number): string;
+/** What a call cost, in the currency the log priced it in. A call nobody priced says so with a dash. */
+export declare function money(cost: Cost | null | undefined): string;
+//# sourceMappingURL=sessions.d.ts.map

package/dist/cli/sessions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sessions.d.ts","sourceRoot":"","sources":["../../src/cli/sessions.ts"],"names":[],"mappings":"AAAA,gGAAgG;AAIhG,OAAO,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAG5D,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAqBzC,eAAO,MAAM,KAAK,EAAE,KAYnB,CAAC;AAEF,qGAAqG;AACrG,MAAM,WAAW,OAAO;IACtB,GAAG,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;IAC5B,GAAG,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC;IAC5B,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;CACzB;AAED,wBAAsB,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,GAAG,GAAE,OAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAoB5E;AA6BD,yGAAyG;AACzG,wBAAgB,MAAM,CAAC,GAAG,EAAE,WAAW,GAAG,MAAM,CAK/C;AAmBD,sGAAsG;AACtG,wBAAgB,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,GAAG,MAAM,EAAE,CAwB/E;AAmCD,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EAAE,KAAK,SAAK,GAAG,MAAM,CAG7E;AAQD,oFAAoF;AACpF,wBAAgB,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAI7C;AAED,wGAAwG;AACxG,wBAAgB,KAAK,CAAC,IAAI,EAAE,IAAI,GAAG,IAAI,GAAG,SAAS,GAAG,MAAM,CAG3D"}