ccompactor 0.1.0

package/dist/bench/index.js

@@ -0,0 +1,186 @@
+export const ARMS = ['none', 'tail', 'artifact', 'retrieval'];
+export const DEFAULT_BENCH = { brief: 6, deep: 8, recent: 4, expansions: 3 };
+export function questions(ir, ledgers, options) {
+    const out = [];
+    const first = ledgers.userTurns[0];
+    if (first) {
+        out.push({
+            id: 'brief-goal',
+            class: 'brief',
+            prompt: 'What did the user originally ask for? Quote a distinctive phrase.',
+            key: first.text.split(/\s+/).slice(0, 8).join(' '),
+            evt: first.evt,
+        });
+    }
+    const busiest = ledgers.files.filter((f) => f.edits > 0).sort((a, b) => b.edits - a.edits)[0];
+    if (busiest) {
+        out.push({
+            id: 'brief-busiest-file',
+            class: 'brief',
+            prompt: 'Which file did the session edit the most times?',
+            key: busiest.path,
+            evt: busiest.lastEvt,
+        });
+    }
+    const commit = ledgers.commits.at(-1);
+    if (commit) {
+        out.push({
+            id: 'brief-last-commit',
+            class: 'brief',
+            prompt: 'What was the newest commit made during the session?',
+            key: commit.subject,
+            evt: commit.evt,
+        });
+    }
+    const error = ledgers.errors[0];
+    if (error) {
+        out.push({
+            id: 'brief-unresolved',
+            class: 'brief',
+            prompt: 'Name an error the session kept hitting.',
+            key: error.signature,
+            evt: error.evt,
+        });
+    }
+    out.push({
+        id: 'brief-user-turns',
+        class: 'brief',
+        prompt: 'How many times did the user speak in this session? Answer with the number.',
+        key: String(ledgers.counts.userTurns),
+        evt: 0,
+    });
+    // Deep: sampled from events that can actually be asked about, spread over the
+    // first 85% so no recency tail can reach them. Filtering first and sampling
+    // second is what makes the requested count the count that is asked.
+    //
+    // Preference order matters. A tool result is a poor question source: its
+    // distinctive token is a long path buried past any reasonable truncation, so
+    // asking about it measures truncation rather than the context. The first run
+    // drew most questions from tool results and the tail arm scored zero on every
+    // class — including recent — which is the arm the published evidence says
+    // should be competitive. Prose first, artifacts only to fill the quota.
+    const speakable = ir.messages.filter((m) => isHumanTurn(m) || isAssistantText(m));
+    const askable = speakable.length >= options.deep + options.recent
+        ? speakable
+        : ir.messages.filter((m) => keyFor(m) !== undefined);
+    const usable = Math.floor((askable.length * 85) / 100);
+    if (usable >= options.deep && options.deep > 0) {
+        const stride = Math.floor(usable / options.deep);
+        for (let n = 0; n < options.deep; n += 1) {
+            const message = askable[n * stride + Math.floor(stride / 2)];
+            if (!message)
+                continue;
+            const key = keyFor(message);
+            if (!key)
+                continue;
+            out.push({
+                id: `deep-${n}`,
+                class: 'deep',
+                prompt: `At event ${message.eventIndex}: what was ${describe(message)}? Quote a distinctive path or identifier.`,
+                key,
+                evt: message.eventIndex,
+            });
+        }
+    }
+    for (const [n, message] of askable.slice(-options.recent).reverse().entries()) {
+        const key = keyFor(message);
+        if (!key)
+            continue;
+        out.push({
+            id: `recent-${n}`,
+            class: 'recent',
+            prompt: `Most recently: what was ${describe(message)}? Quote a distinctive phrase.`,
+            key,
+            evt: message.eventIndex,
+        });
+    }
+    return out;
+}
+function isHumanTurn(message) {
+    return message.isHumanTurn === true && Boolean(message.text && message.text.trim().length > 0);
+}
+function isAssistantText(message) {
+    return message.role === 'assistant' && !message.toolName && Boolean(message.text && message.text.trim().length > 4);
+}
+function describe(message) {
+    if (message.isHumanTurn)
+        return 'the user asking for';
+    if (message.toolName)
+        return `the ${message.toolName} call doing`;
+    if (message.role === 'tool')
+        return 'the tool returning';
+    return 'the agent saying';
+}
+/**
+ * The key a question is scored against.
+ *
+ * A distinctive single token, not a phrase: whole phrases do not survive
+ * paraphrase, and the first run of sctxx's version of this benchmark keyed on a
+ * tool name followed by its argument and scored zero on correct answers that
+ * described the call instead of reciting it.
+ */
+export function keyFor(message) {
+    const text = [message.text ?? '', message.toolInput ? JSON.stringify(message.toolInput) : ''].join(' ');
+    // A request is keyed on its own words, because the human's phrasing is what a
+    // correct answer quotes back.
+    //
+    // An *answer* is not. Keying assistant text on its first eight words looked
+    // reasonable and was wrong: a correct answer paraphrases, so the score
+    // measures phrasing rather than retrieval. Measured against sctxx on the same
+    // session — same questions derived the same way, same backend — the deep
+    // class scored 22% here and 78% there, and this line was why. An assistant
+    // turn is keyed on a distinctive path or identifier instead, which a correct
+    // answer contains verbatim if it knows the answer at all.
+    if (isHumanTurn(message) && message.text) {
+        const words = message.text.split(/\s+/).filter((w) => w.length > 0);
+        if (words.length >= 4)
+            return words.slice(0, 8).join(' ');
+    }
+    let best;
+    for (const raw of text.split(/\s+/)) {
+        const token = raw.replace(/^[^A-Za-z0-9/._-]+|[^A-Za-z0-9/._-]+$/g, '');
+        if (token.length < 8)
+            continue;
+        const letters = token.replace(/[^A-Za-z]/g, '').length;
+        const rank = token.includes('/') && token.includes('.') ? 0 : token.includes('/') ? 1 : letters >= 6 ? 3 : 9;
+        if (rank === 9)
+            continue;
+        if (!best || rank < best.rank || (rank === best.rank && token.length > best.token.length)) {
+            best = { rank, token };
+        }
+    }
+    return best?.token;
+}
+export function normalize(text) {
+    return text.toLowerCase().replace(/[^a-z0-9/.]+/g, ' ').trim();
+}
+export function answeredBy(question, answer) {
+    const key = normalize(question.key);
+    return key.length > 0 && normalize(answer).includes(key);
+}
+/** A range a successor asked for, parsed out of its reply. */
+export function requestedRange(reply) {
+    for (const line of reply.split('\n')) {
+        const match = /^\s*EXPAND\s+(\d+)\s*\.\.\s*=?\s*(\d+)\s*$/.exec(line);
+        if (match)
+            return [Number.parseInt(match[1], 10), Number.parseInt(match[2], 10)];
+    }
+    return undefined;
+}
+export function score(trials) {
+    const scores = {};
+    for (const trial of trials) {
+        const entry = (scores[trial.arm] ??= { asked: 0, correct: 0, tokens: 0, expansions: 0, byClass: {} });
+        entry.asked += 1;
+        entry.tokens += trial.tokens;
+        entry.expansions += trial.expansions;
+        if (trial.correct)
+            entry.correct += 1;
+        const slot = (entry.byClass[trial.class] ??= [0, 0]);
+        slot[0] += 1;
+        if (trial.correct)
+            slot[1] += 1;
+    }
+    return scores;
+}
+//# sourceMappingURL=index.js.map

package/dist/bench/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/bench/index.ts"],"names":[],"mappings":"AAwBA,MAAM,CAAC,MAAM,IAAI,GAAU,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,CAAC,CAAA;AAsCpE,MAAM,CAAC,MAAM,aAAa,GAAiB,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAA;AAE1F,MAAM,UAAU,SAAS,CAAC,EAAa,EAAE,OAAgB,EAAE,OAAqB;IAC9E,MAAM,GAAG,GAAe,EAAE,CAAA;IAE1B,MAAM,KAAK,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA;IAClC,IAAI,KAAK,EAAE,CAAC;QACV,GAAG,CAAC,IAAI,CAAC;YACP,EAAE,EAAE,YAAY;YAChB,KAAK,EAAE,OAAO;YACd,MAAM,EAAE,mEAAmE;YAC3E,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;YAClD,GAAG,EAAE,KAAK,CAAC,GAAG;SACf,CAAC,CAAA;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IAC7F,IAAI,OAAO,EAAE,CAAC;QACZ,GAAG,CAAC,IAAI,CAAC;YACP,EAAE,EAAE,oBAAoB;YACxB,KAAK,EAAE,OAAO;YACd,MAAM,EAAE,iDAAiD;YACzD,GAAG,EAAE,OAAO,CAAC,IAAI;YACjB,GAAG,EAAE,OAAO,CAAC,OAAO;SACrB,CAAC,CAAA;IACJ,CAAC;IACD,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;IACrC,IAAI,MAAM,EAAE,CAAC;QACX,GAAG,CAAC,IAAI,CAAC;YACP,EAAE,EAAE,mBAAmB;YACvB,KAAK,EAAE,OAAO;YACd,MAAM,EAAE,qDAAqD;YAC7D,GAAG,EAAE,MAAM,CAAC,OAAO;YACnB,GAAG,EAAE,MAAM,CAAC,GAAG;SAChB,CAAC,CAAA;IACJ,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;IAC/B,IAAI,KAAK,EAAE,CAAC;QACV,GAAG,CAAC,IAAI,CAAC;YACP,EAAE,EAAE,kBAAkB;YACtB,KAAK,EAAE,OAAO;YACd,MAAM,EAAE,yCAAyC;YACjD,GAAG,EAAE,KAAK,CAAC,SAAS;YACpB,GAAG,EAAE,KAAK,CAAC,GAAG;SACf,CAAC,CAAA;IACJ,CAAC;IACD,GAAG,CAAC,IAAI,CAAC;QACP,EAAE,EAAE,kBAAkB;QACtB,KAAK,EAAE,OAAO;QACd,MAAM,EAAE,4EAA4E;QACpF,GAAG,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;QACrC,GAAG,EAAE,CAAC;KACP,CAAC,CAAA;IAEF,8EAA8E;IAC9E,4EAA4E;IAC5E,oEAAoE;IACpE,EAAE;IACF,yEAAyE;IACzE,6EAA6E;IAC7E,6EAA6E;IAC7E,8EAA8E;IAC9E,0EAA0E;IAC1E,wEAAwE;IACxE,MAAM,SAAS,GAAG,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC,CAAC,CAAC,CAAC,CAAA;IACjF,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,GAAG,OAAO,CAAC,MAAM;QAC/D,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAA;IACtD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,EAAE,CAAC,GAAG,GAAG,CAAC,CAAA;IACtD,IAAI,MAAM,IAAI,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;QAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,GAAG,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAA;YAC5D,IAAI,CAAC,OAAO;gBAAE,SAAQ;YACtB,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAA;YAC3B,IAAI,CAAC,GAAG;gBAAE,SAAQ;YAClB,GAAG,CAAC,IAAI,CAAC;gBACP,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,KAAK,EAAE,MAAM;gBACb,MAAM,EAAE,YAAY,OAAO,CAAC,UAAU,cAAc,QAAQ,CAAC,OAAO,CAAC,2CAA2C;gBAChH,GAAG;gBACH,GAAG,EAAE,OAAO,CAAC,UAAU;aACxB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAED,KAAK,MAAM,CAAC,CAAC,EAAE,OAAO,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC;QAC9E,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,CAAA;QAC3B,IAAI,CAAC,GAAG;YAAE,SAAQ;QAClB,GAAG,CAAC,IAAI,CAAC;YACP,EAAE,EAAE,UAAU,CAAC,EAAE;YACjB,KAAK,EAAE,QAAQ;YACf,MAAM,EAAE,2BAA2B,QAAQ,CAAC,OAAO,CAAC,+BAA+B;YACnF,GAAG;YACH,GAAG,EAAE,OAAO,CAAC,UAAU;SACxB,CAAC,CAAA;IACJ,CAAC;IAED,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,SAAS,WAAW,CAAC,OAAkB;IACrC,OAAO,OAAO,CAAC,WAAW,KAAK,IAAI,IAAI,OAAO,CAAC,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;AAChG,CAAC;AAED,SAAS,eAAe,CAAC,OAAkB;IACzC,OAAO,OAAO,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;AACrH,CAAC;AAED,SAAS,QAAQ,CAAC,OAAkB;IAClC,IAAI,OAAO,CAAC,WAAW;QAAE,OAAO,qBAAqB,CAAA;IACrD,IAAI,OAAO,CAAC,QAAQ;QAAE,OAAO,OAAO,OAAO,CAAC,QAAQ,aAAa,CAAA;IACjE,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,oBAAoB,CAAA;IACxD,OAAO,kBAAkB,CAAA;AAC3B,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,MAAM,CAAC,OAAkB;IACvC,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACvG,8EAA8E;IAC9E,8BAA8B;IAC9B,EAAE;IACF,4EAA4E;IAC5E,uEAAuE;IACvE,8EAA8E;IAC9E,yEAAyE;IACzE,2EAA2E;IAC3E,6EAA6E;IAC7E,0DAA0D;IAC1D,IAAI,WAAW,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QACnE,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC;YAAE,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAC3D,CAAC;IACD,IAAI,IAAiD,CAAA;IACrD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,wCAAwC,EAAE,EAAE,CAAC,CAAA;QACvE,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,SAAQ;QAC9B,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,MAAM,CAAA;QACtD,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAC5G,IAAI,IAAI,KAAK,CAAC;YAAE,SAAQ;QACxB,IAAI,CAAC,IAAI,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1F,IAAI,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAA;QACxB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,EAAE,KAAK,CAAA;AACpB,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAY;IACpC,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAA;AAChE,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,QAAkB,EAAE,MAAc;IAC3D,MAAM,GAAG,GAAG,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA;IACnC,OAAO,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA;AAC1D,CAAC;AAED,8DAA8D;AAC9D,MAAM,UAAU,cAAc,CAAC,KAAa;IAC1C,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,4CAA4C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACrE,IAAI,KAAK;YAAE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAE,EAAE,EAAE,CAAC,CAAC,CAAA;IACpF,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,MAAe;IACnC,MAAM,MAAM,GAA6B,EAAE,CAAA;IAC3C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAA;QACrG,KAAK,CAAC,KAAK,IAAI,CAAC,CAAA;QAChB,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAA;QAC5B,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,CAAA;QACpC,IAAI,KAAK,CAAC,OAAO;YAAE,KAAK,CAAC,OAAO,IAAI,CAAC,CAAA;QACrC,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QACpD,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QACZ,IAAI,KAAK,CAAC,OAAO;YAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;IACjC,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC"}

package/dist/bench/run.d.ts

@@ -0,0 +1,17 @@
+import { type DiscoverOptions } from '../discover/index.js';
+import { type Selection } from '../llm/index.js';
+import { score, type Arm, type BenchOptions, type Trial } from './index.js';
+export interface BenchRun {
+    backend: string;
+    questions: number;
+    trials: Trial[];
+    scores: ReturnType<typeof score>;
+}
+export declare function runBench(references: string[], options?: {
+    llm?: Selection;
+    arms?: Arm[];
+    bench?: Partial<BenchOptions>;
+    outDir?: string;
+    discover?: DiscoverOptions;
+}, progress?: (message: string) => void): Promise<BenchRun>;
+export declare function renderTable(scores: ReturnType<typeof score>, trials: Trial[], backend: string): string;

package/dist/bench/run.js

@@ -0,0 +1,187 @@
+/** Running the benchmark: build each arm's context, ask, score, report. */
+import { mkdir, writeFile } from 'node:fs/promises';
+import { join } from 'node:path';
+import { readSession, resolveSession } from '../discover/index.js';
+import { render } from '../artifact/render.js';
+import { extractConstraints } from '../triage.js';
+import { build, resolveAuto, selectionLabel } from '../llm/index.js';
+import { expand } from '../artifact/expand.js';
+import { ARMS, answeredBy, questions, requestedRange, score, DEFAULT_BENCH, } from './index.js';
+export async function runBench(references, options = {}, progress = () => { }) {
+    const arms = options.arms ?? ARMS;
+    const bench = { ...DEFAULT_BENCH, ...options.bench };
+    const selection = options.llm ?? resolveAuto();
+    const backend = build(selection);
+    if (!backend) {
+        throw new Error('the benchmark needs a backend that can read the context: pass --llm api:<provider>. Without one there is no successor agent and nothing to measure.');
+    }
+    const trials = [];
+    const perSession = [];
+    for (const reference of references) {
+        const ref = await resolveSession(reference, options.discover ?? {});
+        const ir = await readSession(ref);
+        const ledgers = (await import('../ledgers/index.js')).buildLedgers(ir);
+        const constraints = extractConstraints(ir);
+        const artifact = render({ ir, ledgers, constraints, engine: 'deterministic' }).markdown;
+        const tail = tailOf(ir);
+        const asked = questions(ir, ledgers, bench);
+        if (asked.length === 0) {
+            progress(`${reference}: no checkable questions could be derived; skipping`);
+            continue;
+        }
+        progress(`${reference}: ${asked.length} question(s) × ${arms.length} arm(s)`);
+        const sessionTrials = [];
+        for (const arm of arms) {
+            for (const question of asked) {
+                sessionTrials.push(await trial(backend, arm, question, artifact, tail, ir, ledgers, bench));
+            }
+        }
+        trials.push(...sessionTrials);
+        const sessionScores = score(sessionTrials);
+        perSession.push({
+            session: `${ref.agent}:${ref.id}`,
+            questions: asked.length,
+            arms: summarize(sessionScores),
+        });
+    }
+    const scores = score(trials);
+    if (options.outDir) {
+        await mkdir(options.outDir, { recursive: true });
+        const report = {
+            schema: 'ccompactor.bench/v1',
+            backend: selectionLabel(selection),
+            settings: bench,
+            arms,
+            questions: trials.length / Math.max(1, arms.length),
+            arms_scores: summarize(scores),
+            sessions: perSession,
+            trials,
+        };
+        await writeFile(join(options.outDir, 'bench.json'), `${JSON.stringify(report, null, 2)}\n`, 'utf8');
+        await writeFile(join(options.outDir, 'bench.md'), renderTable(scores, trials, selectionLabel(selection)), 'utf8');
+    }
+    return { backend: selectionLabel(selection), questions: trials.length / Math.max(1, arms.length), trials, scores };
+}
+async function trial(backend, arm, question, artifact, tail, ir, ledgers, bench) {
+    const context = arm === 'none' ? '' : arm === 'tail' ? tail : artifact;
+    let conversation = '';
+    let tokens = 0;
+    let expansions = 0;
+    let answer = '';
+    for (let round = 0; round <= bench.expansions; round += 1) {
+        const user = arm === 'none'
+            ? `QUESTION: ${question.prompt}`
+            : `${round === 0 ? `# CONTEXT\n\n${context}\n\n` : ''}${conversation}\nQUESTION: ${question.prompt}`;
+        tokens += Math.ceil(user.length / 4);
+        try {
+            const response = await backend.complete({ system: systemFor(arm), user, maxTokens: 400 });
+            answer = response.text;
+        }
+        catch (error) {
+            conversation += `\n(backend error: ${error.message})\n`;
+            break;
+        }
+        if (arm !== 'retrieval' || expansions >= bench.expansions)
+            break;
+        const range = requestedRange(answer);
+        if (!range)
+            break;
+        expansions += 1;
+        const events = expand(ir, [range]);
+        tokens += Math.ceil(events.length / 4);
+        conversation += `\nYou asked for evt ${range[0]}..${range[1]}:\n${events}\n`;
+    }
+    return {
+        question: question.id,
+        class: question.class,
+        arm,
+        correct: answeredBy(question, answer),
+        tokens,
+        expansions,
+        answer,
+    };
+}
+function systemFor(arm) {
+    const base = 'You are taking over a coding task from another agent. Answer the question using only the context you are given. Answer in one short sentence, and say NOT FOUND if the context does not contain the answer. Do not guess.';
+    return arm === 'retrieval'
+        ? `${base} You may ask for the raw events by replying with a single line \`EXPAND <start>..<end>\`; you will be given those events and asked again.`
+        : base;
+}
+/**
+ * The recency window: the newest events that fit a fixed token budget.
+ *
+ * Budgeted, not proportional. The first version took the last tenth of the
+ * messages, which on a 25,000-message session is 1,955,968 tokens — a "tail"
+ * larger than most context windows, scoring zero because the context was
+ * swamped rather than because the strategy is bad. An arm that loses for the
+ * wrong reason measures nothing, and this is the arm the published evidence
+ * says should be competitive (arXiv:2508.21433), so it has to be a fair one.
+ */
+const TAIL_TOKENS = 12_000;
+function tailOf(ir) {
+    const lines = [];
+    let spent = 0;
+    for (const message of [...ir.messages].reverse()) {
+        const line = `evt ${message.eventIndex} ${message.role}: ${(message.text ?? '').slice(0, 600)}`;
+        const cost = Math.ceil(line.length / 4);
+        if (spent + cost > TAIL_TOKENS)
+            break;
+        spent += cost;
+        lines.push(line);
+    }
+    return lines.reverse().join('\n');
+}
+function summarize(scores) {
+    const out = {};
+    for (const arm of ARMS) {
+        const s = scores[arm];
+        if (!s)
+            continue;
+        out[arm] = {
+            asked: s.asked,
+            correct: s.correct,
+            accuracy: s.asked > 0 ? s.correct / s.asked : 0,
+            tokens: s.tokens,
+            tokensPerCorrect: s.correct > 0 ? Math.round(s.tokens / s.correct) : null,
+            expansions: s.expansions,
+            byClass: s.byClass,
+        };
+    }
+    return out;
+}
+export function renderTable(scores, trials, backend) {
+    const lines = [];
+    lines.push('ccompactor handoff benchmark (ccompactor.bench/v1)');
+    lines.push('');
+    lines.push(`successor: ${backend}`);
+    lines.push(`questions: ${Math.max(...Object.values(scores).map((s) => s.asked), 0)}`);
+    lines.push('');
+    lines.push(`${'arm'.padEnd(20)}${'correct'.padStart(9)}${'acc'.padStart(7)}${'tokens'.padStart(10)}${'tok/correct'.padStart(13)}`);
+    for (const arm of ARMS) {
+        const s = scores[arm];
+        if (!s)
+            continue;
+        const acc = s.asked > 0 ? `${Math.round((s.correct / s.asked) * 100)}%` : '—';
+        const tpc = s.correct > 0 ? String(Math.round(s.tokens / s.correct)) : '—';
+        lines.push(`${arm.padEnd(20)}${`${s.correct}/${s.asked}`.padStart(9)}${acc.padStart(7)}${String(s.tokens).padStart(10)}${tpc.padStart(13)}`);
+    }
+    lines.push('');
+    lines.push(`${'by class'.padEnd(20)}${'brief'.padStart(9)}${'deep'.padStart(9)}${'recent'.padStart(9)}`);
+    for (const arm of ARMS) {
+        const s = scores[arm];
+        if (!s)
+            continue;
+        const cells = ['brief', 'deep', 'recent'].map((cls) => {
+            const slot = s.byClass[cls];
+            return (slot ? `${slot[1]}/${slot[0]}` : '—').padStart(9);
+        });
+        lines.push(`${arm.padEnd(20)}${cells.join('')}`);
+    }
+    const expansions = Object.values(scores).reduce((n, s) => n + s.expansions, 0);
+    if (expansions > 0)
+        lines.push(`\nthe retrieval arm asked for more transcript ${expansions} time(s)`);
+    lines.push('\nThis measures whether a fresh agent can answer questions about the session from each context. It does not measure whether it resolves an issue.');
+    void trials;
+    return `${lines.join('\n')}\n`;
+}
+//# sourceMappingURL=run.js.map

package/dist/bench/run.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.js","sourceRoot":"","sources":["../../src/bench/run.ts"],"names":[],"mappings":"AAAA,2EAA2E;AAC3E,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAGhC,OAAO,EAAE,WAAW,EAAE,cAAc,EAAwB,MAAM,sBAAsB,CAAA;AACxF,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAA;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAA;AACjD,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,cAAc,EAAgC,MAAM,iBAAiB,CAAA;AAClG,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAA;AAC9C,OAAO,EACL,IAAI,EACJ,UAAU,EACV,SAAS,EACT,cAAc,EACd,KAAK,EACL,aAAa,GAId,MAAM,YAAY,CAAA;AASnB,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,UAAoB,EACpB,UAMI,EAAE,EACN,WAAsC,GAAG,EAAE,GAAE,CAAC;IAE9C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,IAAI,CAAA;IACjC,MAAM,KAAK,GAAG,EAAE,GAAG,aAAa,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAA;IACpD,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,IAAI,WAAW,EAAE,CAAA;IAC9C,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC,CAAA;IAChC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CACb,qJAAqJ,CACtJ,CAAA;IACH,CAAC;IAED,MAAM,MAAM,GAAY,EAAE,CAAA;IAC1B,MAAM,UAAU,GAAc,EAAE,CAAA;IAEhC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,SAAS,EAAE,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAA;QACnE,MAAM,EAAE,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,CAAA;QACjC,MAAM,OAAO,GAAG,CAAC,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA;QACtE,MAAM,WAAW,GAAG,kBAAkB,CAAC,EAAE,CAAC,CAAA;QAC1C,MAAM,QAAQ,GAAG,MAAM,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC,QAAQ,CAAA;QACvF,MAAM,IAAI,GAAG,MAAM,CAAC,EAAE,CAAC,CAAA;QACvB,MAAM,KAAK,GAAG,SAAS,CAAC,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,CAAA;QAC3C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,QAAQ,CAAC,GAAG,SAAS,qDAAqD,CAAC,CAAA;YAC3E,SAAQ;QACV,CAAC;QACD,QAAQ,CAAC,GAAG,SAAS,KAAK,KAAK,CAAC,MAAM,kBAAkB,IAAI,CAAC,MAAM,SAAS,CAAC,CAAA;QAE7E,MAAM,aAAa,GAAY,EAAE,CAAA;QACjC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;gBAC7B,aAAa,CAAC,IAAI,CAChB,MAAM,KAAK,CAAC,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,CACxE,CAAA;YACH,CAAC;QACH,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAA;QAC7B,MAAM,aAAa,GAAG,KAAK,CAAC,aAAa,CAAC,CAAA;QAC1C,UAAU,CAAC,IAAI,CAAC;YACd,OAAO,EAAE,GAAG,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,EAAE,EAAE;YACjC,SAAS,EAAE,KAAK,CAAC,MAAM;YACvB,IAAI,EAAE,SAAS,CAAC,aAAa,CAAC;SAC/B,CAAC,CAAA;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAA;IAC5B,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAChD,MAAM,MAAM,GAAG;YACb,MAAM,EAAE,qBAAqB;YAC7B,OAAO,EAAE,cAAc,CAAC,SAAS,CAAC;YAClC,QAAQ,EAAE,KAAK;YACf,IAAI;YACJ,SAAS,EAAE,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC;YACnD,WAAW,EAAE,SAAS,CAAC,MAAM,CAAC;YAC9B,QAAQ,EAAE,UAAU;YACpB,MAAM;SACP,CAAA;QACD,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,YAAY,CAAC,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;QACnG,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,cAAc,CAAC,SAAS,CAAC,CAAC,EAAE,MAAM,CAAC,CAAA;IACnH,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,cAAc,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAA;AACpH,CAAC;AAED,KAAK,UAAU,KAAK,CAClB,OAAgB,EAChB,GAAQ,EACR,QAAoE,EACpE,QAAgB,EAChB,IAAY,EACZ,EAAa,EACb,OAAgB,EAChB,KAAmB;IAEnB,MAAM,OAAO,GAAG,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAA;IACtE,IAAI,YAAY,GAAG,EAAE,CAAA;IACrB,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,IAAI,MAAM,GAAG,EAAE,CAAA;IAEf,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,KAAK,CAAC,UAAU,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC1D,MAAM,IAAI,GACR,GAAG,KAAK,MAAM;YACZ,CAAC,CAAC,aAAa,QAAQ,CAAC,MAAM,EAAE;YAChC,CAAC,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,OAAO,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,YAAY,eAAe,QAAQ,CAAC,MAAM,EAAE,CAAA;QACxG,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QACpC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAA;YACzF,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAA;QACxB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,IAAI,qBAAsB,KAAe,CAAC,OAAO,KAAK,CAAA;YAClE,MAAK;QACP,CAAC;QACD,IAAI,GAAG,KAAK,WAAW,IAAI,UAAU,IAAI,KAAK,CAAC,UAAU;YAAE,MAAK;QAChE,MAAM,KAAK,GAAG,cAAc,CAAC,MAAM,CAAC,CAAA;QACpC,IAAI,CAAC,KAAK;YAAE,MAAK;QACjB,UAAU,IAAI,CAAC,CAAA;QACf,MAAM,MAAM,GAAG,MAAM,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAA;QAClC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QACtC,YAAY,IAAI,uBAAuB,KAAK,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,MAAM,MAAM,IAAI,CAAA;IAC9E,CAAC;IAED,OAAO;QACL,QAAQ,EAAE,QAAQ,CAAC,EAAE;QACrB,KAAK,EAAE,QAAQ,CAAC,KAAuB;QACvC,GAAG;QACH,OAAO,EAAE,UAAU,CAAC,QAAiB,EAAE,MAAM,CAAC;QAC9C,MAAM;QACN,UAAU;QACV,MAAM;KACP,CAAA;AACH,CAAC;AAED,SAAS,SAAS,CAAC,GAAQ;IACzB,MAAM,IAAI,GACR,2NAA2N,CAAA;IAC7N,OAAO,GAAG,KAAK,WAAW;QACxB,CAAC,CAAC,GAAG,IAAI,2IAA2I;QACpJ,CAAC,CAAC,IAAI,CAAA;AACV,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,WAAW,GAAG,MAAM,CAAA;AAE1B,SAAS,MAAM,CAAC,EAAa;IAC3B,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,KAAK,MAAM,OAAO,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;QACjD,MAAM,IAAI,GAAG,OAAO,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAA;QAC/F,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QACvC,IAAI,KAAK,GAAG,IAAI,GAAG,WAAW;YAAE,MAAK;QACrC,KAAK,IAAI,IAAI,CAAA;QACb,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAClB,CAAC;IACD,OAAO,KAAK,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACnC,CAAC;AAED,SAAS,SAAS,CAAC,MAAgC;IACjD,MAAM,GAAG,GAA4B,EAAE,CAAA;IACvC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAA;QACrB,IAAI,CAAC,CAAC;YAAE,SAAQ;QAChB,GAAG,CAAC,GAAG,CAAC,GAAG;YACT,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,QAAQ,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC/C,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,gBAAgB,EAAE,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI;YACzE,UAAU,EAAE,CAAC,CAAC,UAAU;YACxB,OAAO,EAAE,CAAC,CAAC,OAAO;SACnB,CAAA;IACH,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,MAAM,UAAU,WAAW,CACzB,MAAgC,EAChC,MAAe,EACf,OAAe;IAEf,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,KAAK,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAA;IAChE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACd,KAAK,CAAC,IAAI,CAAC,cAAc,OAAO,EAAE,CAAC,CAAA;IACnC,KAAK,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAA;IACrF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACd,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAA;IAClI,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAA;QACrB,IAAI,CAAC,CAAC;YAAE,SAAQ;QAChB,MAAM,GAAG,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAA;QAC7E,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAA;QAC1E,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAA;IAC9I,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACd,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;IACxG,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAA;QACrB,IAAI,CAAC,CAAC;YAAE,SAAQ;QAChB,MAAM,KAAK,GAAI,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YAC/D,MAAM,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;YAC3B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;QAC3D,CAAC,CAAC,CAAA;QACF,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAA;IAClD,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAA;IAC9E,IAAI,UAAU,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,iDAAiD,UAAU,UAAU,CAAC,CAAA;IACrG,KAAK,CAAC,IAAI,CACR,mJAAmJ,CACpJ,CAAA;IACD,KAAK,MAAM,CAAA;IACX,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAA;AAChC,CAAC"}

package/dist/cli.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};