wicked-crew 0.16.4 → 0.16.6

package/dist/evals/stats.d.ts

@@ -0,0 +1,31 @@
+/**
+ * The statistics the default evals stand on (DES-DEFAULT-EVALS-001 §6, the same rules as DES-RUNS-REVIEW-001 §4).
+ * Pure and deterministic: the same cases give the same numbers, byte for byte.
+ *
+ *  - Rates: the Wilson score interval (95 %), honest at small n and always inside [0, 1].
+ *  - Below {@link MIN_CASES} a figure is "too few cases": the value is still shown, no trend is called.
+ *  - Calibration (ECE over 10 bins, Brier) needs {@link MIN_CALIBRATION} confident answers.
+ *
+ * One statistics module: the Wilson interval and the comparison rule are the run review's (`insights/stats.ts`);
+ * this module only shapes them into the default evals' wire (`Rate`) and adds calibration.
+ */
+import type { Calibration, Rate, TrendWord } from './types.js';
+export declare const MIN_CASES = 5;
+export declare const MIN_CALIBRATION = 20;
+export declare function round4(v: number | null): number | null;
+/** Wilson score interval for `k` of `n` (95 %). Value and bounds are `null` when n is 0. */
+export declare function rate(k: number, n: number, min?: number): Rate;
+/** Calibration of a confidence against being right: ECE over 10 equal-width bins, and the Brier score. */
+export declare function calibration(points: ReadonlyArray<{
+    confidence: number;
+    correct: boolean;
+}>): Calibration;
+/**
+ * This run's rate against the last run's point value, by the run review's rule (`compare`): notable only when both
+ * reach {@link MIN_CASES} and this run's interval EXCLUDES the previous value. Higher agreement is better.
+ */
+export declare function trendOf(now: Rate, previous: {
+    value: number | null;
+    n: number;
+} | null): TrendWord;
+//# sourceMappingURL=stats.d.ts.map

package/dist/evals/stats.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stats.d.ts","sourceRoot":"","sources":["../../src/evals/stats.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAE/D,eAAO,MAAM,SAAS,IAAa,CAAC;AACpC,eAAO,MAAM,eAAe,KAAK,CAAC;AAElC,wBAAgB,MAAM,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,GAAG,IAAI,CAEtD;AAED,4FAA4F;AAC5F,wBAAgB,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,SAAY,GAAG,IAAI,CAIhE;AAED,0GAA0G;AAC1G,wBAAgB,WAAW,CAAC,MAAM,EAAE,aAAa,CAAC;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC,GAAG,WAAW,CAgBxG;AAED;;;GAGG;AACH,wBAAgB,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE;IAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,GAAG,SAAS,CAMlG"}

package/dist/evals/stats.js

@@ -0,0 +1,59 @@
+/**
+ * The statistics the default evals stand on (DES-DEFAULT-EVALS-001 §6, the same rules as DES-RUNS-REVIEW-001 §4).
+ * Pure and deterministic: the same cases give the same numbers, byte for byte.
+ *
+ *  - Rates: the Wilson score interval (95 %), honest at small n and always inside [0, 1].
+ *  - Below {@link MIN_CASES} a figure is "too few cases": the value is still shown, no trend is called.
+ *  - Calibration (ECE over 10 bins, Brier) needs {@link MIN_CALIBRATION} confident answers.
+ *
+ * One statistics module: the Wilson interval and the comparison rule are the run review's (`insights/stats.ts`);
+ * this module only shapes them into the default evals' wire (`Rate`) and adds calibration.
+ */
+import { compare, MIN_SAMPLE, wilson } from '../insights/stats.js';
+export const MIN_CASES = MIN_SAMPLE;
+export const MIN_CALIBRATION = 20;
+export function round4(v) {
+    return v === null ? null : Math.round(v * 10_000) / 10_000;
+}
+/** Wilson score interval for `k` of `n` (95 %). Value and bounds are `null` when n is 0. */
+export function rate(k, n, min = MIN_CASES) {
+    const iv = wilson(k, n);
+    if (n <= 0 || iv === null)
+        return { k: 0, n: 0, value: null, lo: null, hi: null, tooFew: true };
+    return { k, n, value: round4(k / n), lo: round4(iv.lo), hi: round4(iv.hi), tooFew: n < min };
+}
+/** Calibration of a confidence against being right: ECE over 10 equal-width bins, and the Brier score. */
+export function calibration(points) {
+    const n = points.length;
+    if (n < MIN_CALIBRATION)
+        return { n, ece: null, brier: null, tooFew: true };
+    const bins = Array.from({ length: 10 }, () => ({ n: 0, conf: 0, right: 0 }));
+    let brier = 0;
+    for (const p of points) {
+        const c = Math.min(1, Math.max(0, p.confidence));
+        const b = bins[Math.min(9, Math.floor(c * 10))];
+        b.n += 1;
+        b.conf += c;
+        b.right += p.correct ? 1 : 0;
+        brier += (c - (p.correct ? 1 : 0)) ** 2;
+    }
+    let ece = 0;
+    for (const b of bins)
+        if (b.n > 0)
+            ece += (b.n / n) * Math.abs(b.right / b.n - b.conf / b.n);
+    return { n, ece: round4(ece), brier: round4(brier / n), tooFew: false };
+}
+/**
+ * This run's rate against the last run's point value, by the run review's rule (`compare`): notable only when both
+ * reach {@link MIN_CASES} and this run's interval EXCLUDES the previous value. Higher agreement is better.
+ */
+export function trendOf(now, previous) {
+    if (previous === null)
+        return 'first-run';
+    // A rate marked too few (a caller's own minimum can be above five) never gets a trend (codex/agy r1 on #1167).
+    if (now.tooFew)
+        return 'too-few';
+    const iv = now.lo !== null && now.hi !== null ? { lo: now.lo, hi: now.hi } : null;
+    return compare(now.n, iv, previous.n, previous.value, true);
+}
+//# sourceMappingURL=stats.js.map

package/dist/evals/stats.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stats.js","sourceRoot":"","sources":["../../src/evals/stats.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAiB,MAAM,sBAAsB,CAAC;AAGlF,MAAM,CAAC,MAAM,SAAS,GAAG,UAAU,CAAC;AACpC,MAAM,CAAC,MAAM,eAAe,GAAG,EAAE,CAAC;AAElC,MAAM,UAAU,MAAM,CAAC,CAAgB;IACrC,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,MAAM,CAAC;AAC7D,CAAC;AAED,4FAA4F;AAC5F,MAAM,UAAU,IAAI,CAAC,CAAS,EAAE,CAAS,EAAE,GAAG,GAAG,SAAS;IACxD,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACxB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAChG,OAAO,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC;AAC/F,CAAC;AAED,0GAA0G;AAC1G,MAAM,UAAU,WAAW,CAAC,MAA+D;IACzF,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IACxB,IAAI,CAAC,GAAG,eAAe;QAAE,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAC5E,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7E,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAE,CAAC;QACjD,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACT,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;QACZ,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7B,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC1C,CAAC;IACD,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,MAAM,CAAC,IAAI,IAAI;QAAE,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;YAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7F,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;AAC1E,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,OAAO,CAAC,GAAS,EAAE,QAAoD;IACrF,IAAI,QAAQ,KAAK,IAAI;QAAE,OAAO,WAAW,CAAC;IAC1C,+GAA+G;IAC/G,IAAI,GAAG,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IACjC,MAAM,EAAE,GAAoB,GAAG,CAAC,EAAE,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACnG,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AAC9D,CAAC"}

package/dist/evals/steering.d.ts

@@ -0,0 +1,9 @@
+/**
+ * S5 steering firing, folded from the steering evals the daemon already runs (core `governanceEvals`, stored by
+ * crew's eval-store). No second mechanism: the latest stored run's per-sample results become cases. The built-in
+ * dev-behaviors corpus is synthetic by nature; an imported `evals:<name>` corpus is the operator's own (real).
+ */
+import type { EvalRunDetail } from '../core/types.js';
+import type { EvalCase } from './types.js';
+export declare function steeringCasesFrom(detail: EvalRunDetail | null): EvalCase[];
+//# sourceMappingURL=steering.d.ts.map

package/dist/evals/steering.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"steering.d.ts","sourceRoot":"","sources":["../../src/evals/steering.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE3C,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,aAAa,GAAG,IAAI,GAAG,QAAQ,EAAE,CAiB1E"}

package/dist/evals/steering.js

@@ -0,0 +1,25 @@
+/**
+ * S5 steering firing, folded from the steering evals the daemon already runs (core `governanceEvals`, stored by
+ * crew's eval-store). No second mechanism: the latest stored run's per-sample results become cases. The built-in
+ * dev-behaviors corpus is synthetic by nature; an imported `evals:<name>` corpus is the operator's own (real).
+ */
+export function steeringCasesFrom(detail) {
+    if (detail === null)
+        return [];
+    const real = detail.corpus !== null;
+    return detail.results.map((r) => ({
+        id: `steering:eval:${detail.id}:${r.sample.id}`,
+        suite: 'steering',
+        source: real ? 'real' : 'synthetic',
+        project: null,
+        inputKey: `steering:${r.sample.steering_type}:${r.sample.id}`,
+        input: { sample: r.sample.id, steering_type: r.sample.steering_type, corpus: detail.corpus ?? 'built-in' },
+        observed: { label: r.fired.length > 0 ? 'block' : 'allow', by: 'replay' },
+        expected: {
+            label: r.expected === 'deny' ? 'block' : 'allow',
+            by: real ? 'operator' : 'fixture',
+            why: `a ${r.sample.kind} sample`,
+        },
+    }));
+}
+//# sourceMappingURL=steering.js.map

package/dist/evals/steering.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"steering.js","sourceRoot":"","sources":["../../src/evals/steering.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,MAAM,UAAU,iBAAiB,CAAC,MAA4B;IAC5D,IAAI,MAAM,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IAC/B,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC;IACpC,OAAO,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAChC,EAAE,EAAE,iBAAiB,MAAM,CAAC,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE;QAC/C,KAAK,EAAE,UAAmB;QAC1B,MAAM,EAAE,IAAI,CAAC,CAAC,CAAE,MAAgB,CAAC,CAAC,CAAE,WAAqB;QACzD,OAAO,EAAE,IAAI;QACb,QAAQ,EAAE,YAAY,CAAC,CAAC,MAAM,CAAC,aAAa,IAAI,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE;QAC7D,KAAK,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,aAAa,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,UAAU,EAAE;QAC1G,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,EAAE,QAAiB,EAAE;QAClF,QAAQ,EAAE;YACR,KAAK,EAAE,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO;YAChD,EAAE,EAAE,IAAI,CAAC,CAAC,CAAE,UAAoB,CAAC,CAAC,CAAE,SAAmB;YACvD,GAAG,EAAE,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,SAAS;SACjC;KACF,CAAC,CAAC,CAAC;AACN,CAAC"}

package/dist/evals/store.d.ts

@@ -0,0 +1,26 @@
+/**
+ * Where default-eval runs are kept: beside the steering evals, under the daemon state home.
+ *
+ *   <home>/evals/default/runs.jsonl        one {@link DefaultEvalSummary} per line (the list)
+ *   <home>/evals/default/results/<id>.json the full report and its cases (the drilldown)
+ *
+ * Same posture as `api/eval-store.ts`: the detail is written first (tmp + rename), then the index line, so every
+ * listed row has a readable detail; a torn line is skipped on read, never the store.
+ */
+import type { DefaultEvalDetail, DefaultEvalSummary } from './types.js';
+import { type PreviousScores } from './runner.js';
+/** `<eval store root>/default`: the steering eval store's root (its env override, else the state home's `evals`). */
+export declare function defaultEvalsRoot(env?: NodeJS.ProcessEnv): string;
+export type { DefaultEvalDetail };
+export declare class DefaultEvalStore {
+    private readonly root;
+    constructor(root?: string);
+    record(detail: DefaultEvalDetail): Promise<DefaultEvalSummary>;
+    /** Newest first. */
+    list(): Promise<DefaultEvalSummary[]>;
+    get(id: string): Promise<DefaultEvalDetail | null>;
+    /** Per suite, the most recent stored score of the same scope (`null` project = every project). A run that
+     *  skipped a suite is passed over for that suite, so a narrower run never erases a trend baseline. */
+    previous(project: string | null): Promise<PreviousScores>;
+}
+//# sourceMappingURL=store.d.ts.map

package/dist/evals/store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../src/evals/store.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAMH,OAAO,KAAK,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AACxE,OAAO,EAA6B,KAAK,cAAc,EAAE,MAAM,aAAa,CAAC;AAK7E,qHAAqH;AACrH,wBAAgB,gBAAgB,CAAC,GAAG,GAAE,MAAM,CAAC,UAAwB,GAAG,MAAM,CAE7E;AAED,YAAY,EAAE,iBAAiB,EAAE,CAAC;AAIlC,qBAAa,gBAAgB;IACf,OAAO,CAAC,QAAQ,CAAC,IAAI;gBAAJ,IAAI,GAAE,MAA2B;IAExD,MAAM,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAapE,oBAAoB;IACd,IAAI,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAqBrC,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC;IASxD;0GACsG;IAChG,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,GAAG,OAAO,CAAC,cAAc,CAAC;CAYhE"}

package/dist/evals/store.js

@@ -0,0 +1,96 @@
+/**
+ * Where default-eval runs are kept: beside the steering evals, under the daemon state home.
+ *
+ *   <home>/evals/default/runs.jsonl        one {@link DefaultEvalSummary} per line (the list)
+ *   <home>/evals/default/results/<id>.json the full report and its cases (the drilldown)
+ *
+ * Same posture as `api/eval-store.ts`: the detail is written first (tmp + rename), then the index line, so every
+ * listed row has a readable detail; a torn line is skipped on read, never the store.
+ */
+import { appendFile, mkdir, readFile, rename, writeFile } from 'node:fs/promises';
+import { join } from 'node:path';
+import { defaultEvalStoreRoot } from '../api/eval-store.js';
+import { previousScores, summarize } from './runner.js';
+import { SUITE_IDS } from './types.js';
+const SUITE_COUNT = SUITE_IDS.length;
+/** `<eval store root>/default`: the steering eval store's root (its env override, else the state home's `evals`). */
+export function defaultEvalsRoot(env = process.env) {
+    return join(defaultEvalStoreRoot(env), 'default');
+}
+const SAFE_ID = /^[A-Za-z0-9_-]{1,80}$/;
+export class DefaultEvalStore {
+    root;
+    constructor(root = defaultEvalsRoot()) {
+        this.root = root;
+    }
+    async record(detail) {
+        if (!SAFE_ID.test(detail.report.id))
+            throw new Error(`default evals: unsafe run id ${detail.report.id}`);
+        const results = join(this.root, 'results');
+        await mkdir(results, { recursive: true });
+        const file = join(results, `${detail.report.id}.json`);
+        const tmp = `${file}.tmp.${process.pid}`;
+        await writeFile(tmp, JSON.stringify(detail));
+        await rename(tmp, file);
+        const summary = summarize(detail.report);
+        await appendFile(join(this.root, 'runs.jsonl'), `${JSON.stringify(summary)}\n`);
+        return summary;
+    }
+    /** Newest first. */
+    async list() {
+        let text;
+        try {
+            text = await readFile(join(this.root, 'runs.jsonl'), 'utf8');
+        }
+        catch (err) {
+            if (err.code === 'ENOENT')
+                return [];
+            throw err;
+        }
+        const rows = [];
+        for (const line of text.split('\n')) {
+            if (line.trim() === '')
+                continue;
+            try {
+                const row = JSON.parse(line);
+                if (typeof row.id === 'string' && typeof row.createdAt === 'string')
+                    rows.push(row);
+            }
+            catch {
+                // a torn line degrades one row, never the list
+            }
+        }
+        return rows.reverse();
+    }
+    async get(id) {
+        if (!SAFE_ID.test(id))
+            return null;
+        try {
+            return JSON.parse(await readFile(join(this.root, 'results', `${id}.json`), 'utf8'));
+        }
+        catch {
+            return null;
+        }
+    }
+    /** Per suite, the most recent stored score of the same scope (`null` project = every project). A run that
+     *  skipped a suite is passed over for that suite, so a narrower run never erases a trend baseline. */
+    async previous(project) {
+        const out = {};
+        for (const row of await this.list()) {
+            if (row.project !== project)
+                continue;
+            if (row.suites !== undefined && row.suites.every((s) => out[s.suite] !== undefined))
+                continue;
+            const d = await this.get(row.id);
+            if (d === null)
+                continue;
+            for (const [k, v] of Object.entries(previousScores([d.report])))
+                if (out[k] === undefined)
+                    out[k] = v;
+            if (Object.keys(out).length === SUITE_COUNT)
+                break;
+        }
+        return out;
+    }
+}
+//# sourceMappingURL=store.js.map

package/dist/evals/store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.js","sourceRoot":"","sources":["../../src/evals/store.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAClF,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAE5D,OAAO,EAAE,cAAc,EAAE,SAAS,EAAuB,MAAM,aAAa,CAAC;AAC7E,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAEvC,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC;AAErC,qHAAqH;AACrH,MAAM,UAAU,gBAAgB,CAAC,MAAyB,OAAO,CAAC,GAAG;IACnE,OAAO,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,EAAE,SAAS,CAAC,CAAC;AACpD,CAAC;AAID,MAAM,OAAO,GAAG,uBAAuB,CAAC;AAExC,MAAM,OAAO,gBAAgB;IACE;IAA7B,YAA6B,OAAe,gBAAgB,EAAE;QAAjC,SAAI,GAAJ,IAAI,CAA6B;IAAG,CAAC;IAElE,KAAK,CAAC,MAAM,CAAC,MAAyB;QACpC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;QACzG,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC3C,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC;QACvD,MAAM,GAAG,GAAG,GAAG,IAAI,QAAQ,OAAO,CAAC,GAAG,EAAE,CAAC;QACzC,MAAM,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QAC7C,MAAM,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACxB,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACzC,MAAM,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAChF,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,oBAAoB;IACpB,KAAK,CAAC,IAAI;QACR,IAAI,IAAY,CAAC;QACjB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,EAAE,MAAM,CAAC,CAAC;QAC/D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ;gBAAE,OAAO,EAAE,CAAC;YAChE,MAAM,GAAG,CAAC;QACZ,CAAC;QACD,MAAM,IAAI,GAAyB,EAAE,CAAC;QACtC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACpC,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;gBAAE,SAAS;YACjC,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAuB,CAAC;gBACnD,IAAI,OAAO,GAAG,CAAC,EAAE,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,SAAS,KAAK,QAAQ;oBAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACtF,CAAC;YAAC,MAAM,CAAC;gBACP,+CAA+C;YACjD,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,EAAU;QAClB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAAE,OAAO,IAAI,CAAC;QACnC,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,CAAsB,CAAC;QAC3G,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;0GACsG;IACtG,KAAK,CAAC,QAAQ,CAAC,OAAsB;QACnC,MAAM,GAAG,GAAmB,EAAE,CAAC;QAC/B,KAAK,MAAM,GAAG,IAAI,MAAM,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;YACpC,IAAI,GAAG,CAAC,OAAO,KAAK,OAAO;gBAAE,SAAS;YACtC,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,SAAS,CAAC;gBAAE,SAAS;YAC9F,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACjC,IAAI,CAAC,KAAK,IAAI;gBAAE,SAAS;YACzB,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;gBAAE,IAAI,GAAG,CAAC,CAAyB,CAAC,KAAK,SAAS;oBAAE,GAAG,CAAC,CAAyB,CAAC,GAAG,CAAC,CAAC;YACtJ,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,WAAW;gBAAE,MAAM;QACrD,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;CACF"}

package/dist/evals/synthetic.d.ts

@@ -0,0 +1,17 @@
+/**
+ * Synthetic cases for the edges real data does not cover yet (DES-DEFAULT-EVALS-001 §4). Seeded and deterministic:
+ * the same real cases in give the same synthetic cases out. A class gets synthetic cases only while it has fewer than
+ * {@link MIN_CASES} real ones, so synthetic data fills gaps and never outweighs what really happened.
+ *
+ * Synthetic cases carry their input and the expected answer (`by: 'fixture'`) and NO observation: a replay adapter
+ * (the current classifier, run on the input) supplies it. A suite with no replay adapter reports them as unscored.
+ */
+import type { EvalCase, SuiteId } from './types.js';
+/** Which suites' synthetic cases a replay adapter can score (the rest are reported as unscored). */
+export declare function syntheticSuites(): SuiteId[];
+/**
+ * Synthetic cases for every class that has fewer than {@link MIN_CASES} people-labelled real cases. Templates are
+ * taken in order, so the result is deterministic; a class with no template left stops short and says nothing more.
+ */
+export declare function generateSynthetic(real: readonly EvalCase[]): EvalCase[];
+//# sourceMappingURL=synthetic.d.ts.map

package/dist/evals/synthetic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"synthetic.d.ts","sourceRoot":"","sources":["../../src/evals/synthetic.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAIH,OAAO,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAyCpD,oGAAoG;AACpG,wBAAgB,eAAe,IAAI,OAAO,EAAE,CAE3C;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,SAAS,QAAQ,EAAE,GAAG,QAAQ,EAAE,CAqBvE"}

package/dist/evals/synthetic.js

@@ -0,0 +1,71 @@
+/**
+ * Synthetic cases for the edges real data does not cover yet (DES-DEFAULT-EVALS-001 §4). Seeded and deterministic:
+ * the same real cases in give the same synthetic cases out. A class gets synthetic cases only while it has fewer than
+ * {@link MIN_CASES} real ones, so synthetic data fills gaps and never outweighs what really happened.
+ *
+ * Synthetic cases carry their input and the expected answer (`by: 'fixture'`) and NO observation: a replay adapter
+ * (the current classifier, run on the input) supplies it. A suite with no replay adapter reports them as unscored.
+ */
+import { MIN_CASES } from './stats.js';
+import { isModelLabelled } from './score.js';
+/** Archetype prompts: short, plain, one per line of work, with the edges the regex is known to miss. */
+const ARCHETYPE = [
+    { label: 'build', inputs: ['Add a median(xs) function to src/math.js with tests', 'Implement retry with backoff in the uploader', 'Fix the off-by-one in pagination', 'Make the export button stop hanging', 'Wire the new settings toggle to the API', 'The login page crashes on submit; fix it'].map((prompt) => ({ prompt })) },
+    { label: 'review', inputs: ['Review PR 1152 for correctness', 'Look over this diff and tell me what is risky', 'Is this migration safe to merge?', 'Check the security of the new upload endpoint', 'Give me a code review of src/actor.rs changes'].map((prompt) => ({ prompt })) },
+    { label: 'explore', inputs: ['Where is wicked-core riskiest to change?', 'How does the floor decide base red?', 'What calls resolveAcceptanceGate?', 'Explain how judges are picked', 'Which modules depend on the event log?'].map((prompt) => ({ prompt })) },
+    { label: 'specify', inputs: ['Write the requirements for project-scoped memories', 'Draft acceptance criteria for the needs-you count', 'Spec out the scheduler API before we build it', 'What should the evals results page show? Write it up as a spec', 'Define the wire shape for default eval reports'].map((prompt) => ({ prompt })) },
+    { label: 'decide', inputs: ['Should we use Wilson or bootstrap intervals here?', 'Pick between SQLite and JSONL for the eval store', 'Do we merge red-base runs into one item or keep them separate?', 'Which seat should judge by default, codex or claude?', 'Choose: one statistics module or two?'].map((prompt) => ({ prompt })) },
+    { label: 'incident', inputs: ['The gateway is down and every run fails with 503', 'Production deploy is failing right now, help', 'All seats are benched and nothing runs', 'The daemon crashed on boot after the upgrade', 'CI is red on main for every PR since an hour ago'].map((prompt) => ({ prompt })) },
+    { label: 'ship', inputs: ['Cut the 0.16.4 release', 'Publish core-ts to npm', 'Tag and release the studio bundle', 'Ship this branch: merge and release', 'Prepare the release notes and tag v1.2.0'].map((prompt) => ({ prompt })) },
+    { label: 'migrate', inputs: ['Migrate the eval store from JSONL to SQLite', 'Upgrade vitest 4 to 5 across the repo', 'Move learn onto the generic scheduler', 'Port the hooks from Python to TypeScript', 'Rename the wire field ask_turn everywhere'].map((prompt) => ({ prompt })) },
+    { label: 'none', inputs: ['Say hi.', 'thanks', 'ok go ahead', 'good', 'what time is it?'].map((prompt) => ({ prompt })) },
+];
+/** Floor evidence shapes, one per class. Unscored until core exposes a replay entry for the floor class. */
+const FLOOR = [
+    { label: 'pass', inputs: [{ condition: null, denialSource: null, failing: [] }] },
+    { label: 'real_fail', inputs: [{ condition: 'floor_failed', denialSource: 'repo_checks', failing: ['test'], headOnly: 2, baseFailing: 0 }] },
+    { label: 'base_red', inputs: [{ condition: 'floor_failed', denialSource: 'repo_checks', failing: ['test'], headOnly: 0, baseFailing: 12 }] },
+    { label: 'inconclusive', inputs: [{ condition: 'floor_failed', denialSource: 'repo_checks_timeout', failing: ['test'] }, { condition: 'floor_failed', denialSource: 'repo_checks', failing: ['test'], flaky: true }] },
+    { label: 'boundary_deny', inputs: [{ condition: 'boundary_deny', denialSource: 'input_governance', failing: [], refusedTool: 'Write' }] },
+];
+const QE = [
+    { label: 'PASS', inputs: [{ reason: 'All criteria satisfied from captured evidence.' }] },
+    { label: 'FAIL', inputs: [{ reason: 'FAIL: the new test fails on the change; criterion 2 is not met.' }] },
+    { label: 'INCONCLUSIVE', inputs: [{ reason: 'inconclusive: ENVIRONMENT_ISSUE, the test runner could not start on the seat.' }] },
+];
+const TEMPLATES = {
+    archetype: { templates: ARCHETYPE, replayable: true },
+    'floor-class': { templates: FLOOR, replayable: false },
+    'qe-verdict': { templates: QE, replayable: false },
+};
+/** Which suites' synthetic cases a replay adapter can score (the rest are reported as unscored). */
+export function syntheticSuites() {
+    return Object.keys(TEMPLATES);
+}
+/**
+ * Synthetic cases for every class that has fewer than {@link MIN_CASES} people-labelled real cases. Templates are
+ * taken in order, so the result is deterministic; a class with no template left stops short and says nothing more.
+ */
+export function generateSynthetic(real) {
+    const out = [];
+    for (const [suite, spec] of Object.entries(TEMPLATES)) {
+        for (const t of spec.templates) {
+            const have = real.filter((c) => c.suite === suite && c.source === 'real' && !isModelLabelled(c) && c.expected.label === t.label).length;
+            const need = Math.max(0, MIN_CASES - have);
+            t.inputs.slice(0, need).forEach((input, i) => {
+                out.push({
+                    id: `${suite}:synthetic:${t.label}:${i}`,
+                    suite,
+                    source: 'synthetic',
+                    project: null,
+                    inputKey: `${suite}:synthetic:${t.label}:${i}`,
+                    input,
+                    observed: null,
+                    expected: { label: t.label, by: 'fixture', why: 'generated for a class with too few real cases' },
+                });
+            });
+        }
+    }
+    return out;
+}
+//# sourceMappingURL=synthetic.js.map

package/dist/evals/synthetic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"synthetic.js","sourceRoot":"","sources":["../../src/evals/synthetic.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAQ7C,wGAAwG;AACxG,MAAM,SAAS,GAAe;IAC5B,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,qDAAqD,EAAE,8CAA8C,EAAE,kCAAkC,EAAE,qCAAqC,EAAE,yCAAyC,EAAE,0CAA0C,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE;IACnU,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,gCAAgC,EAAE,+CAA+C,EAAE,kCAAkC,EAAE,+CAA+C,EAAE,+CAA+C,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE;IACpR,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,0CAA0C,EAAE,qCAAqC,EAAE,mCAAmC,EAAE,+BAA+B,EAAE,wCAAwC,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE;IAC/P,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,oDAAoD,EAAE,mDAAmD,EAAE,+CAA+C,EAAE,gEAAgE,EAAE,gDAAgD,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE;IAC5U,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,mDAAmD,EAAE,kDAAkD,EAAE,gEAAgE,EAAE,sDAAsD,EAAE,uCAAuC,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE;IACvU,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,kDAAkD,EAAE,8CAA8C,EAAE,wCAAwC,EAAE,8CAA8C,EAAE,kDAAkD,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE;IAC/S,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,wBAAwB,EAAE,wBAAwB,EAAE,mCAAmC,EAAE,qCAAqC,EAAE,0CAA0C,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE;IACrO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,6CAA6C,EAAE,uCAAuC,EAAE,uCAAuC,EAAE,0CAA0C,EAAE,2CAA2C,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE;IACtR,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,SAAS,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,kBAAkB,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE;CAC1H,CAAC;AAEF,4GAA4G;AAC5G,MAAM,KAAK,GAAe;IACxB,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,EAAE;IACjF,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,cAAc,EAAE,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,EAAE;IAC5I,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,cAAc,EAAE,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,EAAE;IAC5I,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,cAAc,EAAE,YAAY,EAAE,qBAAqB,EAAE,OAAO,EAAE,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,YAAY,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE;IACtN,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,eAAe,EAAE,YAAY,EAAE,kBAAkB,EAAE,OAAO,EAAE,EAAE,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,EAAE;CAC1I,CAAC;AAEF,MAAM,EAAE,GAAe;IACrB,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,gDAAgD,EAAE,CAAC,EAAE;IACzF,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,iEAAiE,EAAE,CAAC,EAAE;IAC1G,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,+EAA+E,EAAE,CAAC,EAAE;CACjI,CAAC;AAEF,MAAM,SAAS,GAA6E;IAC1F,SAAS,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE;IACrD,aAAa,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE;IACtD,YAAY,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE;CACnD,CAAC;AAEF,oGAAoG;AACpG,MAAM,UAAU,eAAe;IAC7B,OAAO,MAAM,CAAC,IAAI,CAAC,SAAS,CAAc,CAAC;AAC7C,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAAyB;IACzD,MAAM,GAAG,GAAe,EAAE,CAAC;IAC3B,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAgD,EAAE,CAAC;QACrG,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;YACxI,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,IAAI,CAAC,CAAC;YAC3C,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;gBAC3C,GAAG,CAAC,IAAI,CAAC;oBACP,EAAE,EAAE,GAAG,KAAK,cAAc,CAAC,CAAC,KAAK,IAAI,CAAC,EAAE;oBACxC,KAAK;oBACL,MAAM,EAAE,WAAW;oBACnB,OAAO,EAAE,IAAI;oBACb,QAAQ,EAAE,GAAG,KAAK,cAAc,CAAC,CAAC,KAAK,IAAI,CAAC,EAAE;oBAC9C,KAAK;oBACL,QAAQ,EAAE,IAAI;oBACd,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,+CAA+C,EAAE;iBAClG,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/evals/types.d.ts

@@ -0,0 +1,29 @@
+/**
+ * Default evals (DES-DEFAULT-EVALS-001): the system's own judgments, tested against what really happened.
+ *
+ * Every suite uses ONE case shape. A case pairs what the system decided (`observed`) with what it should have
+ * decided (`expected`), plus where each came from. Real cases are captured from the run store, so the operator's
+ * answer at a gate is the label; synthetic cases come from a seeded generator and need a replay adapter (the current
+ * classifier run on the case's input) to be scored. The two are never mixed in one figure: a report always gives
+ * real, synthetic and combined side by side.
+ */
+import type * as W from 'wicked-crew-api-types';
+/** The eight inference points (DES §2). */
+export declare const SUITE_IDS: readonly ["needs-you", "floor-class", "qe-verdict", "attribution", "steering", "recall", "archetype", "normalization"];
+export type SuiteId = (typeof SUITE_IDS)[number];
+export type CaseSource = W.DefaultEvalCaseSource;
+export type LabelBy = W.DefaultEvalLabelBy;
+export type Answer = W.DefaultEvalAnswer;
+export type Observed = W.DefaultEvalObserved;
+export type Expected = W.DefaultEvalExpected;
+export type CaseEvidence = W.DefaultEvalCaseEvidence;
+export type EvalCase = W.DefaultEvalCase;
+export type Rate = W.DefaultEvalRate;
+export type ClassScore = W.DefaultEvalClassScore;
+export type Calibration = W.DefaultEvalCalibration;
+export type SliceScore = W.DefaultEvalSliceScore;
+export type TrendWord = W.DefaultEvalTrend;
+export type SuiteScore = W.DefaultEvalSuiteScore;
+export type DriftKey = W.DefaultEvalDriftKey;
+export type { DefaultEvalReport, DefaultEvalSummary, DefaultEvalDetail, DefaultEvalSuitesResponse, RunDefaultEvalsBody, ListDefaultEvalRunsResponse, } from 'wicked-crew-api-types';
+//# sourceMappingURL=types.d.ts.map

package/dist/evals/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/evals/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,KAAK,CAAC,MAAM,uBAAuB,CAAC;AAEhD,2CAA2C;AAC3C,eAAO,MAAM,SAAS,wHASZ,CAAC;AACX,MAAM,MAAM,OAAO,GAAG,CAAC,OAAO,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC;AAQjD,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,qBAAqB,CAAC;AACjD,MAAM,MAAM,OAAO,GAAG,CAAC,CAAC,kBAAkB,CAAC;AAC3C,MAAM,MAAM,MAAM,GAAG,CAAC,CAAC,iBAAiB,CAAC;AACzC,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,mBAAmB,CAAC;AAC7C,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,mBAAmB,CAAC;AAC7C,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,uBAAuB,CAAC;AACrD,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,eAAe,CAAC;AACzC,MAAM,MAAM,IAAI,GAAG,CAAC,CAAC,eAAe,CAAC;AACrC,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,qBAAqB,CAAC;AACjD,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,sBAAsB,CAAC;AACnD,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,qBAAqB,CAAC;AACjD,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,gBAAgB,CAAC;AAC3C,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,qBAAqB,CAAC;AACjD,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,mBAAmB,CAAC;AAE7C,YAAY,EACV,iBAAiB,EACjB,kBAAkB,EAClB,iBAAiB,EACjB,yBAAyB,EACzB,mBAAmB,EACnB,2BAA2B,GAC5B,MAAM,uBAAuB,CAAC"}

package/dist/evals/types.js

@@ -0,0 +1,25 @@
+/**
+ * Default evals (DES-DEFAULT-EVALS-001): the system's own judgments, tested against what really happened.
+ *
+ * Every suite uses ONE case shape. A case pairs what the system decided (`observed`) with what it should have
+ * decided (`expected`), plus where each came from. Real cases are captured from the run store, so the operator's
+ * answer at a gate is the label; synthetic cases come from a seeded generator and need a replay adapter (the current
+ * classifier run on the case's input) to be scored. The two are never mixed in one figure: a report always gives
+ * real, synthetic and combined side by side.
+ */
+/** The eight inference points (DES §2). */
+export const SUITE_IDS = [
+    'needs-you',
+    'floor-class',
+    'qe-verdict',
+    'attribution',
+    'steering',
+    'recall',
+    'archetype',
+    'normalization',
+];
+// The wire contract lives in wicked-crew-api-types (studio builds against it); these are crew's short names.
+// A suite id added on one side and not the other fails here at compile time.
+const _sameSuites = true;
+void _sameSuites;
+//# sourceMappingURL=types.js.map

package/dist/evals/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/evals/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAIH,2CAA2C;AAC3C,MAAM,CAAC,MAAM,SAAS,GAAG;IACvB,WAAW;IACX,aAAa;IACb,YAAY;IACZ,aAAa;IACb,UAAU;IACV,QAAQ;IACR,WAAW;IACX,eAAe;CACP,CAAC;AAGX,6GAA6G;AAC7G,6EAA6E;AAC7E,MAAM,WAAW,GAAyG,IAAI,CAAC;AAC/H,KAAK,WAAW,CAAC"}

package/dist/evals/workflow.d.ts

@@ -0,0 +1,33 @@
+/**
+ * The `run-evals` workflow (DES-DEFAULT-EVALS-001 §7) is DATA: `packages/crew/workflows/run-evals.json`. This module
+ * reads it, fills its host tokens (`{node}`, `{run_cli}`, `{runs_dir}`) and hands it to the engine, which validates it
+ * (`adapter.registerWorkflow`), exactly as the run review's def is handled (`insights/workflow.ts`).
+ *
+ * The daemon runs the evals itself when it launches the workflow ({@link prepareRunEvalsLaunch}): every launch (a
+ * schedule, `/workflow-run-evals`, `POST /runs`) scores this daemon's store in-process, keeps the report where
+ * Evaluate reads it, and writes a copy to `<runs dir>/<run>/report.json`. The Tool step only reads that copy back
+ * (`run-cli --runs-dir`, found by `$WICKED_RUN_ID`), so it needs no network, no daemon URL and no credentials: a Tool
+ * step's environment is cleared to the validator allowlist, and a daemon with required auth would refuse an
+ * unauthenticated call anyway.
+ */
+import type { LaunchRunInput, WorkflowDef } from '../core/types.js';
+import type { DefaultEvalReport } from './types.js';
+export declare const RUN_EVALS_WORKFLOW = "run-evals";
+export declare const RUN_EVALS_WORKFLOW_FILE: string;
+/** The Tool step's script beside this module (`.js` in dist). */
+export declare const RUN_EVALS_CLI: string;
+/** Where each run's report copy lives: outside the daemon state home (the worker fence), like the reviews. */
+export declare function defaultEvalRunsDir(env?: NodeJS.ProcessEnv): string;
+export interface RunEvalsTokens {
+    node: string;
+    runCli: string;
+    runsDir: string;
+}
+export declare function fillRunEvalsWorkflow(raw: unknown, tokens: RunEvalsTokens): WorkflowDef;
+export declare function loadRunEvalsWorkflow(tokens: RunEvalsTokens, file?: string): WorkflowDef;
+/**
+ * Prepare a `run-evals` launch: run the evals now (`run`, which also keeps the report), write the copy the Tool step
+ * reads, and make the launch repo-less, delivering nothing, on no seat.
+ */
+export declare function prepareRunEvalsLaunch(input: LaunchRunInput, run: () => Promise<DefaultEvalReport>, runsDir?: string): Promise<DefaultEvalReport>;
+//# sourceMappingURL=workflow.d.ts.map

package/dist/evals/workflow.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"workflow.d.ts","sourceRoot":"","sources":["../../src/evals/workflow.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAOH,OAAO,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AACpE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAEpD,eAAO,MAAM,kBAAkB,cAAc,CAAC;AAC9C,eAAO,MAAM,uBAAuB,QAA4E,CAAC;AACjH,iEAAiE;AACjE,eAAO,MAAM,aAAa,QAA0D,CAAC;AAErF,8GAA8G;AAC9G,wBAAgB,kBAAkB,CAAC,GAAG,GAAE,MAAM,CAAC,UAAwB,GAAG,MAAM,CAE/E;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;CACjB;AAID,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,cAAc,GAAG,WAAW,CAkBtF;AAED,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,cAAc,EAAE,IAAI,SAA0B,GAAG,WAAW,CAExG;AAED;;;GAGG;AACH,wBAAsB,qBAAqB,CACzC,KAAK,EAAE,cAAc,EACrB,GAAG,EAAE,MAAM,OAAO,CAAC,iBAAiB,CAAC,EACrC,OAAO,GAAE,MAA6B,GACrC,OAAO,CAAC,iBAAiB,CAAC,CAU5B"}

package/dist/evals/workflow.js

@@ -0,0 +1,66 @@
+/**
+ * The `run-evals` workflow (DES-DEFAULT-EVALS-001 §7) is DATA: `packages/crew/workflows/run-evals.json`. This module
+ * reads it, fills its host tokens (`{node}`, `{run_cli}`, `{runs_dir}`) and hands it to the engine, which validates it
+ * (`adapter.registerWorkflow`), exactly as the run review's def is handled (`insights/workflow.ts`).
+ *
+ * The daemon runs the evals itself when it launches the workflow ({@link prepareRunEvalsLaunch}): every launch (a
+ * schedule, `/workflow-run-evals`, `POST /runs`) scores this daemon's store in-process, keeps the report where
+ * Evaluate reads it, and writes a copy to `<runs dir>/<run>/report.json`. The Tool step only reads that copy back
+ * (`run-cli --runs-dir`, found by `$WICKED_RUN_ID`), so it needs no network, no daemon URL and no credentials: a Tool
+ * step's environment is cleared to the validator allowlist, and a daemon with required auth would refuse an
+ * unauthenticated call anyway.
+ */
+import { mkdirSync, readFileSync, writeFileSync } from 'node:fs';
+import { homedir } from 'node:os';
+import { join } from 'node:path';
+import { fileURLToPath } from 'node:url';
+export const RUN_EVALS_WORKFLOW = 'run-evals';
+export const RUN_EVALS_WORKFLOW_FILE = fileURLToPath(new URL('../../workflows/run-evals.json', import.meta.url));
+/** The Tool step's script beside this module (`.js` in dist). */
+export const RUN_EVALS_CLI = fileURLToPath(new URL('./run-cli.js', import.meta.url));
+/** Where each run's report copy lives: outside the daemon state home (the worker fence), like the reviews. */
+export function defaultEvalRunsDir(env = process.env) {
+    return env['WICKED_CREW_EVAL_RUNS_DIR'] ?? join(homedir(), '.wicked', 'evals');
+}
+const TOKEN = /\{[a-z_]+\}/u;
+export function fillRunEvalsWorkflow(raw, tokens) {
+    for (const [k, v] of Object.entries(tokens)) {
+        if (typeof v !== 'string' || v.trim() === '')
+            throw new Error(`run-evals: the ${k} token is empty`);
+    }
+    const def = { ...raw };
+    delete def['$comment'];
+    const fill = (s) => s.replaceAll('{node}', tokens.node).replaceAll('{run_cli}', tokens.runCli).replaceAll('{runs_dir}', tokens.runsDir);
+    const phases = def['phases'].map((p) => {
+        const ex = p['executor'];
+        if (ex?.type !== 'tool' || !Array.isArray(ex.cmd))
+            return p;
+        return { ...p, executor: { type: 'tool', cmd: ex.cmd.map(fill) } };
+    });
+    const out = { ...def, phases };
+    // Any {token} left (a misspelt one in the def included) is a packaging error, never a literal argument.
+    const left = JSON.stringify(out.phases.map((p) => p.executor ?? null)).match(TOKEN);
+    if (left !== null)
+        throw new Error(`run-evals: token ${left[0]} was not filled`);
+    return out;
+}
+export function loadRunEvalsWorkflow(tokens, file = RUN_EVALS_WORKFLOW_FILE) {
+    return fillRunEvalsWorkflow(JSON.parse(readFileSync(file, 'utf8')), tokens);
+}
+/**
+ * Prepare a `run-evals` launch: run the evals now (`run`, which also keeps the report), write the copy the Tool step
+ * reads, and make the launch repo-less, delivering nothing, on no seat.
+ */
+export async function prepareRunEvalsLaunch(input, run, runsDir = defaultEvalRunsDir()) {
+    const report = await run();
+    const dir = join(runsDir, input.sessionId);
+    mkdirSync(dir, { recursive: true });
+    writeFileSync(join(dir, 'report.json'), JSON.stringify(report, null, 2));
+    input.workflow = RUN_EVALS_WORKFLOW;
+    input.clisJson = '[]';
+    delete input.repoRef;
+    if (input.problem === undefined || input.problem.trim() === '')
+        input.problem = 'Run the default evals across every project';
+    return report;
+}
+//# sourceMappingURL=workflow.js.map

package/dist/evals/workflow.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"workflow.js","sourceRoot":"","sources":["../../src/evals/workflow.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACjE,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAKzC,MAAM,CAAC,MAAM,kBAAkB,GAAG,WAAW,CAAC;AAC9C,MAAM,CAAC,MAAM,uBAAuB,GAAG,aAAa,CAAC,IAAI,GAAG,CAAC,gCAAgC,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AACjH,iEAAiE;AACjE,MAAM,CAAC,MAAM,aAAa,GAAG,aAAa,CAAC,IAAI,GAAG,CAAC,cAAc,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAErF,8GAA8G;AAC9G,MAAM,UAAU,kBAAkB,CAAC,MAAyB,OAAO,CAAC,GAAG;IACrE,OAAO,GAAG,CAAC,2BAA2B,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;AACjF,CAAC;AAQD,MAAM,KAAK,GAAG,cAAc,CAAC;AAE7B,MAAM,UAAU,oBAAoB,CAAC,GAAY,EAAE,MAAsB;IACvE,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5C,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,iBAAiB,CAAC,CAAC;IACtG,CAAC;IACD,MAAM,GAAG,GAAG,EAAE,GAAI,GAA+B,EAAE,CAAC;IACpD,OAAO,GAAG,CAAC,UAAU,CAAC,CAAC;IACvB,MAAM,IAAI,GAAG,CAAC,CAAS,EAAU,EAAE,CACjC,CAAC,CAAC,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;IACtH,MAAM,MAAM,GAAI,GAAG,CAAC,QAAQ,CAAoC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACzE,MAAM,EAAE,GAAG,CAAC,CAAC,UAAU,CAAkD,CAAC;QAC1E,IAAI,EAAE,EAAE,IAAI,KAAK,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;QAC5D,OAAO,EAAE,GAAG,CAAC,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;IACrE,CAAC,CAAC,CAAC;IACH,MAAM,GAAG,GAAG,EAAE,GAAG,GAAG,EAAE,MAAM,EAA4B,CAAC;IACzD,wGAAwG;IACxG,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACpF,IAAI,IAAI,KAAK,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,IAAI,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;IACjF,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,MAAsB,EAAE,IAAI,GAAG,uBAAuB;IACzF,OAAO,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAY,EAAE,MAAM,CAAC,CAAC;AACzF,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,KAAqB,EACrB,GAAqC,EACrC,UAAkB,kBAAkB,EAAE;IAEtC,MAAM,MAAM,GAAG,MAAM,GAAG,EAAE,CAAC;IAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAC3C,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACpC,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,aAAa,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACzE,KAAK,CAAC,QAAQ,GAAG,kBAAkB,CAAC;IACpC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC;IACtB,OAAQ,KAA8B,CAAC,OAAO,CAAC;IAC/C,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,KAAK,CAAC,OAAO,GAAG,4CAA4C,CAAC;IAC7H,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/insights/analyze-cli.d.ts

@@ -0,0 +1,18 @@
+#!/usr/bin/env node
+/**
+ * The `review-recent-work` workflow's `analyze` Tool phase (DES-RUNS-REVIEW-001 §3): reads the snapshot crew
+ * prepared for this run and writes `facts.json` beside it. Deterministic; the model never runs here.
+ *
+ *   node analyze-cli.js --reviews-dir <dir>      # the run's dir is <dir>/$WICKED_RUN_ID (the engine sets it)
+ *   node analyze-cli.js --dir <run dir>          # explicit (tests, by hand)
+ *
+ * Exit 0 with a one-paragraph summary on stdout; exit 1 with the reason on stderr.
+ */
+import { type Facts } from './analyze.js';
+export declare const SNAPSHOT_FILE = "snapshot.json";
+export declare const FACTS_FILE = "facts.json";
+export declare const REPORT_FILE = "report.json";
+export declare function runDirFrom(argv: readonly string[], env: NodeJS.ProcessEnv): string;
+export declare function summaryOf(f: Facts): string;
+export declare function runAnalyze(dir: string): Facts;
+//# sourceMappingURL=analyze-cli.d.ts.map

package/dist/insights/analyze-cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"analyze-cli.d.ts","sourceRoot":"","sources":["../../src/insights/analyze-cli.ts"],"names":[],"mappings":";AACA;;;;;;;;GAQG;AAKH,OAAO,EAAW,KAAK,KAAK,EAAiB,MAAM,cAAc,CAAC;AAElE,eAAO,MAAM,aAAa,kBAAkB,CAAC;AAC7C,eAAO,MAAM,UAAU,eAAe,CAAC;AACvC,eAAO,MAAM,WAAW,gBAAgB,CAAC;AAIzC,wBAAgB,UAAU,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,UAAU,GAAG,MAAM,CAYlF;AAED,wBAAgB,SAAS,CAAC,CAAC,EAAE,KAAK,GAAG,MAAM,CAO1C;AAED,wBAAgB,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,KAAK,CAW7C"}