@monoes/monomindcli 2.16.2 → 2.16.4

package/dist/src/decision/pick-eval.js

@@ -0,0 +1,113 @@
+/**
+ * Offline evaluation of agent/skill picking: tasks with every acceptable
+ * agent and skill id, scored as top-1 / top-3 hits. The eval set lives in a
+ * source checkout under tests/pick-eval/ (dataset.json, holdout.json and a
+ * frozen catalog snapshot); `pnpm run pick:eval` (scripts/pick-eval.mjs), the
+ * tests/pick-eval regression guard and `monomind doctor -c pick` all score
+ * through this module.
+ */
+import { existsSync, readFileSync } from 'node:fs';
+import { join } from 'node:path';
+import { agentCatalog, skillIndex } from './catalogs.js';
+import { jevModule, keywordRank } from './jev.js';
+export const EVAL_TOP = 3;
+export function evalDir(root) {
+    return join(root, 'tests', 'pick-eval');
+}
+function readJson(file) {
+    try {
+        return JSON.parse(readFileSync(file, 'utf-8'));
+    }
+    catch {
+        return null;
+    }
+}
+/** dataset.json + holdout.json under tests/pick-eval, or null outside a
+ *  checkout that carries the eval set. */
+export function readEvalTasks(root, sets = ['dataset', 'holdout']) {
+    const dir = evalDir(root);
+    const out = [];
+    for (const set of sets) {
+        const list = readJson(join(dir, `${set}.json`));
+        if (!Array.isArray(list))
+            return null;
+        out.push(...list);
+    }
+    return out;
+}
+/** The frozen catalog snapshot (catalog-snapshot.json), or null. */
+export function readEvalSnapshot(root) {
+    const file = join(evalDir(root), 'catalog-snapshot.json');
+    if (!existsSync(file))
+        return null;
+    const snap = readJson(file);
+    return snap && Array.isArray(snap.agents) && Array.isArray(snap.skills) ? snap : null;
+}
+/**
+ * The project's live catalogs as the picker sees them, minus the user's
+ * personal ~/.claude/skills so a score means the same on every machine.
+ */
+export function projectCatalogs(root) {
+    const agents = agentCatalog(root);
+    const index = skillIndex(root, { user: false });
+    const skills = jevModule()?.loadSkillCatalog(root, index ? { index } : undefined) ?? [];
+    return { agents, skills };
+}
+/** Score ranked picks against the tasks' acceptable ids. */
+export function scorePicks(tasks, picks) {
+    const kind = (k) => {
+        const score = { n: 0, top1: 0, top3: 0, misses: [] };
+        tasks.forEach((t, i) => {
+            const expected = t[k];
+            if (!expected.length)
+                return;
+            score.n++;
+            const ok = new Set(expected);
+            const got = (picks[i]?.[k] ?? []).slice(0, EVAL_TOP);
+            const at = got.findIndex((id) => ok.has(id));
+            if (at === 0)
+                score.top1++;
+            if (at !== -1)
+                score.top3++;
+            if (at !== 0)
+                score.misses.push({
+                    id: t.id,
+                    task: t.task,
+                    expected,
+                    got,
+                    rank: at === -1 ? null : at + 1,
+                });
+        });
+        return score;
+    };
+    return { tasks: tasks.length, agents: kind('agents'), skills: kind('skills') };
+}
+/** Keyword-only picks for every task (in-process, no network). */
+export function keywordPicks(tasks, catalogs) {
+    return tasks.map((t) => ({
+        agents: keywordRank(t.task, catalogs.agents, EVAL_TOP).map((i) => i.id),
+        skills: keywordRank(t.task, catalogs.skills, EVAL_TOP).map((i) => i.id),
+    }));
+}
+export function keywordEval(tasks, catalogs) {
+    return scorePicks(tasks, keywordPicks(tasks, catalogs));
+}
+/** Expected ids a catalog does not contain (a stale expectation). */
+export function unknownExpectations(tasks, catalogs) {
+    const known = {
+        agents: new Set(catalogs.agents.map((a) => a.id)),
+        skills: new Set(catalogs.skills.map((s) => s.id)),
+    };
+    const out = [];
+    for (const t of tasks)
+        for (const kind of ['agents', 'skills']) {
+            const missing = t[kind].filter((id) => !known[kind].has(id));
+            if (missing.length)
+                out.push({ id: t.id, kind, missing });
+        }
+    return out;
+}
+export function formatScore(s) {
+    return `top1 ${s.top1}/${s.n}, top3 ${s.top3}/${s.n}`;
+}
+//# sourceMappingURL=pick-eval.js.map

package/dist/src/decision/pick-eval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pick-eval.js","sourceRoot":"","sources":["../../../src/decision/pick-eval.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AACzD,OAAO,EAAoB,SAAS,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAkDpE,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,CAAC;AAE1B,MAAM,UAAU,OAAO,CAAC,IAAY;IAClC,OAAO,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;AAC1C,CAAC;AAED,SAAS,QAAQ,CAAI,IAAY;IAC/B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAM,CAAC;IACtD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;0CAC0C;AAC1C,MAAM,UAAU,aAAa,CAC3B,IAAY,EACZ,IAAI,GAAa,CAAC,SAAS,EAAE,SAAS,CAAC;IAEvC,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,MAAM,GAAG,GAAe,EAAE,CAAC;IAC3B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,QAAQ,CAAa,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC;QAC5D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;QACtC,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;IACpB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,oEAAoE;AACpE,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,uBAAuB,CAAC,CAAC;IAC1D,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACnC,MAAM,IAAI,GAAG,QAAQ,CAAe,IAAI,CAAC,CAAC;IAC1C,OAAO,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;AACxF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAChD,MAAM,MAAM,GAAG,SAAS,EAAE,EAAE,gBAAgB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;IACxF,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AAC5B,CAAC;AAED,4DAA4D;AAC5D,MAAM,UAAU,UAAU,CAAC,KAAiB,EAAE,KAAkB;IAC9D,MAAM,IAAI,GAAG,CAAC,CAAW,EAAa,EAAE;QACtC,MAAM,KAAK,GAAc,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAChE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACrB,MAAM,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACtB,IAAI,CAAC,QAAQ,CAAC,MAAM;gBAAE,OAAO;YAC7B,KAAK,CAAC,CAAC,EAAE,CAAC;YACV,MAAM,EAAE,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC7B,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;YACrD,MAAM,EAAE,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YAC7C,IAAI,EAAE,KAAK,CAAC;gBAAE,KAAK,CAAC,IAAI,EAAE,CAAC;YAC3B,IAAI,EAAE,KAAK,CAAC,CAAC;gBAAE,KAAK,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,EAAE,KAAK,CAAC;gBACV,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;oBAChB,EAAE,EAAE,CAAC,CAAC,EAAE;oBACR,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,QAAQ;oBACR,GAAG;oBACH,IAAI,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC;iBAChC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QACH,OAAO,KAAK,CAAC;IACf,CAAC,CAAC;IACF,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;AACjF,CAAC;AAED,kEAAkE;AAClE,MAAM,UAAU,YAAY,CAAC,KAAiB,EAAE,QAAsB;IACpE,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACvB,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACxE,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAiB,EAAE,QAAsB;IACnE,OAAO,UAAU,CAAC,KAAK,EAAE,YAAY,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;AAC1D,CAAC;AAED,qEAAqE;AACrE,MAAM,UAAU,mBAAmB,CACjC,KAAiB,EACjB,QAAsB;IAEtB,MAAM,KAAK,GAAG;QACZ,MAAM,EAAE,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACjD,MAAM,EAAE,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;KAClD,CAAC;IACF,MAAM,GAAG,GAAwD,EAAE,CAAC;IACpE,KAAK,MAAM,CAAC,IAAI,KAAK;QACnB,KAAK,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAU,EAAE,CAAC;YACjD,MAAM,OAAO,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YAC7D,IAAI,OAAO,CAAC,MAAM;gBAAE,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QAC5D,CAAC;IACH,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,CAAY;IACtC,OAAO,QAAQ,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;AACxD,CAAC"}

package/dist/src/decision/pick-real.d.ts

@@ -0,0 +1,93 @@
+import { type CatalogItem } from './jev.js';
+import { type EvalTask } from './pick-eval.js';
+/** Only the newest part of a large log is read. */
+export declare const MAX_LOG_BYTES: number;
+/** Spawns before doctor reports a real-use agreement rate. */
+export declare const REAL_USE_MIN_SPAWNS = 10;
+type Rec = Record<string, unknown>;
+/** Parsed JSONL records of a hook log (newest MAX_LOG_BYTES), [] when missing. */
+export declare function readHookLog(file: string, maxBytes?: number): Rec[];
+/** A notification or harness message, not something a person asked for. */
+export declare function isSystemPreview(text: string): boolean;
+/** A record's prompt as a redacted, one-line preview of at most 120 chars.
+ *  Older records carry `task` (up to 500 chars, not redacted by the hook). */
+export declare function previewOf(rec: Rec): string;
+export interface RealExample {
+    routeId: string;
+    preview: string;
+    /** subagent_type of the spawn. */
+    actual: string;
+    /** The recorded pick at spawn time (null: none). */
+    recommended: string | null;
+    followed: boolean | null;
+    /** The route printed a [PICK] line (null: older record without the field). */
+    shown: boolean | null;
+    method: string | null;
+    /** Spawns of `actual` for this prompt. */
+    spawns: number;
+}
+export interface RouteStats {
+    routes: number;
+    shown: number;
+    /** Routes whose prompt was a notification or harness message. */
+    system: number;
+    methods: Record<string, number>;
+    /** Most recommended agents over the non-system routes. */
+    topRecommended: {
+        name: string;
+        count: number;
+    }[];
+}
+export interface RealUseLogs {
+    hasAdherence: boolean;
+    routes: RouteStats;
+    /** Spawns on record (adherence lines with an agent, plus older joined routes). */
+    spawns: number;
+    /** Spawns made while a pick was recorded, and of those how many followed it. */
+    recommendedSpawns: number;
+    followed: number;
+    /** The same, for spawns whose pick was shown as a [PICK] line. */
+    shownSpawns: number;
+    shownFollowed: number;
+    examples: RealExample[];
+    /** Spawns left out: notification prompt, too short, no prompt on record. */
+    skipped: {
+        system: number;
+        short: number;
+        noPrompt: number;
+    };
+}
+/** `dir` is a .monomind directory, or a project root holding one. */
+export declare function logsDir(dir: string): string;
+/** Labelled real-use examples and route stats from the hook logs in `dir`. */
+export declare function readRealUse(dir: string): RealUseLogs;
+/** The catalog id `name` refers to (by id or display name), or null. */
+export declare function catalogId(name: string, agents: CatalogItem[]): string | null;
+export interface RealUseScore {
+    /** Examples whose spawned agent is in the catalog (the scored ones). */
+    n: number;
+    top1: number;
+    top3: number;
+    /** Examples that spawned an agent outside the catalog (e.g. general-purpose). */
+    outOfCatalog: {
+        name: string;
+        count: number;
+    }[];
+    /** In-catalog examples whose agent is not in the top 3, most spawns first. */
+    disagreements: {
+        preview: string;
+        actual: string;
+        got: string[];
+        spawns: number;
+    }[];
+}
+/** Score ranked agent ids (one list per example) against the spawned agents. */
+export declare function scoreRealUse(examples: RealExample[], agents: CatalogItem[], picks: string[][]): RealUseScore;
+/** Keyword-ranked agent ids for each example (in-process, no network). */
+export declare function keywordRealPicks(examples: RealExample[], agents: CatalogItem[]): string[][];
+/** In-catalog examples in the tests/pick-eval dataset shape, ids from `firstId`. */
+export declare function realUseEvalTasks(examples: RealExample[], agents: CatalogItem[], firstId?: number): EvalTask[];
+/** The `doctor -c pick` line for the project at `root`. */
+export declare function realUseLine(root: string, agents: CatalogItem[]): string;
+export {};
+//# sourceMappingURL=pick-real.d.ts.map

package/dist/src/decision/pick-real.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pick-real.d.ts","sourceRoot":"","sources":["../../../src/decision/pick-real.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,KAAK,WAAW,EAAe,MAAM,UAAU,CAAC;AACzD,OAAO,EAAY,KAAK,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAEzD,mDAAmD;AACnD,eAAO,MAAM,aAAa,QAAkB,CAAC;AAI7C,8DAA8D;AAC9D,eAAO,MAAM,mBAAmB,KAAK,CAAC;AAEtC,KAAK,GAAG,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAEnC,kFAAkF;AAClF,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,SAAgB,GAAG,GAAG,EAAE,CA2BzE;AAOD,2EAA2E;AAC3E,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAErD;AAED;8EAC8E;AAC9E,wBAAgB,SAAS,CAAC,GAAG,EAAE,GAAG,GAAG,MAAM,CAI1C;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,kCAAkC;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,oDAAoD;IACpD,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,QAAQ,EAAE,OAAO,GAAG,IAAI,CAAC;IACzB,8EAA8E;IAC9E,KAAK,EAAE,OAAO,GAAG,IAAI,CAAC;IACtB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,0CAA0C;IAC1C,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,iEAAiE;IACjE,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,0DAA0D;IAC1D,cAAc,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CACnD;AAED,MAAM,WAAW,WAAW;IAC1B,YAAY,EAAE,OAAO,CAAC;IACtB,MAAM,EAAE,UAAU,CAAC;IACnB,kFAAkF;IAClF,MAAM,EAAE,MAAM,CAAC;IACf,gFAAgF;IAChF,iBAAiB,EAAE,MAAM,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,kEAAkE;IAClE,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,4EAA4E;IAC5E,OAAO,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;CAC9D;AAmCD,qEAAqE;AACrE,wBAAgB,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAG3C;AAED,8EAA8E;AAC9E,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,CAoFpD;AAED,wEAAwE;AACxE,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,GAAG,IAAI,CAI5E;AAED,MAAM,WAAW,YAAY;IAC3B,wEAAwE;IACxE,CAAC,EAAE,MAAM,CAAC;IACV,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,iFAAiF;IACjF,YAAY,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAChD,8EAA8E;IAC9E,aAAa,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CACrF;AAED,gFAAgF;AAChF,wBAAgB,YAAY,CAC1B,QAAQ,EAAE,WAAW,EAAE,EACvB,MAAM,EAAE,WAAW,EAAE,EACrB,KAAK,EAAE,MAAM,EAAE,EAAE,GAChB,YAAY,CAqBd;AAED,0EAA0E;AAC1E,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,EAAE,EAAE,CAE3F;AAED,oFAAoF;AACpF,wBAAgB,gBAAgB,CAC9B,QAAQ,EAAE,WAAW,EAAE,EACvB,MAAM,EAAE,WAAW,EAAE,EACrB,OAAO,SAAO,GACb,QAAQ,EAAE,CAcZ;AAKD,2DAA2D;AAC3D,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,CAKvE"}

package/dist/src/decision/pick-real.js

@@ -0,0 +1,253 @@
+/**
+ * Real-use pick eval: labelled examples from the hook logs of a project.
+ * Every Task/Agent spawn whose prompt is on record (pick-adherence.jsonl
+ * joined to route-outcomes.jsonl by routeId, or an older route record with
+ * `agentActuallyUsed`) is one example: redacted prompt preview → the agent
+ * actually spawned. `node scripts/pick-eval.mjs --logs` re-ranks the previews
+ * with the current ranker; `monomind doctor -c pick` prints one summary line.
+ */
+import { closeSync, existsSync, openSync, readSync, statSync } from 'node:fs';
+import { join } from 'node:path';
+import { redactPaths, redactSecrets } from '../utils/redaction.js';
+import { keywordRank } from './jev.js';
+import { EVAL_TOP } from './pick-eval.js';
+/** Only the newest part of a large log is read. */
+export const MAX_LOG_BYTES = 4 * 1024 * 1024;
+const PREVIEW_CHARS = 120;
+/** Previews with fewer words say nothing a ranker can use ("continue"). */
+const MIN_WORDS = 3;
+/** Spawns before doctor reports a real-use agreement rate. */
+export const REAL_USE_MIN_SPAWNS = 10;
+/** Parsed JSONL records of a hook log (newest MAX_LOG_BYTES), [] when missing. */
+export function readHookLog(file, maxBytes = MAX_LOG_BYTES) {
+    let fd;
+    let lines;
+    try {
+        const size = statSync(file).size;
+        const length = Math.min(size, maxBytes);
+        const buf = Buffer.alloc(length);
+        fd = openSync(file, 'r');
+        readSync(fd, buf, 0, length, size - length);
+        lines = buf.toString('utf-8').split('\n');
+        if (length < size)
+            lines.shift(); // a partial first line
+    }
+    catch {
+        return [];
+    }
+    finally {
+        if (fd !== undefined)
+            closeSync(fd);
+    }
+    const out = [];
+    for (const line of lines) {
+        if (!line.trim())
+            continue;
+        try {
+            const rec = JSON.parse(line);
+            if (rec && typeof rec === 'object' && !Array.isArray(rec))
+                out.push(rec);
+        }
+        catch {
+            /* a torn line */
+        }
+    }
+    return out;
+}
+const str = (v) => (typeof v === 'string' && v ? v : null);
+const SYSTEM_PREVIEW = /^(?:<(?:task-notification|system-reminder|command-name|command-message|command-args|local-command-stdout|local-command-stderr|local-command-caveat|bash-input|bash-stdout|bash-stderr|user-prompt-submit-hook)\b|Caveat: |\[Request interrupted)/i;
+/** A notification or harness message, not something a person asked for. */
+export function isSystemPreview(text) {
+    return SYSTEM_PREVIEW.test(text.trimStart());
+}
+/** A record's prompt as a redacted, one-line preview of at most 120 chars.
+ *  Older records carry `task` (up to 500 chars, not redacted by the hook). */
+export function previewOf(rec) {
+    const raw = str(rec.promptPreview) ?? str(rec.task) ?? '';
+    const text = raw.replace(/^\s*<pasted_content[^>]*>/i, '');
+    return redactPaths(redactSecrets(text)).replace(/\s+/g, ' ').trim().slice(0, PREVIEW_CHARS);
+}
+const normName = (name) => name
+    .toLowerCase()
+    .replace(/[^a-z0-9]+/g, '-')
+    .replace(/^-|-$/g, '');
+function routeStats(routes) {
+    const methods = {};
+    // Keyed by normalized name: older records mix `Tester` and `tester`.
+    const agents = new Map();
+    let system = 0;
+    for (const r of routes) {
+        const method = str(r.method) ?? str(r.routingMethod) ?? 'unknown';
+        methods[method] = (methods[method] ?? 0) + 1;
+        if (isSystemPreview(previewOf(r))) {
+            system++;
+            continue;
+        }
+        const agent = str(r.agentName) ?? str(r.recommendedAgent);
+        if (!agent)
+            continue;
+        const entry = agents.get(normName(agent));
+        if (entry)
+            entry.count++;
+        else
+            agents.set(normName(agent), { name: agent, count: 1 });
+    }
+    return {
+        routes: routes.length,
+        shown: routes.filter((r) => r.shown === true).length,
+        system,
+        methods,
+        topRecommended: [...agents.values()].sort((a, b) => b.count - a.count).slice(0, 5),
+    };
+}
+/** `dir` is a .monomind directory, or a project root holding one. */
+export function logsDir(dir) {
+    const nested = join(dir, '.monomind');
+    return !existsSync(join(dir, 'route-outcomes.jsonl')) && existsSync(nested) ? nested : dir;
+}
+/** Labelled real-use examples and route stats from the hook logs in `dir`. */
+export function readRealUse(dir) {
+    const d = logsDir(dir);
+    const routes = readHookLog(join(d, 'route-outcomes.jsonl'));
+    const adherenceFile = join(d, 'pick-adherence.jsonl');
+    const adherence = readHookLog(adherenceFile);
+    const byRoute = new Map();
+    for (const r of routes) {
+        const id = str(r.routeId);
+        if (id)
+            byRoute.set(id, r); // the last record wins, as joinOutcome patches it
+    }
+    const out = {
+        hasAdherence: existsSync(adherenceFile),
+        routes: routeStats(routes),
+        spawns: 0,
+        recommendedSpawns: 0,
+        followed: 0,
+        shownSpawns: 0,
+        shownFollowed: 0,
+        examples: [],
+        skipped: { system: 0, short: 0, noPrompt: 0 },
+    };
+    const examples = new Map();
+    const spawn = (routeId, actual, recommended, followed) => {
+        out.spawns++;
+        const route = routeId ? byRoute.get(routeId) : undefined;
+        const shown = route && typeof route.shown === 'boolean' ? route.shown : null;
+        if (followed !== null) {
+            out.recommendedSpawns++;
+            if (followed)
+                out.followed++;
+            if (shown) {
+                out.shownSpawns++;
+                if (followed)
+                    out.shownFollowed++;
+            }
+        }
+        const preview = route ? previewOf(route) : '';
+        if (!routeId || !route || !preview)
+            out.skipped.noPrompt++;
+        else if (isSystemPreview(preview))
+            out.skipped.system++;
+        else if (preview.split(' ').length < MIN_WORDS)
+            out.skipped.short++;
+        else {
+            const key = `${routeId}\u0000${actual}`;
+            const seen = examples.get(key);
+            if (seen)
+                seen.spawns++;
+            else
+                examples.set(key, {
+                    routeId,
+                    preview,
+                    actual,
+                    recommended,
+                    followed,
+                    shown,
+                    method: str(route.method) ?? str(route.routingMethod),
+                    spawns: 1,
+                });
+        }
+    };
+    const spawnedRoutes = new Set();
+    for (const a of adherence) {
+        const actual = str(a.actual);
+        if (!actual)
+            continue;
+        const routeId = str(a.routeId);
+        if (routeId)
+            spawnedRoutes.add(routeId);
+        spawn(routeId, actual, str(a.recommended), typeof a.followed === 'boolean' ? a.followed : null);
+    }
+    // Older logs: the spawn is only on the route record (agentActuallyUsed).
+    for (const [routeId, r] of byRoute) {
+        const actual = str(r.agentActuallyUsed);
+        if (!actual || spawnedRoutes.has(routeId))
+            continue;
+        const recommended = str(r.agentName) ?? str(r.recommendedAgent);
+        spawn(routeId, actual, recommended, recommended ? normName(recommended) === normName(actual) : null);
+    }
+    out.examples = [...examples.values()];
+    return out;
+}
+/** The catalog id `name` refers to (by id or display name), or null. */
+export function catalogId(name, agents) {
+    const key = normName(name);
+    const hit = agents.find((a) => normName(a.id) === key || normName(a.name ?? '') === key);
+    return hit ? hit.id : null;
+}
+/** Score ranked agent ids (one list per example) against the spawned agents. */
+export function scoreRealUse(examples, agents, picks) {
+    const score = { n: 0, top1: 0, top3: 0, outOfCatalog: [], disagreements: [] };
+    const outside = new Map();
+    examples.forEach((ex, i) => {
+        const id = catalogId(ex.actual, agents);
+        if (!id) {
+            outside.set(ex.actual, (outside.get(ex.actual) ?? 0) + 1);
+            return;
+        }
+        score.n++;
+        const got = (picks[i] ?? []).slice(0, EVAL_TOP);
+        const at = got.indexOf(id);
+        if (at === 0)
+            score.top1++;
+        if (at !== -1)
+            score.top3++;
+        else
+            score.disagreements.push({ preview: ex.preview, actual: id, got, spawns: ex.spawns });
+    });
+    score.outOfCatalog = [...outside]
+        .sort((a, b) => b[1] - a[1])
+        .map(([name, count]) => ({ name, count }));
+    score.disagreements.sort((a, b) => b.spawns - a.spawns);
+    return score;
+}
+/** Keyword-ranked agent ids for each example (in-process, no network). */
+export function keywordRealPicks(examples, agents) {
+    return examples.map((ex) => keywordRank(ex.preview, agents, EVAL_TOP).map((a) => a.id));
+}
+/** In-catalog examples in the tests/pick-eval dataset shape, ids from `firstId`. */
+export function realUseEvalTasks(examples, agents, firstId = 1001) {
+    const out = [];
+    for (const ex of examples) {
+        const id = catalogId(ex.actual, agents);
+        if (id)
+            out.push({
+                id: firstId + out.length,
+                domain: 'real-use',
+                task: ex.preview,
+                agents: [id],
+                skills: [],
+            });
+    }
+    return out;
+}
+const pct = (num, den) => den ? `${Math.round((100 * num) / den)}%` : 'n/a';
+/** The `doctor -c pick` line for the project at `root`. */
+export function realUseLine(root, agents) {
+    const logs = readRealUse(join(root, '.monomind'));
+    if (logs.spawns < REAL_USE_MIN_SPAWNS)
+        return `real use: not enough spawns yet (${logs.spawns})`;
+    const s = scoreRealUse(logs.examples, agents, keywordRealPicks(logs.examples, agents));
+    return `real use: ${logs.spawns} spawns, followed ${pct(logs.followed, logs.recommendedSpawns)}, current ranker agrees ${pct(s.top3, s.n)} (top-3)`;
+}
+//# sourceMappingURL=pick-real.js.map

package/dist/src/decision/pick-real.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pick-real.js","sourceRoot":"","sources":["../../../src/decision/pick-real.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC9E,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACnE,OAAO,EAAoB,WAAW,EAAE,MAAM,UAAU,CAAC;AACzD,OAAO,EAAE,QAAQ,EAAiB,MAAM,gBAAgB,CAAC;AAEzD,mDAAmD;AACnD,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAC7C,MAAM,aAAa,GAAG,GAAG,CAAC;AAC1B,2EAA2E;AAC3E,MAAM,SAAS,GAAG,CAAC,CAAC;AACpB,8DAA8D;AAC9D,MAAM,CAAC,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAItC,kFAAkF;AAClF,MAAM,UAAU,WAAW,CAAC,IAAY,EAAE,QAAQ,GAAG,aAAa;IAChE,IAAI,EAAsB,CAAC;IAC3B,IAAI,KAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACxC,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACjC,EAAE,GAAG,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACzB,QAAQ,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,GAAG,MAAM,CAAC,CAAC;QAC5C,KAAK,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,MAAM,GAAG,IAAI;YAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,uBAAuB;IAC3D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;YAAS,CAAC;QACT,IAAI,EAAE,KAAK,SAAS;YAAE,SAAS,CAAC,EAAE,CAAC,CAAC;IACtC,CAAC;IACD,MAAM,GAAG,GAAU,EAAE,CAAC;IACtB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,SAAS;QAC3B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC7B,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;gBAAE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3E,CAAC;QAAC,MAAM,CAAC;YACP,iBAAiB;QACnB,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,GAAG,GAAG,CAAC,CAAU,EAAiB,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;AAEnF,MAAM,cAAc,GAClB,mPAAmP,CAAC;AAEtP,2EAA2E;AAC3E,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,OAAO,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;AAC/C,CAAC;AAED;8EAC8E;AAC9E,MAAM,UAAU,SAAS,CAAC,GAAQ;IAChC,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;IAC1D,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,4BAA4B,EAAE,EAAE,CAAC,CAAC;IAC3D,OAAO,WAAW,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;AAC9F,CAAC;AA2CD,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAU,EAAE,CACxC,IAAI;KACD,WAAW,EAAE;KACb,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;KAC3B,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;AAE3B,SAAS,UAAU,CAAC,MAAa;IAC/B,MAAM,OAAO,GAA2B,EAAE,CAAC;IAC3C,qEAAqE;IACrE,MAAM,MAAM,GAAG,IAAI,GAAG,EAA2C,CAAC;IAClE,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,SAAS,CAAC;QAClE,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QAC7C,IAAI,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAClC,MAAM,EAAE,CAAC;YACT,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;QAC1D,IAAI,CAAC,KAAK;YAAE,SAAS;QACrB,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QAC1C,IAAI,KAAK;YAAE,KAAK,CAAC,KAAK,EAAE,CAAC;;YACpB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;IAC9D,CAAC;IACD,OAAO;QACL,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,MAAM;QACpD,MAAM;QACN,OAAO;QACP,cAAc,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;KACnF,CAAC;AACJ,CAAC;AAED,qEAAqE;AACrE,MAAM,UAAU,OAAO,CAAC,GAAW;IACjC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IACtC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,sBAAsB,CAAC,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC;AAC7F,CAAC;AAED,8EAA8E;AAC9E,MAAM,UAAU,WAAW,CAAC,GAAW;IACrC,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IACvB,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,EAAE,sBAAsB,CAAC,CAAC,CAAC;IAC5D,MAAM,aAAa,GAAG,IAAI,CAAC,CAAC,EAAE,sBAAsB,CAAC,CAAC;IACtD,MAAM,SAAS,GAAG,WAAW,CAAC,aAAa,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAe,CAAC;IACvC,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC1B,IAAI,EAAE;YAAE,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,kDAAkD;IAChF,CAAC;IAED,MAAM,GAAG,GAAgB;QACvB,YAAY,EAAE,UAAU,CAAC,aAAa,CAAC;QACvC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC;QAC1B,MAAM,EAAE,CAAC;QACT,iBAAiB,EAAE,CAAC;QACpB,QAAQ,EAAE,CAAC;QACX,WAAW,EAAE,CAAC;QACd,aAAa,EAAE,CAAC;QAChB,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE;KAC9C,CAAC;IACF,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAuB,CAAC;IAChD,MAAM,KAAK,GAAG,CACZ,OAAsB,EACtB,MAAc,EACd,WAA0B,EAC1B,QAAwB,EAClB,EAAE;QACR,GAAG,CAAC,MAAM,EAAE,CAAC;QACb,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACzD,MAAM,KAAK,GAAG,KAAK,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7E,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;YACtB,GAAG,CAAC,iBAAiB,EAAE,CAAC;YACxB,IAAI,QAAQ;gBAAE,GAAG,CAAC,QAAQ,EAAE,CAAC;YAC7B,IAAI,KAAK,EAAE,CAAC;gBACV,GAAG,CAAC,WAAW,EAAE,CAAC;gBAClB,IAAI,QAAQ;oBAAE,GAAG,CAAC,aAAa,EAAE,CAAC;YACpC,CAAC;QACH,CAAC;QACD,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9C,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,IAAI,CAAC,OAAO;YAAE,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;aACtD,IAAI,eAAe,CAAC,OAAO,CAAC;YAAE,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;aACnD,IAAI,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,SAAS;YAAE,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;aAC/D,CAAC;YACJ,MAAM,GAAG,GAAG,GAAG,OAAO,SAAS,MAAM,EAAE,CAAC;YACxC,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC/B,IAAI,IAAI;gBAAE,IAAI,CAAC,MAAM,EAAE,CAAC;;gBAEtB,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE;oBAChB,OAAO;oBACP,OAAO;oBACP,MAAM;oBACN,WAAW;oBACX,QAAQ;oBACR,KAAK;oBACL,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC;oBACrD,MAAM,EAAE,CAAC;iBACV,CAAC,CAAC;QACP,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IACxC,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAC7B,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,MAAM,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC/B,IAAI,OAAO;YAAE,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACxC,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAClG,CAAC;IACD,yEAAyE;IACzE,KAAK,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,OAAO,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;QACxC,IAAI,CAAC,MAAM,IAAI,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,SAAS;QACpD,MAAM,WAAW,GAAG,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC;QAChE,KAAK,CACH,OAAO,EACP,MAAM,EACN,WAAW,EACX,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAChE,CAAC;IACJ,CAAC;IACD,GAAG,CAAC,QAAQ,GAAG,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IACtC,OAAO,GAAG,CAAC;AACb,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,SAAS,CAAC,IAAY,EAAE,MAAqB;IAC3D,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC3B,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,GAAG,IAAI,QAAQ,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC;IACzF,OAAO,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AAC7B,CAAC;AAaD,gFAAgF;AAChF,MAAM,UAAU,YAAY,CAC1B,QAAuB,EACvB,MAAqB,EACrB,KAAiB;IAEjB,MAAM,KAAK,GAAiB,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC;IAC5F,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC1C,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE;QACzB,MAAM,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACxC,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC1D,OAAO;QACT,CAAC;QACD,KAAK,CAAC,CAAC,EAAE,CAAC;QACV,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAChD,MAAM,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC3B,IAAI,EAAE,KAAK,CAAC;YAAE,KAAK,CAAC,IAAI,EAAE,CAAC;QAC3B,IAAI,EAAE,KAAK,CAAC,CAAC;YAAE,KAAK,CAAC,IAAI,EAAE,CAAC;;YACvB,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7F,CAAC,CAAC,CAAC;IACH,KAAK,CAAC,YAAY,GAAG,CAAC,GAAG,OAAO,CAAC;SAC9B,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;SAC3B,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAC7C,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;IACxD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,0EAA0E;AAC1E,MAAM,UAAU,gBAAgB,CAAC,QAAuB,EAAE,MAAqB;IAC7E,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAC1F,CAAC;AAED,oFAAoF;AACpF,MAAM,UAAU,gBAAgB,CAC9B,QAAuB,EACvB,MAAqB,EACrB,OAAO,GAAG,IAAI;IAEd,MAAM,GAAG,GAAe,EAAE,CAAC;IAC3B,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;QAC1B,MAAM,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACxC,IAAI,EAAE;YACJ,GAAG,CAAC,IAAI,CAAC;gBACP,EAAE,EAAE,OAAO,GAAG,GAAG,CAAC,MAAM;gBACxB,MAAM,EAAE,UAAU;gBAClB,IAAI,EAAE,EAAE,CAAC,OAAO;gBAChB,MAAM,EAAE,CAAC,EAAE,CAAC;gBACZ,MAAM,EAAE,EAAE;aACX,CAAC,CAAC;IACP,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,GAAG,GAAG,CAAC,GAAW,EAAE,GAAW,EAAU,EAAE,CAC/C,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;AAEpD,2DAA2D;AAC3D,MAAM,UAAU,WAAW,CAAC,IAAY,EAAE,MAAqB;IAC7D,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC,CAAC;IAClD,IAAI,IAAI,CAAC,MAAM,GAAG,mBAAmB;QAAE,OAAO,oCAAoC,IAAI,CAAC,MAAM,GAAG,CAAC;IACjG,MAAM,CAAC,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,gBAAgB,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;IACvF,OAAO,aAAa,IAAI,CAAC,MAAM,qBAAqB,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,iBAAiB,CAAC,2BAA2B,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;AACtJ,CAAC"}

package/dist/src/decision/pick-stats.d.ts

@@ -0,0 +1,49 @@
+export interface AgentPickStats {
+    name: string;
+    /** Shown as the [PICK] agent. */
+    recommended: number;
+    /** A Task spawn used the recommended agent. */
+    followed: number;
+    /** A Task spawn used another agent than the recommended one. */
+    overridden: number;
+    /** Spawned instead of a different recommended agent. */
+    chosen: number;
+    /** SubagentStop outcomes of this agent. */
+    success: number;
+    failure: number;
+}
+export interface PickStatsSummary {
+    /** Prompts routed (route-outcomes records). */
+    routes: number;
+    /** Routes that printed a [PICK] line. */
+    shown: number;
+    /** Task/Agent spawns observed (pick-adherence records). */
+    spawns: number;
+    /** followed / (followed + overridden); null without a recommended spawn. */
+    adherenceRate: number | null;
+    /** Subagent success rate when the pick was followed; null without data. */
+    followedSuccessRate: number | null;
+    /** Subagent success rate when the pick was overridden; null without data. */
+    notFollowedSuccessRate: number | null;
+    /** At most 10, most observations first; `prior` is the ranking factor. */
+    topAgents: (AgentPickStats & {
+        successRate: number | null;
+        prior: number;
+    })[];
+    updatedAt: string | null;
+}
+/** Pick learning summary for `root`, folded up to the latest hook lines
+ *  without writing pick-stats.json. Never throws. */
+export declare function readPickStats(root: string): PickStatsSummary;
+/** Re-rank keyword-scored agents by the stored outcome prior of `root`.
+ *  Entries gain `baseScore` (keyword relevance) and `prior` (the factor);
+ *  without the helper they come back unchanged with prior 1. */
+export declare function applyAgentPriors<T extends {
+    id: string;
+    name?: string;
+    score: number;
+}>(root: string, ranked: T[]): (T & {
+    baseScore: number;
+    prior: number;
+})[];
+//# sourceMappingURL=pick-stats.d.ts.map

package/dist/src/decision/pick-stats.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pick-stats.d.ts","sourceRoot":"","sources":["../../../src/decision/pick-stats.ts"],"names":[],"mappings":"AAWA,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,iCAAiC;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,+CAA+C;IAC/C,QAAQ,EAAE,MAAM,CAAC;IACjB,gEAAgE;IAChE,UAAU,EAAE,MAAM,CAAC;IACnB,wDAAwD;IACxD,MAAM,EAAE,MAAM,CAAC;IACf,2CAA2C;IAC3C,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,gBAAgB;IAC/B,+CAA+C;IAC/C,MAAM,EAAE,MAAM,CAAC;IACf,yCAAyC;IACzC,KAAK,EAAE,MAAM,CAAC;IACd,2DAA2D;IAC3D,MAAM,EAAE,MAAM,CAAC;IACf,4EAA4E;IAC5E,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,2EAA2E;IAC3E,mBAAmB,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,6EAA6E;IAC7E,sBAAsB,EAAE,MAAM,GAAG,IAAI,CAAC;IACtC,0EAA0E;IAC1E,SAAS,EAAE,CAAC,cAAc,GAAG;QAAE,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,EAAE,CAAC;IAC9E,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AA+CD;qDACqD;AACrD,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,gBAAgB,CAQ5D;AAED;;gEAEgE;AAChE,wBAAgB,gBAAgB,CAAC,CAAC,SAAS;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,EACrF,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,CAAC,EAAE,GACV,CAAC,CAAC,GAAG;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,EAAE,CAU9C"}

package/dist/src/decision/pick-stats.js

@@ -0,0 +1,68 @@
+/**
+ * Typed door into .claude/helpers/pick-stats.cjs, the pick learning loop the
+ * hooks feed (SubagentStop, SessionEnd): adherence and outcomes aggregated into
+ * .monomind/pick-stats.json, and the bounded prior that re-ranks keyword agent
+ * picks. Safe when the helper is missing: an empty summary and no prior.
+ */
+import { existsSync } from 'node:fs';
+import { createRequire } from 'node:module';
+import { dirname, join } from 'node:path';
+import { fileURLToPath } from 'node:url';
+const HERE = dirname(fileURLToPath(import.meta.url));
+/** src/decision → ../.. is the package root; dist/src/decision → ../../.. */
+const HELPER_CANDIDATES = [
+    join(HERE, '..', '..', '.claude', 'helpers', 'pick-stats.cjs'),
+    join(HERE, '..', '..', '..', '.claude', 'helpers', 'pick-stats.cjs'),
+];
+let loaded;
+function pickStatsModule() {
+    if (loaded !== undefined)
+        return loaded;
+    const file = HELPER_CANDIDATES.find((p) => existsSync(p));
+    try {
+        loaded = file ? createRequire(import.meta.url)(file) : null;
+    }
+    catch {
+        loaded = null;
+    }
+    return loaded;
+}
+const EMPTY = {
+    routes: 0,
+    shown: 0,
+    spawns: 0,
+    adherenceRate: null,
+    followedSuccessRate: null,
+    notFollowedSuccessRate: null,
+    topAgents: [],
+    updatedAt: null,
+};
+/** Pick learning summary for `root`, folded up to the latest hook lines
+ *  without writing pick-stats.json. Never throws. */
+export function readPickStats(root) {
+    const mod = pickStatsModule();
+    if (!mod)
+        return { ...EMPTY };
+    try {
+        return mod.summarize(mod.update(root, { persist: false }));
+    }
+    catch {
+        return { ...EMPTY };
+    }
+}
+/** Re-rank keyword-scored agents by the stored outcome prior of `root`.
+ *  Entries gain `baseScore` (keyword relevance) and `prior` (the factor);
+ *  without the helper they come back unchanged with prior 1. */
+export function applyAgentPriors(root, ranked) {
+    const mod = pickStatsModule();
+    if (mod) {
+        try {
+            return mod.applyPriors(ranked, mod.load(root));
+        }
+        catch {
+            /* fall through: keyword order */
+        }
+    }
+    return ranked.map((r) => ({ ...r, baseScore: r.score, prior: 1 }));
+}
+//# sourceMappingURL=pick-stats.js.map

package/dist/src/decision/pick-stats.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pick-stats.js","sourceRoot":"","sources":["../../../src/decision/pick-stats.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAiDzC,MAAM,IAAI,GAAG,OAAO,CAAC,aAAa,CAAC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AACrD,6EAA6E;AAC7E,MAAM,iBAAiB,GAAG;IACxB,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,CAAC;IAC9D,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,gBAAgB,CAAC;CACrE,CAAC;AAEF,IAAI,MAA0C,CAAC;AAE/C,SAAS,eAAe;IACtB,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IACxC,MAAM,IAAI,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1D,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,CAAC,CAAE,aAAa,CAAC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAqB,CAAC,CAAC,CAAC,IAAI,CAAC;IACnF,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,GAAG,IAAI,CAAC;IAChB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,KAAK,GAAqB;IAC9B,MAAM,EAAE,CAAC;IACT,KAAK,EAAE,CAAC;IACR,MAAM,EAAE,CAAC;IACT,aAAa,EAAE,IAAI;IACnB,mBAAmB,EAAE,IAAI;IACzB,sBAAsB,EAAE,IAAI;IAC5B,SAAS,EAAE,EAAE;IACb,SAAS,EAAE,IAAI;CAChB,CAAC;AAEF;qDACqD;AACrD,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,MAAM,GAAG,GAAG,eAAe,EAAE,CAAC;IAC9B,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,GAAG,KAAK,EAAE,CAAC;IAC9B,IAAI,CAAC;QACH,OAAO,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAC7D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,GAAG,KAAK,EAAE,CAAC;IACtB,CAAC;AACH,CAAC;AAED;;gEAEgE;AAChE,MAAM,UAAU,gBAAgB,CAC9B,IAAY,EACZ,MAAW;IAEX,MAAM,GAAG,GAAG,eAAe,EAAE,CAAC;IAC9B,IAAI,GAAG,EAAE,CAAC;QACR,IAAI,CAAC;YACH,OAAO,GAAG,CAAC,WAAW,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACjD,CAAC;QAAC,MAAM,CAAC;YACP,iCAAiC;QACnC,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;AACrE,CAAC"}