@allocator-one/rcl 4.4.19

package/dist/models/server-stats.js

@@ -0,0 +1,109 @@
+import { openReadSink } from '../telemetry/read-sink.js';
+import { describeOutcome } from '../telemetry/sink.js';
+import { DEFAULT_WINDOW_DAYS, loadModelStats, MIN_OUTCOMES_FOR_WEIGHT } from './stats-store.js';
+function isRecord(value) {
+    return typeof value === 'object' && value !== null && !Array.isArray(value);
+}
+const count = (v) => typeof v === 'number' && Number.isSafeInteger(v) && v >= 0;
+const rate = (v) => v === null || (typeof v === 'number' && Number.isFinite(v) && v >= 0 && v <= 1);
+const latency = (v) => v === null || (typeof v === 'number' && Number.isFinite(v) && v >= 0);
+/** The voter's range; a row outside it is not a weight this client will apply. */
+const weightInRange = (v) => typeof v === 'number' && Number.isFinite(v) && v >= 0.5 && v <= 1.5;
+/** Every field the merge and the table read, in the ranges the server documents; one bad row refuses the answer. */
+export function isServerModelStats(value) {
+    return (isRecord(value) &&
+        count(value['window_days']) &&
+        typeof value['computed_at'] === 'string' &&
+        count(value['min_outcomes_for_weight']) &&
+        Array.isArray(value['models']) &&
+        value['models'].every((m) => isRecord(m) &&
+            typeof m['model'] === 'string' &&
+            m['model'] !== '' &&
+            !/[\u0000-\u001f\u007f-\u009f]/.test(m['model']) &&
+            count(m['outcomes']) &&
+            count(m['fixed']) &&
+            count(m['calls']) &&
+            count(m['dead']) &&
+            rate(m['precision'] ?? null) &&
+            rate(m['dead_rate'] ?? null) &&
+            latency(m['p50_ms'] ?? null) &&
+            weightInRange(m['weight'])));
+}
+/** The org's stats, or one phrase saying why there are none — never a throw. */
+export async function fetchServerModelStats(options) {
+    const opened = await openReadSink(options);
+    if (!opened.sink)
+        return { kind: 'none', reason: opened.note };
+    const windowDays = options.windowDays ?? DEFAULT_WINDOW_DAYS;
+    const outcome = await opened.sink.getJson(`/api/v1/reviews/model-stats?window_days=${encodeURIComponent(String(windowDays))}`, (data) => (isServerModelStats(data) ? data : null), options.timeoutMs !== undefined ? { timeoutMs: options.timeoutMs } : {});
+    if (outcome.kind !== 'ok')
+        return { kind: 'none', reason: describeOutcome(outcome) };
+    return { kind: 'ok', value: outcome.value, host: opened.host };
+}
+/**
+ * One row per model known anywhere: the server's weight where it holds at
+ * least its own floor (`min_outcomes_for_weight`) of outcomes for the model,
+ * else the local weight (at least `minOutcomes` local outcomes), else
+ * neutral. Ordered by the evidence behind the row, most first.
+ */
+export function mergeWeights(local, server, minOutcomes = MIN_OUTCOMES_FOR_WEIGHT) {
+    const rows = new Map();
+    for (const stat of local) {
+        // The local store's own floor: below it the weight is neutral and says so.
+        const source = stat.outcomes >= minOutcomes ? 'local' : 'neutral';
+        rows.set(stat.model, { model: stat.model, weight: stat.weight, source, localOutcomes: stat.outcomes, local: stat });
+    }
+    // The server states the floor it applied; it may raise this client's
+    // floor, never lower it below the 20 outcomes the contract promises.
+    const serverFloor = Math.max(minOutcomes, server?.min_outcomes_for_weight ?? minOutcomes);
+    for (const stat of server?.models ?? []) {
+        const existing = rows.get(stat.model);
+        if (stat.outcomes >= serverFloor) {
+            const weight = Math.min(1.5, Math.max(0.5, stat.weight));
+            rows.set(stat.model, { ...(existing ?? { model: stat.model }), weight, source: 'server', serverOutcomes: stat.outcomes, server: stat });
+        }
+        else if (existing) {
+            existing.server = stat;
+            existing.serverOutcomes = stat.outcomes;
+        }
+        else {
+            rows.set(stat.model, { model: stat.model, weight: 1, source: 'neutral', serverOutcomes: stat.outcomes, server: stat });
+        }
+    }
+    return [...rows.values()].sort((a, b) => (b.serverOutcomes ?? 0) + (b.localOutcomes ?? 0) - ((a.serverOutcomes ?? 0) + (a.localOutcomes ?? 0)) || a.model.localeCompare(b.model));
+}
+/**
+ * Model → weight for the voter: server-backed where the org has enough
+ * history, local otherwise; local alone when the server is switched off or
+ * cannot answer. The server side — credential lookup and the request — is
+ * bounded by `timeoutMs` (default 3 s); the request itself is aborted by the
+ * sink at that deadline, and the local store is read as any local file is.
+ */
+export async function loadMergedWeights(options) {
+    const windowDays = options.windowDays ?? DEFAULT_WINDOW_DAYS;
+    const local = await (options.localStats ?? (() => loadModelStats({ windowDays })))();
+    let server;
+    if (options.serverEnabled !== false) {
+        const timeoutMs = options.timeoutMs ?? 3_000;
+        let timer;
+        try {
+            const fetched = await Promise.race([
+                fetchServerModelStats({ ...options, windowDays, timeoutMs }),
+                new Promise((resolve) => {
+                    timer = setTimeout(() => resolve({ kind: 'none', reason: `no answer within ${timeoutMs} ms` }), timeoutMs);
+                }),
+            ]);
+            if (fetched.kind === 'ok')
+                server = fetched.value;
+        }
+        catch {
+            server = undefined;
+        }
+        finally {
+            if (timer)
+                clearTimeout(timer);
+        }
+    }
+    return new Map(mergeWeights(local, server).map((row) => [row.model, row.weight]));
+}
+//# sourceMappingURL=server-stats.js.map

package/dist/models/server-stats.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"server-stats.js","sourceRoot":"","sources":["../../src/models/server-stats.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAwB,MAAM,2BAA2B,CAAC;AAC/E,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,mBAAmB,EAAE,cAAc,EAAE,uBAAuB,EAAmB,MAAM,kBAAkB,CAAC;AA6CjH,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,MAAM,KAAK,GAAG,CAAC,CAAU,EAAW,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAClG,MAAM,IAAI,GAAG,CAAC,CAAU,EAAW,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AACtH,MAAM,OAAO,GAAG,CAAC,CAAU,EAAW,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AAC/G,kFAAkF;AAClF,MAAM,aAAa,GAAG,CAAC,CAAU,EAAW,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,CAAC;AAEnH,oHAAoH;AACpH,MAAM,UAAU,kBAAkB,CAAC,KAAc;IAC/C,OAAO,CACL,QAAQ,CAAC,KAAK,CAAC;QACf,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC3B,OAAO,KAAK,CAAC,aAAa,CAAC,KAAK,QAAQ;QACxC,KAAK,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;QACvC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC9B,KAAK,CAAC,QAAQ,CAAC,CAAC,KAAK,CACnB,CAAC,CAAC,EAAE,EAAE,CACJ,QAAQ,CAAC,CAAC,CAAC;YACX,OAAO,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ;YAC9B,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE;YACjB,CAAC,8BAA8B,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAChD,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;YACpB,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACjB,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACjB,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YAChB,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC;YAC5B,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC;YAC5B,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC;YAC5B,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAC7B,CACF,CAAC;AACJ,CAAC;AAQD,gFAAgF;AAChF,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,OAA2B;IACrE,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;IAC3C,IAAI,CAAC,MAAM,CAAC,IAAI;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;IAC/D,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,mBAAmB,CAAC;IAC7D,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CACvC,2CAA2C,kBAAkB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,EACnF,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAClD,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CACxE,CAAC;IACF,IAAI,OAAO,CAAC,IAAI,KAAK,IAAI;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,CAAC,OAAO,CAAC,EAAE,CAAC;IACrF,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;AACjE,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAC1B,KAAmB,EACnB,MAAoC,EACpC,cAAsB,uBAAuB;IAE7C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC3C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,2EAA2E;QAC3E,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,IAAI,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;QAClE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACtH,CAAC;IACD,qEAAqE;IACrE,qEAAqE;IACrE,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,EAAE,uBAAuB,IAAI,WAAW,CAAC,CAAC;IAC1F,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,MAAM,IAAI,EAAE,EAAE,CAAC;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,IAAI,CAAC,QAAQ,IAAI,WAAW,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YACzD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,GAAG,CAAC,QAAQ,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1I,CAAC;aAAM,IAAI,QAAQ,EAAE,CAAC;YACpB,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC;YACvB,QAAQ,CAAC,cAAc,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,cAAc,EAAE,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACzH,CAAC;IACH,CAAC;IACD,OAAO,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAC5B,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,CAClJ,CAAC;AACJ,CAAC;AAYD;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAA6B;IACnE,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,mBAAmB,CAAC;IAC7D,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,IAAI,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACrF,IAAI,MAAoC,CAAC;IACzC,IAAI,OAAO,CAAC,aAAa,KAAK,KAAK,EAAE,CAAC;QACpC,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC;QAC7C,IAAI,KAAiC,CAAC;QACtC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;gBACjC,qBAAqB,CAAC,EAAE,GAAG,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;gBAC5D,IAAI,OAAO,CAAqB,CAAC,OAAO,EAAE,EAAE;oBAC1C,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,oBAAoB,SAAS,KAAK,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;gBAC7G,CAAC,CAAC;aACH,CAAC,CAAC;YACH,IAAI,OAAO,CAAC,IAAI,KAAK,IAAI;gBAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC;QACpD,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,GAAG,SAAS,CAAC;QACrB,CAAC;gBAAS,CAAC;YACT,IAAI,KAAK;gBAAE,YAAY,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IACD,OAAO,IAAI,GAAG,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AACpF,CAAC"}

package/dist/models/stats-store.d.ts

@@ -0,0 +1,84 @@
+/**
+ * Per-model triage history (RCL-27). The converge ledgers always recorded
+ * fixed/dismissed per finding — this store finally makes rcl learn from
+ * them: outcomes and call stats accumulate ACROSS runs, and trailing
+ * precision weights each model's consensus vote so persistently noisy
+ * models lose gating power automatically.
+ *
+ * Location: `~/.rcl` (or RCL_DATA_DIR) — deliberately not under /tmp or the
+ * repository's converge dirs, so the history survives converge-state
+ * cleanup, repo re-clones, and tmp sweepers.
+ */
+export interface OutcomeRecord {
+    /** Original retained operation and record ordinal; reuse exactly on retry. */
+    recordId?: string;
+    /**
+     * Allocated by the owning native operation, never by this auxiliary store.
+     * Sequences compare only within one scope; scopes and legacy rows share no
+     * logical clock and retain physical JSONL order when compared to each other.
+     */
+    order?: {
+        scope: string;
+        sequence: number;
+    };
+    ts: string;
+    verdict: 'fixed' | 'dismissed';
+    /** Distinct models that supported the finding when it was triaged. */
+    models: string[];
+    severity?: string;
+    target?: string;
+    findingKey?: string;
+    source?: 'live' | 'seed';
+}
+export interface CallRecord {
+    /** Distinct original calls need distinct IDs, even with equal visible fields. */
+    recordId?: string;
+    ts: string;
+    model: string;
+    durationMs: number;
+    status: string;
+    role?: string;
+    source?: 'live' | 'seed';
+}
+export interface ModelStats {
+    model: string;
+    /** Triaged findings this model supported in the window. */
+    outcomes: number;
+    fixed: number;
+    /** fixed / outcomes; undefined when the model has no outcomes. */
+    precision?: number;
+    calls: number;
+    /** Calls that returned nothing (timeout or error). */
+    dead: number;
+    deadRate?: number;
+    p50Ms?: number;
+    weight: number;
+}
+export declare const DEFAULT_WINDOW_DAYS = 90;
+/**
+ * Below this many triaged outcomes, precision is noise — the model keeps a
+ * neutral weight instead of being punished or promoted on a handful of
+ * verdicts.
+ */
+export declare const MIN_OUTCOMES_FOR_WEIGHT = 20;
+import { resolveDataDir } from '../config/data-dir.js';
+export { resolveDataDir };
+export declare function appendOutcomes(records: OutcomeRecord[], dir?: string): Promise<void>;
+export declare function appendCalls(records: CallRecord[], dir?: string): Promise<void>;
+/**
+ * Weight for a model's consensus vote: precision mapped into [0.5, 1.5]
+ * (0.5 + precision), neutral 1 below the sample floor. All-neutral weights
+ * reproduce today's unweighted behavior exactly.
+ */
+export declare function computeWeight(precision: number | undefined, outcomes: number, minSamples?: number): number;
+export declare function loadModelStats(options?: {
+    dir?: string;
+    windowDays?: number;
+    now?: Date;
+}): Promise<ModelStats[]>;
+/** Convenience: model → weight map for the voter and gating layers. */
+export declare function loadModelWeights(options?: {
+    dir?: string;
+    windowDays?: number;
+    now?: Date;
+}): Promise<Map<string, number>>;