pi-mega-compact 0.20.39 → 0.20.41

package/dist/config/vector-cortex-ml5d.js

@@ -0,0 +1,28 @@
+/**
+ * config/vector-cortex-ml5d.ts — ML5-D dashboard "Improve Cortex" flag.
+ *
+ * Sibling extract mirroring vector-cortex-ml5a.ts / vector-cortex-ml5b.ts /
+ * vector-cortex-ml5c.ts, so vector-cortex.ts stays under its 300-line soft
+ * limit (soft-as-hard gate). This is the dashboard "Improve Cortex" surface +
+ * promote workflow sprint flag.
+ * vector-cortex.ts re-exports the ENUM below and root src/config.ts re-exports
+ * it, so no consumer import path changes.
+ *
+ * ML5-D adds the dashboard ModelImprovementCard + the POST /api/cortex/improve
+ * and GET /api/cortex/improve/status/:jobId endpoints. The flag gates that
+ * surface only; when OFF the endpoints return 404/disabled and VectorCortexTab
+ * renders exactly as before (byte-identical to the ML5-C-era tab — no
+ * ModelImprovementCard, no improve job is ever spawned).
+ *
+ * Pi-agnostic, dependency-free (PREVENT-PI-004 / PREVENT-011).
+ */
+import { sprintFlag } from "./vector-cortex-flag.js";
+/**
+ * ML5-D — dashboard "Improve Cortex" surface + promote workflow. Default ON.
+ * `MEGACOMPACT_ML5_D=0` disables and is byte-identical to the ML5-C survivor:
+ * both `/api/cortex/improve*` endpoints return 404 and VectorCortexTab omits the
+ * ModelImprovementCard. The flag gates the dashboard surface only; it does not
+ * gate the underlying ML5-A training pipeline or the encoder's mode-A/B/C
+ * selection (those are governed by ML5-A and the encoder independently).
+ */
+export const ML5D_ENABLED = () => sprintFlag("MEGACOMPACT_ML5_D");

package/dist/config/vector-cortex-ml5e.js

@@ -0,0 +1,30 @@
+/**
+ * config/vector-cortex-ml5e.ts — ML5-E nightly retraining cron + feedback loop.
+ *
+ * Sibling extract mirroring vector-cortex-ml5a.ts / ml5b.ts / ml5c.ts / ml5d.ts,
+ * so vector-cortex.ts stays under its 300-line soft limit (soft-as-hard gate).
+ * vector-cortex.ts re-exports the ENUM below and root src/config.ts re-exports
+ * it, so no consumer import path changes.
+ *
+ * ML5-E turns one-shot training (ML5-D's Improve button) into a living loop:
+ * the user's own post-redaction conversation turns become fresh training signal,
+ * the five heads are re-fit nightly, calibration is re-validated, and mode-A
+ * promotion is re-checked without human intervention. The cron is system-
+ * configured (`crontab -e` on the operator device); the extension never installs
+ * or writes a crontab. The flag gates **invocation** only — the scripts
+ * (retrain-nightly.mjs, promotion-gate.mjs, promotion.ts) exist on disk
+ * regardless; `=0` means the runtime never invokes them and the dashboard's
+ * Improve Cortex flow is byte-identical to the ML5-D survivor.
+ *
+ * Pi-agnostic, dependency-free (PREVENT-PI-004 / PREVENT-011).
+ */
+import { sprintFlag } from "./vector-cortex-flag.js";
+/**
+ * ML5-E — nightly retraining cron + feedback loop. Default ON.
+ * `MEGACOMPACT_ML5_E=0` disables and is byte-identical to the ML5-D survivor:
+ * the nightly retraining scripts are never invoked by the runtime, the
+ * promotion gate is inert, and the dashboard's Improve Cortex flow is
+ * byte-identical to the ML5-D tab. The flag gates invocation only — the scripts
+ * exist on disk regardless.
+ */
+export const ML5E_ENABLED = () => sprintFlag("MEGACOMPACT_ML5_E");

package/dist/config/vector-cortex.js

@@ -9,9 +9,8 @@
  * them without re-declaring the ownership boundary. Pi-agnostic, dependency-free.
  */
 import { sprintFlag } from "./vector-cortex-flag.js";
-// VC0/VC1/VC2 foundation-phase flags extracted to vector-cortex-early.ts to keep
-// this file under the 300-line soft limit. Re-exported here so every existing
-// `from "./config/vector-cortex.js"` import keeps resolving unchanged.
+// VC0/VC1/VC2 foundation-phase flags in vector-cortex-early.ts; re-exported
+// so every existing `from "./config/vector-cortex.js"` import resolves unchanged.
 export { VC0A_ENABLED, VC0B_ENABLED, VC0C_ENABLED, VC1A_ENABLED, VC1B_ENABLED, VC1C_ENABLED, VC2A_ENABLED, VC2B_ENABLED, VC2C_ENABLED, } from "./vector-cortex-early.js";
 /**
  * VC3A — capability-gated cortex store (CortexReader/Writer/Admin, CortexRecordV1).
@@ -239,10 +238,9 @@ export const VC8A_ENABLED = () => sprintFlag("MEGACOMPACT_VC8A");
  * mirroring VC4A..VC8A.
  */
 export const VC8B_ENABLED = () => sprintFlag("MEGACOMPACT_VC8B");
-// VC8C (canary selection + Rust parity) extracted to vector-cortex-vc8c.ts;
-// re-exported so existing `./config/vector-cortex.js` imports keep resolving.
+// VC8C extracted to vector-cortex-vc8c.ts; re-exported so existing imports keep resolving.
 export { VC8C_ENABLED } from "./vector-cortex-vc8c.js";
-// Sibling extracts to stay under the 300-line soft limit.
+// Sibling extracts: stay under the 300-line soft limit.
 export { VC9A_ENABLED } from "./vector-cortex-vc9a.js";
 export { VC9B_ENABLED } from "./vector-cortex-vc9b.js";
 export { VC9C_ENABLED } from "./vector-cortex-vc9c.js";
@@ -251,5 +249,7 @@ export { PCC_ENABLED } from "./vector-cortex-pcc.js";
 export { ML5A_ENABLED } from "./vector-cortex-ml5a.js";
 export { ML5B_ENABLED } from "./vector-cortex-ml5b.js";
 export { ML5C_ENABLED } from "./vector-cortex-ml5c.js";
+export { ML5D_ENABLED } from "./vector-cortex-ml5d.js";
+export { ML5E_ENABLED } from "./vector-cortex-ml5e.js";
 // Breaker constants (TRIAD_RESILIENCE.md §breaker) extracted to vector-cortex-breakers.ts.
 export { BREAKER_WINDOW_MS, BREAKER_MIN_ATTEMPTS, BREAKER_PERF_FAILURES, BREAKER_PERF_FAILURE_RATE, BREAKER_CORRECTNESS_FAILURES, BREAKER_COOLDOWN_MS, BREAKER_PROBE_COUNT, BREAKER_RETRY_BASE_MS, BREAKER_RETRY_CAP_MS, BREAKER_RETRY_JITTER, BREAKER_HYSTERESIS_FAILURE_RATE, BREAKER_HYSTERESIS_BUDGET_P95_MS, BREAKER_MIN_HEALTHY_RESIDENCE_MS, } from "./vector-cortex-breakers.js";

package/dist/config.js

@@ -114,4 +114,4 @@ export const NEW_UI = () => ragEnabled("MEGACOMPACT_NEW_UI");
 // default ON, `=0`/`_DISABLED` off. Re-exported from src/config/vector-cortex.ts
 // so root consumers share one source of truth.
 // ---------------------------------------------------------------------------
-export { VC0A_ENABLED, VC0B_ENABLED, VC1A_ENABLED, VC0C_ENABLED, VC1B_ENABLED, VC1C_ENABLED, VC2A_ENABLED, VC2B_ENABLED, VC2C_ENABLED, VC3A_ENABLED, VC3B_ENABLED, VC3C_ENABLED, VC4A_ENABLED, VC4B_ENABLED, VC4C_ENABLED, VC5A_ENABLED, VC5B_ENABLED, VC5C_ENABLED, VC6A_ENABLED, VC6B_ENABLED, VC6C_ENABLED, VC7A_ENABLED, VC7B_ENABLED, VC7C_ENABLED, VC8A_ENABLED, VC8B_ENABLED, VC8C_ENABLED, VC9A_ENABLED, VC9B_ENABLED, VC9C_ENABLED, VC9D_ENABLED, PCC_ENABLED, ML5A_ENABLED, ML5B_ENABLED, ML5C_ENABLED, BREAKER_WINDOW_MS, BREAKER_MIN_ATTEMPTS, BREAKER_PERF_FAILURES, BREAKER_PERF_FAILURE_RATE, BREAKER_CORRECTNESS_FAILURES, BREAKER_COOLDOWN_MS, BREAKER_PROBE_COUNT, BREAKER_RETRY_BASE_MS, BREAKER_RETRY_CAP_MS, BREAKER_RETRY_JITTER, BREAKER_HYSTERESIS_FAILURE_RATE, BREAKER_HYSTERESIS_BUDGET_P95_MS, BREAKER_MIN_HEALTHY_RESIDENCE_MS, } from "./config/vector-cortex.js";
+export { VC0A_ENABLED, VC0B_ENABLED, VC1A_ENABLED, VC0C_ENABLED, VC1B_ENABLED, VC1C_ENABLED, VC2A_ENABLED, VC2B_ENABLED, VC2C_ENABLED, VC3A_ENABLED, VC3B_ENABLED, VC3C_ENABLED, VC4A_ENABLED, VC4B_ENABLED, VC4C_ENABLED, VC5A_ENABLED, VC5B_ENABLED, VC5C_ENABLED, VC6A_ENABLED, VC6B_ENABLED, VC6C_ENABLED, VC7A_ENABLED, VC7B_ENABLED, VC7C_ENABLED, VC8A_ENABLED, VC8B_ENABLED, VC8C_ENABLED, VC9A_ENABLED, VC9B_ENABLED, VC9C_ENABLED, VC9D_ENABLED, PCC_ENABLED, ML5A_ENABLED, ML5B_ENABLED, ML5C_ENABLED, ML5D_ENABLED, ML5E_ENABLED, BREAKER_WINDOW_MS, BREAKER_MIN_ATTEMPTS, BREAKER_PERF_FAILURES, BREAKER_PERF_FAILURE_RATE, BREAKER_CORRECTNESS_FAILURES, BREAKER_COOLDOWN_MS, BREAKER_PROBE_COUNT, BREAKER_RETRY_BASE_MS, BREAKER_RETRY_CAP_MS, BREAKER_RETRY_JITTER, BREAKER_HYSTERESIS_FAILURE_RATE, BREAKER_HYSTERESIS_BUDGET_P95_MS, BREAKER_MIN_HEALTHY_RESIDENCE_MS, } from "./config/vector-cortex.js";

package/dist/extensions/dashboard-server/api-contracts/cortex-improve.js

@@ -0,0 +1,14 @@
+/**
+ * api-contracts/cortex-improve.ts — ML5-D "Improve Cortex" job API types.
+ *
+ * Types for POST /api/cortex/improve (launch a local ML5-A training job that
+ * re-qualifies the five heads against the latest local corpus) and GET
+ * /api/cortex/improve/status/:jobId (poll the in-process job state to a
+ * terminal qualified / demoted_to_B verdict). Local-only, aggregate surfaces:
+ * mode / verdict / digest / reason / progress — never message content or corpus
+ * rows (EVAL-REDACT-002).
+ *
+ * PREVENT-PI-004: type definitions only, no network code.
+ * PREVENT-011: no `any` type — all types are explicit.
+ */
+export {};

package/dist/extensions/dashboard-server/api-contracts/endpoints/registry-ext.js

@@ -54,4 +54,17 @@ export const EXTRA_ENDPOINTS = {
         path: "/api/prefix-stability",
         description: "Per-turn prompt-cache stable-prefix ratio trend (GET /api/prefix-stability?limit=N) read from prefix_stability rows in the local events log. Flag-off (MEGACOMPACT_PC_C=0) returns 404.",
     },
+    // ─── ML5-D Improve Cortex (dashboard Vector Cortex tab) ───────────
+    /** POST /api/cortex/improve — launch a local ML5-A training job. */
+    improveCortex: {
+        method: "POST",
+        path: "/api/cortex/improve",
+        description: "Launch a local ML5-A training job that re-qualifies the five heads against the latest local corpus and returns an opaque jobId. Requires confirm:true; flag-off returns 404. Local-only — never fetches anything.",
+    },
+    /** GET /api/cortex/improve/status/:jobId — poll an improve job. */
+    improveCortexStatus: {
+        method: "GET",
+        path: "/api/cortex/improve/status/:jobId",
+        description: "Poll an in-process Cortex improve job to terminal qualified / demoted_to_B. Unknown jobId or flag-off returns 404. Read-only, in-memory job state.",
+    },
 };

package/dist/extensions/dashboard-server/route-dispatch.js

@@ -8,7 +8,7 @@
  * PREVENT-PI-004: local filesystem read only, no network.
  * PREVENT-011: no `any` type.
  */
-import { handleIndex, handleRepoIndex, handleEvents, handleGameState, handleGameScores, handlePerfSamples, handlePerf, handleAchievements, handleSessions, handleTopics, handleTurns, handleMaintenance, handleProviderCache, handleMemoryStatus, handleCacheStripes, handlePrefixStability, handleSetupStatus, handleSetupDetect, handleSetupConfigure, handleMemoryMap, handleRaptorTree, handleRaptorBuildHistory, handleContextHealth, handleCachePoison, handleHealthSettings, handleEmbedderHealth, handleRagSettings, handleRagMetrics, handleModelThresholds, handleWiki, handleVectorCortexEvaluation, handleVectorCortexHealth, handleVectorCortexBreakersReset, handleVectorCortexLedger, handleVectorCortexTopology, handleVectorCortexQuery, handleVectorCortexShards, handleVectorCortexResidual, handleVectorCortexReconstruct, handleVectorCortexPlans, handleVectorCortexRender, handleVectorCortexRollout, handleVectorCortexClosureProof, handleVectorCortexRestore, handleSetupCortexStatus, handleSetupCortexAction, handleSetupCortexActionLog, } from "./routes.js";
+import { handleIndex, handleRepoIndex, handleEvents, handleGameState, handleGameScores, handlePerfSamples, handlePerf, handleAchievements, handleSessions, handleTopics, handleTurns, handleMaintenance, handleProviderCache, handleMemoryStatus, handleCacheStripes, handlePrefixStability, handleSetupStatus, handleSetupDetect, handleSetupConfigure, handleMemoryMap, handleRaptorTree, handleRaptorBuildHistory, handleContextHealth, handleCachePoison, handleHealthSettings, handleEmbedderHealth, handleRagSettings, handleRagMetrics, handleModelThresholds, handleWiki, handleVectorCortexEvaluation, handleVectorCortexHealth, handleVectorCortexBreakersReset, handleVectorCortexLedger, handleVectorCortexTopology, handleVectorCortexQuery, handleVectorCortexShards, handleVectorCortexResidual, handleVectorCortexReconstruct, handleVectorCortexPlans, handleVectorCortexRender, handleVectorCortexRollout, handleVectorCortexClosureProof, handleVectorCortexRestore, handleSetupCortexStatus, handleSetupCortexAction, handleSetupCortexActionLog, handleImproveCortex, handleImproveCortexStatus, } from "./routes.js";
 // VC6C repair lives in its own module (routes-vector-cortex-repair.ts) so the
 // heal route file stays well under the 400-line extension soft limit.
 import { handleVectorCortexRepair } from "./routes-vector-cortex-repair.js";
@@ -149,5 +149,9 @@ export function dispatchRoutes(req, res, ctx) {
         return true;
     if (handleSetupCortexActionLog(req, res, ctx))
         return true;
+    if (handleImproveCortex(req, res, ctx))
+        return true;
+    if (handleImproveCortexStatus(req, res, ctx))
+        return true;
     return false;
 }

package/dist/extensions/dashboard-server/routes-cortex-improve.js

@@ -0,0 +1,220 @@
+/**
+ * dashboard-server/routes-cortex-improve.ts — ML5-D "Improve Cortex" job routes.
+ *
+ *   POST /api/cortex/improve          — confirmation-gated local ML5-A training
+ *   GET  /api/cortex/improve/status/:jobId — poll an in-process job to terminal
+ *
+ * The Improve action launches the committed ML5-A training pipeline
+ * (training/vector-cortex/train.py) as a background child_process against the
+ * latest local corpus, then re-qualifies the five heads. Job state is kept
+ * in-process in a Map<jobId, JobState> on this module; nothing is persisted
+ * across restarts (the status endpoint is read-only, in-memory).
+ *
+ * LOCAL ONLY (PREVENT-PI-004): the job spawns a local python process and reads
+ * local files — never a fetch. The `onnxruntime-node` native path is attempted
+ * only when MEGACOMPACT_ENCODER_NATIVE=1 (default OFF); otherwise the harness
+ * uses the WASM/trigram fallback. The status payload surfaces mode/verdict/
+ * digest/reason/progress only — never message or corpus content (EVAL-REDACT-002).
+ *
+ * Guardrails: PREVENT-011 (no `any`), PREVENT-001 (guarded JSON.parse via
+ * readJsonBody), flag-off byte-identical (no card + endpoints 404).
+ */
+import { spawn } from "node:child_process";
+import { createHash, randomBytes } from "node:crypto";
+import { readFileSync, existsSync } from "node:fs";
+import { join, dirname } from "node:path";
+import { fileURLToPath } from "node:url";
+import { sendJson, readJsonBody } from "./routes-vector-cortex-shared.js";
+import { ML5D_ENABLED } from "../../src/config.js";
+import { qualifyDecision } from "../../src/vector-cortex/improve.js";
+/** Resolve the committed training entry by walking up to the repo root. */
+function trainingScript() {
+    let dir = dirname(fileURLToPath(import.meta.url));
+    const rel = join("training", "vector-cortex", "train.py");
+    for (let i = 0; i < 8; i++) {
+        // guardrails-allow PREVENT-PI-004: local script read (loopback)
+        const candidate = join(dir, rel);
+        if (existsSync(candidate))
+            return candidate;
+        const next = dirname(dir);
+        if (next === dir)
+            break;
+        dir = next;
+    }
+    return null;
+}
+/** In-process job registry; nothing survives a server restart. */
+const JOBS = new Map();
+/** Opaque job token: sha256(ts+random) hex-sliced. */
+function newJobId() {
+    return createHash("sha256")
+        .update(`${Date.now()}:${randomBytes(16).toString("hex")}`)
+        .digest("hex")
+        .slice(0, 24);
+}
+/**
+ * Spawn the ML5-A training pipeline in the background and drive the job state
+ * to a terminal qualified / demoted_to_B verdict. Honest: an empty corpus (the
+ * host state) makes train.py no-op and the job ends demoted_to_B.
+ */
+function startJob(jobId) {
+    const script = trainingScript();
+    const boot = Date.now();
+    JOBS.set(jobId, { status: "improving", progress: 0, updatedAt: new Date().toISOString() });
+    if (script === null) {
+        settle(jobId, { status: "demoted_to_B", reason: "ENC_TRAIN_PIPELINE_ABSENT", progress: 1 });
+        return;
+    }
+    const env = { ...process.env };
+    const proc = spawn("python3", [script], {
+        env,
+        cwd: join(dirname(script), "..", ".."),
+        stdio: ["ignore", "pipe", "pipe"],
+    });
+    let output = "";
+    const step = () => {
+        const pct = Math.min(0.9, 0.1 + ((Date.now() - boot) / 60000) * 0.6);
+        const cur = JOBS.get(jobId);
+        if (cur && cur.status === "improving" && pct > cur.progress) {
+            JOBS.set(jobId, { ...cur, progress: pct, updatedAt: new Date().toISOString() });
+        }
+    };
+    const timer = setInterval(step, 2000);
+    const stop = () => clearInterval(timer);
+    proc.stdout?.on("data", (d) => {
+        output += d.toString();
+    });
+    proc.stderr?.on("data", (d) => {
+        output += d.toString();
+    });
+    proc.on("error", (err) => {
+        stop();
+        settle(jobId, {
+            status: "demoted_to_B",
+            reason: `ENC_TRAIN_SPAWN_FAILED:${err.message}`,
+            progress: 1,
+        });
+    });
+    proc.on("close", (code) => {
+        stop();
+        // Read the produced trained-heads artifact digest. The report line includes
+        // `trainedHeadsPath`; verify the file exists after a successful run.
+        const match = /trainedHeadsPath":\s*"([^"]+)"/.exec(output);
+        const assetPath = match?.[1];
+        let digest = null;
+        if (assetPath) {
+            // guardrails-allow PREVENT-PI-004: local artifact read (loopback)
+            try {
+                digest = createHash("sha256")
+                    .update(readFileSync(assetPath))
+                    .digest("hex")
+                    .slice(0, 12);
+            }
+            catch {
+                digest = null;
+            }
+        }
+        const decision = qualifyDecision(code ?? -1, digest);
+        if (decision === "qualified") {
+            settle(jobId, {
+                status: "qualified",
+                progress: 1,
+                assetDigest: digest ?? undefined,
+                verdict: { mode: "A", assetDigestPrefix: digest ?? null, verdict: "qualified" },
+            });
+        }
+        else {
+            settle(jobId, {
+                status: "demoted_to_B",
+                reason: assetPath
+                    ? "trained asset did not verify — demoted to mode B"
+                    : "empty corpus (no groups) — no qualified asset emitted",
+                progress: 1,
+            });
+        }
+    });
+}
+/** Write a terminal job state (idempotent — only advances from improving). */
+function settle(jobId, terminal) {
+    const cur = JOBS.get(jobId);
+    if (cur && cur.status !== "improving")
+        return;
+    JOBS.set(jobId, { ...terminal, updatedAt: new Date().toISOString() });
+}
+/** Flag-off response, byte-identical regardless of request (ML5-D absent). */
+function sendDisabled(res) {
+    sendJson(res, 404, { error: "disabled" });
+}
+/**
+ * POST /api/cortex/improve (ML5-D). Returns true when it claims the request.
+ * Requires `confirm:true` server-side (mirrors the client window.confirm).
+ */
+export function handleImproveCortex(req, res, _ctx) {
+    const url = req.url ?? "";
+    if (url !== "/api/cortex/improve")
+        return false;
+    if (req.method !== "POST") {
+        sendJson(res, 405, { error: "method_not_allowed" });
+        return true;
+    }
+    if (!ML5D_ENABLED()) {
+        sendDisabled(res);
+        return true;
+    }
+    readJsonBody(req, (parsed) => {
+        if (!parsed.ok) {
+            sendJson(res, 400, { error: "invalid_body" });
+            return;
+        }
+        if (parsed.value.confirm !== true) {
+            sendJson(res, 400, { error: "confirmation_required" });
+            return;
+        }
+        const jobId = newJobId();
+        startJob(jobId);
+        const body = { status: "improving", jobId };
+        sendJson(res, 200, body);
+    });
+    return true;
+}
+/**
+ * GET /api/cortex/improve/status/:jobId (ML5-D). Returns true when it claims the
+ * request. Flag-off or unknown jobId → 404. Read-only in-memory.
+ */
+export function handleImproveCortexStatus(req, res, _ctx) {
+    const url = req.url ?? "";
+    const match = /^\/api\/cortex\/improve\/status\/([A-Za-z0-9]+)$/.exec(url);
+    if (!match)
+        return false;
+    if (req.method !== "GET") {
+        sendJson(res, 405, { error: "method_not_allowed" });
+        return true;
+    }
+    if (!ML5D_ENABLED()) {
+        sendDisabled(res);
+        return true;
+    }
+    const job = JOBS.get(match[1]);
+    if (!job) {
+        sendJson(res, 404, { error: "job_not_found" });
+        return true;
+    }
+    // Narrow job.status into the discriminated CortexImproveStatus variant. The
+    // terminal shapes require their payload fields, so construct per-state.
+    const body = job.status === "improving"
+        ? { status: "improving", progress: job.progress }
+        : job.status === "qualified"
+            ? {
+                status: "qualified",
+                progress: job.progress,
+                verdict: job.verdict ?? { mode: "A", assetDigestPrefix: null, verdict: "qualified" },
+                assetDigest: job.assetDigest ?? "",
+            }
+            : {
+                status: "demoted_to_B",
+                progress: job.progress,
+                reason: job.reason ?? "UNKNOWN_TERMINAL",
+            };
+    sendJson(res, 200, body);
+    return true;
+}

package/dist/extensions/dashboard-server/routes-rag-settings-vector-cortex.js

@@ -55,5 +55,7 @@ export const VECTOR_CORTEX_SETTINGS = {
         boolDirect("MEGACOMPACT_PC_C", "PC-C Dashboard Cache Visibility", "Dashboard per-turn prompt-cache visibility: surfaces the per-turn stable-prefix ratio trend (GET /api/prefix-stability) in the CacheTab PrefixStabilityCard. Reads aggregate ratios/counts from the local monitoring events log only — no payload bytes. OFF = byte-identical predecessor (PC-B-era): /api/prefix-stability returns 404 and the CacheTab omits the PrefixStabilityCard.", true),
         boolDirect("MEGACOMPACT_ML5_A", "ML5-A Five-Head Training Load", "ML5-A real trained-head loading: loadHeadProjections (trained-heads-v1) feeds selectQualifiedEncoder (trainedHeadsPath atomic demotion) + loadCalibrationV1. ON (default) = a pinned trained-heads path must load for mode A. OFF = loaders return null and selection ignores trainedHeadsPath — byte-identical to the placeholder-weighted VC2C path.", true),
         boolDirect("MEGACOMPACT_ML5_C", "ML5-C Runtime Decision + Packaging", "ML5-C runtime backend selection (WASM vs native): selects the ONNX runtime backend based on the ML5-B bench record and platform support. ON (default) = the runtime-selection dispatch runs and emits vector_cortex_runtime_selected. OFF = no selection runs — encoder serves mode B trigram, byte-identical to ML5-B.", true),
+        boolDirect("MEGACOMPACT_ML5_D", "ML5-D Dashboard Improve Cortex", "ML5-D dashboard 'Improve Cortex' surface: the ModelImprovementCard + POST /api/cortex/improve + GET /api/cortex/improve/status/:jobId. ON (default) = the card renders and Improve launches a local ML5-A training job. OFF = both improve endpoints return 404 and VectorCortexTab omits the card, byte-identical to ML5-C.", true),
+        boolDirect("MEGACOMPACT_ML5_E", "ML5-E Nightly Retraining Cron", "ML5-E nightly retraining + feedback loop: the user's own post-redaction conversation turns become fresh training signal, the five heads are re-fit nightly via system cron, calibration is re-validated, and mode-A promotion is re-checked without human intervention. The cron is system-configured (crontab -e); the extension never installs or writes a crontab. Candidates are written to ~/.pi/mega-compact-encoder/candidates/ and promoted via the ML5-D Improve Cortex flow. ON (default) = the scripts may be invoked by the system cron. OFF = scripts are never invoked; byte-identical to ML5-D.", true),
     ],
 };

package/dist/extensions/dashboard-server/routes.js

@@ -27,3 +27,4 @@ export { handleWiki } from "./routes-wiki.js";
 export { handleVectorCortexEvaluation, handleVectorCortexHealth, handleVectorCortexBreakersReset, handleVectorCortexLedger, handleVectorCortexTopology, handleVectorCortexQuery, handleVectorCortexShards, handleVectorCortexResidual, handleVectorCortexReconstruct, handleVectorCortexPlans, handleVectorCortexRender, handleVectorCortexRollout, handleVectorCortexClosureProof, handleVectorCortexRestore, } from "./routes-vector-cortex.js";
 export { handleSetupCortexStatus } from "./routes-setup-cortex.js";
 export { handleSetupCortexAction, handleSetupCortexActionLog, } from "./routes-setup-cortex-actions.js";
+export { handleImproveCortex, handleImproveCortexStatus, } from "./routes-cortex-improve.js";

package/dist/extensions/mega-runtime/dashboard-snapshot.js

@@ -97,8 +97,8 @@ export function buildDashboardSnapshot(ctx) {
             // per-session in rt and there's no cumulative counter yet.
             total: ctx.repo.dedupCollapsed,
             sessionTokensSaved: ctx.rt.cacheHitTokens,
-            // Cumulative tokens saved across all sessions in this repo —
-            // was a placeholder (dedupCollapsed * 100).
+            // Cumulative tokens saved across all sessions in this repo = the
+            // real repo counter (audit Table 1 stub 8 closed — no rolled-up math).
             totalTokensSaved: ctx.repo.tokensSaved,
         },
         compacts: {

package/dist/src/config/vector-cortex-ml5d.js

@@ -0,0 +1,28 @@
+/**
+ * config/vector-cortex-ml5d.ts — ML5-D dashboard "Improve Cortex" flag.
+ *
+ * Sibling extract mirroring vector-cortex-ml5a.ts / vector-cortex-ml5b.ts /
+ * vector-cortex-ml5c.ts, so vector-cortex.ts stays under its 300-line soft
+ * limit (soft-as-hard gate). This is the dashboard "Improve Cortex" surface +
+ * promote workflow sprint flag.
+ * vector-cortex.ts re-exports the ENUM below and root src/config.ts re-exports
+ * it, so no consumer import path changes.
+ *
+ * ML5-D adds the dashboard ModelImprovementCard + the POST /api/cortex/improve
+ * and GET /api/cortex/improve/status/:jobId endpoints. The flag gates that
+ * surface only; when OFF the endpoints return 404/disabled and VectorCortexTab
+ * renders exactly as before (byte-identical to the ML5-C-era tab — no
+ * ModelImprovementCard, no improve job is ever spawned).
+ *
+ * Pi-agnostic, dependency-free (PREVENT-PI-004 / PREVENT-011).
+ */
+import { sprintFlag } from "./vector-cortex-flag.js";
+/**
+ * ML5-D — dashboard "Improve Cortex" surface + promote workflow. Default ON.
+ * `MEGACOMPACT_ML5_D=0` disables and is byte-identical to the ML5-C survivor:
+ * both `/api/cortex/improve*` endpoints return 404 and VectorCortexTab omits the
+ * ModelImprovementCard. The flag gates the dashboard surface only; it does not
+ * gate the underlying ML5-A training pipeline or the encoder's mode-A/B/C
+ * selection (those are governed by ML5-A and the encoder independently).
+ */
+export const ML5D_ENABLED = () => sprintFlag("MEGACOMPACT_ML5_D");

package/dist/src/config/vector-cortex-ml5e.js

@@ -0,0 +1,30 @@
+/**
+ * config/vector-cortex-ml5e.ts — ML5-E nightly retraining cron + feedback loop.
+ *
+ * Sibling extract mirroring vector-cortex-ml5a.ts / ml5b.ts / ml5c.ts / ml5d.ts,
+ * so vector-cortex.ts stays under its 300-line soft limit (soft-as-hard gate).
+ * vector-cortex.ts re-exports the ENUM below and root src/config.ts re-exports
+ * it, so no consumer import path changes.
+ *
+ * ML5-E turns one-shot training (ML5-D's Improve button) into a living loop:
+ * the user's own post-redaction conversation turns become fresh training signal,
+ * the five heads are re-fit nightly, calibration is re-validated, and mode-A
+ * promotion is re-checked without human intervention. The cron is system-
+ * configured (`crontab -e` on the operator device); the extension never installs
+ * or writes a crontab. The flag gates **invocation** only — the scripts
+ * (retrain-nightly.mjs, promotion-gate.mjs, promotion.ts) exist on disk
+ * regardless; `=0` means the runtime never invokes them and the dashboard's
+ * Improve Cortex flow is byte-identical to the ML5-D survivor.
+ *
+ * Pi-agnostic, dependency-free (PREVENT-PI-004 / PREVENT-011).
+ */
+import { sprintFlag } from "./vector-cortex-flag.js";
+/**
+ * ML5-E — nightly retraining cron + feedback loop. Default ON.
+ * `MEGACOMPACT_ML5_E=0` disables and is byte-identical to the ML5-D survivor:
+ * the nightly retraining scripts are never invoked by the runtime, the
+ * promotion gate is inert, and the dashboard's Improve Cortex flow is
+ * byte-identical to the ML5-D tab. The flag gates invocation only — the scripts
+ * exist on disk regardless.
+ */
+export const ML5E_ENABLED = () => sprintFlag("MEGACOMPACT_ML5_E");

package/dist/src/config/vector-cortex.js

@@ -9,9 +9,8 @@
  * them without re-declaring the ownership boundary. Pi-agnostic, dependency-free.
  */
 import { sprintFlag } from "./vector-cortex-flag.js";
-// VC0/VC1/VC2 foundation-phase flags extracted to vector-cortex-early.ts to keep
-// this file under the 300-line soft limit. Re-exported here so every existing
-// `from "./config/vector-cortex.js"` import keeps resolving unchanged.
+// VC0/VC1/VC2 foundation-phase flags in vector-cortex-early.ts; re-exported
+// so every existing `from "./config/vector-cortex.js"` import resolves unchanged.
 export { VC0A_ENABLED, VC0B_ENABLED, VC0C_ENABLED, VC1A_ENABLED, VC1B_ENABLED, VC1C_ENABLED, VC2A_ENABLED, VC2B_ENABLED, VC2C_ENABLED, } from "./vector-cortex-early.js";
 /**
  * VC3A — capability-gated cortex store (CortexReader/Writer/Admin, CortexRecordV1).
@@ -239,10 +238,9 @@ export const VC8A_ENABLED = () => sprintFlag("MEGACOMPACT_VC8A");
  * mirroring VC4A..VC8A.
  */
 export const VC8B_ENABLED = () => sprintFlag("MEGACOMPACT_VC8B");
-// VC8C (canary selection + Rust parity) extracted to vector-cortex-vc8c.ts;
-// re-exported so existing `./config/vector-cortex.js` imports keep resolving.
+// VC8C extracted to vector-cortex-vc8c.ts; re-exported so existing imports keep resolving.
 export { VC8C_ENABLED } from "./vector-cortex-vc8c.js";
-// Sibling extracts to stay under the 300-line soft limit.
+// Sibling extracts: stay under the 300-line soft limit.
 export { VC9A_ENABLED } from "./vector-cortex-vc9a.js";
 export { VC9B_ENABLED } from "./vector-cortex-vc9b.js";
 export { VC9C_ENABLED } from "./vector-cortex-vc9c.js";
@@ -251,5 +249,7 @@ export { PCC_ENABLED } from "./vector-cortex-pcc.js";
 export { ML5A_ENABLED } from "./vector-cortex-ml5a.js";
 export { ML5B_ENABLED } from "./vector-cortex-ml5b.js";
 export { ML5C_ENABLED } from "./vector-cortex-ml5c.js";
+export { ML5D_ENABLED } from "./vector-cortex-ml5d.js";
+export { ML5E_ENABLED } from "./vector-cortex-ml5e.js";
 // Breaker constants (TRIAD_RESILIENCE.md §breaker) extracted to vector-cortex-breakers.ts.
 export { BREAKER_WINDOW_MS, BREAKER_MIN_ATTEMPTS, BREAKER_PERF_FAILURES, BREAKER_PERF_FAILURE_RATE, BREAKER_CORRECTNESS_FAILURES, BREAKER_COOLDOWN_MS, BREAKER_PROBE_COUNT, BREAKER_RETRY_BASE_MS, BREAKER_RETRY_CAP_MS, BREAKER_RETRY_JITTER, BREAKER_HYSTERESIS_FAILURE_RATE, BREAKER_HYSTERESIS_BUDGET_P95_MS, BREAKER_MIN_HEALTHY_RESIDENCE_MS, } from "./vector-cortex-breakers.js";

package/dist/src/config.js

@@ -114,4 +114,4 @@ export const NEW_UI = () => ragEnabled("MEGACOMPACT_NEW_UI");
 // default ON, `=0`/`_DISABLED` off. Re-exported from src/config/vector-cortex.ts
 // so root consumers share one source of truth.
 // ---------------------------------------------------------------------------
-export { VC0A_ENABLED, VC0B_ENABLED, VC1A_ENABLED, VC0C_ENABLED, VC1B_ENABLED, VC1C_ENABLED, VC2A_ENABLED, VC2B_ENABLED, VC2C_ENABLED, VC3A_ENABLED, VC3B_ENABLED, VC3C_ENABLED, VC4A_ENABLED, VC4B_ENABLED, VC4C_ENABLED, VC5A_ENABLED, VC5B_ENABLED, VC5C_ENABLED, VC6A_ENABLED, VC6B_ENABLED, VC6C_ENABLED, VC7A_ENABLED, VC7B_ENABLED, VC7C_ENABLED, VC8A_ENABLED, VC8B_ENABLED, VC8C_ENABLED, VC9A_ENABLED, VC9B_ENABLED, VC9C_ENABLED, VC9D_ENABLED, PCC_ENABLED, ML5A_ENABLED, ML5B_ENABLED, ML5C_ENABLED, BREAKER_WINDOW_MS, BREAKER_MIN_ATTEMPTS, BREAKER_PERF_FAILURES, BREAKER_PERF_FAILURE_RATE, BREAKER_CORRECTNESS_FAILURES, BREAKER_COOLDOWN_MS, BREAKER_PROBE_COUNT, BREAKER_RETRY_BASE_MS, BREAKER_RETRY_CAP_MS, BREAKER_RETRY_JITTER, BREAKER_HYSTERESIS_FAILURE_RATE, BREAKER_HYSTERESIS_BUDGET_P95_MS, BREAKER_MIN_HEALTHY_RESIDENCE_MS, } from "./config/vector-cortex.js";
+export { VC0A_ENABLED, VC0B_ENABLED, VC1A_ENABLED, VC0C_ENABLED, VC1B_ENABLED, VC1C_ENABLED, VC2A_ENABLED, VC2B_ENABLED, VC2C_ENABLED, VC3A_ENABLED, VC3B_ENABLED, VC3C_ENABLED, VC4A_ENABLED, VC4B_ENABLED, VC4C_ENABLED, VC5A_ENABLED, VC5B_ENABLED, VC5C_ENABLED, VC6A_ENABLED, VC6B_ENABLED, VC6C_ENABLED, VC7A_ENABLED, VC7B_ENABLED, VC7C_ENABLED, VC8A_ENABLED, VC8B_ENABLED, VC8C_ENABLED, VC9A_ENABLED, VC9B_ENABLED, VC9C_ENABLED, VC9D_ENABLED, PCC_ENABLED, ML5A_ENABLED, ML5B_ENABLED, ML5C_ENABLED, ML5D_ENABLED, ML5E_ENABLED, BREAKER_WINDOW_MS, BREAKER_MIN_ATTEMPTS, BREAKER_PERF_FAILURES, BREAKER_PERF_FAILURE_RATE, BREAKER_CORRECTNESS_FAILURES, BREAKER_COOLDOWN_MS, BREAKER_PROBE_COUNT, BREAKER_RETRY_BASE_MS, BREAKER_RETRY_CAP_MS, BREAKER_RETRY_JITTER, BREAKER_HYSTERESIS_FAILURE_RATE, BREAKER_HYSTERESIS_BUDGET_P95_MS, BREAKER_MIN_HEALTHY_RESIDENCE_MS, } from "./config/vector-cortex.js";

package/dist/src/vector-cortex/encoder/promotion.js

@@ -0,0 +1,58 @@
+/**
+ * vector-cortex/encoder/promotion.ts — ML5-E PromotionV1 ledger row type +
+ * append-only manifest helper + atomic digest-swap rollback.
+ *
+ * Pure-function discipline: zero I/O, no clock, no storage, no network
+ * (PREVENT-PI-004 / PREVENT-011). Every function is total over its inputs.
+ * The cron orchestrator (scripts/ml5/retrain-nightly.mjs) and the promotion
+ * gate (scripts/ml5/promotion-gate.mjs) consume these helpers; the acceptance
+ * aggregator (ml5e-acceptance.test.ts) validates them synthetically without a
+ * real training run.
+ *
+ * The promotion manifest is an APPEND-ONLY ledger: every new asset is a new
+ * entry, never an overwrite. Rollback restores a prior entry by SHA-256 via
+ * an atomic digest swap (flip the committed pointer to the prior entry's
+ * digest in one step) — no partial state is possible because the swap is a
+ * single value assignment.
+ */
+// ---------------------------------------------------------------------------
+// PromotionV1 — the ledger row recording one nightly training + promotion run.
+// ---------------------------------------------------------------------------
+/** Schema tag for the promotion ledger row. */
+export const PROMOTION_SCHEMA = "promotion-v1";
+/** Append a new asset entry to the manifest. Never mutates `entries`;
+ *  returns a new manifest with the entry appended and `committed` updated. */
+export function appendAsset(manifest, entry) {
+    return {
+        entries: [...manifest.entries, entry],
+        committed: entry.assetDigest,
+    };
+}
+/** Restore a prior asset by SHA-256: atomically swap the committed pointer
+ *  to the prior entry. The prior entry MUST exist in the manifest (append-only
+ *  guarantees it was never overwritten). Returns null when the digest is not
+ *  found (defensive: append-only means it should always be findable). */
+export function rollbackTo(manifest, digest) {
+    const found = manifest.entries.find((e) => e.assetDigest === digest);
+    if (!found)
+        return null;
+    return {
+        entries: manifest.entries,
+        committed: found.assetDigest,
+    };
+}
+// ---------------------------------------------------------------------------
+// Pure decision rules.
+// ---------------------------------------------------------------------------
+/** Evaluate the promotion gate: promote only when all five heads pass AND the
+ *  new asset beats the committed asset on the held-out dev set. Otherwise
+ *  demote. No training data is ever the held-out set. */
+export function promoteDecision(fiveHeadsOk, heldOutBeat) {
+    return fiveHeadsOk && heldOutBeat ? "promoted" : "demoted";
+}
+/** Whether a rollback is needed: the current asset at position N regressed
+ *  relative to the asset at position N-1. True only when regression is
+ *  confirmed and a prior asset digest exists to restore. */
+export function rollbackNeeded(regressionConfirmed, priorAssetDigest) {
+    return regressionConfirmed && priorAssetDigest !== null;
+}

package/dist/src/vector-cortex/improve.js

@@ -0,0 +1,24 @@
+/**
+ * vector-cortex/improve.ts — ML5-D "Improve Cortex" pure decision rule.
+ *
+ * The single pure decision of the improve job harness: given the training
+ * process exit code and whether a readable produced-asset digest exists,
+ * decide whether the five heads qualify (promote) or are demoted to mode B.
+ *
+ * Lives under src/ so both the dashboard-server route (routes-cortex-improve.ts)
+ * and the ML5-D acceptance aggregator (dist/vector-cortex/ml5d-acceptance.test.js)
+ * can import it — the mirrored dist/vector-cortex/ subtree carries this file via
+ * the publish-acceptance copyTree, so the acceptance suite needs no real
+ * training run.
+ *
+ * Pure, total over its inputs, zero I/O (PREVENT-PI-004 / PREVENT-011).
+ */
+/**
+ * Terminal decision for an improve job: qualified only when the training
+ * process exited 0 AND a readable produced-asset digest exists; otherwise the
+ * job is demoted to mode B (honest degradation — an empty corpus or a failed
+ * train never fabricates a promotion).
+ */
+export function qualifyDecision(exitCode, assetDigest) {
+    return exitCode === 0 && assetDigest !== null ? "qualified" : "demoted_to_B";
+}