agent-recall-core 3.4.31 → 3.4.35

package/dist/storage/capture-router.js

@@ -0,0 +1,133 @@
+/**
+ * capture-router.ts — two-lane pivot at the top of the capture path.
+ *
+ * LANE 1 (explicit-save): writes ONLY the local raw archive (archive-write).
+ *   Structurally impossible for Lane 1 to reach journalWrite or syncToSupabase:
+ *   - This module imports archiveSession from archive-write.ts ONLY.
+ *   - archive-write.ts is LOCAL-ONLY (verified by its own structural test).
+ *   - Neither this file nor archive-write.ts imports journal-write or sync.ts.
+ *
+ * LANE 2 (correction-signal): returns the text for the caller to route through
+ *   the corrections pipeline (writeCorrection / check.ts). This module does NOT
+ *   call writeCorrection directly — it just classifies and hands off, keeping the
+ *   correction path unmodified.
+ *
+ * Both lanes share the same pre-filter: dropHardNoise runs FIRST on the raw text.
+ * A text that fails a hard gate is dropped before lane assignment.
+ *
+ * Cross-process dedup: a lightweight on-disk arbiter (.capture-intent-seen) is
+ * written after a lane fires. hook-save and hook-correction share this file so
+ * the same message cannot double-save across hooks.
+ *
+ * LOCAL-ONLY: MUST NOT import journal-write, palace-write, or syncToSupabase.
+ */
+import * as crypto from "node:crypto";
+import * as fs from "node:fs";
+import * as path from "node:path";
+import { archiveSession } from "./archive-write.js";
+import { dropHardNoise } from "./corrections.js";
+import { saveTriggerKind } from "./durable-intent.js";
+import { withLock } from "./filelock.js";
+import { getRoot } from "../types.js";
+// ---------------------------------------------------------------------------
+// Cross-process dedup arbiter
+// ---------------------------------------------------------------------------
+/** Computed at call-time so setRoot() in tests takes effect. */
+function dedupFilePath() {
+    return path.join(getRoot(), ".capture-intent-seen");
+}
+const DEDUP_MAX_ENTRIES = 50;
+function quickHash(text) {
+    return crypto.createHash("sha256").update(text, "utf-8").digest("hex").slice(0, 16);
+}
+function readDedupEntries() {
+    try {
+        const file = dedupFilePath();
+        if (!fs.existsSync(file))
+            return [];
+        const parsed = JSON.parse(fs.readFileSync(file, "utf-8"));
+        if (Array.isArray(parsed))
+            return parsed;
+        return [];
+    }
+    catch {
+        return [];
+    }
+}
+function isDuplicate(hash, entries) {
+    return entries.some((e) => e.hash === hash);
+}
+function writeDedupEntry(entry) {
+    try {
+        const file = dedupFilePath();
+        const dir = path.dirname(file);
+        if (!fs.existsSync(dir))
+            fs.mkdirSync(dir, { recursive: true });
+        withLock("capture-dedup", () => {
+            let entries = readDedupEntries();
+            entries.push(entry);
+            if (entries.length > DEDUP_MAX_ENTRIES)
+                entries = entries.slice(-DEDUP_MAX_ENTRIES);
+            fs.writeFileSync(file, JSON.stringify(entries), "utf-8");
+        });
+    }
+    catch {
+        // Best-effort — dedup failure must never block the capture path.
+    }
+}
+// ---------------------------------------------------------------------------
+// routeCapture — the two-lane pivot
+// ---------------------------------------------------------------------------
+/**
+ * Route a user message through the two-lane capture path.
+ *
+ * Order of operations:
+ *   1. dropHardNoise(text) — if false, return 'dropped-hard-noise'
+ *   2. saveTriggerKind(text) — classify intent
+ *   3. Check cross-process dedup arbiter — if duplicate, return 'dropped-duplicate'
+ *   4. LANE 1 (explicit-save)    → archiveSession (local only, never syncs)
+ *   5. LANE 2 (correction-signal) → return correctionText for caller to capture
+ *   6. none → 'dropped-no-intent'
+ */
+export function routeCapture(input) {
+    const text = (typeof input.text === "string" ? input.text : "").trim();
+    // Step 1: hard noise gate (both lanes share this pre-filter)
+    if (!dropHardNoise(text)) {
+        return { kind: "dropped-hard-noise" };
+    }
+    // Step 2: classify intent
+    const intent = saveTriggerKind(text);
+    if (intent === "none") {
+        return { kind: "dropped-no-intent" };
+    }
+    // Step 3: cross-process dedup
+    const hash = quickHash(text);
+    const seen = readDedupEntries();
+    if (isDuplicate(hash, seen)) {
+        return { kind: "dropped-duplicate" };
+    }
+    // Record this entry BEFORE doing any I/O so a concurrent hook sees it.
+    writeDedupEntry({ hash, kind: intent, ts: new Date().toISOString() });
+    // Step 4 — LANE 1: explicit-save → local archive ONLY
+    if (intent === "explicit-save") {
+        const archiveInput = {
+            project: input.project,
+            sessionId: input.sessionId,
+            rawTranscript: input.rawTranscript ?? text,
+            summary: input.summary,
+            transcriptPath: input.transcriptPath,
+        };
+        const result = archiveSession(archiveInput);
+        return {
+            kind: "lane1-archived",
+            archivePath: result.path,
+            archiveBytes: result.bytes,
+        };
+    }
+    // Step 5 — LANE 2: correction-signal → return text for caller's corrections pipeline
+    return {
+        kind: "lane2-correction",
+        correctionText: text,
+    };
+}
+//# sourceMappingURL=capture-router.js.map

package/dist/storage/capture-router.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"capture-router.js","sourceRoot":"","sources":["../../src/storage/capture-router.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAElC,OAAO,EAAE,cAAc,EAA4B,MAAM,oBAAoB,CAAC;AAC9E,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAEtC,8EAA8E;AAC9E,8BAA8B;AAC9B,8EAA8E;AAE9E,gEAAgE;AAChE,SAAS,aAAa;IACpB,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,sBAAsB,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAQ7B,SAAS,SAAS,CAAC,IAAY;IAC7B,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACtF,CAAC;AAED,SAAS,gBAAgB;IACvB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,aAAa,EAAE,CAAC;QAC7B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,OAAO,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;QAC1D,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,OAAO,MAAsB,CAAC;QACzD,OAAO,EAAE,CAAC;IACZ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,OAAqB;IACtD,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,eAAe,CAAC,KAAiB;IACxC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,aAAa,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC/B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAChE,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;YAC7B,IAAI,OAAO,GAAG,gBAAgB,EAAE,CAAC;YACjC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACpB,IAAI,OAAO,CAAC,MAAM,GAAG,iBAAiB;gBAAE,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,iBAAiB,CAAC,CAAC;YACpF,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,iEAAiE;IACnE,CAAC;AACH,CAAC;AAsCD,8EAA8E;AAC9E,oCAAoC;AACpC,8EAA8E;AAE9E;;;;;;;;;;GAUG;AACH,MAAM,UAAU,YAAY,CAAC,KAAwB;IACnD,MAAM,IAAI,GAAG,CAAC,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAEvE,6DAA6D;IAC7D,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;QACzB,OAAO,EAAE,IAAI,EAAE,oBAAoB,EAAE,CAAC;IACxC,CAAC;IAED,0BAA0B;IAC1B,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,OAAO,EAAE,IAAI,EAAE,mBAAmB,EAAE,CAAC;IACvC,CAAC;IAED,8BAA8B;IAC9B,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,IAAI,GAAG,gBAAgB,EAAE,CAAC;IAChC,IAAI,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC;QAC5B,OAAO,EAAE,IAAI,EAAE,mBAAmB,EAAE,CAAC;IACvC,CAAC;IAED,uEAAuE;IACvE,eAAe,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IAEtE,sDAAsD;IACtD,IAAI,MAAM,KAAK,eAAe,EAAE,CAAC;QAC/B,MAAM,YAAY,GAAwB;YACxC,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,IAAI;YAC1C,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,cAAc,EAAE,KAAK,CAAC,cAAc;SACrC,CAAC;QACF,MAAM,MAAM,GAAG,cAAc,CAAC,YAAY,CAAC,CAAC;QAC5C,OAAO;YACL,IAAI,EAAE,gBAAgB;YACtB,WAAW,EAAE,MAAM,CAAC,IAAI;YACxB,YAAY,EAAE,MAAM,CAAC,KAAK;SAC3B,CAAC;IACJ,CAAC;IAED,qFAAqF;IACrF,OAAO;QACL,IAAI,EAAE,kBAAkB;QACxB,cAAc,EAAE,IAAI;KACrB,CAAC;AACJ,CAAC"}

package/dist/storage/classification.d.ts

@@ -0,0 +1,32 @@
+export type Tier = "personal" | "project";
+/**
+ * The only personal value reachable via the sync `store` union
+ * ("journal" | "palace" | "awareness" | "digest"). Awareness carries the
+ * corrections-derived behavioral layer (Blind Spots), so it is personal.
+ *
+ * NB (single-source guarantee): every member here MUST classifyStore() =>
+ * "personal" so the gate in supabase/sync.ts catches it. A unit test asserts
+ * exactly that.
+ */
+export declare const PERSONAL_STORES: ReadonlySet<string>;
+/**
+ * Classify a Supabase sync `store` (+ optional project) onto the privacy tier.
+ *
+ * - `awareness` store ⇒ personal (the behavioral layer leak we are gating).
+ * - any write tagged with the `_global` project ⇒ personal (bootstrap writes
+ *   palace under the `_global` sentinel).
+ * - everything else ⇒ project.
+ *
+ * Total over any input (unknown/undefined store ⇒ "project") — never throws.
+ */
+export declare function classifyStore(store: string | undefined, opts?: {
+    project?: string;
+}): Tier;
+/**
+ * Classify an absolute path onto the privacy tier. Substring match on the
+ * personal markers; default project. Never throws.
+ */
+export declare function classifyPath(absPath: string): Tier;
+/** A project slug is personal iff it is the `_global` cross-project sentinel. */
+export declare function isPersonalProject(slug: string): boolean;
+//# sourceMappingURL=classification.d.ts.map

package/dist/storage/classification.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"classification.d.ts","sourceRoot":"","sources":["../../src/storage/classification.ts"],"names":[],"mappings":"AAgBA,MAAM,MAAM,IAAI,GAAG,UAAU,GAAG,SAAS,CAAC;AAE1C;;;;;;;;GAQG;AACH,eAAO,MAAM,eAAe,EAAE,WAAW,CAAC,MAAM,CAA0B,CAAC;AAE3E;;;;;;;;;GASG;AACH,wBAAgB,aAAa,CAC3B,KAAK,EAAE,MAAM,GAAG,SAAS,EACzB,IAAI,CAAC,EAAE;IAAE,OAAO,CAAC,EAAE,MAAM,CAAA;CAAE,GAC1B,IAAI,CAIN;AAmBD;;;GAGG;AACH,wBAAgB,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAKlD;AAED,iFAAiF;AACjF,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAEvD"}

package/dist/storage/classification.js

@@ -0,0 +1,74 @@
+// packages/core/src/storage/classification.ts
+//
+// Wave 1 — Privacy classification: the SINGLE source of truth for the
+// personal-vs-project split. Pure, no IO.
+//
+// Two disjoint surfaces, by design:
+//   - classifyStore() covers the SYNC surface. Only `awareness` (and `_global`
+//     palace writes) are reachable as personal through the Supabase `store`
+//     union — corrections are never synced.
+//   - classifyPath() covers the GIT/.gitignore surface — corrections,
+//     behavior-policies.json, the future `personal/` tier — none of which flow
+//     through syncToSupabase today.
+//
+// Keeping these explicit means the moment someone adds a new personal artifact
+// they register it HERE, and the sync gate + (future) .gitignore both honor it.
+/**
+ * The only personal value reachable via the sync `store` union
+ * ("journal" | "palace" | "awareness" | "digest"). Awareness carries the
+ * corrections-derived behavioral layer (Blind Spots), so it is personal.
+ *
+ * NB (single-source guarantee): every member here MUST classifyStore() =>
+ * "personal" so the gate in supabase/sync.ts catches it. A unit test asserts
+ * exactly that.
+ */
+export const PERSONAL_STORES = new Set(["awareness"]);
+/**
+ * Classify a Supabase sync `store` (+ optional project) onto the privacy tier.
+ *
+ * - `awareness` store ⇒ personal (the behavioral layer leak we are gating).
+ * - any write tagged with the `_global` project ⇒ personal (bootstrap writes
+ *   palace under the `_global` sentinel).
+ * - everything else ⇒ project.
+ *
+ * Total over any input (unknown/undefined store ⇒ "project") — never throws.
+ */
+export function classifyStore(store, opts) {
+    if (store !== undefined && PERSONAL_STORES.has(store))
+        return "personal";
+    if (opts?.project === "_global")
+        return "personal";
+    return "project";
+}
+/**
+ * Markers that mean a filesystem path holds personal data. Used by the
+ * git/.gitignore surface (Wave 5 onward). Disjoint from classifyStore by design
+ * — these artifacts do not flow through syncToSupabase.
+ */
+const PERSONAL_PATH_MARKERS = [
+    "/corrections/",
+    "/awareness",
+    "behavior-policies.json",
+    "/projects/_global/",
+    // No trailing slash (mirrors "/awareness") so it matches BOTH the bare
+    // `projects/<slug>/personal` directory and every file under it. A path that
+    // legitimately ends in "personal" inside a project is exactly the personal
+    // tier we mean to gate.
+    "/personal",
+];
+/**
+ * Classify an absolute path onto the privacy tier. Substring match on the
+ * personal markers; default project. Never throws.
+ */
+export function classifyPath(absPath) {
+    for (const marker of PERSONAL_PATH_MARKERS) {
+        if (absPath.includes(marker))
+            return "personal";
+    }
+    return "project";
+}
+/** A project slug is personal iff it is the `_global` cross-project sentinel. */
+export function isPersonalProject(slug) {
+    return slug === "_global";
+}
+//# sourceMappingURL=classification.js.map

package/dist/storage/classification.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"classification.js","sourceRoot":"","sources":["../../src/storage/classification.ts"],"names":[],"mappings":"AAAA,8CAA8C;AAC9C,EAAE;AACF,sEAAsE;AACtE,0CAA0C;AAC1C,EAAE;AACF,oCAAoC;AACpC,+EAA+E;AAC/E,4EAA4E;AAC5E,4CAA4C;AAC5C,sEAAsE;AACtE,+EAA+E;AAC/E,oCAAoC;AACpC,EAAE;AACF,+EAA+E;AAC/E,gFAAgF;AAIhF;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,eAAe,GAAwB,IAAI,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC;AAE3E;;;;;;;;;GASG;AACH,MAAM,UAAU,aAAa,CAC3B,KAAyB,EACzB,IAA2B;IAE3B,IAAI,KAAK,KAAK,SAAS,IAAI,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,UAAU,CAAC;IACzE,IAAI,IAAI,EAAE,OAAO,KAAK,SAAS;QAAE,OAAO,UAAU,CAAC;IACnD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;GAIG;AACH,MAAM,qBAAqB,GAAsB;IAC/C,eAAe;IACf,YAAY;IACZ,wBAAwB;IACxB,oBAAoB;IACpB,uEAAuE;IACvE,4EAA4E;IAC5E,2EAA2E;IAC3E,wBAAwB;IACxB,WAAW;CACZ,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,OAAe;IAC1C,KAAK,MAAM,MAAM,IAAI,qBAAqB,EAAE,CAAC;QAC3C,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,OAAO,UAAU,CAAC;IAClD,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,iFAAiF;AACjF,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC5C,OAAO,IAAI,KAAK,SAAS,CAAC;AAC5B,CAAC"}

package/dist/storage/consolidation-queue.d.ts

@@ -0,0 +1,39 @@
+/**
+ * consolidation-queue.ts — the async consume seam (Wave 2, Decision #3).
+ *
+ * The Stop hook archives verbatim (lossless) then ENQUEUES a job here. Quality
+ * compression (palace consolidation, distillation) happens later, out of the
+ * Stop turn, by draining this queue. Retrieval stays a function; consolidation
+ * stays the async dreaming loop.
+ *
+ * Storage: JSONL, one job per line, under ~/.agent-recall/.consolidation-queue/.
+ * Append-only; drain marks lines done by rewriting the file with done:true.
+ */
+export interface ConsolidationJob {
+    project: string;
+    sessionId: string;
+    reason?: string;
+    /** ISO timestamp the job was enqueued. */
+    at?: string;
+    /** Marked true once drained. */
+    done?: boolean;
+}
+export interface DrainReport {
+    /** Jobs whose handler ran without throwing. */
+    processed: number;
+    /** Jobs whose handler threw (counted, never fatal). */
+    failed: number;
+}
+/**
+ * Append a consolidation job to today's queue file. Best-effort: never throws.
+ */
+export declare function enqueueConsolidation(job: ConsolidationJob): void;
+/**
+ * Drain all pending (not-done) jobs across every queue file. For each pending
+ * job, invoke `handler(job)`; a throwing handler counts as failed but does NOT
+ * block the rest. Successfully-handled jobs are marked done:true and rewritten.
+ *
+ * Best-effort: never throws to the caller.
+ */
+export declare function drainConsolidationQueue(handler: (job: ConsolidationJob) => void): DrainReport;
+//# sourceMappingURL=consolidation-queue.d.ts.map

package/dist/storage/consolidation-queue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"consolidation-queue.d.ts","sourceRoot":"","sources":["../../src/storage/consolidation-queue.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAOH,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,0CAA0C;IAC1C,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,gCAAgC;IAChC,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAED,MAAM,WAAW,WAAW;IAC1B,+CAA+C;IAC/C,SAAS,EAAE,MAAM,CAAC;IAClB,uDAAuD;IACvD,MAAM,EAAE,MAAM,CAAC;CAChB;AAUD;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,GAAG,EAAE,gBAAgB,GAAG,IAAI,CAehE;AAED;;;;;;GAMG;AACH,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,CAAC,GAAG,EAAE,gBAAgB,KAAK,IAAI,GACvC,WAAW,CAsEb"}

package/dist/storage/consolidation-queue.js

@@ -0,0 +1,120 @@
+/**
+ * consolidation-queue.ts — the async consume seam (Wave 2, Decision #3).
+ *
+ * The Stop hook archives verbatim (lossless) then ENQUEUES a job here. Quality
+ * compression (palace consolidation, distillation) happens later, out of the
+ * Stop turn, by draining this queue. Retrieval stays a function; consolidation
+ * stays the async dreaming loop.
+ *
+ * Storage: JSONL, one job per line, under ~/.agent-recall/.consolidation-queue/.
+ * Append-only; drain marks lines done by rewriting the file with done:true.
+ */
+import * as fs from "node:fs";
+import * as path from "node:path";
+import { getRoot } from "../types.js";
+import { ensureDir, todayISO } from "./fs-utils.js";
+function queueDir() {
+    return path.join(getRoot(), ".consolidation-queue");
+}
+function queueFileForToday() {
+    return path.join(queueDir(), `${todayISO()}.jsonl`);
+}
+/**
+ * Append a consolidation job to today's queue file. Best-effort: never throws.
+ */
+export function enqueueConsolidation(job) {
+    try {
+        const dir = queueDir();
+        ensureDir(dir);
+        const record = {
+            project: job.project,
+            sessionId: job.sessionId,
+            reason: job.reason,
+            at: job.at ?? new Date().toISOString(),
+            done: false,
+        };
+        fs.appendFileSync(queueFileForToday(), JSON.stringify(record) + "\n", "utf-8");
+    }
+    catch {
+        // Enqueue is fire-and-forget — never break the caller (the Stop hook).
+    }
+}
+/**
+ * Drain all pending (not-done) jobs across every queue file. For each pending
+ * job, invoke `handler(job)`; a throwing handler counts as failed but does NOT
+ * block the rest. Successfully-handled jobs are marked done:true and rewritten.
+ *
+ * Best-effort: never throws to the caller.
+ */
+export function drainConsolidationQueue(handler) {
+    const report = { processed: 0, failed: 0 };
+    let dir;
+    try {
+        dir = queueDir();
+        if (!fs.existsSync(dir))
+            return report;
+    }
+    catch {
+        return report;
+    }
+    let files;
+    try {
+        files = fs.readdirSync(dir).filter((f) => f.endsWith(".jsonl"));
+    }
+    catch {
+        return report;
+    }
+    for (const file of files) {
+        const full = path.join(dir, file);
+        let lines;
+        try {
+            lines = fs.readFileSync(full, "utf-8").split("\n");
+        }
+        catch {
+            continue; // unreadable file → skip, don't block the rest
+        }
+        const rewritten = [];
+        let mutated = false;
+        for (const line of lines) {
+            const trimmed = line.trim();
+            if (!trimmed)
+                continue;
+            let job;
+            try {
+                job = JSON.parse(trimmed);
+            }
+            catch {
+                rewritten.push(line); // malformed line — preserve verbatim, don't drop
+                continue;
+            }
+            if (job.done) {
+                rewritten.push(trimmed);
+                continue;
+            }
+            try {
+                handler(job);
+                report.processed++;
+                rewritten.push(JSON.stringify({ ...job, done: true }));
+                mutated = true;
+            }
+            catch {
+                // One bad job never blocks the rest — leave it pending for a retry.
+                report.failed++;
+                rewritten.push(trimmed);
+            }
+        }
+        if (mutated) {
+            try {
+                const tmp = full + ".tmp." + process.pid;
+                fs.writeFileSync(tmp, rewritten.join("\n") + "\n", "utf-8");
+                fs.renameSync(tmp, full); // atomic on POSIX
+            }
+            catch {
+                // If we can't persist the done-marks, the worst case is a re-run of
+                // already-processed jobs next drain — acceptable, never fatal.
+            }
+        }
+    }
+    return report;
+}
+//# sourceMappingURL=consolidation-queue.js.map

package/dist/storage/consolidation-queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"consolidation-queue.js","sourceRoot":"","sources":["../../src/storage/consolidation-queue.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAmBpD,SAAS,QAAQ;IACf,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,sBAAsB,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,iBAAiB;IACxB,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,GAAG,QAAQ,EAAE,QAAQ,CAAC,CAAC;AACtD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,GAAqB;IACxD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,QAAQ,EAAE,CAAC;QACvB,SAAS,CAAC,GAAG,CAAC,CAAC;QACf,MAAM,MAAM,GAAqB;YAC/B,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,EAAE,EAAE,GAAG,CAAC,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACtC,IAAI,EAAE,KAAK;SACZ,CAAC;QACF,EAAE,CAAC,cAAc,CAAC,iBAAiB,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;IACjF,CAAC;IAAC,MAAM,CAAC;QACP,uEAAuE;IACzE,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,uBAAuB,CACrC,OAAwC;IAExC,MAAM,MAAM,GAAgB,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IACxD,IAAI,GAAW,CAAC;IAChB,IAAI,CAAC;QACH,GAAG,GAAG,QAAQ,EAAE,CAAC;QACjB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,MAAM,CAAC;IACzC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,IAAI,KAAe,CAAC;IACpB,IAAI,CAAC;QACH,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IAClE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAClC,IAAI,KAAe,CAAC;QACpB,IAAI,CAAC;YACH,KAAK,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACrD,CAAC;QAAC,MAAM,CAAC;YACP,SAAS,CAAC,+CAA+C;QAC3D,CAAC;QAED,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,IAAI,OAAO,GAAG,KAAK,CAAC;QAEpB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO;gBAAE,SAAS;YACvB,IAAI,GAAqB,CAAC;YAC1B,IAAI,CAAC;gBACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAqB,CAAC;YAChD,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,iDAAiD;gBACvE,SAAS;YACX,CAAC;YAED,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;gBACb,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACxB,SAAS;YACX,CAAC;YAED,IAAI,CAAC;gBACH,OAAO,CAAC,GAAG,CAAC,CAAC;gBACb,MAAM,CAAC,SAAS,EAAE,CAAC;gBACnB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBACvD,OAAO,GAAG,IAAI,CAAC;YACjB,CAAC;YAAC,MAAM,CAAC;gBACP,oEAAoE;gBACpE,MAAM,CAAC,MAAM,EAAE,CAAC;gBAChB,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,IAAI,GAAG,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC;gBACzC,EAAE,CAAC,aAAa,CAAC,GAAG,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;gBAC5D,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,kBAAkB;YAC9C,CAAC;YAAC,MAAM,CAAC;gBACP,oEAAoE;gBACpE,+DAA+D;YACjE,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/storage/content-guard.d.ts

@@ -0,0 +1,74 @@
+/**
+ * content-guard.ts — pre-sync content scrubbing for opt-in cloud users.
+ *
+ * Applied BEFORE any journalWrite → syncToSupabase call so that secrets and
+ * prompt-injection attempts do not reach Supabase or the embedding API.
+ *
+ * Two-layer scrub:
+ *   1. scrubPromptInjection — strip XML system-marker tags, bidi overrides,
+ *      null bytes, and explicit injection phrases. Extracted from bootstrap.ts
+ *      and re-exported here so journal-write/palace-write can import from a
+ *      single source of truth.
+ *   2. scrubSecretContent — redact known secret token prefixes (AKIA…, ghp_…,
+ *      gho_…, ghs_…, sk-…, xoxb-…, PEM markers). Operates on content, not
+ *      filenames (bootstrap.ts isSecretFile() handles filename-level rejection).
+ *
+ * scrubForCloud(content) = scrubSecretContent(scrubPromptInjection(content))
+ *
+ * Design guarantees:
+ *   - Never throws — any failure returns the original content unchanged.
+ *   - Pure function, no I/O, no Supabase imports.
+ *   - Returns a SecretScanResult so callers can log/block if desired.
+ *
+ * Usage: call scrubForCloud(content) in journal-write.ts and palace-write.ts
+ * before passing content to syncToSupabase.
+ */
+/**
+ * Strip prompt-injection patterns from content before it leaves the machine.
+ * Same logic as bootstrap.ts:scrubPromptInjection but exported here for
+ * journal-write and palace-write to use at sync time.
+ */
+export declare function scrubPromptInjection(s: string): string;
+export interface SecretScanResult {
+    /** Content after redaction (same as input if nothing was found). */
+    content: string;
+    /** Number of secret patterns found and redacted. */
+    redactedCount: number;
+    /** Which labels were found (for logging). */
+    labels: string[];
+}
+/**
+ * Scan content for known secret token patterns and redact them in-place.
+ * Returns the redacted content and a count of how many matches were replaced.
+ */
+export declare function scrubSecretContent(content: string): SecretScanResult;
+/**
+ * scrubForCloud(content) applies both layers in order:
+ *   1. scrubPromptInjection  — removes injection/override attempts
+ *   2. scrubSecretContent    — redacts known secret token patterns
+ *
+ * Returns the sanitised string. Never throws.
+ */
+export declare function scrubForCloud(content: string): string;
+/**
+ * Raised by scrubForExport when a secret survives scrubbing. Distinct error type
+ * so callers can abort an export and name the offending record.
+ */
+export declare class SecretScanError extends Error {
+    readonly label: string;
+    constructor(label: string);
+}
+/**
+ * scrubForExport(content) — the fail-CLOSED sibling of scrubForCloud.
+ *
+ * scrubForCloud is fail-OPEN: on any internal error it returns the ORIGINAL
+ * content unchanged, which is the right call on the sync hot-path (never block a
+ * write) but the WRONG call for a deliberate export that will be handed to an
+ * external store. scrubForExport adds a post-condition: it re-scans the scrubbed
+ * output and THROWS SecretScanError if any known secret pattern still matches —
+ * so a redaction that silently failed open aborts the export instead of leaking.
+ *
+ * Use this for every string that leaves AgentRecall via an export/adapter path.
+ */
+export declare function scrubForExport(content: string): string;
+//# sourceMappingURL=content-guard.d.ts.map

package/dist/storage/content-guard.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"content-guard.d.ts","sourceRoot":"","sources":["../../src/storage/content-guard.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAMH;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAiBtD;AA2CD,MAAM,WAAW,gBAAgB;IAC/B,oEAAoE;IACpE,OAAO,EAAE,MAAM,CAAC;IAChB,oDAAoD;IACpD,aAAa,EAAE,MAAM,CAAC;IACtB,6CAA6C;IAC7C,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,gBAAgB,CAuBpE;AAMD;;;;;;GAMG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAQrD;AAMD;;;GAGG;AACH,qBAAa,eAAgB,SAAQ,KAAK;aACZ,KAAK,EAAE,MAAM;gBAAb,KAAK,EAAE,MAAM;CAI1C;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAmBtD"}