agent-recall-core 3.4.30 → 3.4.35

package/dist/relevance/promoter.js

@@ -1,336 +0,0 @@
-/**
- * Promoter — curates the staging buffer into the palace/journal at session
- * boundaries (v3.5.0 P-A, spec §4 "Promote", §5).
- *
- * Flow:
- *   1. Read up to N most-recent staged exchanges via `readStaging`.
- *   2. Apply a pure-function durability heuristic — `isDurableSignal` — to
- *      drop chitchat, single-word turns, tool-only exchanges.
- *   3. Dedupe survivors against the project's recent journal titles
- *      (`tooSimilarToExistingJournal`, threshold 0.7).
- *   4. Write the survivors via the existing `journalWrite` tool, then clear
- *      the staging file up to the newest promoted timestamp.
- *
- * Design notes:
- *   • The heuristic is intentionally cheap and pure. It is the FIRST pass —
- *     the in-room model (called separately by `sessionEndReflect`) is the
- *     true fine-grain judge. Here we just trim the obvious noise.
- *   • `opts.dryRun` runs the whole pipeline without writing the journal or
- *     clearing staging — used by tests and the dashboard preview.
- *   • Threshold ordering inside `isDurableSignal` is high-confidence first
- *     (explicit markers) then weaker signals (length + lexical proxy)
- *     (worker done-def rule 3).
- */
-import { listJournalFiles } from "../helpers/journal-files.js";
-import { journalWrite } from "../tools-logic/journal-write.js";
-import { readStaging, clearStaged } from "./stager.js";
-// ---------------------------------------------------------------------------
-// Tunables
-// ---------------------------------------------------------------------------
-/** Hard cap on staging entries we look at per promote() invocation. */
-const PROMOTE_BATCH_SIZE = 200;
-/** How many recent journals we compare titles against for dedup. */
-const DEDUP_RECENT_JOURNALS = 10;
-/** Token-overlap threshold for "duplicate of existing journal". */
-const DEDUP_THRESHOLD = 0.7;
-/** Title is the first sentence, capped to this many chars. */
-const TITLE_MAX_CHARS = 80;
-/** Body slice cap when writing into the journal. */
-const BODY_MAX_CHARS = 500;
-/** Minimum text length before the length-based durability branch triggers. */
-const DURABLE_MIN_LENGTH = 120;
-// Explicit "this matters" markers. Word-bounded, case-insensitive.
-const DURABLE_MARKER_RE = /\b(decision|decided|conclusion|TIL|gotcha|lesson|rule|invariant|never|always|broke|bug|root cause)\b/i;
-// Correction-shape markers — "no … wrong", "actually", "correction", "the right way".
-const CORRECTION_SHAPE_RE = /\b(no\b.*wrong|actually|correction|the right way)\b/i;
-// Wikilinks (`[[…]]`) or fenced code blocks — both are durable artifacts.
-const DURABLE_ARTIFACT_RE = /\[\[[^\]]+\]\]|```/;
-// Length-branch proxies — at least one "important word" (≥ 4 chars, alphabetic)
-// AND at least one action verb. Crude but pure and cheap.
-const ACTION_VERB_RE = /\b(add|added|adds|fix|fixed|fixes|use|used|uses|build|built|builds|ship|shipped|ships|run|ran|runs|write|wrote|writes|migrate|migrated|migrates|refactor|refactored|refactors|implement|implemented|implements|create|created|creates|remove|removed|removes|update|updated|updates|deploy|deployed|deploys|test|tested|tests|merge|merged|merges|commit|committed|commits|switch|switched|switches|choose|chose|chooses|landed|land)\b/i;
-const IMPORTANT_WORD_RE = /\b[a-zA-Z]{4,}\b/;
-// ---------------------------------------------------------------------------
-// Pure helpers (visible for testability)
-// ---------------------------------------------------------------------------
-/**
- * Decide whether a staged exchange carries a durable signal.
- *
- * Returns TRUE on any of:
- *   1. Explicit marker (`decision`, `bug`, `gotcha`, …).
- *   2. Correction shape (`no … wrong`, `actually`, `correction`, `the right way`).
- *   3. Contains a wikilink or fenced code block (durable artifact).
- *   4. Length ≥ 120 chars AND has both an "important word" and an action verb
- *      (noun-verb proxy — catches substantive sentences).
- *
- * Returns FALSE for chitchat ("ok", "thanks"), single-sentence questions,
- * and tool-only turns (no user/assistant text).
- */
-export function isDurableSignal(e) {
-    if (!e || typeof e !== "object")
-        return false;
-    const text = `${e.assistant ?? ""}\n${e.user ?? ""}`.trim();
-    if (!text)
-        return false; // tool-only turn
-    // High-confidence markers FIRST — threshold ordering rule.
-    if (DURABLE_MARKER_RE.test(text))
-        return true;
-    if (CORRECTION_SHAPE_RE.test(text))
-        return true;
-    if (DURABLE_ARTIFACT_RE.test(text))
-        return true;
-    // Length-gated noun-verb proxy. Skip questions ending with `?` and only `?`
-    // (single short question is rarely a durable insight on its own).
-    if (text.length >= DURABLE_MIN_LENGTH) {
-        if (IMPORTANT_WORD_RE.test(text) && ACTION_VERB_RE.test(text)) {
-            return true;
-        }
-    }
-    return false;
-}
-/**
- * Strip code fences, frontmatter markers, and markdown headers, then take
- * everything up to the first sentence terminator. ≤ TITLE_MAX_CHARS.
- */
-function firstSentence(text) {
-    if (!text)
-        return "";
-    // Drop leading markdown noise.
-    const cleaned = text
-        .replace(/^#+\s*/gm, "")
-        .replace(/^>+\s*/gm, "")
-        .trim();
-    // Sentence boundary: . ! ? or newline.
-    const m = cleaned.match(/[^.!?\n]+/);
-    const head = (m ? m[0] : cleaned).trim();
-    return head.slice(0, TITLE_MAX_CHARS);
-}
-/**
- * Lightweight token set — lowercase alphanumeric words ≥ 3 chars.
- * Visible only inside this module; mirrors the Surfacer's tokenizer in spirit
- * but uses ≥ 3 (titles are short — ≥ 4 would drop too much signal).
- */
-function tokenize(s) {
-    const out = new Set();
-    if (!s)
-        return out;
-    const parts = s.toLowerCase().split(/[^a-z0-9]+/);
-    for (const p of parts) {
-        if (p.length >= 3)
-            out.add(p);
-    }
-    return out;
-}
-/**
- * Containment-style overlap (intersection / smaller-set). Short titles that
- * are subsets of longer ones score high, which is the dedup behaviour we want.
- */
-function setOverlap(a, b) {
-    if (a.size === 0 || b.size === 0)
-        return 0;
-    let intersect = 0;
-    const [smaller, larger] = a.size <= b.size ? [a, b] : [b, a];
-    for (const t of smaller) {
-        if (larger.has(t))
-            intersect++;
-    }
-    return intersect / Math.min(a.size, b.size);
-}
-/**
- * Return true if `title` overlaps ≥ DEDUP_THRESHOLD with any of the last
- * `DEDUP_RECENT_JOURNALS` journal entries' filenames OR first-line titles.
- *
- * We compare against filenames AND the first non-blank line of each file
- * because journal filenames are date-prefixed (the smart-name slug carries
- * the topical bit, see `journalFileName`).
- */
-function tooSimilarToExistingJournal(project, title, _content) {
-    const incoming = tokenize(title);
-    if (incoming.size === 0)
-        return false;
-    let journals;
-    try {
-        journals = listJournalFiles(project, /* includeArchive */ false);
-    }
-    catch {
-        return false;
-    }
-    const recent = journals.slice(0, DEDUP_RECENT_JOURNALS);
-    for (const j of recent) {
-        // Compare against the filename slug — fast and avoids extra disk reads.
-        // The slug part (everything after the date prefix) carries the topic.
-        const slugPart = j.file.replace(/^\d{4}-\d{2}-\d{2}/, "").replace(/\.md$/, "");
-        const existingTokens = tokenize(slugPart);
-        const overlap = setOverlap(incoming, existingTokens);
-        if (overlap >= DEDUP_THRESHOLD)
-            return true;
-    }
-    return false;
-}
-// ---------------------------------------------------------------------------
-// Public API
-// ---------------------------------------------------------------------------
-/**
- * Promote durable staged exchanges into the journal.
- *
- * Idempotent within a session: once promoted, the corresponding staging
- * entries are cleared (only the newest-promoted timestamp is used as the
- * `beforeTs` cursor, so any post-promote stage() calls survive).
- *
- * `opts.dryRun = true` runs the full pipeline (incl. dedup) but writes
- * nothing and clears nothing. Useful for tests and dashboard previews.
- */
-export async function promote(project, opts = {}) {
-    const staged = readStaging(project, PROMOTE_BATCH_SIZE);
-    if (staged.length === 0) {
-        return { promoted: 0, skipped: 0, reasons: {} };
-    }
-    const reasons = {
-        no_durable_signal: 0,
-        too_short: 0,
-        duplicate: 0,
-        written: 0,
-        write_error: 0,
-    };
-    // First filter: durability heuristic. Track the "why not" counter.
-    const durable = [];
-    for (const e of staged) {
-        const text = `${e.assistant ?? ""}${e.user ?? ""}`.trim();
-        if (!text) {
-            // Tool-only turn — treat as "too_short" so it shows up distinctly in
-            // the reasons map. Threshold ordering: shortest reason first.
-            reasons.too_short++;
-            continue;
-        }
-        if (!isDurableSignal(e)) {
-            // Sub-classify short vs no-signal so the dashboard can distinguish
-            // "session was chitchat" vs "session had substance but no markers".
-            // High-threshold-first: anything < 20 chars is "too_short", else the
-            // generic "no_durable_signal".
-            if (text.length < 20) {
-                reasons.too_short++;
-            }
-            else {
-                reasons.no_durable_signal++;
-            }
-            continue;
-        }
-        durable.push(e);
-    }
-    // Must-Fix #7 (reviewer round 1): consolidate ALL promoted exchanges into
-    // ONE appended journal section, rather than one journalWrite call per
-    // exchange. This fixes two problems the reviewer flagged:
-    //
-    //   1. Inflated session counts — N durable exchanges previously produced
-    //      N separate journal entries (or N `### ts` appends, each triggering
-    //      its own updateIndex/syncToSupabase). The dashboard's "session
-    //      count" therefore over-reports productivity for any session that
-    //      staged multiple durable turns.
-    //
-    //   2. TZ disagreement at day boundaries — Stager files staging entries
-    //      under `toLocaleDateString('sv')` (LOCAL TZ, worker done-def rule
-    //      #4), but `journalWrite` derives its date from `todayISO()` which
-    //      is UTC. A staged entry written at 23:55 local would, after
-    //      promotion 5 minutes later, land in a journal file dated for
-    //      tomorrow (UTC). Consolidating into a single section AT
-    //      journalWrite's date pin means the inconsistency is contained:
-    //      the appended section is sourced from staging timestamps (each
-    //      `### ts` header preserves the original local-TZ wallclock) but
-    //      the file it lands in is journalWrite's TZ choice (UTC). One
-    //      file, no day-boundary doubling. Documented in the section
-    //      header itself ("Ambient-promoted exchanges").
-    //
-    // The consolidation is BATCHED — we still loop the durable[] list to
-    // dedupe per-entry against existing journals (same heuristic as before),
-    // accumulate the survivors into one Markdown block, then make a single
-    // journalWrite call. Dedup runs first so a fully-duplicate batch
-    // produces zero writes (the previous loop did the same).
-    let promoted = 0;
-    let newestPromotedTs;
-    const sections = [];
-    for (const exchange of durable) {
-        const body = (exchange.assistant ?? exchange.user ?? "").trim();
-        const title = firstSentence(body);
-        const content = body.slice(0, BODY_MAX_CHARS);
-        if (tooSimilarToExistingJournal(project, title, content)) {
-            reasons.duplicate++;
-            continue;
-        }
-        if (opts.dryRun) {
-            // Count would-be writes so dryRun reports look like the real run.
-            reasons.written++;
-            promoted++;
-            // Track ts for cursor parity with the real path; clearStaged is a
-            // no-op under dryRun.
-            if (!newestPromotedTs || exchange.ts > newestPromotedTs) {
-                newestPromotedTs = exchange.ts;
-            }
-            continue;
-        }
-        // Buffer this exchange — actual journalWrite happens once below.
-        sections.push(`### ${exchange.ts}\n\n${content}`);
-        promoted++;
-        reasons.written++;
-        if (!newestPromotedTs || exchange.ts > newestPromotedTs) {
-            newestPromotedTs = exchange.ts;
-        }
-    }
-    // Single consolidated write — only if we have something to write AND
-    // we're not in dryRun (dryRun already counted above and never touches
-    // the journal). The wrapping section header tells future readers (and
-    // the dashboard) that these were promoted by the ambient loop, not
-    // typed by a human.
-    if (!opts.dryRun && sections.length > 0) {
-        try {
-            const consolidatedBody = [
-                "## Ambient-promoted exchanges",
-                "",
-                "_Promoted from staging at session boundary. Timestamps below are the",
-                "local-TZ capture time; the surrounding journal file is dated by_",
-                "_`journalWrite` (UTC) — the two intentionally diverge at day boundaries._",
-                "",
-                sections.join("\n\n"),
-            ].join("\n");
-            await journalWrite({
-                project,
-                content: consolidatedBody,
-                // Leave palace_room undefined — journalWrite's classifier emits a
-                // routing_hint we ignore here; the next-worker session-end pass can
-                // act on it (or the human can).
-            });
-        }
-        catch {
-            // journalWrite shouldn't throw under normal conditions, but if it
-            // does we roll back the per-exchange counters so the result honestly
-            // reports zero writes. Error path traced (worker done-def rule 1) —
-            // every catch updates a reason counter.
-            reasons.write_error += sections.length;
-            reasons.written -= sections.length;
-            promoted -= sections.length;
-            // Wipe the cursor so we don't clear staging for writes that didn't
-            // actually land — they'll be retried next session.
-            newestPromotedTs = undefined;
-        }
-    }
-    // Cursor clear: everything strictly older than the newest-promoted ts is
-    // expunged. Anything that arrived during this promote() call (newer ts)
-    // survives for the next pass. dryRun never clears.
-    if (!opts.dryRun) {
-        if (newestPromotedTs) {
-            // Newest promoted is INCLUSIVE — we want it gone too. Use a tick
-            // greater than its ts by appending "~" (string > any iso-digit) so
-            // the comparison in clearStaged (`e.ts < beforeTs`) drops it.
-            clearStaged(project, newestPromotedTs + "~");
-        }
-        else if (durable.length === 0 && staged.length > 0) {
-            // Nothing was durable in the entire batch — clear everything up to
-            // the newest staged ts so we don't re-walk the same chitchat next
-            // session. Same `~`-suffix trick so the newest entry is included.
-            const newestStaged = staged[0]?.ts;
-            if (newestStaged)
-                clearStaged(project, newestStaged + "~");
-        }
-    }
-    const skipped = staged.length - promoted;
-    return { promoted, skipped, reasons };
-}
-//# sourceMappingURL=promoter.js.map

package/dist/relevance/promoter.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"promoter.js","sourceRoot":"","sources":["../../src/relevance/promoter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAC;AAC/D,OAAO,EAAE,WAAW,EAAE,WAAW,EAAuB,MAAM,aAAa,CAAC;AAE5E,8EAA8E;AAC9E,WAAW;AACX,8EAA8E;AAE9E,uEAAuE;AACvE,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAC/B,oEAAoE;AACpE,MAAM,qBAAqB,GAAG,EAAE,CAAC;AACjC,mEAAmE;AACnE,MAAM,eAAe,GAAG,GAAG,CAAC;AAC5B,8DAA8D;AAC9D,MAAM,eAAe,GAAG,EAAE,CAAC;AAC3B,oDAAoD;AACpD,MAAM,cAAc,GAAG,GAAG,CAAC;AAC3B,8EAA8E;AAC9E,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAE/B,mEAAmE;AACnE,MAAM,iBAAiB,GACrB,uGAAuG,CAAC;AAC1G,sFAAsF;AACtF,MAAM,mBAAmB,GAAG,sDAAsD,CAAC;AACnF,0EAA0E;AAC1E,MAAM,mBAAmB,GAAG,oBAAoB,CAAC;AACjD,gFAAgF;AAChF,0DAA0D;AAC1D,MAAM,cAAc,GAClB,0aAA0a,CAAC;AAC7a,MAAM,iBAAiB,GAAG,kBAAkB,CAAC;AAkB7C,8EAA8E;AAC9E,yCAAyC;AACzC,8EAA8E;AAE9E;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,eAAe,CAAC,CAAiB;IAC/C,IAAI,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC9C,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,SAAS,IAAI,EAAE,KAAK,CAAC,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;IAC5D,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC,CAAC,iBAAiB;IAE1C,2DAA2D;IAC3D,IAAI,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAC9C,IAAI,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAChD,IAAI,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAEhD,4EAA4E;IAC5E,kEAAkE;IAClE,IAAI,IAAI,CAAC,MAAM,IAAI,kBAAkB,EAAE,CAAC;QACtC,IAAI,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9D,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,SAAS,aAAa,CAAC,IAAY;IACjC,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IACrB,+BAA+B;IAC/B,MAAM,OAAO,GAAG,IAAI;SACjB,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,IAAI,EAAE,CAAC;IACV,uCAAuC;IACvC,MAAM,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACrC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;IACzC,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC;AACxC,CAAC;AAED;;;;GAIG;AACH,SAAS,QAAQ,CAAC,CAAS;IACzB,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9B,IAAI,CAAC,CAAC;QAAE,OAAO,GAAG,CAAC;IACnB,MAAM,KAAK,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAClD,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC;YAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAChC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;GAGG;AACH,SAAS,UAAU,CAAC,CAAc,EAAE,CAAc;IAChD,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC3C,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7D,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,SAAS,EAAE,CAAC;IACjC,CAAC;IACD,OAAO,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;AAC9C,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,2BAA2B,CAClC,OAAe,EACf,KAAa,EACb,QAAgB;IAEhB,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IACjC,IAAI,QAAQ,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACtC,IAAI,QAA6C,CAAC;IAClD,IAAI,CAAC;QACH,QAAQ,GAAG,gBAAgB,CAAC,OAAO,EAAE,oBAAoB,CAAC,KAAK,CAAC,CAAC;IACnE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,qBAAqB,CAAC,CAAC;IACxD,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,wEAAwE;QACxE,sEAAsE;QACtE,MAAM,QAAQ,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC/E,MAAM,cAAc,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QACrD,IAAI,OAAO,IAAI,eAAe;YAAE,OAAO,IAAI,CAAC;IAC9C,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,8EAA8E;AAC9E,aAAa;AACb,8EAA8E;AAE9E;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,OAAe,EACf,OAAuB,EAAE;IAEzB,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,EAAE,kBAAkB,CAAC,CAAC;IACxD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IAClD,CAAC;IAED,MAAM,OAAO,GAA2B;QACtC,iBAAiB,EAAE,CAAC;QACpB,SAAS,EAAE,CAAC;QACZ,SAAS,EAAE,CAAC;QACZ,OAAO,EAAE,CAAC;QACV,WAAW,EAAE,CAAC;KACf,CAAC;IAEF,mEAAmE;IACnE,MAAM,OAAO,GAAqB,EAAE,CAAC;IACrC,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,SAAS,IAAI,EAAE,GAAG,CAAC,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;QAC1D,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,qEAAqE;YACrE,8DAA8D;YAC9D,OAAO,CAAC,SAAS,EAAE,CAAC;YACpB,SAAS;QACX,CAAC;QACD,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC;YACxB,mEAAmE;YACnE,oEAAoE;YACpE,qEAAqE;YACrE,+BAA+B;YAC/B,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;gBACrB,OAAO,CAAC,SAAS,EAAE,CAAC;YACtB,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,iBAAiB,EAAE,CAAC;YAC9B,CAAC;YACD,SAAS;QACX,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,0EAA0E;IAC1E,sEAAsE;IACtE,0DAA0D;IAC1D,EAAE;IACF,yEAAyE;IACzE,0EAA0E;IAC1E,qEAAqE;IACrE,uEAAuE;IACvE,sCAAsC;IACtC,EAAE;IACF,wEAAwE;IACxE,wEAAwE;IACxE,wEAAwE;IACxE,kEAAkE;IAClE,mEAAmE;IACnE,8DAA8D;IAC9D,qEAAqE;IACrE,qEAAqE;IACrE,sEAAsE;IACtE,mEAAmE;IACnE,iEAAiE;IACjE,qDAAqD;IACrD,EAAE;IACF,qEAAqE;IACrE,yEAAyE;IACzE,uEAAuE;IACvE,iEAAiE;IACjE,yDAAyD;IACzD,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,gBAAoC,CAAC;IACzC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,KAAK,MAAM,QAAQ,IAAI,OAAO,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAChE,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;QAE9C,IAAI,2BAA2B,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC;YACzD,OAAO,CAAC,SAAS,EAAE,CAAC;YACpB,SAAS;QACX,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,kEAAkE;YAClE,OAAO,CAAC,OAAO,EAAE,CAAC;YAClB,QAAQ,EAAE,CAAC;YACX,kEAAkE;YAClE,sBAAsB;YACtB,IAAI,CAAC,gBAAgB,IAAI,QAAQ,CAAC,EAAE,GAAG,gBAAgB,EAAE,CAAC;gBACxD,gBAAgB,GAAG,QAAQ,CAAC,EAAE,CAAC;YACjC,CAAC;YACD,SAAS;QACX,CAAC;QAED,iEAAiE;QACjE,QAAQ,CAAC,IAAI,CAAC,OAAO,QAAQ,CAAC,EAAE,OAAO,OAAO,EAAE,CAAC,CAAC;QAClD,QAAQ,EAAE,CAAC;QACX,OAAO,CAAC,OAAO,EAAE,CAAC;QAClB,IAAI,CAAC,gBAAgB,IAAI,QAAQ,CAAC,EAAE,GAAG,gBAAgB,EAAE,CAAC;YACxD,gBAAgB,GAAG,QAAQ,CAAC,EAAE,CAAC;QACjC,CAAC;IACH,CAAC;IAED,qEAAqE;IACrE,sEAAsE;IACtE,sEAAsE;IACtE,mEAAmE;IACnE,oBAAoB;IACpB,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxC,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG;gBACvB,+BAA+B;gBAC/B,EAAE;gBACF,sEAAsE;gBACtE,kEAAkE;gBAClE,2EAA2E;gBAC3E,EAAE;gBACF,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;aACtB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACb,MAAM,YAAY,CAAC;gBACjB,OAAO;gBACP,OAAO,EAAE,gBAAgB;gBACzB,kEAAkE;gBAClE,oEAAoE;gBACpE,gCAAgC;aACjC,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,kEAAkE;YAClE,qEAAqE;YACrE,oEAAoE;YACpE,wCAAwC;YACxC,OAAO,CAAC,WAAW,IAAI,QAAQ,CAAC,MAAM,CAAC;YACvC,OAAO,CAAC,OAAO,IAAI,QAAQ,CAAC,MAAM,CAAC;YACnC,QAAQ,IAAI,QAAQ,CAAC,MAAM,CAAC;YAC5B,mEAAmE;YACnE,mDAAmD;YACnD,gBAAgB,GAAG,SAAS,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,yEAAyE;IACzE,wEAAwE;IACxE,mDAAmD;IACnD,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACjB,IAAI,gBAAgB,EAAE,CAAC;YACrB,iEAAiE;YACjE,mEAAmE;YACnE,8DAA8D;YAC9D,WAAW,CAAC,OAAO,EAAE,gBAAgB,GAAG,GAAG,CAAC,CAAC;QAC/C,CAAC;aAAM,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrD,mEAAmE;YACnE,kEAAkE;YAClE,kEAAkE;YAClE,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;YACnC,IAAI,YAAY;gBAAE,WAAW,CAAC,OAAO,EAAE,YAAY,GAAG,GAAG,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,GAAG,QAAQ,CAAC;IACzC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;AACxC,CAAC"}

package/dist/relevance/stager.d.ts

@@ -1,61 +0,0 @@
-/**
- * Stager — append-only staging buffer for the Ambient Relevance Loop
- * (v3.5.0 P-A, spec §4 "Stage", §5).
- *
- * Continuous capture: every meaningful exchange is appended (JSONL, one object
- * per line) to a per-project, per-day staging file at
- *
- *   ~/.agent-recall/projects/<slug>/_staging/<YYYY-MM-DD>.jsonl
- *
- * Design contract:
- *   • `stage` is fire-and-forget — it NEVER throws. The loop must not fail a
- *     user turn because we couldn't write a log line. Errors are swallowed
- *     silently (the Promoter will simply have less material to chew on).
- *   • Append-only on a per-process basis (`fs.appendFileSync` w/ utf-8 +
- *     trailing `\n`). Concurrent writers are tolerated because each line is
- *     self-contained JSON — interleaved appends from two processes still
- *     produce parseable lines.
- *   • `readStaging` is permissive: malformed/broken lines are skipped, not
- *     fatal. The buffer is best-effort log data, not a database.
- *   • `clearStaged` is a time-cursor: it rewrites each day-file in place,
- *     keeping only entries strictly newer than the supplied timestamp.
- */
-export interface StagedExchange {
-    /** ISO-8601 timestamp. Promoter sorts/filters by this. */
-    ts: string;
-    user?: string;
-    assistant?: string;
-    tool_calls?: Array<{
-        name: string;
-        args_summary: string;
-    }>;
-}
-/**
- * Append one exchange to today's staging file.
- *
- * NEVER THROWS. The loop continues regardless of fs errors (disk full, bad
- * permissions, etc.) — losing a log line is acceptable; killing a user turn
- * is not. Internal errors are swallowed silently.
- */
-export declare function stage(project: string, exchange: StagedExchange): void;
-/**
- * Read up to `limit` most recent staged exchanges, newest-first.
- *
- * Tolerant of malformed lines (skipped), missing files (returns []), and
- * unreadable directories (returns []). Never throws.
- */
-export declare function readStaging(project: string, limit?: number): StagedExchange[];
-/**
- * Clear staged entries whose `ts` is strictly less than `beforeTs`. Returns
- * the count removed.
- *
- * If `beforeTs` is omitted, clears EVERYTHING (use with care — typically the
- * Promoter passes the timestamp of the newest entry it just promoted, so any
- * later-arriving exchange survives the sweep).
- *
- * Rewrites each day-file in place (read → filter → atomic-replace via tmp).
- * Errors on any one file are swallowed; the count reflects what was actually
- * removed.
- */
-export declare function clearStaged(project: string, beforeTs?: string): number;
-//# sourceMappingURL=stager.d.ts.map

package/dist/relevance/stager.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"stager.d.ts","sourceRoot":"","sources":["../../src/relevance/stager.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAaH,MAAM,WAAW,cAAc;IAC7B,0DAA0D;IAC1D,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC5D;AAkGD;;;;;;GAMG;AACH,wBAAgB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,cAAc,GAAG,IAAI,CAoBrE;AAED;;;;;GAKG;AACH,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,cAAc,EAAE,CAuB7E;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,CAiDtE"}

package/dist/relevance/stager.js

@@ -1,251 +0,0 @@
-/**
- * Stager — append-only staging buffer for the Ambient Relevance Loop
- * (v3.5.0 P-A, spec §4 "Stage", §5).
- *
- * Continuous capture: every meaningful exchange is appended (JSONL, one object
- * per line) to a per-project, per-day staging file at
- *
- *   ~/.agent-recall/projects/<slug>/_staging/<YYYY-MM-DD>.jsonl
- *
- * Design contract:
- *   • `stage` is fire-and-forget — it NEVER throws. The loop must not fail a
- *     user turn because we couldn't write a log line. Errors are swallowed
- *     silently (the Promoter will simply have less material to chew on).
- *   • Append-only on a per-process basis (`fs.appendFileSync` w/ utf-8 +
- *     trailing `\n`). Concurrent writers are tolerated because each line is
- *     self-contained JSON — interleaved appends from two processes still
- *     produce parseable lines.
- *   • `readStaging` is permissive: malformed/broken lines are skipped, not
- *     fatal. The buffer is best-effort log data, not a database.
- *   • `clearStaged` is a time-cursor: it rewrites each day-file in place,
- *     keeping only entries strictly newer than the supplied timestamp.
- */
-import * as fs from "node:fs";
-import * as path from "node:path";
-import { sanitizeProject } from "../storage/paths.js";
-import { ensureDir } from "../storage/fs-utils.js";
-import { getRoot } from "../types.js";
-// ---------------------------------------------------------------------------
-// Internal helpers
-// ---------------------------------------------------------------------------
-/**
- * Resolve the per-project staging directory.
- * Mirrors the slug grammar used by storage/paths.ts (sanitizeProject) so we
- * land under the same `<root>/projects/<slug>/...` tree as journals/palace.
- *
- * Underscore prefix on `_staging` is intentional — it matches the convention
- * (see project listing's BLOCKED_SLUGS rejecting `_`-prefixed dirs) so the
- * buffer is hidden from project enumeration.
- */
-function stagingDir(project) {
-    const safe = sanitizeProject(project);
-    return path.join(getRoot(), "projects", safe, "_staging");
-}
-/**
- * Today's local-date filename (YYYY-MM-DD).
- *
- * We use `toLocaleDateString('sv')` — Swedish locale yields ISO-8601 calendar
- * format and respects the local timezone, so a staging entry written at
- * 23:55 local doesn't jump into "tomorrow's" UTC file. This matches the
- * journal-naming convention used elsewhere in core (worker done-def #4).
- */
-function todayLocalDate() {
-    return new Date().toLocaleDateString("sv");
-}
-/**
- * Sort comparator — newest-first by `ts`. String comparison is correct for
- * ISO-8601 timestamps lexicographically.
- */
-function byTsDesc(a, b) {
-    if (a.ts === b.ts)
-        return 0;
-    return a.ts < b.ts ? 1 : -1;
-}
-/**
- * Parse one JSONL file, returning the entries that are valid `StagedExchange`
- * shapes. Bad lines (truncated writes, manual edits) are silently skipped.
- */
-function readJsonlFile(filePath) {
-    if (!fs.existsSync(filePath))
-        return [];
-    let raw;
-    try {
-        raw = fs.readFileSync(filePath, "utf-8");
-    }
-    catch {
-        return [];
-    }
-    const out = [];
-    const lines = raw.split("\n");
-    for (const line of lines) {
-        const trimmed = line.trim();
-        if (!trimmed)
-            continue;
-        try {
-            const obj = JSON.parse(trimmed);
-            if (obj &&
-                typeof obj === "object" &&
-                typeof obj.ts === "string") {
-                out.push(obj);
-            }
-            // Object missing `ts` is silently dropped — invariant of StagedExchange.
-        }
-        catch {
-            // Malformed line — skip, never throw.
-        }
-    }
-    return out;
-}
-/**
- * List all per-day staging files for a project. Returns absolute paths,
- * sorted by filename (which is the date, so chronological ascending).
- */
-function listStagingFiles(project) {
-    const dir = stagingDir(project);
-    if (!fs.existsSync(dir))
-        return [];
-    let names;
-    try {
-        names = fs.readdirSync(dir);
-    }
-    catch {
-        return [];
-    }
-    return names
-        .filter((n) => /^\d{4}-\d{2}-\d{2}\.jsonl$/.test(n))
-        .sort()
-        .map((n) => path.join(dir, n));
-}
-// ---------------------------------------------------------------------------
-// Public API
-// ---------------------------------------------------------------------------
-/**
- * Append one exchange to today's staging file.
- *
- * NEVER THROWS. The loop continues regardless of fs errors (disk full, bad
- * permissions, etc.) — losing a log line is acceptable; killing a user turn
- * is not. Internal errors are swallowed silently.
- */
-export function stage(project, exchange) {
-    try {
-        if (!exchange || typeof exchange !== "object")
-            return;
-        // Defensive copy + ts default so callers can pass partial shapes.
-        const safe = {
-            ts: typeof exchange.ts === "string" && exchange.ts ? exchange.ts : new Date().toISOString(),
-            user: exchange.user,
-            assistant: exchange.assistant,
-            tool_calls: exchange.tool_calls,
-        };
-        const dir = stagingDir(project);
-        ensureDir(dir);
-        const file = path.join(dir, `${todayLocalDate()}.jsonl`);
-        // appendFileSync is atomic at the syscall level on POSIX up to PIPE_BUF
-        // (4096 bytes on Linux/macOS) — well above a normal JSONL line. Concurrent
-        // appends from two processes interleave at line boundaries, not within.
-        fs.appendFileSync(file, JSON.stringify(safe) + "\n", "utf-8");
-    }
-    catch {
-        // Swallow — see contract above.
-    }
-}
-/**
- * Read up to `limit` most recent staged exchanges, newest-first.
- *
- * Tolerant of malformed lines (skipped), missing files (returns []), and
- * unreadable directories (returns []). Never throws.
- */
-export function readStaging(project, limit) {
-    let all = [];
-    try {
-        const files = listStagingFiles(project);
-        // Walk newest day-file first so we can short-circuit once we have enough.
-        for (let i = files.length - 1; i >= 0; i--) {
-            const entries = readJsonlFile(files[i]);
-            all = all.concat(entries);
-            if (typeof limit === "number" && limit > 0 && all.length >= limit * 4) {
-                // Heuristic break: read enough to sort confidently. Each file is one
-                // day; if we already have 4× the requested limit, no earlier day-file
-                // can outrank what we have.
-                break;
-            }
-        }
-    }
-    catch {
-        return [];
-    }
-    all.sort(byTsDesc);
-    if (typeof limit === "number" && limit > 0 && all.length > limit) {
-        return all.slice(0, limit);
-    }
-    return all;
-}
-/**
- * Clear staged entries whose `ts` is strictly less than `beforeTs`. Returns
- * the count removed.
- *
- * If `beforeTs` is omitted, clears EVERYTHING (use with care — typically the
- * Promoter passes the timestamp of the newest entry it just promoted, so any
- * later-arriving exchange survives the sweep).
- *
- * Rewrites each day-file in place (read → filter → atomic-replace via tmp).
- * Errors on any one file are swallowed; the count reflects what was actually
- * removed.
- */
-export function clearStaged(project, beforeTs) {
-    let removed = 0;
-    let files;
-    try {
-        files = listStagingFiles(project);
-    }
-    catch {
-        return 0;
-    }
-    for (const file of files) {
-        let entries;
-        try {
-            entries = readJsonlFile(file);
-        }
-        catch {
-            continue;
-        }
-        if (entries.length === 0) {
-            // Empty/corrupt file — remove so the dir stays tidy.
-            try {
-                fs.unlinkSync(file);
-            }
-            catch {
-                /* ignore */
-            }
-            continue;
-        }
-        const keep = [];
-        for (const e of entries) {
-            // undefined cursor → clear EVERYTHING (documented contract).
-            // Otherwise keep entries whose ts is >= beforeTs (newer survives).
-            const shouldClear = beforeTs === undefined || e.ts < beforeTs;
-            if (shouldClear) {
-                removed++;
-            }
-            else {
-                keep.push(e);
-            }
-        }
-        try {
-            if (keep.length === 0) {
-                fs.unlinkSync(file);
-            }
-            else {
-                const tmp = `${file}.tmp.${process.pid}`;
-                const payload = keep.map((e) => JSON.stringify(e)).join("\n") + "\n";
-                fs.writeFileSync(tmp, payload, "utf-8");
-                fs.renameSync(tmp, file); // atomic on POSIX
-            }
-        }
-        catch {
-            // Best-effort — count already reflects intended removals.
-        }
-    }
-    return removed;
-}
-//# sourceMappingURL=stager.js.map