chat-recall 0.0.1 → 0.4.8

package/dist/verify-deep.js

@@ -0,0 +1,97 @@
+/**
+ * `chat-recall verify --deep` — does the server actually hold what this machine
+ * has, per session?
+ *
+ * Every silent-loss incident in this codebase was found by a human asking about
+ * one specific session. Nothing reported them, because every symptom looks like
+ * healthy operation: `15604 skipped` is what a fully-synced corpus prints too.
+ * This is the check that turns "did session X make it?" from an investigation
+ * into a command.
+ *
+ * It compares in the unit the server's shrink guard uses — `gzipContainer().size`
+ * of the local union versus the archive's stored `size` — so a difference means
+ * the server is genuinely missing records, not that two measurements disagree.
+ * Sub-unit noise is ignored via a tolerance.
+ *
+ * Both sides must be the REDACTED container (see Deps.localContainerSize): the
+ * archive stores what was shipped, and what was shipped had its secrets
+ * replaced by sentinels.
+ *
+ * Deliberately NOT an mtime comparison: the server stores the client-sent mtime,
+ * which drifts sub-second against the file for essentially every session. An
+ * mtime-based version of this check reported 9,975 of 10,032 sessions suspect
+ * when the true number was 13.
+ *
+ * Classification matters as much as detection:
+ *   pending   — the ledger knows there is more to send; it will go on its own
+ *   STRANDED  — the ledger claims complete while the server holds less, so
+ *               nothing will ever re-ship it. This is the actionable class.
+ */
+import { loadAllCredentials } from './sync-client.js';
+import { getSyncedRows } from './sync-ledger.js';
+/** Below this, a size difference is container-encoding noise rather than
+ *  missing records. */
+const TOLERANCE_BYTES = 512;
+/**
+ * A session written within this window is being TYPED INTO. Its bytes grow
+ * between the cursor read and the container build, so `cursor >= fileSize`
+ * momentarily holds for a session that is simply mid-flight — and it gets
+ * reported as stranded on every run.
+ *
+ * This is not theoretical: the first real run flagged the live session it was
+ * being run from, short by 902 bytes. A checker that always cries wolf about the
+ * session you are in is a checker people learn to ignore, so recent writes are
+ * classified `pending` regardless of what the cursor says.
+ */
+const LIVE_GRACE_MS = 10 * 60_000;
+/**
+ * Pure comparison, injectable so it can be tested without a server or a real
+ * transcript corpus.
+ */
+export async function verifyAgainstServer(server, token, sinceMs, deps, now = Date.now()) {
+    const serverSize = await deps.serverSizes(server, token);
+    const ledger = getSyncedRows(server);
+    const report = {
+        server, checked: 0, complete: 0, missingArchive: 0, pending: [], stranded: [],
+    };
+    for (const s of deps.listSessions(sinceMs)) {
+        const srv = serverSize.get(s.rawId);
+        if (srv === undefined) {
+            report.missingArchive++;
+            continue;
+        }
+        const local = deps.localContainerSize(s.rawId);
+        if (local === null)
+            continue; // unreadable/unparseable — not a finding
+        report.checked++;
+        const deficit = local - srv;
+        if (deficit <= TOLERANCE_BYTES) {
+            report.complete++;
+            continue;
+        }
+        // The ledger's `s` is the server's confirmed byte cursor. If it is at or
+        // past the local file size, the client believes there is nothing left to
+        // send — so this session will never re-ship on its own.
+        const row = ledger.get(s.prefixedId) ?? ledger.get(s.rawId);
+        const cursor = row?.s ?? 0;
+        const live = s.mtime >= now - LIVE_GRACE_MS;
+        const stranded = !live && !!row && cursor >= deps.fileSize(s.rawId);
+        const finding = {
+            sessionId: s.rawId,
+            projectPath: s.projectPath || '',
+            localSize: local,
+            serverSize: srv,
+            deficit,
+            stranded,
+        };
+        (stranded ? report.stranded : report.pending).push(finding);
+    }
+    report.stranded.sort((a, b) => b.deficit - a.deficit);
+    report.pending.sort((a, b) => b.deficit - a.deficit);
+    return report;
+}
+/** Every configured target, so a multi-server setup is verified as a whole. */
+export function verifyTargets() {
+    return loadAllCredentials().map((c) => ({ serverUrl: c.serverUrl.replace(/\/+$/, ''), token: c.token }));
+}
+//# sourceMappingURL=verify-deep.js.map

package/dist/verify-deep.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"verify-deep.js","sourceRoot":"","sources":["../src/verify-deep.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAqBjD;uBACuB;AACvB,MAAM,eAAe,GAAG,GAAG,CAAC;AAE5B;;;;;;;;;;GAUG;AACH,MAAM,aAAa,GAAG,EAAE,GAAG,MAAM,CAAC;AAmBlC;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,MAAc,EACd,KAAa,EACb,OAAe,EACf,IAAU,EACV,MAAc,IAAI,CAAC,GAAG,EAAE;IAExB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACzD,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IAErC,MAAM,MAAM,GAAiB;QAC3B,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE;KAC9E,CAAC;IAEF,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3C,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YAAC,SAAS;QAAC,CAAC;QAE7D,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC/C,IAAI,KAAK,KAAK,IAAI;YAAE,SAAS,CAAc,yCAAyC;QACpF,MAAM,CAAC,OAAO,EAAE,CAAC;QAEjB,MAAM,OAAO,GAAG,KAAK,GAAG,GAAG,CAAC;QAC5B,IAAI,OAAO,IAAI,eAAe,EAAE,CAAC;YAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YAAC,SAAS;QAAC,CAAC;QAEhE,yEAAyE;QACzE,yEAAyE;QACzE,wDAAwD;QACxD,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QAC3B,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,IAAI,GAAG,GAAG,aAAa,CAAC;QAC5C,MAAM,QAAQ,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAEpE,MAAM,OAAO,GAAkB;YAC7B,SAAS,EAAE,CAAC,CAAC,KAAK;YAClB,WAAW,EAAE,CAAC,CAAC,WAAW,IAAI,EAAE;YAChC,SAAS,EAAE,KAAK;YAChB,UAAU,EAAE,GAAG;YACf,OAAO;YACP,QAAQ;SACT,CAAC;QACF,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9D,CAAC;IAED,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC;IACtD,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC;IACrD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,aAAa;IAC3B,OAAO,kBAAkB,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;AAC3G,CAAC"}

package/dist/verify-repair.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Un-strand sessions found by `chat-recall verify --deep`.
+ *
+ * A stranded session is one whose ledger cursor says "the server has all of
+ * this" while the server demonstrably has less. Nothing re-ships it, because
+ * `syncMode` reads that cursor and returns SKIP. Clearing the cursor is what
+ * puts it back in the queue — the next sync then re-derives and re-ships from
+ * scratch.
+ *
+ * Only the CURSOR is cleared, not the whole row: per-field coverage (`f`) is
+ * owned by field reconciliation and dropping it would make every field re-scan
+ * from zero. The mtime is cleared too, since leaving it would let the
+ * mtime-unchanged branch SKIP the session straight back out again.
+ *
+ * Writes a timestamped backup first. This edits the file that decides what gets
+ * uploaded, and a bad edit here re-ships a 10k-session corpus.
+ */
+/** Clear the sync cursor for `sessionIds` on `server`. Returns how many rows
+ *  were actually cleared (ids with no ledger entry need no work). */
+export declare function forceFullResync(server: string, sessionIds: string[]): number;
+//# sourceMappingURL=verify-repair.d.ts.map

package/dist/verify-repair.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"verify-repair.d.ts","sourceRoot":"","sources":["../src/verify-repair.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAKH;qEACqE;AACrE,wBAAgB,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,MAAM,CA6B5E"}

package/dist/verify-repair.js

@@ -0,0 +1,58 @@
+/**
+ * Un-strand sessions found by `chat-recall verify --deep`.
+ *
+ * A stranded session is one whose ledger cursor says "the server has all of
+ * this" while the server demonstrably has less. Nothing re-ships it, because
+ * `syncMode` reads that cursor and returns SKIP. Clearing the cursor is what
+ * puts it back in the queue — the next sync then re-derives and re-ships from
+ * scratch.
+ *
+ * Only the CURSOR is cleared, not the whole row: per-field coverage (`f`) is
+ * owned by field reconciliation and dropping it would make every field re-scan
+ * from zero. The mtime is cleared too, since leaving it would let the
+ * mtime-unchanged branch SKIP the session straight back out again.
+ *
+ * Writes a timestamped backup first. This edits the file that decides what gets
+ * uploaded, and a bad edit here re-ships a 10k-session corpus.
+ */
+import { copyFileSync, existsSync } from 'fs';
+import { getLedgerData, persistLedgerData, ledgerFilePath } from './sync-ledger.js';
+/** Clear the sync cursor for `sessionIds` on `server`. Returns how many rows
+ *  were actually cleared (ids with no ledger entry need no work). */
+export function forceFullResync(server, sessionIds) {
+    if (sessionIds.length === 0)
+        return 0;
+    const path = ledgerFilePath();
+    if (existsSync(path)) {
+        const stamp = new Date().toISOString().replace(/[:.]/g, '').replace(/-/g, '');
+        try {
+            copyFileSync(path, `${path}.bak-${stamp}`);
+        }
+        catch { /* backup best-effort */ }
+    }
+    const data = getLedgerData(server);
+    const wanted = new Set(sessionIds);
+    let cleared = 0;
+    for (const key of Object.keys(data)) {
+        // Ledger keys are prefixed ids for non-Claude tools; match either form.
+        const bare = key.replace(/^(opencode_|gemini_|codex_|agy_)/, '');
+        if (!wanted.has(key) && !wanted.has(bare))
+            continue;
+        const row = data[key];
+        if (typeof row !== 'object' || row === null) {
+            delete data[key];
+            cleared++;
+            continue;
+        }
+        const r = row;
+        delete r.o; // byte cursor
+        delete r.s; // synced-through size
+        delete r.h; // content hash — else the "unchanged" fast path skips again
+        delete r.m; // mtime — else the mtime-unchanged branch skips again
+        cleared++;
+    }
+    if (cleared > 0)
+        persistLedgerData(server, data);
+    return cleared;
+}
+//# sourceMappingURL=verify-repair.js.map

package/dist/verify-repair.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"verify-repair.js","sourceRoot":"","sources":["../src/verify-repair.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAC9C,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAEpF;qEACqE;AACrE,MAAM,UAAU,eAAe,CAAC,MAAc,EAAE,UAAoB;IAClE,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAEtC,MAAM,IAAI,GAAG,cAAc,EAAE,CAAC;IAC9B,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACrB,MAAM,KAAK,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC9E,IAAI,CAAC;YAAC,YAAY,CAAC,IAAI,EAAE,GAAG,IAAI,QAAQ,KAAK,EAAE,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,wBAAwB,CAAC,CAAC;IACxF,CAAC;IAED,MAAM,IAAI,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IACnC,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;IACnC,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,wEAAwE;QACxE,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,kCAAkC,EAAE,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,SAAS;QACpD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QACtB,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YAAC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC;YAAC,OAAO,EAAE,CAAC;YAAC,SAAS;QAAC,CAAC;QACvF,MAAM,CAAC,GAAG,GAAyC,CAAC;QACpD,OAAO,CAAC,CAAC,CAAC,CAAC,CAAM,cAAc;QAC/B,OAAO,CAAC,CAAC,CAAC,CAAC,CAAM,sBAAsB;QACvC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAM,4DAA4D;QAC7E,OAAO,CAAC,CAAC,CAAC,CAAC,CAAM,sDAAsD;QACvE,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,IAAI,OAAO,GAAG,CAAC;QAAE,iBAAiB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACjD,OAAO,OAAO,CAAC;AACjB,CAAC"}