hippo-memory 1.68.0 → 1.70.0

package/dist/db/migrations/v31.js

@@ -1,24 +1,5 @@
 import { tableExists } from '../tables.js';
-export const v31 = {
-    version: 31,
-    up: (db) => {
-        // Incident first-class object.
-        // Mirrors the v30 decisions block but for an open -> resolved -> closed
-        // lifecycle (NOT supersede): there is no superseded_by self-FK and no
-        // supersede trigger. An incident is a postmortem capsule: a recorded
-        // operational event with a lifecycle and optional linked receipts (the
-        // memories that are its evidence, stored as a JSON array of ids in
-        // linked_memory_ids). The memory mirror is kept for recall but is not
-        // authoritative; memory_id is NULLABLE with ON DELETE SET NULL so
-        // forget/consolidate/archive does not lose an incident.
-        //
-        // status (open|resolved|closed): resolved records a resolution_text +
-        // resolved_at and stays on record; closed is a terminal retire reachable
-        // from open or resolved. Cross-tenant safety: BEFORE INSERT + BEFORE
-        // UPDATE triggers enforce incidents.tenant_id == the referenced memory's
-        // tenant_id (verbatim mirror of the v30 decisions tenant-match triggers).
-        if (!tableExists(db, 'incidents')) {
-            db.exec(`
+const CREATE_TABLE_INCIDENTS_SQL = `
           CREATE TABLE incidents (
             id INTEGER PRIMARY KEY AUTOINCREMENT,
             memory_id TEXT,
@@ -34,18 +15,16 @@ export const v31 = {
             created_at TEXT NOT NULL,
             FOREIGN KEY (memory_id) REFERENCES memories(id) ON DELETE SET NULL
           )
-        `);
-            db.exec(`
+        `;
+const CREATE_INDEX_IDX_INCIDENTS_TENANT_STATUS_SQL = `
           CREATE INDEX IF NOT EXISTS idx_incidents_tenant_status
           ON incidents(tenant_id, status)
-        `);
-            db.exec(`
+        `;
+const CREATE_INDEX_IDX_INCIDENTS_MEMORY_SQL = `
           CREATE INDEX IF NOT EXISTS idx_incidents_memory
           ON incidents(memory_id) WHERE memory_id IS NOT NULL
-        `);
-            // Cross-tenant safety vs the referenced memory (verbatim mirror of the
-            // v30 decisions tenant-match triggers; no supersede trigger).
-            db.exec(`
+        `;
+const CREATE_TRIGGER_TRG_INCIDENTS_TENANT_MATCH_INSERT_SQL = `
           CREATE TRIGGER IF NOT EXISTS trg_incidents_tenant_match_insert
           BEFORE INSERT ON incidents
           WHEN NEW.memory_id IS NOT NULL
@@ -55,8 +34,8 @@ export const v31 = {
               THEN RAISE(ABORT, 'incidents.tenant_id must match memories.tenant_id for the referenced memory')
             END;
           END
-        `);
-            db.exec(`
+        `;
+const CREATE_TRIGGER_TRG_INCIDENTS_TENANT_MATCH_UPDATE_SQL = `
           CREATE TRIGGER IF NOT EXISTS trg_incidents_tenant_match_update
           BEFORE UPDATE ON incidents
           WHEN NEW.memory_id IS NOT NULL
@@ -67,7 +46,33 @@ export const v31 = {
               THEN RAISE(ABORT, 'incidents.tenant_id must match memories.tenant_id for the referenced memory')
             END;
           END
-        `);
+        `;
+export const v31 = {
+    version: 31,
+    up: (db) => {
+        // Incident first-class object.
+        // Mirrors the v30 decisions block but for an open -> resolved -> closed
+        // lifecycle (NOT supersede): there is no superseded_by self-FK and no
+        // supersede trigger. An incident is a postmortem capsule: a recorded
+        // operational event with a lifecycle and optional linked receipts (the
+        // memories that are its evidence, stored as a JSON array of ids in
+        // linked_memory_ids). The memory mirror is kept for recall but is not
+        // authoritative; memory_id is NULLABLE with ON DELETE SET NULL so
+        // forget/consolidate/archive does not lose an incident.
+        //
+        // status (open|resolved|closed): resolved records a resolution_text +
+        // resolved_at and stays on record; closed is a terminal retire reachable
+        // from open or resolved. Cross-tenant safety: BEFORE INSERT + BEFORE
+        // UPDATE triggers enforce incidents.tenant_id == the referenced memory's
+        // tenant_id (verbatim mirror of the v30 decisions tenant-match triggers).
+        if (!tableExists(db, 'incidents')) {
+            db.exec(CREATE_TABLE_INCIDENTS_SQL);
+            db.exec(CREATE_INDEX_IDX_INCIDENTS_TENANT_STATUS_SQL);
+            db.exec(CREATE_INDEX_IDX_INCIDENTS_MEMORY_SQL);
+            // Cross-tenant safety vs the referenced memory (verbatim mirror of the
+            // v30 decisions tenant-match triggers; no supersede trigger).
+            db.exec(CREATE_TRIGGER_TRG_INCIDENTS_TENANT_MATCH_INSERT_SQL);
+            db.exec(CREATE_TRIGGER_TRG_INCIDENTS_TENANT_MATCH_UPDATE_SQL);
         }
     },
 };

package/dist/db/migrations/v35.js

@@ -79,7 +79,7 @@ export const v35 = {
         // change_summary). This table = the v34 skills table with
         // skill_name/trigger_text replaced by `repo` (the repo-scoping dimension)
         // PLUS `summary` (the brief body). The distinguishing op (refreshBrief, in
-        // src/project-briefs.ts) auto-assembles the summary from the repo's receipts
+        // src/objects/project-briefs.ts) auto-assembles the summary from the repo's receipts
         // (memory rows tagged path:<repo>); it needs no schema support beyond `repo`.
         // All column names were checked against SQLite reserved words:
         // repo/summary/version/status/etc. are non-reserved.

package/dist/db/migrations/v39.js

@@ -1,6 +1,6 @@
 import * as os from 'os';
 import * as path from 'path';
-import { deriveOriginProject, originFromSource, isGlobalStoreRoot } from '../../project-identity.js';
+import { deriveOriginProject, originFromSource, isGlobalStoreRoot } from '../../core/project-identity.js';
 import { raiseMinBinary } from '../meta.js';
 import { tableHasColumn } from '../tables.js';
 export const v39 = {

package/dist/db/migrations/v40.js

@@ -1,16 +1,4 @@
-export const v40 = {
-    version: 40,
-    up: (db) => {
-        // Retrieval-trace persistence.
-        // Follows the v18 goal_recall_log style: one parent trace row per
-        // recall, a WITHOUT ROWID child table for the ranked results, and a
-        // separate append-only outcomes table so audit_log pruning can never
-        // erase training data.
-        //
-        // No min_compatible_binary bump, on purpose: an old binary ignores these tables and
-        // recordTraceOutcome re-validates trace ids, so its stale writes are skipped; a bump
-        // would lock old binaries out of the whole store for an observability feature.
-        db.exec(`
+const RECALL_TRACES_SCHEMA_SQL = `
         CREATE TABLE IF NOT EXISTS recall_traces (
           id INTEGER PRIMARY KEY AUTOINCREMENT,
           ts TEXT NOT NULL,
@@ -56,7 +44,20 @@ export const v40 = {
           memory_ids_json TEXT NOT NULL      -- ids actually credited by this outcome event
         );
         CREATE INDEX IF NOT EXISTS idx_recall_trace_outcomes_trace ON recall_trace_outcomes(trace_id);
-      `);
+      `;
+export const v40 = {
+    version: 40,
+    up: (db) => {
+        // Retrieval-trace persistence.
+        // Follows the v18 goal_recall_log style: one parent trace row per
+        // recall, a WITHOUT ROWID child table for the ranked results, and a
+        // separate append-only outcomes table so audit_log pruning can never
+        // erase training data.
+        //
+        // No min_compatible_binary bump, on purpose: an old binary ignores these tables and
+        // recordTraceOutcome re-validates trace ids, so its stale writes are skipped; a bump
+        // would lock old binaries out of the whole store for an observability feature.
+        db.exec(RECALL_TRACES_SCHEMA_SQL);
     },
 };
 //# sourceMappingURL=v40.js.map

package/dist/db/migrations/v43.js

@@ -1,8 +1,4 @@
-export const v43 = {
-    version: 43,
-    up: (db) => {
-        // W2a work-queue cards (trajectories/01M2D5VSYJFK4YXQ0RG2NGCPYJ/plan.md). Additive only, v41 precedent.
-        db.exec(`
+const CARDS_SCHEMA_SQL = `
         CREATE TABLE IF NOT EXISTS cards (
           id TEXT PRIMARY KEY,
           title TEXT NOT NULL,
@@ -61,7 +57,12 @@ export const v43 = {
 
         CREATE INDEX IF NOT EXISTS idx_session_handoffs_tenant_card
           ON session_handoffs(tenant_id, card_id, created_at DESC);
-      `);
+      `;
+export const v43 = {
+    version: 43,
+    up: (db) => {
+        // W2a work-queue cards (trajectories/01M2D5VSYJFK4YXQ0RG2NGCPYJ/plan.md). Additive only, v41 precedent.
+        db.exec(CARDS_SCHEMA_SQL);
     },
 };
 //# sourceMappingURL=v43.js.map

package/dist/db/migrations/v44.js

@@ -1,7 +1,7 @@
 export const v44 = {
     version: 44,
     up: (db) => {
-        // Dormant memories (src/dormant.ts): with `dormant.enabled`, the sleep
+        // Dormant memories (src/store/dormant.ts): with `dormant.enabled`, the sleep
         // decay pass moves a faded memory here instead of deleting it. The row
         // leaves `memories` in the same transaction, so recall, context and
         // every sleep pass stop seeing it; entry_json is the full MemoryEntry

package/dist/db/migrations/v45.js

@@ -1,7 +1,7 @@
 export const v45 = {
     version: 45,
     up: (db) => {
-        // Token ledger (src/token-ledger.ts): one row per block of
+        // Token ledger (src/store/token-ledger.ts): one row per block of
         // memory text hippo hands an agent (hook, CLI, MCP, HTTP). `event` is 'inject'
         // (sent), 'skip' (unchanged since the session's last inject, not sent), 'reset'
         // (compaction dropped earlier injections, so the next one must be sent) or

package/dist/db/migrations/v46.js

@@ -1,7 +1,7 @@
 export const v46 = {
     version: 46,
     up: (db) => {
-        // Failure log (src/failure-log.ts): hashes only, since failure text can carry paths and secrets.
+        // Failure log (src/store/failure-log.ts): hashes only, since failure text can carry paths and secrets.
         // Additive only: no min_compatible_binary bump.
         db.exec(`
         CREATE TABLE IF NOT EXISTS failure_log (

package/dist/db/migrations/v47.js

@@ -1,7 +1,7 @@
 export const v47 = {
     version: 47,
     up: (db) => {
-        // Scope grants (src/auth.ts): a member key reads a
+        // Scope grants (src/store/auth.ts): a member key reads a
         // restricted scope only by an explicit row here. Additive only: no
         // min_compatible_binary bump.
         db.exec(`

package/dist/db/migrations/v48.js

@@ -2,7 +2,7 @@ import { MEMORY_QUARANTINE_DDL } from '../continuity.js';
 export const v48 = {
     version: 48,
     up: (db) => {
-        // Quarantine (src/quarantine.ts): a poisoned or suspect memory sits here pending
+        // Quarantine (src/trust/quarantine.ts): a poisoned or suspect memory sits here pending
         // admin review instead of being hidden with no record. Additive only: no min_compatible_binary bump.
         db.exec(MEMORY_QUARANTINE_DDL);
     },

package/dist/db/migrations/v49.js

@@ -1,7 +1,7 @@
 export const v49 = {
     version: 49,
     up: (db) => {
-        // Compaction record (src/compaction-record.ts): one row per Claude Code compaction, written before it (started)
+        // Compaction record (src/capture/compaction-record.ts): one row per Claude Code compaction, written before it (started)
         // and after it (summarised, done). Not a memory row. Additive only: no min_compatible_binary bump.
         db.exec(`
         CREATE TABLE IF NOT EXISTS compactions (

package/dist/db/migrations/v50.js

@@ -1,9 +1,4 @@
-export const v50 = {
-    version: 50,
-    up: (db) => {
-        // Per-turn delivery events (src/recall-trace.ts). Additive only: no min_compatible_binary bump; rollback drops both tables
-        // and sets schema_version back to 49. No CHECK on enum columns since SQLite cannot alter one; delivery-recorder.ts unions are the allowlist.
-        db.exec(`
+const DELIVERY_EVENTS_SCHEMA_SQL = `
         CREATE TABLE IF NOT EXISTS delivery_events (
           id                INTEGER PRIMARY KEY AUTOINCREMENT,
           ts                TEXT NOT NULL,
@@ -61,7 +56,13 @@ export const v50 = {
           tokens       INTEGER,
           PRIMARY KEY (event_id, memory_id)
         ) WITHOUT ROWID;
-      `);
+      `;
+export const v50 = {
+    version: 50,
+    up: (db) => {
+        // Per-turn delivery events (src/store/recall-trace.ts). Additive only: no min_compatible_binary bump; rollback drops both tables
+        // and sets schema_version back to 49. No CHECK on enum columns since SQLite cannot alter one; delivery-recorder.ts unions are the allowlist.
+        db.exec(DELIVERY_EVENTS_SCHEMA_SQL);
     },
 };
 //# sourceMappingURL=v50.js.map

package/dist/db/migrations/v52.js

@@ -1,4 +1,4 @@
-import { MEMORY_VECTORS_DDL } from '../../vector-store.js';
+import { MEMORY_VECTORS_DDL } from '../vector-store.js';
 export const v52 = {
     version: 52,
     // Vectors move out of embeddings.json so hybrid search reads only the rows it ranks. Additive only; the JSON import runs after COMMIT.

package/dist/db/open.d.ts

@@ -1,5 +1,5 @@
 import { type DatabaseSyncLike } from './sqlite.js';
-import { getHippoDbPath } from './connect.js';
+import { getHippoDbPath, type OpenedDb } from './connect.js';
 export { getHippoDbPath };
 /** Lock wait for hook commands: under the 5 s prompt-hook budget even after a few skipped writes, and far above a normal write's hold. */
 export declare const HOOK_DB_WAIT_MS = 1000;
@@ -20,6 +20,10 @@ export declare function scopedBusyWait(): number | undefined;
 export declare function withSqliteBlocked<T>(storeKind: string, fn: () => T): T;
 /** Runs `fn` with hippo.db opens allowed again, for a store whose own methods are backed by hippo.db, or a copy that reads the old hippo.db. */
 export declare function withSqliteAllowed<T>(fn: () => T): T;
+/** Runs `fn` so that a hippo.db open on this thread throws, across awaits; a block of another store, when one is open, already refuses and stays as it is. */
+export declare function withSqliteOffLoop<T>(fn: () => T): T;
+/** Leaves withSqliteOffLoop's block and nothing else: another store's block and the folder marker still refuse, which withSqliteAllowed would waive. */
+export declare function outsideSqliteOffLoop<T>(fn: () => T): T;
 /** First line of a best-effort catch around a hippo.db open: an unported path must fail closed, not fall back silently. */
 export declare function rethrowIfSqliteBlocked<E>(err: E): void;
 /** store init --db, store copy --db and serve --db write this file in the hippo root; its text is the store kind. */
@@ -30,6 +34,10 @@ export declare function assertSqliteAllowed(hippoRoot: string): void;
 export declare function openHippoDb(hippoRoot: string, opts?: {
     busyWaitMs?: number;
 }): DatabaseSyncLike;
+/** openHippoDb, with what the open's probe read when this call made the connection. */
+export declare function openHippoDbWithFacts(hippoRoot: string, opts?: {
+    busyWaitMs?: number;
+}): OpenedDb;
 /** Open an existing store without changing it: no mkdir, WAL switch, migration or mirror cleanup. Throws when hippo.db is missing. */
 export declare function openHippoDbReadOnly(hippoRoot: string): DatabaseSyncLike;
 export declare function closeHippoDb(db: DatabaseSyncLike): void;

package/dist/db/open.js

@@ -1,13 +1,13 @@
 import { AsyncLocalStorage } from 'node:async_hooks';
 import { existsSync, readFileSync } from 'node:fs';
 import { join } from 'node:path';
-import { errorMessage, log } from '../log.js';
+import { errorMessage, log } from '../util/log.js';
 import { DatabaseSync } from './sqlite.js';
 import { tableExists } from './tables.js';
 import { assertBinaryCompatible } from './migrate.js';
-import { connectHippoDb, getHippoDbPath } from './connect.js';
+import { connectWithFacts, getHippoDbPath } from './connect.js';
 import { currentRequestStores, isScopedHandle, runWithRequestStores } from './request-stores.js';
-import { OtherStoreFolderError, SqliteBlockedError } from './sqlite-blocked.js';
+import { OtherStoreFolderError, SqliteBlockedError } from '../util/sqlite-blocked.js';
 export { getHippoDbPath };
 /** Lock wait for hook commands: under the 5 s prompt-hook budget even after a few skipped writes, and far above a normal write's hold. */
 export const HOOK_DB_WAIT_MS = 1000;
@@ -38,6 +38,17 @@ export function withSqliteBlocked(storeKind, fn) {
 export function withSqliteAllowed(fn) {
     return sqliteBlockedBy.exit(() => markerWaived.run(true, fn));
 }
+// Not a store kind: the block of a route whose SQLite work belongs on a worker thread, under the hippo.db store itself.
+const OFF_LOOP = 'sqlite (off the event loop)';
+const OFF_LOOP_MESSAGE = 'hippo.db was opened on the server thread by a route whose SQLite work runs on a worker thread';
+/** Runs `fn` so that a hippo.db open on this thread throws, across awaits; a block of another store, when one is open, already refuses and stays as it is. */
+export function withSqliteOffLoop(fn) {
+    return sqliteBlockedBy.getStore() === undefined ? sqliteBlockedBy.run(OFF_LOOP, fn) : fn();
+}
+/** Leaves withSqliteOffLoop's block and nothing else: another store's block and the folder marker still refuse, which withSqliteAllowed would waive. */
+export function outsideSqliteOffLoop(fn) {
+    return sqliteBlockedBy.getStore() === OFF_LOOP ? sqliteBlockedBy.exit(fn) : fn();
+}
 /** First line of a best-effort catch around a hippo.db open: an unported path must fail closed, not fall back silently. */
 export function rethrowIfSqliteBlocked(err) {
     if (err instanceof SqliteBlockedError)
@@ -59,6 +70,8 @@ function markerKind(marker) {
 /** Throws where hippo.db must not open; checked on every open, not cached, since the marker can appear while a process runs. */
 export function assertSqliteAllowed(hippoRoot) {
     const storeKind = sqliteBlockedBy.getStore();
+    if (storeKind === OFF_LOOP)
+        throw new SqliteBlockedError('sqlite', OFF_LOOP_MESSAGE);
     if (storeKind !== undefined)
         throw new SqliteBlockedError(storeKind);
     if (markerWaived.getStore())
@@ -69,9 +82,13 @@ export function assertSqliteAllowed(hippoRoot) {
 }
 /** `busyWaitMs` shortens every lock wait of this open, for a hook that must finish inside its own timeout. */
 export function openHippoDb(hippoRoot, opts) {
+    return openHippoDbWithFacts(hippoRoot, opts).db;
+}
+/** openHippoDb, with what the open's probe read when this call made the connection. */
+export function openHippoDbWithFacts(hippoRoot, opts) {
     assertSqliteAllowed(hippoRoot);
     const stores = currentRequestStores();
-    return stores ? stores.get(hippoRoot, opts) : connectHippoDb(hippoRoot, opts?.busyWaitMs);
+    return stores ? stores.getWithFacts(hippoRoot, opts) : connectWithFacts(hippoRoot, opts?.busyWaitMs);
 }
 /** Open an existing store without changing it: no mkdir, WAL switch, migration or mirror cleanup. Throws when hippo.db is missing. */
 export function openHippoDbReadOnly(hippoRoot) {

package/dist/{physics-state.d.ts → db/physics-state.d.ts}

@@ -3,9 +3,9 @@
  * Stores and loads particle state (position, velocity, mass, charge, temperature)
  * in SQLite using BLOB columns for 384-dim vectors.
  */
-import type { DatabaseSyncLike } from './db.js';
-import type { MemoryEntry } from './memory.js';
-import type { PhysicsParticle } from './physics.js';
+import type { DatabaseSyncLike } from './index.js';
+import type { MemoryEntry } from '../core/memory.js';
+import type { PhysicsParticle } from '../core/physics.js';
 export declare function float32ToBuffer(arr: number[]): Buffer;
 export declare function bufferToFloat32(buf: Buffer | Uint8Array): number[];
 /**

package/dist/{physics-state.js → db/physics-state.js}

@@ -3,9 +3,11 @@
  * Stores and loads particle state (position, velocity, mass, charge, temperature)
  * in SQLite using BLOB columns for 384-dim vectors.
  */
-import { evalNow } from './ablation.js';
-import { computeMass, computeCharge, computeTemperature, vecZero } from './physics.js';
-import { calculateStrength } from './memory.js';
+import { evalNow } from '../core/ablation.js';
+import { withWriteScope } from './busy.js';
+import { computeMass, computeCharge, computeTemperature, vecZero } from '../core/physics.js';
+import { calculateStrength } from '../core/memory.js';
+import { DAY_MS } from '../util/time.js';
 // ---------------------------------------------------------------------------
 // Float32Array <-> Buffer serialization
 // ---------------------------------------------------------------------------
@@ -100,20 +102,11 @@ export function savePhysicsState(db, particles) {
       last_simulation = excluded.last_simulation,
       updated_at = datetime('now')
   `);
-    db.exec('BEGIN IMMEDIATE');
-    try {
+    withWriteScope(db, 'save_particles', () => {
         for (const p of particles) {
             stmt.run(p.memoryId, float32ToBuffer(p.position), float32ToBuffer(p.velocity), p.mass, p.charge, p.temperature, p.lastSimulation);
         }
-        db.exec('COMMIT');
-    }
-    catch (error) {
-        try {
-            db.exec('ROLLBACK');
-        }
-        catch { /* already rolled back; keep the original error */ }
-        throw error;
-    }
+    });
 }
 /**
  * Initialize physics state for a memory from its embedding vector.
@@ -121,7 +114,7 @@ export function savePhysicsState(db, particles) {
  */
 export function initializeParticle(entry, embedding, now = evalNow()) {
     const strength = calculateStrength(entry, now);
-    const ageDays = (now.getTime() - new Date(entry.created).getTime()) / (1000 * 60 * 60 * 24);
+    const ageDays = (now.getTime() - new Date(entry.created).getTime()) / DAY_MS;
     return {
         memoryId: entry.id,
         position: [...embedding], // copy — position will diverge from original embedding
@@ -160,7 +153,7 @@ export function refreshParticleProperties(particles, entries, now = evalNow()) {
         if (!entry)
             continue;
         const strength = calculateStrength(entry, now);
-        const ageDays = (now.getTime() - new Date(entry.created).getTime()) / (1000 * 60 * 60 * 24);
+        const ageDays = (now.getTime() - new Date(entry.created).getTime()) / DAY_MS;
         p.mass = computeMass(strength, entry.retrieval_count);
         p.charge = computeCharge(entry.emotional_valence);
         p.temperature = computeTemperature(ageDays, 1.0);

package/dist/{raw-archive-mirror-cleanup.d.ts → db/raw-archive-mirror-cleanup.d.ts}

@@ -1,4 +1,4 @@
-import type { DatabaseSyncLike } from './db.js';
+import type { DatabaseSyncLike } from './index.js';
 /**
  * Path A backfill cleanup: existing raw_archive rows that were archived BEFORE
  * commit 70180b5 left their markdown mirrors at <hippoRoot>/<layer>/<id>.md
@@ -11,10 +11,10 @@ import type { DatabaseSyncLike } from './db.js';
  *   - On success (every layer either deleted or didn't exist), UPDATE the row
  *     with the cleanup timestamp.
  *   - On any unlink failure, leave mirror_cleaned_at NULL so the next
- *     openHippoDb call retries. Warn (capped at MAX_WARN_LOGS rows per call).
+ *     connection retries. Warn (capped at MAX_WARN_LOGS rows per call).
  *
- * Steady-state cost is one SELECT returning empty after every row has been
- * cleaned successfully.
+ * Returns whether every pending row was cleaned; the SELECT has no index to
+ * use, so a connection runs it only when the archive has changed since.
  */
-export declare function cleanupArchivedMirrors(hippoRoot: string, db: DatabaseSyncLike): void;
+export declare function cleanupArchivedMirrors(hippoRoot: string, db: DatabaseSyncLike): boolean;
 //# sourceMappingURL=raw-archive-mirror-cleanup.d.ts.map

package/dist/{raw-archive-mirror-cleanup.js → db/raw-archive-mirror-cleanup.js}

@@ -1,6 +1,6 @@
 import * as fs from 'fs';
 import * as path from 'path';
-import { log } from './log.js';
+import { errorMessage, log } from '../util/log.js';
 const LAYERS = ['episodic', 'buffer', 'semantic'];
 const MAX_WARN_LOGS = 5;
 /**
@@ -15,10 +15,10 @@ const MAX_WARN_LOGS = 5;
  *   - On success (every layer either deleted or didn't exist), UPDATE the row
  *     with the cleanup timestamp.
  *   - On any unlink failure, leave mirror_cleaned_at NULL so the next
- *     openHippoDb call retries. Warn (capped at MAX_WARN_LOGS rows per call).
+ *     connection retries. Warn (capped at MAX_WARN_LOGS rows per call).
  *
- * Steady-state cost is one SELECT returning empty after every row has been
- * cleaned successfully.
+ * Returns whether every pending row was cleaned; the SELECT has no index to
+ * use, so a connection runs it only when the archive has changed since.
  */
 export function cleanupArchivedMirrors(hippoRoot, db) {
     // SAFETY: the SELECT above names exactly one column, memory_id (raw_archive.memory_id
@@ -27,10 +27,11 @@ export function cleanupArchivedMirrors(hippoRoot, db) {
         .prepare(`SELECT memory_id FROM raw_archive WHERE mirror_cleaned_at IS NULL`)
         .all();
     if (rows.length === 0)
-        return;
+        return true;
     const update = db.prepare(`UPDATE raw_archive SET mirror_cleaned_at = ? WHERE memory_id = ?`);
     const now = new Date().toISOString();
     let warnCount = 0;
+    let everyRowCleaned = true;
     for (const row of rows) {
         let allOk = true;
         for (const layer of LAYERS) {
@@ -43,7 +44,7 @@ export function cleanupArchivedMirrors(hippoRoot, db) {
             catch (err) {
                 allOk = false;
                 if (warnCount < MAX_WARN_LOGS) {
-                    log.warn(`cleanupArchivedMirrors: unlink failed for ${filePath} (will retry on next DB open): ${err instanceof Error ? err.message : String(err)}`);
+                    log.warn(`cleanupArchivedMirrors: unlink failed for ${filePath} (will retry on next DB open): ${errorMessage(err)}`);
                     warnCount += 1;
                 }
             }
@@ -51,6 +52,10 @@ export function cleanupArchivedMirrors(hippoRoot, db) {
         if (allOk) {
             update.run(now, row.memory_id);
         }
+        else {
+            everyRowCleaned = false;
+        }
     }
+    return everyRowCleaned;
 }
 //# sourceMappingURL=raw-archive-mirror-cleanup.js.map

package/dist/db/request-stores.d.ts

@@ -1,29 +1,42 @@
 import type { DatabaseSyncLike } from './sqlite.js';
+import { type OpenedDb } from './connect.js';
+import { type RequestScope } from '../util/request-scope.js';
 export interface RequestStoresOptions {
     /** Lock wait of every open in the scope that does not pass its own. */
     readonly busyWaitMs?: number;
     /** Set for hook scopes: after one lock wait runs out, {@link RequestStores.noteBusy} makes the scope's later writes skip at once. */
     readonly failFastWhenBusy?: boolean;
+    /** The store whose open-time setup another connection has already run, so an open in this scope skips it: a store worker's reader, which cannot write it. */
+    readonly setupDoneFor?: string;
 }
 /** The handles one request opened, keyed by resolved store path and lock wait. */
-export declare class RequestStores {
+export declare class RequestStores implements RequestScope {
     #private;
     readonly busyWaitMs: number | undefined;
+    readonly requestId: string | undefined;
+    readonly deadline: import("../util/request-scope.js").RequestDeadline | undefined;
+    readonly setupDoneFor: string | undefined;
     constructor(opts?: RequestStoresOptions);
     get closed(): boolean;
     /** The scope's handle on `hippoRoot`, opened on first use. `opts.busyWaitMs` overrides the scope's lock wait. */
     get(hippoRoot: string, opts?: {
         busyWaitMs?: number;
     }): DatabaseSyncLike;
+    /** `get`, with the facts of the open's probe when this call made the connection and null for a cached handle. */
+    getWithFacts(hippoRoot: string, opts?: {
+        busyWaitMs?: number;
+    }): OpenedDb;
     /** A lock held past one full wait belongs to a long transaction, so a hook scope's later writes skip at once. */
     noteBusy(): void;
     close(): void;
 }
 /** Runs `fn` in a request scope whose handles close when `fn` settles; inside an open scope `fn` joins it and `opts` is ignored. */
 export declare function runWithRequestStores<T>(fn: () => T | Promise<T>, opts?: RequestStoresOptions): Promise<T>;
+/** runWithRequestStores for a synchronous `fn`, so a batch called from outside any request still opens each store once. */
+export declare function withRequestStoresSync<T>(fn: () => T): T;
 /** The scope this code runs in, if any. A closed scope still answers: its `get` falls through to a plain open. */
 export declare function currentRequestStores(): RequestStores | undefined;
-/** Runs `fn` outside every scope, for a connection that must outlive the request that happens to open it. */
+/** Runs `fn` outside every store scope, for a connection that must outlive the request that happens to open it; its log lines keep the request's id. */
 export declare function outsideRequestStores<T>(fn: () => T): T;
 /** Whether a scope owns `db` and will close it itself. */
 export declare function isScopedHandle(db: DatabaseSyncLike): boolean;