hippo-memory 1.68.0 → 1.70.0

package/dist/api/drill-down.js

@@ -1,10 +1,9 @@
 // DAG drill-down from a summary to its children.
-import { closeHippoDb } from '../db.js';
-import { openStore } from '../store/open.js';
-import { selectEntriesByIds, selectChildrenByParent } from '../store/entry-reads.js';
-import { estimateTokens } from '../token-ledger.js';
-import { passesScopeFilterForRecall, personalScopeOf } from '../recall-scope.js';
-import { classifyOriginProject } from '../project-identity.js';
+import { requireGroup, storeFor } from '../store/index.js';
+import { estimateTokens } from '../util/token-text.js';
+import { passesScopeFilterForRecall, personalScopeOf } from '../store/recall-scope.js';
+import { classifyOriginProject } from '../core/project-identity.js';
+const DEFAULT_DRILL_DOWN_LIMIT = 50;
 /**
  * Walk one step down the DAG from a level-2 (or higher) summary to its direct
  * children. Companion to `recall(... summarizeOverflow: true)` — when recall
@@ -24,47 +23,48 @@ import { classifyOriginProject } from '../project-identity.js';
  * Pre-v1.6.4 returned null for all three cases. JS callers migrate via
  * `'failure' in result` checks; HTTP route maps `not_drillable` to 422.
  */
-export function drillDown(ctx, summaryId, opts = {}) {
-    const limit = opts.limit ?? 50;
+export async function drillDown(ctx, summaryId, opts = {}) {
+    const limit = opts.limit ?? DEFAULT_DRILL_DOWN_LIMIT;
     // v0.30 / E5: depth defaults 1 (backward compat); hard cap 10 levels
     // prevents pathological deep trees. CLI/HTTP/MCP reject invalid values.
     const depth = Math.max(1, Math.min(Math.trunc(opts.depth ?? 1), 10));
-    const db = openStore(ctx.hippoRoot);
-    try {
-        return drillDownOn(db, ctx, summaryId, depth, opts, limit);
-    }
-    finally {
-        closeHippoDb(db);
-    }
-}
-function drillDownOn(db, ctx, summaryId, depth, opts, limit) {
-    const summary = selectEntriesByIds(db, [summaryId], ctx.tenantId).get(summaryId) ?? null;
+    const own = personalScopeOf(ctx.actor) ?? undefined;
+    const readable = (row) => passesScopeFilterForRecall(row.scope ?? null, undefined, own)
+        && (!opts.project || classifyOriginProject(row.origin_project, opts.project) !== 'cross-project');
+    const pastLimit = Math.floor(limit) + 1;
+    const walked = await requireGroup(storeFor(ctx), 'dagReads').summaryWithDescendants(ctx.tenantId, summaryId, {
+        depth,
+        // A leaf answers not_drillable, so nothing under it is read.
+        admit: (row) => readable(row) && (row.id !== summaryId || isDrillable(row)),
+        page: limit >= 0 && Number.isSafeInteger(pastLimit) ? { rows: pastLimit, admit: readable } : undefined,
+    });
     // No unscoped cross-tenant probe here: the tenant-scoped read's miss covers
     // both "doesn't exist" and "exists in another tenant" by design.
     // Distinguishing them via an unscoped lookup would leak existence to
     // unauthorised tenants. The two cases collapse into not_found.
-    if (!summary)
+    if (!walked)
         return { failure: 'not_found' };
-    const own = personalScopeOf(ctx.actor) ?? undefined;
-    if (!passesScopeFilterForRecall(summary.scope ?? null, undefined, own)) {
-        // codex round 3 P1: collapse to not_found. A distinguishable
-        // "scope_blocked" tells a no-scope caller "this row exists, just
-        // not for you" — same existence-leak the HTTP 404 collapse was
-        // already preventing. Match the HTTP behaviour at the API level.
-        return { failure: 'not_found' };
-    }
-    const shown = (row) => !opts.project || classifyOriginProject(row.origin_project, opts.project) !== 'cross-project';
-    if (!shown(summary))
+    // A distinguishable "scope_blocked" would tell a no-scope caller "this row
+    // exists, just not for you", the existence leak the HTTP 404 collapse prevents.
+    if (!readable(walked.summary))
         return { failure: 'not_found' };
-    if ((summary.dag_level ?? 0) < 2)
+    if (!isDrillable(walked.summary))
         return { failure: 'not_drillable' };
-    const { collected, level0DirectCount } = collectDescendants(db, ctx.tenantId, summaryId, depth, own, shown);
+    return drillResult(walked, opts, limit);
+}
+function isDrillable(row) {
+    return (row.dag_level ?? 0) >= 2;
+}
+function drillResult({ summary, levels, sizes: counted }, opts, limit) {
+    const collected = levels.flat();
+    const sizes = counted ?? levels.map((level) => level.length);
+    const total = sizes.reduce((sum, n) => sum + n, 0);
     const summaryOut = {
         id: summary.id,
         content: summary.content,
         // v0.30 / E5: the STORED direct-child count; the legacy fallback counts
         // level-0 children, never the BFS-depth-N total (independent-review MED #4).
-        descendantCount: summary.descendant_count ?? level0DirectCount,
+        descendantCount: summary.descendant_count ?? (sizes[0] ?? 0),
         earliestAt: summary.earliest_at ?? null,
         latestAt: summary.latest_at ?? null,
     };
@@ -75,54 +75,26 @@ function drillDownOn(db, ctx, summaryId, depth, opts, limit) {
         dagLevel: c.dag_level ?? 0,
         created: c.created,
     }));
-    const { children, truncated } = capChildren(all, summaryOut, opts, limit);
+    const fixed = opts.budget !== undefined ? opts.cost?.fixed(summaryOut, total) ?? 0 : 0;
+    const { children, truncated } = capChildren(all, fixed, opts, limit);
     return {
         summary: summaryOut,
         children,
         // v0.30 / E5: totalChildren = BFS-collected count (depth-aware). For
         // depth=1 this equals the eligible direct-children count (backward
         // compat). For depth>1 it is the cumulative count across levels.
-        totalChildren: collected.length,
+        totalChildren: total,
         truncated,
     };
 }
-// BFS with a visited set: dag_parent_id is not unique, so a misconfigured tree could emit a child twice past depth 1.
-// The level-0 count is kept apart so a legacy summary's descendantCount fallback counts direct children only.
-function collectDescendants(db, tenantId, summaryId, depth, own, shown) {
-    const collected = [];
-    const visited = new Set([summaryId]);
-    let frontier = [summaryId];
-    let level0DirectCount = 0;
-    for (let level = 0; level < depth; level++) {
-        const nextFrontier = [];
-        const kidsByParent = selectChildrenByParent(db, frontier, tenantId);
-        for (const parentId of frontier) {
-            const kids = kidsByParent.get(parentId) ?? [];
-            const eligibleKids = kids.filter((c) => passesScopeFilterForRecall(c.scope ?? null, undefined, own) && shown(c));
-            for (const k of eligibleKids) {
-                if (visited.has(k.id))
-                    continue;
-                visited.add(k.id);
-                collected.push(k);
-                nextFrontier.push(k.id);
-                if (level === 0)
-                    level0DirectCount++;
-            }
-        }
-        if (nextFrontier.length === 0)
-            break;
-        frontier = nextFrontier;
-    }
-    return { collected, level0DirectCount };
-}
 /** Global cumulative token budget first, then the `limit` cap. */
-function capChildren(all, summaryOut, opts, limit) {
+function capChildren(all, fixed, opts, limit) {
     let children = all;
     let truncated = false;
     if (opts.budget !== undefined) {
         const out = [];
         let used = 0;
-        const room = opts.budget - (opts.cost?.fixed(summaryOut, all.length) ?? 0);
+        const room = opts.budget - fixed;
         for (const c of all) {
             const t = opts.cost ? opts.cost.child(c) : estimateTokens(c.content);
             if (out.length > 0 && used + t > room) {

package/dist/api/forget.d.ts

@@ -1,20 +1,11 @@
-import type { RejectedValueRow } from '../rejection.js';
-import type { Context } from './types.js';
-/**
- * Delete a memory by id. `deleteEntry` threads ctx.actor.subject into its internal
- * audit hook, so exactly one 'forget' event lands with the supplied actor.
- *
- * Tenant scope: deleteEntry looks up the row by id alone, so without an
- * explicit tenant guard a Bearer for tenant A could delete tenant B's row
- * by guessing or leaking the id. Pre-check the row's tenant_id and deny
- * cross-tenant access with a not-found error (no info leak about whether
- * the id exists in another tenant).
- */
+import type { RejectedValueRow } from '../store/rejection.js';
+import type { Context, StoreReply } from './types.js';
+/** Delete a memory by id. Reach is checked inside the delete's write scope, and a row out of reach answers as not found, so a caller learns nothing about it. */
 export interface ForgetResult {
     ok: true;
     id: string;
 }
-export declare function forget(ctx: Context, id: string): ForgetResult;
+export declare function forget<C extends Context>(ctx: C, id: string): StoreReply<C, ForgetResult>;
 export interface RejectOpts {
     /** By-id form: reject the CURRENT content of an existing memory. */
     memoryId?: string;

package/dist/api/forget.js

@@ -1,31 +1,15 @@
 // Forget a memory, and reject or unreject a value so it cannot be stored again.
-import { openHippoDb, closeHippoDb } from '../db.js';
-import { BadRequestError, NotFoundError } from '../api-errors.js';
-import { deleteEntry } from '../store/delete-and-batch.js';
-import { updateStatsUnlessBusy } from '../store/index-and-stats.js';
-import { rejectValue, unrejectValue, listRejectionsForTenant } from '../reject-flow.js';
-import { selectMemoryReach } from '../store/tenant-lookup.js';
-import { canTouchScope, personalScopeOf } from '../recall-scope.js';
+import { BadRequestError, NotFoundError } from '../core/api-errors.js';
+import { rejectValue, unrejectValue, listRejectionsForTenant } from '../trust/reject-flow.js';
+import { andThen, notPorted, onStore } from './on-store.js';
+import { readEntry } from '../store/entry-reads.js';
+import { canTouchScope, personalScopeOf } from '../store/recall-scope.js';
 export function forget(ctx, id) {
-    const db = openHippoDb(ctx.hippoRoot);
-    try {
-        const reach = selectMemoryReach(db, id);
-        if (reach?.tenantId !== ctx.tenantId || !canTouchScope(ctx.actor, reach.scope)) {
-            throw new NotFoundError(`memory not found: ${id}`);
-        }
-    }
-    finally {
-        closeHippoDb(db);
-    }
-    const removed = deleteEntry(ctx.hippoRoot, id, { actor: ctx.actor.subject });
-    if (!removed) {
-        throw new NotFoundError(`memory not found: ${id}`);
-    }
-    // Counted here, not in the CLI: both callers of this function (cmdForget and
-    // the HTTP route) are the two paths of one user command, so neither can miss
-    // it. api.remember cannot take the same move; see the server route.
-    updateStatsUnlessBusy(ctx.hippoRoot, { forgotten: 1 }, `removed ${id}`);
-    return { ok: true, id };
+    return onStore(ctx, (port) => {
+        const entryWrites = port.entryWrites ?? notPorted(port, 'entryWrites');
+        const removal = { tenantId: ctx.tenantId, actor: ctx.actor.subject, ownScope: personalScopeOf(ctx.actor), id };
+        return andThen(entryWrites.forget(removal), () => ({ ok: true, id }));
+    });
 }
 /**
  * Reject a value: tombstone its normalized digest so a matching write is
@@ -46,15 +30,9 @@ export function reject(ctx, opts) {
         // Tenant scope, same not-found-shaped denial as forget/promote above:
         // rejectValue itself also tenant-checks the id, but pre-checking here
         // keeps the error message consistent with the rest of this module.
-        const db = openHippoDb(ctx.hippoRoot);
-        try {
-            const reach = selectMemoryReach(db, opts.memoryId);
-            if (reach?.tenantId !== ctx.tenantId || !canTouchScope(ctx.actor, reach.scope)) {
-                throw new NotFoundError(`memory not found: ${opts.memoryId}`);
-            }
-        }
-        finally {
-            closeHippoDb(db);
+        const entry = readEntry(ctx.hippoRoot, opts.memoryId);
+        if (entry?.tenantId !== ctx.tenantId || !canTouchScope(ctx.actor, entry.scope)) {
+            throw new NotFoundError(`memory not found: ${opts.memoryId}`);
         }
     }
     const result = rejectValue({

package/dist/api/goals.d.ts

@@ -1,4 +1,4 @@
-import { type CompleteGoalOpts, type Goal, type PushGoalOpts } from '../goals.js';
+import { type CompleteGoalOpts, type Goal, type PushGoalOpts } from '../store/goals.js';
 import type { Context } from './types.js';
 /** What a new goal carries; its tenant is always the caller's. */
 export type GoalPushOpts = Omit<PushGoalOpts, 'tenantId'>;

package/dist/api/goals.js

@@ -1,6 +1,6 @@
 // The per-session goal stack that recall boosts: push, list, complete, suspend and resume.
-import { ForbiddenError } from '../api-errors.js';
-import { completeGoal, getActiveGoals, getSessionGoals, pushGoal, resumeGoal, suspendGoal, } from '../goals.js';
+import { ForbiddenError } from '../core/api-errors.js';
+import { completeGoal, getActiveGoals, getSessionGoals, pushGoal, resumeGoal, suspendGoal, } from '../store/goals.js';
 /** Push a goal onto `sessionId`'s stack in the caller's tenant. */
 export function goalPush(ctx, opts) {
     return pushGoal(ctx.hippoRoot, { ...opts, tenantId: ctx.tenantId });

package/dist/api/index.d.ts

@@ -0,0 +1,26 @@
+export { ApiError, BadRequestError, ConflictError, ForbiddenError, NotFoundError } from '../core/api-errors.js';
+export { isPrivateScope, passesScopeFilterForRecall } from '../store/recall-scope.js';
+export { passesCliRecallScopeFilter, ScopeForbiddenError } from '../store/recall-scope.js';
+export type { TokenSummary, TokenSurface, TokenSurfaceSummary } from '../store/token-ledger.js';
+export type { FailureSummary } from '../store/failure-log.js';
+export { classifyOriginProject } from '../core/project-identity.js';
+export * from './types.js';
+export * from './remember.js';
+export * from './recall-types.js';
+export * from './recall.js';
+export * from './assemble.js';
+export * from './drill-down.js';
+export * from './outcome.js';
+export * from './forget.js';
+export * from './promote.js';
+export * from './auth.js';
+export * from './audit.js';
+export * from './context-types.js';
+export * from './context.js';
+export * from './tokens.js';
+export * from './dormant.js';
+export * from './quarantine.js';
+export * from './sleep.js';
+export * from './goals.js';
+export * from './learn.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/api/index.js

@@ -0,0 +1,29 @@
+// Domain API layer: Context-taking functions that the CLI, the HTTP server and MCP all call, so the
+// business logic lives in one place. The code lives in src/api/, one module per domain; this barrel
+// keeps every import path that callers already use.
+export { ApiError, BadRequestError, ConflictError, ForbiddenError, NotFoundError } from '../core/api-errors.js';
+// The recall-side scope predicates live in recall-scope.ts (leaf) so shared.ts can use them without an import cycle.
+export { isPrivateScope, passesScopeFilterForRecall } from '../store/recall-scope.js';
+export { passesCliRecallScopeFilter, ScopeForbiddenError } from '../store/recall-scope.js';
+// classifyOriginProject lives in project-identity.ts (leaf) for the same reason.
+export { classifyOriginProject } from '../core/project-identity.js';
+export * from './types.js';
+export * from './remember.js';
+export * from './recall-types.js';
+export * from './recall.js';
+export * from './assemble.js';
+export * from './drill-down.js';
+export * from './outcome.js';
+export * from './forget.js';
+export * from './promote.js';
+export * from './auth.js';
+export * from './audit.js';
+export * from './context-types.js';
+export * from './context.js';
+export * from './tokens.js';
+export * from './dormant.js';
+export * from './quarantine.js';
+export * from './sleep.js';
+export * from './goals.js';
+export * from './learn.js';
+//# sourceMappingURL=index.js.map

package/dist/api/instruction-detect.js

@@ -0,0 +1,74 @@
+/** Prompt-injection detection for untrusted memory content. Same shape as secret-detect.ts; leaf module, no store/api/shared imports. */
+const INSTRUCTION_PATTERNS = [
+    { name: 'override-instructions', re: /\b(?:ignore|disregard|forget)\b[^.\n]{0,40}\b(?:previous|prior|above)\b[^.\n]{0,40}\binstructions?\b/i },
+    { name: 'role-reassignment', re: /\b(?:you are now|act as|pretend to be)\b[^.\n]{0,40}\b(?:an?\s+)?(?:ai|assistant|agent|system)\b/i },
+    { name: 'chat-role-markup', re: /<\|im_start\|>|<\|system\|>|\[INST\]|<\/?system>|###\s*system\s*:/i },
+    { name: 'system-prompt-reference', re: /\b(?:(?:override|ignore|bypass|replace|reveal)\b[^.\n]{0,40}\b(?:system prompt|developer message)|(?:system prompt|developer message)\b[^.\n]{0,40}\b(?:override|ignore|bypass|replace|reveal))\b/i },
+    // "always"/"never" alone (ordinary PR prose) doesn't flag without an agent-facing target nearby too.
+    { name: 'standing-order', re: /\b(?:from now on|whenever you|always|never)\b[^.\n]{0,50}\b(?:you must|(?:the ai|the assistant|the agent|claude|copilot)\s+(?:must|should|will)\b)/i },
+    { name: 'concealment', re: /\b(?:do not|never|don't)\b[^.\n]{0,40}\b(?:tell|mention|reveal)\b[^.\n]{0,40}\bthe user\b/i },
+    { name: 'remote-script-exec', re: /\b(?:curl|wget)\b[^\n|]{0,80}\|\s*(?:sudo\s+)?(?:sh|bash|zsh)\b|\biex\s*\(\s*(?:iwr|invoke-webrequest|new-object\s+net\.webclient)/i },
+    { name: 'exfiltration', re: /\b(?:send|post|upload|exfiltrate)\b[^.\n]{0,40}\b(?:secrets?|tokens?|api[- ]?keys?|credentials?|env(?:ironment)? variables?)\b/i },
+    { name: 'unicode-tag-chars', re: /[\u{E0000}-\u{E007F}]/u },
+];
+// A stray zero-width char has legitimate uses (ZWJ); only a run of 3+ adjacent ones reads as smuggling.
+const ZERO_WIDTH_RUN_RE = /[\u200B-\u200F\u2060-\u2064]{3,}/;
+// Reorders what is drawn without changing a byte a pattern reads, and ordinary right-to-left prose never needs one.
+const BIDI_CONTROL_RE = /[\u202A-\u202E\u2066-\u2069]/;
+// A renderer draws a reference as the character it names: decimal, hex, or one of the five names XML defines.
+const CHARACTER_REFERENCE_RE = /&(?:#(\d{1,7})|#[xX]([0-9a-fA-F]{1,6})|(amp|lt|gt|quot|apos));/g;
+const NAMED_REFERENCES = new Map([['amp', '&'], ['lt', '<'], ['gt', '>'], ['quot', '"'], ['apos', "'"]]);
+// Drawn with no width, so one inside a word splits it for a pattern and not for a reader: soft hyphen, joiners, zero-width and bidi format characters.
+const INVISIBLE_RE = /[\u034F\u00AD\u180E\u200B-\u200F\u202A-\u202E\u2060-\u2064\u2066-\u2069\uFEFF]/g;
+// Cyrillic, then Greek, letters drawn like a c e i j o p s x y; closed at those, so Russian or Greek prose folds into no phrase a pattern names.
+const LOOKALIKES = new Map([
+    ['\u0430', 'a'], ['\u0441', 'c'], ['\u0435', 'e'], ['\u0456', 'i'], ['\u0458', 'j'], ['\u043E', 'o'], ['\u0440', 'p'], ['\u0455', 's'], ['\u0445', 'x'], ['\u0443', 'y'],
+    ['\u0410', 'A'], ['\u0421', 'C'], ['\u0415', 'E'], ['\u0406', 'I'], ['\u0408', 'J'], ['\u041E', 'O'], ['\u0420', 'P'], ['\u0405', 'S'], ['\u0425', 'X'], ['\u0423', 'Y'],
+    ['\u03B1', 'a'], ['\u03B5', 'e'], ['\u03B9', 'i'], ['\u03F3', 'j'], ['\u03BF', 'o'], ['\u03C1', 'p'], ['\u03C7', 'x'], ['\u03B3', 'y'],
+    ['\u0391', 'A'], ['\u0395', 'E'], ['\u0399', 'I'], ['\u037F', 'J'], ['\u039F', 'O'], ['\u03A1', 'P'], ['\u03A7', 'X'], ['\u03A5', 'Y'],
+]);
+const GREEK_OR_CYRILLIC_RE = /[\u0370-\u03FF\u0400-\u04FF]/g;
+// A line break stays: it is the sentence bound the patterns rely on where a list or a chat message ends a line with no full stop.
+const SPACE_RUN_RE = /[^\S\n]+/g;
+function referencedCharacter(reference, decimal, hex, name) {
+    if (name !== undefined)
+        return NAMED_REFERENCES.get(name) ?? reference;
+    const code = decimal !== undefined ? Number.parseInt(decimal, 10) : Number.parseInt(hex ?? '', 16);
+    // NUL, half a surrogate pair and a number past Unicode name no character, so the reference is read as written.
+    const drawn = code > 0 && code <= 0x10ffff && (code < 0xd800 || code > 0xdfff);
+    return drawn ? String.fromCodePoint(code) : reference;
+}
+/** `content` as a reader or a model takes it in. For matching only: what is stored is never this. */
+function screeningForm(content) {
+    return content
+        .replace(CHARACTER_REFERENCE_RE, referencedCharacter)
+        // Full-width, mathematical and enclosed letters become the plain ones, and every space character a U+0020.
+        .normalize('NFKC')
+        .replace(INVISIBLE_RE, '')
+        .replace(GREEK_OR_CYRILLIC_RE, (letter) => LOOKALIKES.get(letter) ?? letter)
+        .replace(SPACE_RUN_RE, ' ');
+}
+function matchedPattern(text) {
+    for (const { name, re } of INSTRUCTION_PATTERNS) {
+        if (re.test(text))
+            return `pattern:${name}`;
+    }
+    return null;
+}
+export function detectInstruction(content) {
+    // The text as written goes first: a phrase in plain sight is named before any smuggling rule, and the screening form only adds flags.
+    const plain = matchedPattern(content);
+    if (plain !== null)
+        return { flagged: true, reason: plain };
+    if (ZERO_WIDTH_RUN_RE.test(content)) {
+        return { flagged: true, reason: 'pattern:zero-width-smuggling' };
+    }
+    const screened = screeningForm(content);
+    const disguised = screened === content ? null : matchedPattern(screened);
+    if (disguised !== null)
+        return { flagged: true, reason: disguised };
+    if (BIDI_CONTROL_RE.test(content))
+        return { flagged: true, reason: 'pattern:bidi-control' };
+    return { flagged: false, reason: null };
+}
+//# sourceMappingURL=instruction-detect.js.map

package/dist/api/learn.js

@@ -1,14 +1,15 @@
 // Git auto-learn: fix/revert/bug commit subjects become memories. `hippo learn`, init, sleep and MCP hippo_learn share it.
-import { ForbiddenError } from '../api-errors.js';
-import { fetchGitLog, extractLessons, partitionLessons, isGitRepo } from '../autolearn.js';
-import { loadConfig } from '../config.js';
-import { embedMemory } from '../embeddings.js';
-import { extractInvalidationTarget, invalidateMatching } from '../invalidation.js';
-import { computeSchemaFit, createMemory, Layer } from '../memory.js';
-import { extractPathTags } from '../path-context.js';
-import { canReadScope, personalScopeOf, touchableScopeSql } from '../recall-scope.js';
-import { RejectedValueError } from '../rejection.js';
-import { duplicateKey, longestWord, storedTextKeys } from '../same-text.js';
+import { ForbiddenError } from '../core/api-errors.js';
+import { fetchGitLog, extractLessons, partitionLessons, isGitRepo } from '../learn/autolearn.js';
+import { loadConfig } from '../core/config.js';
+import { withRequestStoresSync } from '../db/request-stores.js';
+import { embedMemory } from '../store/embeddings/index.js';
+import { extractInvalidationTarget, invalidateMatchingAmong } from '../learn/invalidation.js';
+import { computeSchemaFit, createMemory, Layer } from '../core/memory.js';
+import { extractPathTags } from '../search/path-context.js';
+import { canReadScope, personalScopeOf, touchableScopeSql } from '../store/recall-scope.js';
+import { RejectedValueError } from '../store/rejection.js';
+import { duplicateKey, longestWord, storedTextKeys } from '../util/same-text.js';
 import { loadTextsHoldingWords } from '../store/candidates.js';
 import { loadAllEntries } from '../store/entry-reads.js';
 import { writeEntry } from '../store/entry-writes.js';
@@ -38,53 +39,60 @@ export function learn(ctx, opts) {
 function writeLessons(ctx, lessons, opts, config) {
     const { hippoRoot, tenantId } = ctx;
     const { profile } = opts;
-    // Schema fit needs every row; without it, only rows holding a lesson's longest word can be its copy. Learn is host-admin only, so both read what an admin can.
-    const existing = profile.full ? loadAllEntries(hippoRoot, tenantId).filter((e) => e.scope == null || canReadScope(ctx.actor, e.scope)) : undefined;
-    const readable = touchableScopeSql('', personalScopeOf(ctx.actor));
-    const keys = storedTextKeys(existing ?? loadTextsHoldingWords(hippoRoot, tenantId, lessons.map(longestWord), undefined, readable));
-    const pathTags = profile.full ? extractPathTags(opts.repoPath) : [];
-    const counts = { added: 0, skipped: 0, rejected: 0, invalidations: [] };
-    for (const lesson of lessons) {
-        if (keys.has(duplicateKey(lesson))) {
-            counts.skipped++;
-            continue;
-        }
-        const target = profile.full ? extractInvalidationTarget(lesson) : null;
-        if (target) {
-            const { invalidated } = invalidateMatching(hippoRoot, target, tenantId);
-            if (invalidated > 0)
-                counts.invalidations.push({ from: target.from, count: invalidated });
-        }
-        const entry = createMemory(lesson, {
-            layer: Layer.Episodic,
-            tags: [...profile.tags],
-            source: profile.source,
-            confidence: 'observed',
-            schema_fit: existing && computeSchemaFit(lesson, [...profile.tags], existing),
-            tenantId,
-            baseHalfLifeDays: config.defaultHalfLifeDays,
-        });
-        for (const tag of pathTags)
-            if (!entry.tags.includes(tag))
-                entry.tags.push(tag);
-        // A refused lesson must not abort the rest of the git-log scan.
-        try {
-            writeEntry(hippoRoot, entry, { actor: ctx.actor.subject });
-        }
-        catch (err) {
-            if (err instanceof RejectedValueError) {
-                counts.rejected++;
+    // `hippo init` calls this outside any request, so the batch brings its own scope: every read and write below shares one handle.
+    return withRequestStoresSync(() => {
+        // One read serves the batch: invalidation matches against `live`, which follows every write below, as a reload per lesson did.
+        const live = profile.full ? loadAllEntries(hippoRoot, tenantId) : [];
+        // Schema fit needs every row; without it, only rows holding a lesson's longest word can be its copy. Learn is host-admin only, so both read what an admin can.
+        const existing = profile.full ? live.filter((e) => e.scope == null || canReadScope(ctx.actor, e.scope)) : undefined;
+        const readable = touchableScopeSql('', personalScopeOf(ctx.actor));
+        const keys = storedTextKeys(existing ?? loadTextsHoldingWords(hippoRoot, tenantId, lessons.map(longestWord), undefined, readable));
+        const pathTags = profile.full ? extractPathTags(opts.repoPath) : [];
+        const counts = { added: 0, skipped: 0, rejected: 0, invalidations: [] };
+        for (const lesson of lessons) {
+            if (keys.has(duplicateKey(lesson))) {
+                counts.skipped++;
                 continue;
             }
-            throw err;
+            const target = profile.full ? extractInvalidationTarget(lesson) : null;
+            if (target) {
+                const { invalidated } = invalidateMatchingAmong(hippoRoot, live, target, tenantId);
+                if (invalidated > 0)
+                    counts.invalidations.push({ from: target.from, count: invalidated });
+            }
+            const entry = createMemory(lesson, {
+                layer: Layer.Episodic,
+                tags: [...profile.tags],
+                source: profile.source,
+                confidence: 'observed',
+                schema_fit: existing && computeSchemaFit(lesson, [...profile.tags], existing),
+                tenantId,
+                baseHalfLifeDays: config.defaultHalfLifeDays,
+            });
+            for (const tag of pathTags)
+                if (!entry.tags.includes(tag))
+                    entry.tags.push(tag);
+            // A refused lesson must not abort the rest of the git-log scan.
+            try {
+                writeEntry(hippoRoot, entry, { actor: ctx.actor.subject });
+            }
+            catch (err) {
+                if (err instanceof RejectedValueError) {
+                    counts.rejected++;
+                    continue;
+                }
+                throw err;
+            }
+            if (profile.full) {
+                updateStats(hippoRoot, { remembered: 1 });
+                live.push(entry);
+            }
+            keys.add(duplicateKey(lesson));
+            if (profile.full)
+                void embedMemory(hippoRoot, entry);
+            counts.added++;
         }
-        if (profile.full)
-            updateStats(hippoRoot, { remembered: 1 });
-        keys.add(duplicateKey(lesson));
-        if (profile.full)
-            void embedMemory(hippoRoot, entry);
-        counts.added++;
-    }
-    return counts;
+        return counts;
+    });
 }
 //# sourceMappingURL=learn.js.map

package/dist/api/ledger-db.d.ts

@@ -0,0 +1,20 @@
+import { type openHippoDb } from '../db/index.js';
+import { type LedgerTurn } from '../store/ledger-turn.js';
+import type { LastSent, TokenSurface, TokenUse } from '../store/token-ledger.js';
+export interface LedgerRootOpts {
+    /** The store serves many people, so the global store of the user running it belongs to none of them. */
+    readonly sharedStore?: boolean;
+}
+/** `hippoRoot` when it holds a store, else the global store (the prompt hook fires where no local one exists), else null. */
+export declare function ledgerRoot(hippoRoot: string, opts?: LedgerRootOpts): string | null;
+/** Says why a ledger row did not land, at the level its class earns: busy warns once through noteStoreBusy, absent is debug with no stack, unexpected warns once with the error class and stack. */
+export declare function noteLedgerRowSkipped<E>(error: E): void;
+/** Books one row in ledgerRoot's store, best-effort. */
+export declare function bookTokenUse(hippoRoot: string, use: TokenUse, opts?: LedgerRootOpts): void;
+/** Books a turn's rows and then its delivery event on one connection of ledgerRoot's store, best-effort. */
+export declare function bookLedgerTurn(hippoRoot: string, turn: LedgerTurn, opts?: LedgerRootOpts): void;
+/** What the session last sent on `surface` in ledgerRoot's store; undefined with no ledger or a failed read. */
+export declare function ledgerLastSent(hippoRoot: string, tenantId: string, sessionId: string | null | undefined, surface: TokenSurface, opts?: LedgerRootOpts): LastSent | null | undefined;
+/** Runs `fn` on a handle of ledgerRoot's store, best-effort as the calls above. */
+export declare function withLedgerDb<T>(hippoRoot: string, fn: (db: ReturnType<typeof openHippoDb>) => T, opts?: LedgerRootOpts): T | undefined;
+//# sourceMappingURL=ledger-db.d.ts.map

package/dist/api/ledger-db.js

@@ -0,0 +1,79 @@
+// The store the token ledger writes to for a caller's root; context, recall and the session hooks share it.
+import { isSqliteBusy, noteStoreBusy } from '../db/index.js';
+import { errorFields, errorMessage, log } from '../util/log.js';
+import { getGlobalRoot } from '../sharing/shared.js';
+import { lastSentOnSurface, recordLedgerTurn } from '../store/ledger-turn.js';
+import { isInitialized, onHandle } from '../store/open.js';
+import { sqliteSyncStore } from '../store/sqlite/store.js';
+/** `hippoRoot` when it holds a store, else the global store (the prompt hook fires where no local one exists), else null. */
+export function ledgerRoot(hippoRoot, opts) {
+    if (isInitialized(hippoRoot))
+        return hippoRoot;
+    if (opts?.sharedStore)
+        return null;
+    const globalRoot = getGlobalRoot();
+    return isInitialized(globalRoot) ? globalRoot : null;
+}
+// SQLite's result codes for a hippo.db it cannot read: a corrupt image, and a file that is no database.
+const SQLITE_CORRUPT = 11;
+const SQLITE_NOTADB = 26;
+/** The one rule for a skipped ledger row. `absent` is a store with no token_ledger table or a hippo.db SQLite cannot read; the command that owns the store reports that, and a hook must stay quiet about it. */
+function ledgerSkipClass(error) {
+    if (isSqliteBusy(error))
+        return 'busy';
+    const code = error instanceof Error && 'errcode' in error ? error.errcode : undefined;
+    if (code === SQLITE_CORRUPT || code === SQLITE_NOTADB)
+        return 'absent';
+    return errorMessage(error).includes('no such table: token_ledger') ? 'absent' : 'unexpected';
+}
+/** Says why a ledger row did not land, at the level its class earns: busy warns once through noteStoreBusy, absent is debug with no stack, unexpected warns once with the error class and stack. */
+export function noteLedgerRowSkipped(error) {
+    const skip = ledgerSkipClass(error);
+    if (skip === 'busy') {
+        noteStoreBusy('token ledger row skipped');
+        return;
+    }
+    const message = `token ledger row skipped: ${errorMessage(error)}`;
+    if (skip === 'absent')
+        log.debug(message);
+    else
+        log.warnThenDebug('token-ledger-row', message, errorFields(error));
+}
+/** Runs `call` on ledgerRoot's store root. Best-effort: undefined on any failure, because a ledger failure must not break context or recall. */
+function onLedgerRoot(hippoRoot, opts, call) {
+    let root = null;
+    try {
+        root = ledgerRoot(hippoRoot, opts);
+    }
+    catch (error) {
+        // An unreadable store root means no ledger write; the ledger must never break context or recall.
+        log.debug(`token ledger skipped, store root unreadable: ${errorMessage(error)}`);
+        return undefined;
+    }
+    if (root === null)
+        return undefined;
+    try {
+        return call(root);
+    }
+    catch (error) {
+        noteLedgerRowSkipped(error);
+        return undefined;
+    }
+}
+/** Books one row in ledgerRoot's store, best-effort. */
+export function bookTokenUse(hippoRoot, use, opts) {
+    onLedgerRoot(hippoRoot, opts, (root) => sqliteSyncStore(root).recordTokens(use));
+}
+/** Books a turn's rows and then its delivery event on one connection of ledgerRoot's store, best-effort. */
+export function bookLedgerTurn(hippoRoot, turn, opts) {
+    onLedgerRoot(hippoRoot, opts, (root) => recordLedgerTurn(root, turn));
+}
+/** What the session last sent on `surface` in ledgerRoot's store; undefined with no ledger or a failed read. */
+export function ledgerLastSent(hippoRoot, tenantId, sessionId, surface, opts) {
+    return onLedgerRoot(hippoRoot, opts, (root) => lastSentOnSurface(root, tenantId, sessionId, surface));
+}
+/** Runs `fn` on a handle of ledgerRoot's store, best-effort as the calls above. */
+export function withLedgerDb(hippoRoot, fn, opts) {
+    return onLedgerRoot(hippoRoot, opts, (root) => onHandle(root, fn));
+}
+//# sourceMappingURL=ledger-db.js.map