hippo-memory 1.69.0 → 1.70.0

package/dist/store/object-types.d.ts

@@ -0,0 +1,189 @@
+export type DecisionStatus = 'active' | 'superseded' | 'closed';
+export interface Decision {
+    id: number;
+    memoryId: string | null;
+    tenantId: string;
+    decisionText: string;
+    context: string | null;
+    status: DecisionStatus;
+    /** Successor decision id; set only when status === 'superseded'. */
+    supersededBy: number | null;
+    supersededAt: string | null;
+    closedAt: string | null;
+    createdAt: string;
+}
+export type IncidentStatus = 'open' | 'resolved' | 'closed';
+export interface Incident {
+    id: number;
+    memoryId: string | null;
+    tenantId: string;
+    incidentText: string;
+    context: string | null;
+    status: IncidentStatus;
+    /** Set only when status === 'resolved'. */
+    resolutionText: string | null;
+    resolvedAt: string | null;
+    closedAt: string | null;
+    /** Linked receipts: memory ids that are this incident's evidence. */
+    linkedMemoryIds: string[];
+    createdAt: string;
+}
+export type ProcessStatus = 'active' | 'superseded' | 'closed';
+export interface Process {
+    id: number;
+    memoryId: string | null;
+    tenantId: string;
+    processName: string;
+    description: string | null;
+    /** Ordered step list (the process body). Stored as a JSON array of strings. */
+    steps: string[];
+    /** Server-derived: 1 on a fresh create, predecessor.version + 1 on supersede. */
+    version: number;
+    status: ProcessStatus;
+    /** Successor process id; set only when status === 'superseded'. */
+    supersededBy: number | null;
+    supersededAt: string | null;
+    /** The per-version delta note; set on a successor row only (NULL on a v1). */
+    changeSummary: string | null;
+    closedAt: string | null;
+    createdAt: string;
+}
+export type PolicyStatus = 'active' | 'superseded' | 'closed';
+export interface Policy {
+    id: number;
+    memoryId: string | null;
+    tenantId: string;
+    policyName: string;
+    policyText: string;
+    /** ISO-8601 datetime as `toISOString` gives it; when the policy takes effect. Always set. */
+    validFrom: string;
+    /** ISO-8601 datetime as `toISOString` gives it; when it expires. null = open-ended. */
+    validTo: string | null;
+    /** Server-derived: 1 on a fresh create, predecessor.version + 1 on supersede. */
+    version: number;
+    status: PolicyStatus;
+    supersededBy: number | null;
+    supersededAt: string | null;
+    /** The per-version delta note; set on a successor row only (NULL on a v1). */
+    changeSummary: string | null;
+    closedAt: string | null;
+    createdAt: string;
+}
+export type SkillStatus = 'active' | 'superseded' | 'closed';
+export interface Skill {
+    id: number;
+    memoryId: string | null;
+    tenantId: string;
+    skillName: string;
+    instructions: string;
+    /** Optional "when to apply"; stored in the trigger_text column. */
+    trigger: string | null;
+    /** Server-derived: 1 on a fresh create, predecessor.version + 1 on supersede. */
+    version: number;
+    status: SkillStatus;
+    supersededBy: number | null;
+    supersededAt: string | null;
+    /** The per-version delta note; set on a successor row only (NULL on a v1). */
+    changeSummary: string | null;
+    closedAt: string | null;
+    createdAt: string;
+}
+export type BriefStatus = 'active' | 'superseded' | 'closed';
+export interface ProjectBrief {
+    id: number;
+    memoryId: string | null;
+    tenantId: string;
+    /** The repo identifier this brief is scoped to (e.g. `hippo`). */
+    repo: string;
+    /** The brief body. */
+    summary: string;
+    /** Server-derived: 1 on a fresh create, predecessor.version + 1 on supersede. */
+    version: number;
+    status: BriefStatus;
+    supersededBy: number | null;
+    supersededAt: string | null;
+    /** The per-version delta note; set on a successor row only (NULL on a v1). */
+    changeSummary: string | null;
+    closedAt: string | null;
+    createdAt: string;
+}
+export type NoteStatus = 'active' | 'superseded' | 'closed';
+export interface CustomerNote {
+    id: number;
+    memoryId: string | null;
+    tenantId: string;
+    /** The account/customer entity this note is scoped to (free-form identifier). */
+    customer: string;
+    /** The note body. */
+    note: string;
+    /** Server-derived: 1 on a fresh create, predecessor.version + 1 on supersede. */
+    version: number;
+    status: NoteStatus;
+    supersededBy: number | null;
+    supersededAt: string | null;
+    /** The per-version delta note; set on a successor row only (NULL on a v1). */
+    changeSummary: string | null;
+    closedAt: string | null;
+    createdAt: string;
+}
+/** Each kind is named by the `source` its mirror memory carries. */
+export interface ObjectByKind {
+    decision: Decision;
+    incident: Incident;
+    process: Process;
+    policy: Policy;
+    skill: Skill;
+    project_brief: ProjectBrief;
+    customer_note: CustomerNote;
+}
+export type ObjectKind = keyof ObjectByKind;
+/** What one save stores, per kind the shared save writes; core has checked and resolved every value. */
+export interface ObjectFields {
+    decision: {
+        readonly decisionText: string;
+        readonly context: string | undefined;
+    };
+    process: {
+        readonly processName: string;
+        readonly description: string | undefined;
+        readonly steps: readonly string[];
+    };
+    policy: {
+        readonly policyName: string;
+        readonly policyText: string;
+        readonly validFrom: string;
+        readonly validTo: string | null;
+    };
+    skill: {
+        readonly name: string;
+        readonly instructions: string;
+        readonly trigger: string | null;
+    };
+    /** `receiptCount` is set only when a refresh wrote this version. */
+    project_brief: {
+        readonly repo: string;
+        readonly summary: string;
+        readonly receiptCount: number | undefined;
+    };
+    customer_note: {
+        readonly customer: string;
+        readonly note: string;
+    };
+}
+/** The kinds whose rows are active until a successor supersedes them; an incident is opened and resolved instead. */
+export type SavableKind = keyof ObjectFields;
+/** What opening an incident stores; core has checked the text, and the store checks each linked id. */
+export interface IncidentFields {
+    readonly incidentText: string;
+    readonly context: string | undefined;
+    /** The memories that are the incident's evidence, in the order the caller gave them. */
+    readonly linkedMemoryIds: readonly string[];
+}
+/** One memory a brief refresh cites. */
+export interface BriefReceipt {
+    id: string;
+    created: string;
+    source: string;
+    content: string;
+}
+//# sourceMappingURL=object-types.d.ts.map

package/dist/store/object-types.js

@@ -0,0 +1,4 @@
+// The typed objects as every store hands them over, and what a save carries for each kind.
+// `memoryId` is null once the mirror memory is forgotten or archived; the object row outlives it.
+export {};
+//# sourceMappingURL=object-types.js.map

package/dist/store/open.d.ts

@@ -1,6 +1,6 @@
-import { type MemoryEntry } from '../memory.js';
-import { type DatabaseSyncLike } from '../db.js';
-import { type ResolveProjectIdentityOpts } from '../project-identity.js';
+import { type MemoryEntry } from '../core/memory.js';
+import { type DatabaseSyncLike } from '../db/index.js';
+import { type ResolveProjectIdentityOpts } from '../core/project-identity.js';
 /** Nearest ancestor store like git; the strict join is the fallback so `hippo init` still creates `<cwd>/.hippo`. */
 export declare function getHippoRoot(cwd?: string, opts?: ResolveProjectIdentityOpts): string;
 export declare function isInitialized(hippoRoot: string): boolean;
@@ -11,9 +11,11 @@ export declare function openStore(hippoRoot: string, opts?: {
 }): DatabaseSyncLike;
 /** One call on a handle of its own, closed after; pass openStore where the call also sets up mirror folders and legacy rows. */
 export declare function onHandle<T>(hippoRoot: string, fn: (db: DatabaseSyncLike) => T, open?: (hippoRoot: string) => DatabaseSyncLike): T;
-/** `meta` key holding the default half-life base a store's memories are on (src/half-life-migration.ts). */
+/** `meta` key holding the default half-life base a store's memories are on (src/consolidate/half-life-migration.ts). */
 export declare const HALF_LIFE_BASE_META_KEY = "default_half_life_base";
 /** `meta` key set once no memory of a decision, incident or other object sits on the old flat 90 days. */
 export declare const TYPED_HALF_LIFE_META_KEY = "typed_half_life_on_default";
+/** The flat half-life the decision, incident and other object writers gave their memories before they took the default. */
+export declare const LEGACY_TYPED_HALF_LIFE = 90;
 export declare function loadLegacyEntriesFromMarkdown(hippoRoot: string): MemoryEntry[];
 //# sourceMappingURL=open.d.ts.map

package/dist/store/open.js

@@ -1,16 +1,18 @@
 // Opens the SQLite store, the source of truth; Markdown and JSON files are human-readable mirrors of it.
 import * as fs from 'fs';
 import * as path from 'path';
-import { DEFAULT_HALF_LIFE_DAYS, Layer } from '../memory.js';
-import { closeHippoDb, openHippoDb, getMeta, setMeta } from '../db.js';
-import { findHippoStoreDir, realpathOrResolve } from '../project-identity.js';
-import { RejectedValueError } from '../rejection.js';
-import { log } from '../log.js';
-import { isPlainJsonObject } from './rows.js';
+import { DEFAULT_HALF_LIFE_DAYS, Layer } from '../core/memory.js';
+import { closeHippoDb, currentRequestStores, openHippoDb, getMeta, setMeta, withWriteScope } from '../db/index.js';
+import { openHippoDbWithFacts } from '../db/open.js';
+import { findHippoStoreDir } from '../core/project-identity.js';
+import { realpathOrResolve } from '../util/real-path.js';
+import { RejectedValueError } from './rejection.js';
+import { errorMessage, log } from '../util/log.js';
 import { audit } from './audit-event.js';
 import { deserializeEntry } from './markdown.js';
 import { stampOriginProjectForImport, upsertEntryRow } from './entry-row.js';
 import { ensureMirrorDirectories, syncMirrorFiles, layerDir } from './mirrors.js';
+import { isJsonObject } from '../util/json.js';
 /** Nearest ancestor store like git; the strict join is the fallback so `hippo init` still creates `<cwd>/.hippo`. */
 export function getHippoRoot(cwd = process.cwd(), opts) {
     return findHippoStoreDir(cwd, opts) ?? path.join(realpathOrResolve(cwd), '.hippo');
@@ -26,9 +28,15 @@ export function initStore(hippoRoot) {
 /** One open connection with init done on it, for callers who used to pay for `initStore` + a second `openHippoDb`. */
 export function openStore(hippoRoot, opts) {
     // Open first: a folder marked for another store must refuse before any mirror folder appears.
-    const db = openHippoDb(hippoRoot, opts);
+    const { db, facts } = openHippoDbWithFacts(hippoRoot, opts);
+    // A store worker's reader: its writer ran the steps below before this thread was sent a job, and this connection cannot write them.
+    if (currentRequestStores()?.setupDoneFor === hippoRoot)
+        return db;
     try {
         ensureMirrorDirectories(hippoRoot);
+        // Both steps act only on a store with no memory row, which the open's own probe has just ruled out.
+        if (facts?.hasMemories)
+            return db;
         const bootstrapped = bootstrapLegacyStore(db, hippoRoot);
         if (bootstrapped) {
             syncMirrorFiles(hippoRoot, db);
@@ -56,10 +64,12 @@ export function onHandle(hippoRoot, fn, open = openHippoDb) {
         closeHippoDb(db);
     }
 }
-/** `meta` key holding the default half-life base a store's memories are on (src/half-life-migration.ts). */
+/** `meta` key holding the default half-life base a store's memories are on (src/consolidate/half-life-migration.ts). */
 export const HALF_LIFE_BASE_META_KEY = 'default_half_life_base';
 /** `meta` key set once no memory of a decision, incident or other object sits on the old flat 90 days. */
 export const TYPED_HALF_LIFE_META_KEY = 'typed_half_life_on_default';
+/** The flat half-life the decision, incident and other object writers gave their memories before they took the default. */
+export const LEGACY_TYPED_HALF_LIFE = 90;
 /**
  * A store with no memories starts on the current default half-life base, so
  * `hippo sleep` never migrates it. A store that already holds memories and
@@ -85,21 +95,12 @@ function bootstrapLegacyStore(db, hippoRoot) {
     const legacyEntries = loadLegacyEntriesFromMarkdown(hippoRoot);
     if (legacyEntries.length === 0)
         return false;
-    db.exec('BEGIN IMMEDIATE');
-    try {
+    withWriteScope(db, 'bootstrap_legacy_store', () => {
         importLegacyEntries(db, hippoRoot, legacyEntries);
         importLegacyIndexAndStats(db, hippoRoot);
         // Stamp completion even when every row was rejected; see the gate above.
         setMeta(db, 'legacy_bootstrap_completed', '1');
-        db.exec('COMMIT');
-    }
-    catch (error) {
-        try {
-            db.exec('ROLLBACK');
-        }
-        catch { /* already rolled back; keep the original error */ }
-        throw error;
-    }
+    });
     return true;
 }
 function importLegacyEntries(db, hippoRoot, legacyEntries) {
@@ -116,7 +117,7 @@ function importLegacyEntries(db, hippoRoot, legacyEntries) {
         catch (err) {
             if (err instanceof RejectedValueError) {
                 rejectedCount++;
-                audit(db, 'reject_refusal', err.entryId, { digest: err.digest, reason: err.reason }, 'cli', err.tenantId);
+                audit(db, 'reject_refusal', { targetId: err.entryId, metadata: { digest: err.digest, reason: err.reason }, actor: 'cli', tenantId: err.tenantId });
                 continue;
             }
             throw err;
@@ -140,7 +141,7 @@ function importLegacyIndexAndStats(db, hippoRoot) {
     const runs = Array.isArray(legacyStats.consolidation_runs) ? legacyStats.consolidation_runs : [];
     const insertRun = db.prepare(`INSERT INTO consolidation_runs(timestamp, decayed, merged, removed) VALUES (?, ?, ?, ?)`);
     for (const run of runs) {
-        if (!isPlainJsonObject(run))
+        if (!isJsonObject(run))
             continue;
         const row = run;
         insertRun.run(String(row.timestamp ?? new Date().toISOString()), Number(row.decayed ?? 0), Number(row.merged ?? 0), Number(row.removed ?? 0));
@@ -175,7 +176,7 @@ function loadLegacyIndexFile(hippoRoot) {
         return JSON.parse(fs.readFileSync(indexPath, 'utf8'));
     }
     catch (err) {
-        log.debug(`store: unreadable index.json read as empty: ${err instanceof Error ? err.message : String(err)}`);
+        log.debug(`store: unreadable index.json read as empty: ${errorMessage(err)}`);
         return { version: 1, entries: {}, last_retrieval_ids: [], last_trace_id: null };
     }
 }
@@ -197,7 +198,7 @@ function loadLegacyStatsFile(hippoRoot) {
         return JSON.parse(fs.readFileSync(statsPath, 'utf8'));
     }
     catch (err) {
-        log.debug(`store: unreadable stats.json read as zero: ${err instanceof Error ? err.message : String(err)}`);
+        log.debug(`store: unreadable stats.json read as zero: ${errorMessage(err)}`);
         return {
             total_remembered: 0,
             total_recalled: 0,

package/dist/store/planning-fallacy-evidence.d.ts

@@ -0,0 +1,42 @@
+import { type PredictionBaserate } from './predictions.js';
+export interface ClassResolution {
+    classTag: string | null;
+    /** True when ≥2 classes tied at the best overlap score AND best ≥ 1.
+     *  Caller emits `recall_autodebias_hint_tiebreak` audit and returns
+     *  null hint (silent — prevents the "show wrong class half the time"
+     *  failure mode the alphabetical-tiebreak alternative would create). */
+    tiebreak: boolean;
+}
+/** The prediction class a forward claim resolves to, and that class's closed-prediction stats when one resolved. */
+export interface PlanningFallacyEvidence extends ClassResolution {
+    readonly baserate: PredictionBaserate | null;
+}
+/**
+ * Resolve a query-token set to a unique best-matching class_tag for the
+ * tenant. Scores by lower-cased token overlap; requires best score ≥ 1
+ * AND strictly greater than the 2nd-best score.
+ *
+ * Indexed via idx_predictions_tenant_class (db.ts:1015) → O(log n) seek
+ * plus a small DISTINCT scan over the per-tenant class-tag set.
+ *
+ * Scope behaviour (deliberate): class_tag selection is TENANT-GLOBAL,
+ * NOT scope-filtered against
+ * the recall's opts.scope. The class_tag is an aggregator label across
+ * historical predictions in the class, not a per-memory scope-bound
+ * property. A no-scope recall CAN surface a class_tag from a privately-
+ * scoped prediction's class in PlanningFallacyHint.classTag — by design,
+ * because base-rate reasoning needs the full historical sample.
+ * Implications:
+ *   - The hint payload itself carries no memory content (only the aggregate
+ *     summary string + numeric stats), so memory bodies do not leak.
+ *   - The class_tag NAME is the side-channel. If sensitive labels are a
+ *     concern, callers should either use opaque class names (e.g. hashes
+ *     or numeric tokens) or set HIPPO_AUTODEBIAS=off.
+ *   - tests/api-recall-autodebias.test.ts locks this with an explicit
+ *     test asserting that scope-set predictions surface via no-scope
+ *     recalls (so future "fix" attempts that scope-filter trip CI).
+ */
+export declare function resolveClassFromTokens(hippoRoot: string, tenantId: string, queryTokens: readonly string[]): ClassResolution;
+/** Resolves a claim's tokens to one class and reads its baserate, writing no audit row. */
+export declare function planningFallacyEvidenceAt(hippoRoot: string, tenantId: string, classQueryTokens: readonly string[]): PlanningFallacyEvidence;
+//# sourceMappingURL=planning-fallacy-evidence.d.ts.map

package/dist/store/planning-fallacy-evidence.js

@@ -0,0 +1,81 @@
+import { closeHippoDb, openHippoDb } from '../db/index.js';
+import { computePredictionBaserate } from './predictions.js';
+/**
+ * Resolve a query-token set to a unique best-matching class_tag for the
+ * tenant. Scores by lower-cased token overlap; requires best score ≥ 1
+ * AND strictly greater than the 2nd-best score.
+ *
+ * Indexed via idx_predictions_tenant_class (db.ts:1015) → O(log n) seek
+ * plus a small DISTINCT scan over the per-tenant class-tag set.
+ *
+ * Scope behaviour (deliberate): class_tag selection is TENANT-GLOBAL,
+ * NOT scope-filtered against
+ * the recall's opts.scope. The class_tag is an aggregator label across
+ * historical predictions in the class, not a per-memory scope-bound
+ * property. A no-scope recall CAN surface a class_tag from a privately-
+ * scoped prediction's class in PlanningFallacyHint.classTag — by design,
+ * because base-rate reasoning needs the full historical sample.
+ * Implications:
+ *   - The hint payload itself carries no memory content (only the aggregate
+ *     summary string + numeric stats), so memory bodies do not leak.
+ *   - The class_tag NAME is the side-channel. If sensitive labels are a
+ *     concern, callers should either use opaque class names (e.g. hashes
+ *     or numeric tokens) or set HIPPO_AUTODEBIAS=off.
+ *   - tests/api-recall-autodebias.test.ts locks this with an explicit
+ *     test asserting that scope-set predictions surface via no-scope
+ *     recalls (so future "fix" attempts that scope-filter trip CI).
+ */
+export function resolveClassFromTokens(hippoRoot, tenantId, queryTokens) {
+    if (queryTokens.length === 0)
+        return { classTag: null, tiebreak: false };
+    const db = openHippoDb(hippoRoot);
+    try {
+        // SAFETY: rows' shape matches the single `class_tag` column named in the SELECT above.
+        const rows = db.prepare(`SELECT DISTINCT class_tag FROM predictions WHERE tenant_id = ?`).all(tenantId);
+        const querySet = new Set(queryTokens);
+        let bestScore = 0;
+        let bestClass = null;
+        let secondBest = 0;
+        for (const { class_tag } of rows) {
+            const classTokens = class_tag
+                .toLowerCase()
+                .split(/[-_\s]+/)
+                .filter((t) => t.length >= 3);
+            let score = 0;
+            for (const t of classTokens)
+                if (querySet.has(t))
+                    score++;
+            if (score > bestScore) {
+                secondBest = bestScore;
+                bestScore = score;
+                bestClass = class_tag;
+            }
+            else if (score === bestScore && score > 0) {
+                // Tie at current best — bump secondBest. Do NOT update bestClass
+                // (alphabetical tiebreak would pick wrong class on ambiguous query
+                // like "migration will take 3 days" between migration-effort vs
+                // migration-risk; silent on tie instead).
+                secondBest = score;
+            }
+            else if (score > secondBest) {
+                secondBest = score;
+            }
+        }
+        if (bestScore < 1)
+            return { classTag: null, tiebreak: false };
+        if (bestScore === secondBest)
+            return { classTag: null, tiebreak: true };
+        return { classTag: bestClass, tiebreak: false };
+    }
+    finally {
+        closeHippoDb(db);
+    }
+}
+/** Resolves a claim's tokens to one class and reads its baserate, writing no audit row. */
+export function planningFallacyEvidenceAt(hippoRoot, tenantId, classQueryTokens) {
+    const resolution = resolveClassFromTokens(hippoRoot, tenantId, classQueryTokens);
+    // emitAudit=false: the recall_autodebias_hint row carries n_closed and mean_ratio, so predict_baserate stays off.
+    const baserate = resolution.classTag ? computePredictionBaserate(hippoRoot, tenantId, resolution.classTag, 'recall', false) : null;
+    return { ...resolution, baserate };
+}
+//# sourceMappingURL=planning-fallacy-evidence.js.map