somtum 0.1.2

package/dist/core/file_summary.js

@@ -0,0 +1,127 @@
+import { createHash } from 'node:crypto';
+import { readFileSync, statSync, existsSync } from 'node:fs';
+import { isAbsolute, resolve } from 'node:path';
+import { countTokens } from './tokens.js';
+import { FileFingerprintSchema } from './schema.js';
+export class FileFingerprintStore {
+    db;
+    constructor(db) {
+        this.db = db;
+    }
+    get(projectId, path) {
+        const row = this.db
+            .prepare(`SELECT * FROM file_fingerprints WHERE project_id = ? AND path = ?`)
+            .get(projectId, path);
+        if (!row)
+            return null;
+        return FileFingerprintSchema.parse({
+            project_id: row['project_id'],
+            path: row['path'],
+            content_hash: row['content_hash'],
+            mtime: row['mtime'],
+            tokens: row['tokens'],
+            summary: row['summary'] ?? null,
+            summary_hash: row['summary_hash'] ?? null,
+        });
+    }
+    upsert(input) {
+        this.db
+            .prepare(`INSERT INTO file_fingerprints
+           (project_id, path, content_hash, mtime, tokens, summary, summary_hash)
+         VALUES (?, ?, ?, ?, ?, ?, ?)
+         ON CONFLICT(project_id, path) DO UPDATE SET
+           content_hash = excluded.content_hash,
+           mtime = excluded.mtime,
+           tokens = excluded.tokens,
+           summary = COALESCE(excluded.summary, file_fingerprints.summary),
+           summary_hash = COALESCE(excluded.summary_hash, file_fingerprints.summary_hash)`)
+            .run(input.project_id, input.path, input.content_hash, input.mtime, input.tokens, input.summary, input.summary_hash);
+    }
+}
+export function statFile(path, opts) {
+    const abs = isAbsolute(path) ? path : resolve(opts.cwd, path);
+    if (!existsSync(abs))
+        return null;
+    let buf;
+    let mtime;
+    try {
+        buf = readFileSync(abs);
+        mtime = Math.floor(statSync(abs).mtimeMs);
+    }
+    catch {
+        return null;
+    }
+    const text = buf.toString('utf8');
+    return {
+        contentHash: createHash('sha256').update(buf).digest('hex'),
+        mtime,
+        tokens: countTokens(text),
+        bytes: buf.length,
+    };
+}
+// Minimal glob → RegExp. Supports `*`, `**`, and `?`. Sufficient for the
+// tiny `exclude_globs` patterns we expect (e.g. `**/*.env`, `**/secrets/**`).
+// For richer patterns we'd pull in `picomatch`, but that's overkill here.
+function globToRegex(pattern) {
+    let out = '';
+    for (let i = 0; i < pattern.length; i += 1) {
+        const c = pattern[i];
+        if (c === '*') {
+            if (pattern[i + 1] === '*') {
+                out += '.*';
+                i += 1;
+            }
+            else {
+                out += '[^/]*';
+            }
+        }
+        else if (c === '?') {
+            out += '[^/]';
+        }
+        else if (c && /[.+^${}()|[\]\\]/.test(c)) {
+            out += `\\${c}`;
+        }
+        else {
+            out += c;
+        }
+    }
+    return new RegExp(`^${out}$`);
+}
+export function matchesAnyGlob(path, globs) {
+    return globs.some((g) => globToRegex(g).test(path));
+}
+const SUMMARY_SYSTEM = `You are Somtum's file summarizer. Produce a dense summary of a source file so a coding agent can decide whether it needs to read the full content.
+
+INCLUDE:
+- The file's purpose in 1-2 sentences
+- Top-level exports/symbols and what each does
+- Important invariants, side effects, or non-obvious constraints
+- Cross-file dependencies worth knowing
+
+OMIT:
+- Line-by-line restatement of code
+- Imports list
+- Boilerplate, comments, or formatting
+
+Return plain text. Aim for under 400 tokens. No markdown headers.`;
+const DEFAULT_MAX_BYTES = 200_000; // ~50k tokens worth of source — enough for any sane file.
+export async function summarizeFile(path, contents, opts) {
+    // Truncate pathologically large files so we don't blow the LLM context.
+    const max = opts.maxBytes ?? DEFAULT_MAX_BYTES;
+    const body = contents.length > max
+        ? `${contents.slice(0, max)}\n\n[... file truncated at ${max} bytes for summarization ...]`
+        : contents;
+    const { text, inputTokens, outputTokens } = await opts.caller.complete({
+        model: opts.model,
+        system: SUMMARY_SYSTEM,
+        user: `File: ${path}\n\n${body}`,
+    });
+    return {
+        summary: text.trim(),
+        tokensSpent: inputTokens + outputTokens,
+    };
+}
+export function summaryHash(summary) {
+    return createHash('sha256').update(summary).digest('hex');
+}
+//# sourceMappingURL=file_summary.js.map

package/dist/core/file_summary.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file_summary.js","sourceRoot":"","sources":["../../src/core/file_summary.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGhD,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,EAAwB,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAO1E,MAAM,OAAO,oBAAoB;IACF;IAA7B,YAA6B,EAAM;QAAN,OAAE,GAAF,EAAE,CAAI;IAAG,CAAC;IAEvC,GAAG,CAAC,SAAiB,EAAE,IAAY;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE;aAChB,OAAO,CAAC,mEAAmE,CAAC;aAC5E,GAAG,CAAC,SAAS,EAAE,IAAI,CAAwC,CAAC;QAC/D,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QACtB,OAAO,qBAAqB,CAAC,KAAK,CAAC;YACjC,UAAU,EAAE,GAAG,CAAC,YAAY,CAAC;YAC7B,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC;YACjB,YAAY,EAAE,GAAG,CAAC,cAAc,CAAC;YACjC,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC;YACnB,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC;YACrB,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI;YAC/B,YAAY,EAAE,GAAG,CAAC,cAAc,CAAC,IAAI,IAAI;SAC1C,CAAC,CAAC;IACL,CAAC;IAED,MAAM,CAAC,KAAsB;QAC3B,IAAI,CAAC,EAAE;aACJ,OAAO,CACN;;;;;;;;0FAQkF,CACnF;aACA,GAAG,CACF,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,YAAY,EAClB,KAAK,CAAC,KAAK,EACX,KAAK,CAAC,MAAM,EACZ,KAAK,CAAC,OAAO,EACb,KAAK,CAAC,YAAY,CACnB,CAAC;IACN,CAAC;CACF;AASD,MAAM,UAAU,QAAQ,CAAC,IAAY,EAAE,IAAqB;IAC1D,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAC9D,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAClC,IAAI,GAAW,CAAC;IAChB,IAAI,KAAa,CAAC;IAClB,IAAI,CAAC;QACH,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;QACxB,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAClC,OAAO;QACL,WAAW,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;QAC3D,KAAK;QACL,MAAM,EAAE,WAAW,CAAC,IAAI,CAAC;QACzB,KAAK,EAAE,GAAG,CAAC,MAAM;KAClB,CAAC;AACJ,CAAC;AAED,yEAAyE;AACzE,8EAA8E;AAC9E,0EAA0E;AAC1E,SAAS,WAAW,CAAC,OAAe;IAClC,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3C,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;YACd,IAAI,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBAC3B,GAAG,IAAI,IAAI,CAAC;gBACZ,CAAC,IAAI,CAAC,CAAC;YACT,CAAC;iBAAM,CAAC;gBACN,GAAG,IAAI,OAAO,CAAC;YACjB,CAAC;QACH,CAAC;aAAM,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;YACrB,GAAG,IAAI,MAAM,CAAC;QAChB,CAAC;aAAM,IAAI,CAAC,IAAI,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3C,GAAG,IAAI,KAAK,CAAC,EAAE,CAAC;QAClB,CAAC;aAAM,CAAC;YACN,GAAG,IAAI,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IACD,OAAO,IAAI,MAAM,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAY,EAAE,KAAe;IAC1D,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,cAAc,GAAG;;;;;;;;;;;;;kEAa2C,CAAC;AAanE,MAAM,iBAAiB,GAAG,OAAO,CAAC,CAAC,0DAA0D;AAE7F,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,IAAY,EACZ,QAAgB,EAChB,IAAsB;IAEtB,wEAAwE;IACxE,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,IAAI,iBAAiB,CAAC;IAC/C,MAAM,IAAI,GACR,QAAQ,CAAC,MAAM,GAAG,GAAG;QACnB,CAAC,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,8BAA8B,GAAG,+BAA+B;QAC3F,CAAC,CAAC,QAAQ,CAAC;IAEf,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,YAAY,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;QACrE,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,MAAM,EAAE,cAAc;QACtB,IAAI,EAAE,SAAS,IAAI,OAAO,IAAI,EAAE;KACjC,CAAC,CAAC;IACH,OAAO;QACL,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE;QACpB,WAAW,EAAE,WAAW,GAAG,YAAY;KACxC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,OAAe;IACzC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC5D,CAAC"}

package/dist/core/fingerprint.d.ts

@@ -0,0 +1,13 @@
+export interface FileHash {
+    path: string;
+    hash: string;
+}
+export declare function hashContent(content: string | Buffer): string;
+export declare function hashFilesTouched(files: FileHash[]): string;
+export declare function fingerprintFiles(paths: string[], opts: {
+    cwd: string;
+}): {
+    fingerprint: string;
+    files: FileHash[];
+};
+//# sourceMappingURL=fingerprint.d.ts.map

package/dist/core/fingerprint.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fingerprint.d.ts","sourceRoot":"","sources":["../../src/core/fingerprint.ts"],"names":[],"mappings":"AAQA,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAE5D;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,MAAM,CAU1D;AAMD,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,MAAM,EAAE,EACf,IAAI,EAAE;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,GACpB;IAAE,WAAW,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,QAAQ,EAAE,CAAA;CAAE,CAW5C"}

package/dist/core/fingerprint.js

@@ -0,0 +1,36 @@
+import { createHash } from 'node:crypto';
+import { readFileSync, existsSync } from 'node:fs';
+import { resolve, isAbsolute } from 'node:path';
+export function hashContent(content) {
+    return createHash('sha256').update(content).digest('hex');
+}
+export function hashFilesTouched(files) {
+    const sorted = [...files].sort((a, b) => a.path.localeCompare(b.path));
+    const h = createHash('sha256');
+    for (const f of sorted) {
+        h.update(f.path);
+        h.update('\x00');
+        h.update(f.hash);
+        h.update('\x00');
+    }
+    return h.digest('hex');
+}
+// Resolves each path relative to cwd (if not already absolute) and reads it
+// from disk. Missing files are included with hash='<missing>' so that a
+// later-created file shows up as a fingerprint change and invalidates
+// the entry rather than matching silently.
+export function fingerprintFiles(paths, opts) {
+    const files = paths.map((p) => {
+        const abs = isAbsolute(p) ? p : resolve(opts.cwd, p);
+        if (!existsSync(abs))
+            return { path: p, hash: '<missing>' };
+        try {
+            return { path: p, hash: hashContent(readFileSync(abs)) };
+        }
+        catch {
+            return { path: p, hash: '<unreadable>' };
+        }
+    });
+    return { fingerprint: hashFilesTouched(files), files };
+}
+//# sourceMappingURL=fingerprint.js.map

package/dist/core/fingerprint.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fingerprint.js","sourceRoot":"","sources":["../../src/core/fingerprint.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAWhD,MAAM,UAAU,WAAW,CAAC,OAAwB;IAClD,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,KAAiB;IAChD,MAAM,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACvE,MAAM,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC/B,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACjB,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACjB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACjB,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACnB,CAAC;IACD,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACzB,CAAC;AAED,4EAA4E;AAC5E,wEAAwE;AACxE,sEAAsE;AACtE,2CAA2C;AAC3C,MAAM,UAAU,gBAAgB,CAC9B,KAAe,EACf,IAAqB;IAErB,MAAM,KAAK,GAAe,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACxC,MAAM,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACrD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;QAC5D,IAAI,CAAC;YACH,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QAC3D,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;QAC3C,CAAC;IACH,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,WAAW,EAAE,gBAAgB,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC;AACzD,CAAC"}

package/dist/core/index_gen.d.ts

@@ -0,0 +1,16 @@
+import type { MemoryStore } from './store.js';
+import type { Observation } from './schema.js';
+export interface IndexOptions {
+    projectName: string;
+    totalTokensSaved: number;
+    now?: number;
+    recentDays?: number;
+}
+export declare function renderIndex(obs: Observation[], opts: IndexOptions): string;
+export interface GenerateOptions extends IndexOptions {
+    store: MemoryStore;
+    projectId: string;
+    outputPath: string;
+}
+export declare function generateIndex(options: GenerateOptions): string;
+//# sourceMappingURL=index_gen.d.ts.map

package/dist/core/index_gen.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index_gen.d.ts","sourceRoot":"","sources":["../../src/core/index_gen.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,KAAK,EAAE,WAAW,EAAmB,MAAM,aAAa,CAAC;AAwChE,MAAM,WAAW,YAAY;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;IACzB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAqID,wBAAgB,WAAW,CAAC,GAAG,EAAE,WAAW,EAAE,EAAE,IAAI,EAAE,YAAY,GAAG,MAAM,CAE1E;AAED,MAAM,WAAW,eAAgB,SAAQ,YAAY;IACnD,KAAK,EAAE,WAAW,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,wBAAgB,aAAa,CAAC,OAAO,EAAE,eAAe,GAAG,MAAM,CAiB9D"}

package/dist/core/index_gen.js

@@ -0,0 +1,173 @@
+import { writeFileSync, mkdirSync, existsSync } from 'node:fs';
+import { dirname } from 'node:path';
+const HEADER_COMMENT = '<!-- This file is regenerated by somtum. Edits will be overwritten. To modify, use: somtum edit <id> -->';
+const KIND_TITLES = {
+    decision: 'Decisions',
+    learning: 'Learnings',
+    bugfix: 'Bugfixes',
+    file_summary: 'File summaries',
+    command: 'Commands',
+    other: 'Other',
+};
+const ISO_DAY = (ms) => new Date(ms).toISOString().slice(0, 10);
+// Threshold above which we switch to the incremental rendering path that
+// avoids loading all observations into memory at once.
+const INCREMENTAL_THRESHOLD = 1000;
+// Max entries shown per kind section in incremental mode.
+const INCREMENTAL_KIND_LIMIT = 20;
+function groupByKind(obs) {
+    const out = {
+        decision: [],
+        learning: [],
+        bugfix: [],
+        file_summary: [],
+        command: [],
+        other: [],
+    };
+    for (const o of obs)
+        out[o.kind].push(o);
+    return out;
+}
+function formatLine(o) {
+    const files = o.files.length > 0 ? ` — ${o.files.map((f) => `\`${f}\``).join(', ')}` : '';
+    return `- [${ISO_DAY(o.created_at)}] \`${o.id}\` ${o.title}${files}`;
+}
+// Full render path: loads all observations into memory. Used when total < INCREMENTAL_THRESHOLD.
+function renderFull(obs, opts) {
+    const now = opts.now ?? Date.now();
+    const recentDays = opts.recentDays ?? 7;
+    const recentCutoff = now - recentDays * 24 * 60 * 60 * 1000;
+    const byKind = groupByKind(obs);
+    const byFile = new Map();
+    for (const o of obs) {
+        for (const f of o.files) {
+            const list = byFile.get(f) ?? [];
+            list.push(o.id);
+            byFile.set(f, list);
+        }
+    }
+    const recent = obs
+        .filter((o) => o.created_at >= recentCutoff)
+        .sort((a, b) => b.created_at - a.created_at);
+    const sections = [];
+    sections.push(HEADER_COMMENT);
+    sections.push('');
+    sections.push(`# ${opts.projectName} Memory Index`);
+    sections.push('');
+    sections.push(`Last updated: ${new Date(now).toISOString()}. ${obs.length} memories. ${opts.totalTokensSaved} tokens saved cumulative (estimated).`);
+    sections.push('');
+    sections.push('## By kind');
+    sections.push('');
+    for (const kind of Object.keys(KIND_TITLES)) {
+        const list = byKind[kind];
+        if (list.length === 0)
+            continue;
+        sections.push(`### ${KIND_TITLES[kind]} (${list.length})`);
+        sections.push('');
+        const sorted = [...list].sort((a, b) => b.created_at - a.created_at);
+        for (const o of sorted)
+            sections.push(formatLine(o));
+        sections.push('');
+    }
+    if (byFile.size > 0) {
+        sections.push('## By file (most-referenced)');
+        sections.push('');
+        const entries = [...byFile.entries()].sort((a, b) => b[1].length - a[1].length).slice(0, 20);
+        for (const [file, ids] of entries) {
+            sections.push(`- \`${file}\` — ${ids.length} memories: ${ids.map((i) => `\`${i}\``).join(', ')}`);
+        }
+        sections.push('');
+    }
+    sections.push(`## Recent (last ${recentDays} days)`);
+    sections.push('');
+    if (recent.length === 0) {
+        sections.push('- _none_');
+    }
+    else {
+        for (const o of recent)
+            sections.push(formatLine(o));
+    }
+    sections.push('');
+    return sections.join('\n');
+}
+// Incremental render path: avoids loading all observations. Uses targeted
+// SQL queries (counts, recent, per-kind limits) so memory and time stay
+// bounded even at 10k+ observations.
+function renderIncremental(store, projectId, opts) {
+    const now = opts.now ?? Date.now();
+    const recentDays = opts.recentDays ?? 7;
+    const recentCutoff = now - recentDays * 24 * 60 * 60 * 1000;
+    const totalCount = store.countByProject(projectId);
+    const byKindCounts = store.countByKind(projectId);
+    const recentObs = store.listRecent(projectId, recentCutoff, 100);
+    const topFiles = store.topFileReferences(projectId, 20);
+    const sections = [];
+    sections.push(HEADER_COMMENT);
+    sections.push('');
+    sections.push(`# ${opts.projectName} Memory Index`);
+    sections.push('');
+    sections.push(`Last updated: ${new Date(now).toISOString()}. ${totalCount} memories. ${opts.totalTokensSaved} tokens saved cumulative (estimated).`);
+    sections.push('');
+    sections.push('## By kind');
+    sections.push('');
+    for (const kind of Object.keys(KIND_TITLES)) {
+        const count = byKindCounts[kind] ?? 0;
+        if (count === 0)
+            continue;
+        const recent = store.listByKind(projectId, kind, INCREMENTAL_KIND_LIMIT);
+        sections.push(`### ${KIND_TITLES[kind]} (${count})`);
+        sections.push('');
+        for (const o of recent)
+            sections.push(formatLine(o));
+        if (count > INCREMENTAL_KIND_LIMIT) {
+            sections.push(`- _… and ${count - INCREMENTAL_KIND_LIMIT} more — use \`somtum search\` to explore_`);
+        }
+        sections.push('');
+    }
+    if (topFiles.length > 0) {
+        sections.push('## By file (most-referenced)');
+        sections.push('');
+        for (const { file, count, ids } of topFiles) {
+            const shown = ids
+                .slice(0, 10)
+                .map((i) => `\`${i}\``)
+                .join(', ');
+            const extra = ids.length > 10 ? ` … +${ids.length - 10} more` : '';
+            sections.push(`- \`${file}\` — ${count} memories: ${shown}${extra}`);
+        }
+        sections.push('');
+    }
+    sections.push(`## Recent (last ${recentDays} days)`);
+    sections.push('');
+    if (recentObs.length === 0) {
+        sections.push('- _none_');
+    }
+    else {
+        for (const o of recentObs)
+            sections.push(formatLine(o));
+    }
+    sections.push('');
+    return sections.join('\n');
+}
+export function renderIndex(obs, opts) {
+    return renderFull(obs, opts);
+}
+export function generateIndex(options) {
+    const totalCount = options.store.countByProject(options.projectId);
+    let md;
+    if (totalCount >= INCREMENTAL_THRESHOLD) {
+        // Incremental path: SQL-driven, bounded memory usage.
+        md = renderIncremental(options.store, options.projectId, options);
+    }
+    else {
+        // Full path: load all observations once, render in-memory.
+        const obs = options.store.listByProject(options.projectId);
+        md = renderFull(obs, options);
+    }
+    const dir = dirname(options.outputPath);
+    if (!existsSync(dir))
+        mkdirSync(dir, { recursive: true });
+    writeFileSync(options.outputPath, md, 'utf8');
+    return md;
+}
+//# sourceMappingURL=index_gen.js.map

package/dist/core/index_gen.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index_gen.js","sourceRoot":"","sources":["../../src/core/index_gen.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC/D,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAIpC,MAAM,cAAc,GAClB,0GAA0G,CAAC;AAE7G,MAAM,WAAW,GAAoC;IACnD,QAAQ,EAAE,WAAW;IACrB,QAAQ,EAAE,WAAW;IACrB,MAAM,EAAE,UAAU;IAClB,YAAY,EAAE,gBAAgB;IAC9B,OAAO,EAAE,UAAU;IACnB,KAAK,EAAE,OAAO;CACf,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAExE,yEAAyE;AACzE,uDAAuD;AACvD,MAAM,qBAAqB,GAAG,IAAI,CAAC;AACnC,0DAA0D;AAC1D,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAElC,SAAS,WAAW,CAAC,GAAkB;IACrC,MAAM,GAAG,GAA2C;QAClD,QAAQ,EAAE,EAAE;QACZ,QAAQ,EAAE,EAAE;QACZ,MAAM,EAAE,EAAE;QACV,YAAY,EAAE,EAAE;QAChB,OAAO,EAAE,EAAE;QACX,KAAK,EAAE,EAAE;KACV,CAAC;IACF,KAAK,MAAM,CAAC,IAAI,GAAG;QAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACzC,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,UAAU,CAAC,CAAc;IAChC,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1F,OAAO,MAAM,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,KAAK,GAAG,KAAK,EAAE,CAAC;AACvE,CAAC;AASD,iGAAiG;AACjG,SAAS,UAAU,CAAC,GAAkB,EAAE,IAAkB;IACxD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;IACnC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;IACxC,MAAM,YAAY,GAAG,GAAG,GAAG,UAAU,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;IAE5D,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;IAChC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC3C,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;QACpB,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAChB,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IACD,MAAM,MAAM,GAAG,GAAG;SACf,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,YAAY,CAAC;SAC3C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;IAE/C,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC9B,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAClB,QAAQ,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,WAAW,eAAe,CAAC,CAAC;IACpD,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAClB,QAAQ,CAAC,IAAI,CACX,iBAAiB,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,KAAK,GAAG,CAAC,MAAM,cAAc,IAAI,CAAC,gBAAgB,uCAAuC,CACtI,CAAC;IACF,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAElB,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC5B,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAClB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,WAAW,CAAsB,EAAE,CAAC;QACjE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAChC,QAAQ,CAAC,IAAI,CAAC,OAAO,WAAW,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QAC3D,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClB,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;QACrE,KAAK,MAAM,CAAC,IAAI,MAAM;YAAE,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACpB,CAAC;IAED,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACpB,QAAQ,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;QAC9C,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClB,MAAM,OAAO,GAAG,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC7F,KAAK,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,OAAO,EAAE,CAAC;YAClC,QAAQ,CAAC,IAAI,CACX,OAAO,IAAI,QAAQ,GAAG,CAAC,MAAM,cAAc,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACnF,CAAC;QACJ,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACpB,CAAC;IAED,QAAQ,CAAC,IAAI,CAAC,mBAAmB,UAAU,QAAQ,CAAC,CAAC;IACrD,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAClB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC5B,CAAC;SAAM,CAAC;QACN,KAAK,MAAM,CAAC,IAAI,MAAM;YAAE,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,CAAC;IACD,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAElB,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAED,0EAA0E;AAC1E,wEAAwE;AACxE,qCAAqC;AACrC,SAAS,iBAAiB,CAAC,KAAkB,EAAE,SAAiB,EAAE,IAAkB;IAClF,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;IACnC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;IACxC,MAAM,YAAY,GAAG,GAAG,GAAG,UAAU,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;IAE5D,MAAM,UAAU,GAAG,KAAK,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;IACnD,MAAM,YAAY,GAAG,KAAK,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,SAAS,EAAE,YAAY,EAAE,GAAG,CAAC,CAAC;IACjE,MAAM,QAAQ,GAAG,KAAK,CAAC,iBAAiB,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;IAExD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC9B,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAClB,QAAQ,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,WAAW,eAAe,CAAC,CAAC;IACpD,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAClB,QAAQ,CAAC,IAAI,CACX,iBAAiB,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,KAAK,UAAU,cAAc,IAAI,CAAC,gBAAgB,uCAAuC,CACtI,CAAC;IACF,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAElB,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC5B,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAClB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,WAAW,CAAsB,EAAE,CAAC;QACjE,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtC,IAAI,KAAK,KAAK,CAAC;YAAE,SAAS;QAC1B,MAAM,MAAM,GAAG,KAAK,CAAC,UAAU,CAAC,SAAS,EAAE,IAAI,EAAE,sBAAsB,CAAC,CAAC;QACzE,QAAQ,CAAC,IAAI,CAAC,OAAO,WAAW,CAAC,IAAI,CAAC,KAAK,KAAK,GAAG,CAAC,CAAC;QACrD,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClB,KAAK,MAAM,CAAC,IAAI,MAAM;YAAE,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,IAAI,KAAK,GAAG,sBAAsB,EAAE,CAAC;YACnC,QAAQ,CAAC,IAAI,CACX,YAAY,KAAK,GAAG,sBAAsB,2CAA2C,CACtF,CAAC;QACJ,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACpB,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,QAAQ,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;QAC9C,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClB,KAAK,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,QAAQ,EAAE,CAAC;YAC5C,MAAM,KAAK,GAAG,GAAG;iBACd,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;iBACZ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;iBACtB,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,MAAM,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YACnE,QAAQ,CAAC,IAAI,CAAC,OAAO,IAAI,QAAQ,KAAK,cAAc,KAAK,GAAG,KAAK,EAAE,CAAC,CAAC;QACvE,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACpB,CAAC;IAED,QAAQ,CAAC,IAAI,CAAC,mBAAmB,UAAU,QAAQ,CAAC,CAAC;IACrD,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAClB,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC5B,CAAC;SAAM,CAAC;QACN,KAAK,MAAM,CAAC,IAAI,SAAS;YAAE,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1D,CAAC;IACD,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAElB,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,GAAkB,EAAE,IAAkB;IAChE,OAAO,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;AAC/B,CAAC;AAQD,MAAM,UAAU,aAAa,CAAC,OAAwB;IACpD,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACnE,IAAI,EAAU,CAAC;IAEf,IAAI,UAAU,IAAI,qBAAqB,EAAE,CAAC;QACxC,sDAAsD;QACtD,EAAE,GAAG,iBAAiB,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACpE,CAAC;SAAM,CAAC;QACN,2DAA2D;QAC3D,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAC3D,EAAE,GAAG,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAChC,CAAC;IAED,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACxC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,aAAa,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;IAC9C,OAAO,EAAE,CAAC;AACZ,CAAC"}

package/dist/core/memory_files.d.ts

@@ -0,0 +1,4 @@
+import type { Observation } from './schema.js';
+export declare function writeMemoryMarkdown(obs: Observation, memoriesDir: string): string;
+export declare function memoriesDir(projectDir: string): string;
+//# sourceMappingURL=memory_files.d.ts.map

package/dist/core/memory_files.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory_files.d.ts","sourceRoot":"","sources":["../../src/core/memory_files.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAmB/C,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,GAAG,MAAM,CASjF;AAED,wBAAgB,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAEtD"}

package/dist/core/memory_files.js

@@ -0,0 +1,36 @@
+// Writes individual per-observation markdown files as the human-readable mirror
+// described in SPEC.md §5.2: memories/<YYYY-MM>/<ulid>.md
+// SQLite is the source of truth; these files are derived and regenerated on import.
+import { writeFileSync, mkdirSync, existsSync } from 'node:fs';
+import { join } from 'node:path';
+function isoMonth(ms) {
+    return new Date(ms).toISOString().slice(0, 7); // "2026-04"
+}
+function frontmatter(obs) {
+    const lines = ['---'];
+    lines.push(`id: ${obs.id}`);
+    lines.push(`kind: ${obs.kind}`);
+    lines.push(`created: ${new Date(obs.created_at).toISOString()}`);
+    if (obs.files.length > 0)
+        lines.push(`files: [${obs.files.map((f) => `"${f}"`).join(', ')}]`);
+    if (obs.tags.length > 0)
+        lines.push(`tags: [${obs.tags.map((t) => `"${t}"`).join(', ')}]`);
+    lines.push(`tokens_saved: ${obs.tokens_saved}`);
+    lines.push(`tokens_spent: ${obs.tokens_spent}`);
+    lines.push('---');
+    return lines.join('\n');
+}
+export function writeMemoryMarkdown(obs, memoriesDir) {
+    const month = isoMonth(obs.created_at);
+    const monthDir = join(memoriesDir, month);
+    if (!existsSync(monthDir))
+        mkdirSync(monthDir, { recursive: true });
+    const filePath = join(monthDir, `${obs.id}.md`);
+    const content = `${frontmatter(obs)}\n\n# ${obs.title}\n\n${obs.body}\n`;
+    writeFileSync(filePath, content, 'utf8');
+    return filePath;
+}
+export function memoriesDir(projectDir) {
+    return join(projectDir, 'memories');
+}
+//# sourceMappingURL=memory_files.js.map

package/dist/core/memory_files.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory_files.js","sourceRoot":"","sources":["../../src/core/memory_files.ts"],"names":[],"mappings":"AAAA,gFAAgF;AAChF,0DAA0D;AAC1D,oFAAoF;AACpF,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC/D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,SAAS,QAAQ,CAAC,EAAU;IAC1B,OAAO,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY;AAC7D,CAAC;AAED,SAAS,WAAW,CAAC,GAAgB;IACnC,MAAM,KAAK,GAAa,CAAC,KAAK,CAAC,CAAC;IAChC,KAAK,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;IAC5B,KAAK,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;IAChC,KAAK,CAAC,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IACjE,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9F,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3F,KAAK,CAAC,IAAI,CAAC,iBAAiB,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC;IAChD,KAAK,CAAC,IAAI,CAAC,iBAAiB,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC;IAChD,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,GAAgB,EAAE,WAAmB;IACvE,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IAC1C,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEpE,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,GAAG,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;IAChD,MAAM,OAAO,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,GAAG,CAAC,KAAK,OAAO,GAAG,CAAC,IAAI,IAAI,CAAC;IACzE,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IACzC,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,UAAkB;IAC5C,OAAO,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;AACtC,CAAC"}

package/dist/core/privacy.d.ts

@@ -0,0 +1,9 @@
+export declare const REDACTION_PLACEHOLDER = "[REDACTED]";
+export interface RedactOptions {
+    patterns: string[];
+    flags?: string;
+    placeholder?: string;
+}
+export declare function redact(text: string, options: RedactOptions): string;
+export declare function redactAll(text: string, patterns: string[]): string;
+//# sourceMappingURL=privacy.d.ts.map

package/dist/core/privacy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"privacy.d.ts","sourceRoot":"","sources":["../../src/core/privacy.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,qBAAqB,eAAe,CAAC;AAElD,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAeD,wBAAgB,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,GAAG,MAAM,CASnE;AAED,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,CAElE"}

package/dist/core/privacy.js

@@ -0,0 +1,32 @@
+// Redaction runs on every capture, even when telemetry is disabled.
+// Keep this module side-effect-free so the capture hook can call it
+// unconditionally before writing to the DB.
+export const REDACTION_PLACEHOLDER = '[REDACTED]';
+function compile(patterns, flags) {
+    const compiled = [];
+    for (const p of patterns) {
+        try {
+            compiled.push(new RegExp(p, flags));
+        }
+        catch {
+            // One malformed pattern must not disable the rest.
+            continue;
+        }
+    }
+    return compiled;
+}
+export function redact(text, options) {
+    if (!text)
+        return text;
+    const placeholder = options.placeholder ?? REDACTION_PLACEHOLDER;
+    const regexes = compile(options.patterns, options.flags ?? 'gi');
+    let out = text;
+    for (const re of regexes) {
+        out = out.replace(re, placeholder);
+    }
+    return out;
+}
+export function redactAll(text, patterns) {
+    return redact(text, { patterns });
+}
+//# sourceMappingURL=privacy.js.map

package/dist/core/privacy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"privacy.js","sourceRoot":"","sources":["../../src/core/privacy.ts"],"names":[],"mappings":"AAAA,oEAAoE;AACpE,oEAAoE;AACpE,4CAA4C;AAE5C,MAAM,CAAC,MAAM,qBAAqB,GAAG,YAAY,CAAC;AAQlD,SAAS,OAAO,CAAC,QAAkB,EAAE,KAAa;IAChD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,QAAQ,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;QACtC,CAAC;QAAC,MAAM,CAAC;YACP,mDAAmD;YACnD,SAAS;QACX,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,MAAM,CAAC,IAAY,EAAE,OAAsB;IACzD,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IACvB,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,qBAAqB,CAAC;IACjE,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC;IACjE,IAAI,GAAG,GAAG,IAAI,CAAC;IACf,KAAK,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;QACzB,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAY,EAAE,QAAkB;IACxD,OAAO,MAAM,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;AACpC,CAAC"}

package/dist/core/project_id.d.ts

@@ -0,0 +1,3 @@
+export declare function resolveProjectId(cwd: string): string;
+export declare function projectNameFromCwd(cwd: string): string;
+//# sourceMappingURL=project_id.d.ts.map

package/dist/core/project_id.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"project_id.d.ts","sourceRoot":"","sources":["../../src/core/project_id.ts"],"names":[],"mappings":"AAOA,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAIpD;AAgBD,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAGtD"}

package/dist/core/project_id.js

@@ -0,0 +1,31 @@
+import { createHash } from 'node:crypto';
+import { execFileSync } from 'node:child_process';
+import { existsSync } from 'node:fs';
+import { join } from 'node:path';
+// project_id = sha256(git remote origin URL) for git repos, or sha256(cwd)
+// otherwise. Stable across machines for the same repo.
+export function resolveProjectId(cwd) {
+    const remote = tryGitRemote(cwd);
+    const source = remote ?? cwd;
+    return createHash('sha256').update(source).digest('hex').slice(0, 16);
+}
+function tryGitRemote(cwd) {
+    if (!existsSync(join(cwd, '.git')))
+        return null;
+    try {
+        const out = execFileSync('git', ['-C', cwd, 'config', '--get', 'remote.origin.url'], {
+            encoding: 'utf8',
+            stdio: ['ignore', 'pipe', 'ignore'],
+        });
+        const trimmed = out.trim();
+        return trimmed.length > 0 ? trimmed : null;
+    }
+    catch {
+        return null;
+    }
+}
+export function projectNameFromCwd(cwd) {
+    const parts = cwd.split(/[/\\]/).filter((p) => p.length > 0);
+    return parts.at(-1) ?? 'project';
+}
+//# sourceMappingURL=project_id.js.map

package/dist/core/project_id.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"project_id.js","sourceRoot":"","sources":["../../src/core/project_id.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,2EAA2E;AAC3E,uDAAuD;AACvD,MAAM,UAAU,gBAAgB,CAAC,GAAW;IAC1C,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;IACjC,MAAM,MAAM,GAAG,MAAM,IAAI,GAAG,CAAC;IAC7B,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACxE,CAAC;AAED,SAAS,YAAY,CAAC,GAAW;IAC/B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAChD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,mBAAmB,CAAC,EAAE;YACnF,QAAQ,EAAE,MAAM;YAChB,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC;SACpC,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QAC3B,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IAC7C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,GAAW;IAC5C,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC7D,OAAO,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC;AACnC,CAAC"}

package/dist/core/reindex.d.ts

@@ -0,0 +1,10 @@
+import type { DB } from './db.js';
+export interface ReindexResult {
+    embedded: number;
+    failed: number;
+}
+export declare function embedMissing(db: DB, projectId: string, opts?: {
+    batchSize?: number;
+    onProgress?: (done: number, total: number) => void;
+}): Promise<ReindexResult>;
+//# sourceMappingURL=reindex.d.ts.map

package/dist/core/reindex.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reindex.d.ts","sourceRoot":"","sources":["../../src/core/reindex.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,SAAS,CAAC;AAKlC,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;CAChB;AAWD,wBAAsB,YAAY,CAChC,EAAE,EAAE,EAAE,EACN,SAAS,EAAE,MAAM,EACjB,IAAI,GAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAA;CAAO,GACpF,OAAO,CAAC,aAAa,CAAC,CA0BxB"}

package/dist/core/reindex.js

@@ -0,0 +1,40 @@
+import { MemoryStore } from './store.js';
+import { encodeVector, getEmbedder } from './embeddings.js';
+function textForObservation(obs) {
+    // bge models benefit from a compact query-style concatenation; the
+    // order matches what the retriever will ultimately see on the read side.
+    return `${obs.title}\n\n${obs.body}`;
+}
+// Walks all un-embedded observations for a project, embeds them in batches,
+// and persists each vector back onto the row. Safe to re-run; already-embedded
+// rows are skipped by `listMissingEmbeddings`.
+export async function embedMissing(db, projectId, opts = {}) {
+    const store = new MemoryStore(db);
+    const batchSize = opts.batchSize ?? 16;
+    const pending = store.listMissingEmbeddings(projectId, 10_000);
+    if (pending.length === 0)
+        return { embedded: 0, failed: 0 };
+    const embedder = await getEmbedder();
+    let embedded = 0;
+    let failed = 0;
+    for (let i = 0; i < pending.length; i += batchSize) {
+        const batch = pending.slice(i, i + batchSize);
+        try {
+            const vectors = await embedder.embed(batch.map(textForObservation));
+            batch.forEach((obs, j) => {
+                const v = vectors[j];
+                if (!v)
+                    return;
+                store.setEmbedding(obs.id, encodeVector(v));
+                embedded += 1;
+            });
+        }
+        catch {
+            failed += batch.length;
+        }
+        if (opts.onProgress)
+            opts.onProgress(Math.min(i + batchSize, pending.length), pending.length);
+    }
+    return { embedded, failed };
+}
+//# sourceMappingURL=reindex.js.map

package/dist/core/reindex.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reindex.js","sourceRoot":"","sources":["../../src/core/reindex.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAQ5D,SAAS,kBAAkB,CAAC,GAAgB;IAC1C,mEAAmE;IACnE,yEAAyE;IACzE,OAAO,GAAG,GAAG,CAAC,KAAK,OAAO,GAAG,CAAC,IAAI,EAAE,CAAC;AACvC,CAAC;AAED,4EAA4E;AAC5E,+EAA+E;AAC/E,+CAA+C;AAC/C,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,EAAM,EACN,SAAiB,EACjB,OAAmF,EAAE;IAErF,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC,EAAE,CAAC,CAAC;IAClC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;IACvC,MAAM,OAAO,GAAG,KAAK,CAAC,qBAAqB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAC/D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;IAE5D,MAAM,QAAQ,GAAG,MAAM,WAAW,EAAE,CAAC;IACrC,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QACnD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;QAC9C,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC;YACpE,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;gBACvB,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBACrB,IAAI,CAAC,CAAC;oBAAE,OAAO;gBACf,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC5C,QAAQ,IAAI,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;QACzB,CAAC;QACD,IAAI,IAAI,CAAC,UAAU;YAAE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAChG,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;AAC9B,CAAC"}

package/dist/core/retrieval_stats.d.ts

@@ -0,0 +1,22 @@
+import type { DB } from './db.js';
+import type { RetrievalStrategy } from './schema.js';
+export interface RetrievalBreakdown {
+    strategy: RetrievalStrategy;
+    call_count: number;
+    last_called_at: number | null;
+}
+export interface CacheHitSummary {
+    hit_count: number;
+    miss_count: number;
+    hit_rate: number | null;
+}
+export declare class RetrievalStatsStore {
+    private readonly db;
+    constructor(db: DB);
+    incrementRetrieval(projectId: string, strategy: RetrievalStrategy): void;
+    incrementCacheHit(projectId: string): void;
+    incrementCacheMiss(projectId: string): void;
+    getRetrievalBreakdown(projectId: string): RetrievalBreakdown[];
+    getCacheHitSummary(projectId: string): CacheHitSummary;
+}
+//# sourceMappingURL=retrieval_stats.d.ts.map