somtum 0.1.2

package/dist/core/cache.js

@@ -0,0 +1,137 @@
+import { createHash } from 'node:crypto';
+import { ulid } from 'ulid';
+import { CacheEntrySchema } from './schema.js';
+import { cosineSimilarity, decodeVector, encodeVector, } from './embeddings.js';
+// Bump on any change to how context_fingerprint is computed. On bump,
+// invalidate all existing cache entries at next startup.
+export const CACHE_FINGERPRINT_VERSION = 1;
+function rowToEntry(row) {
+    return CacheEntrySchema.parse({
+        id: row.id,
+        prompt_hash: row.prompt_hash,
+        prompt_text: row.prompt_text,
+        prompt_embedding: row.prompt_embedding,
+        response: row.response,
+        model: row.model,
+        context_fingerprint: row.context_fingerprint,
+        fingerprint_version: row.fingerprint_version,
+        created_at: row.created_at,
+        last_hit_at: row.last_hit_at,
+        hit_count: row.hit_count,
+        false_hit_count: row.false_hit_count,
+        invalidated: row.invalidated === 1,
+        files_touched: JSON.parse(row.files_touched),
+    });
+}
+export function normalizePrompt(prompt) {
+    // Minimal normalization: collapse runs of whitespace and trim.
+    // The fuller form (case-folding commands, preserving quoted strings)
+    // lands when fuzzy matching does.
+    return prompt.trim().replace(/\s+/g, ' ');
+}
+export function hashPrompt(prompt) {
+    return createHash('sha256').update(normalizePrompt(prompt)).digest('hex');
+}
+export class PromptCache {
+    db;
+    constructor(db) {
+        this.db = db;
+    }
+    lookupByHash(promptHash) {
+        const row = this.db
+            .prepare(`SELECT * FROM cache_entries
+         WHERE prompt_hash = ? AND invalidated = 0`)
+            .get(promptHash);
+        return row ? rowToEntry(row) : null;
+    }
+    put(input) {
+        const id = ulid();
+        const now = Date.now();
+        const filesTouched = JSON.stringify(input.files_touched ?? []);
+        this.db
+            .prepare(`INSERT INTO cache_entries
+           (id, prompt_hash, prompt_text, prompt_embedding, response, model,
+            context_fingerprint, fingerprint_version, created_at, last_hit_at,
+            hit_count, false_hit_count, invalidated, files_touched)
+         VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, 0, 0, 0, ?)
+         ON CONFLICT(prompt_hash) DO UPDATE SET
+           response = excluded.response,
+           model = excluded.model,
+           context_fingerprint = excluded.context_fingerprint,
+           fingerprint_version = excluded.fingerprint_version,
+           last_hit_at = excluded.last_hit_at,
+           files_touched = excluded.files_touched,
+           prompt_embedding = COALESCE(excluded.prompt_embedding, cache_entries.prompt_embedding),
+           invalidated = 0`)
+            .run(id, input.prompt_hash, input.prompt_text, input.prompt_embedding ?? null, input.response, input.model, input.context_fingerprint, CACHE_FINGERPRINT_VERSION, now, now, filesTouched);
+        const entry = this.lookupByHash(input.prompt_hash);
+        if (!entry)
+            throw new Error('PromptCache.put: readback failed');
+        return entry;
+    }
+    // Nearest-neighbor fuzzy match over stored prompt embeddings. Returns the
+    // best hit with similarity >= threshold, or null. The caller is expected
+    // to validate the file-fingerprint before treating it as a true hit.
+    async lookupFuzzy(prompt, embedder, threshold) {
+        const rows = this.db
+            .prepare(`SELECT id, prompt_embedding FROM cache_entries
+         WHERE invalidated = 0 AND prompt_embedding IS NOT NULL`)
+            .all();
+        if (rows.length === 0)
+            return null;
+        const [qv] = await embedder.embed([prompt]);
+        if (!qv)
+            return null;
+        let bestId = null;
+        let bestSim = -Infinity;
+        for (const row of rows) {
+            const v = decodeVector(row.prompt_embedding, embedder.dim);
+            const s = cosineSimilarity(qv, v);
+            if (s > bestSim) {
+                bestSim = s;
+                bestId = row.id;
+            }
+        }
+        if (!bestId || bestSim < threshold)
+            return null;
+        const entry = this.getById(bestId);
+        if (!entry)
+            return null;
+        return { entry, similarity: bestSim };
+    }
+    getById(id) {
+        const row = this.db
+            .prepare(`SELECT * FROM cache_entries WHERE id = ?`)
+            .get(id);
+        return row ? rowToEntry(row) : null;
+    }
+    setPromptEmbedding(id, v) {
+        this.db
+            .prepare(`UPDATE cache_entries SET prompt_embedding = ? WHERE id = ?`)
+            .run(encodeVector(v), id);
+    }
+    listMissingPromptEmbeddings() {
+        return this.db
+            .prepare(`SELECT id, prompt_text FROM cache_entries
+         WHERE prompt_embedding IS NULL AND invalidated = 0`)
+            .all();
+    }
+    recordFalseHit(id) {
+        this.db
+            .prepare(`UPDATE cache_entries SET false_hit_count = false_hit_count + 1 WHERE id = ?`)
+            .run(id);
+    }
+    touch(id) {
+        this.db
+            .prepare(`UPDATE cache_entries SET hit_count = hit_count + 1, last_hit_at = ? WHERE id = ?`)
+            .run(Date.now(), id);
+    }
+    invalidate(id) {
+        this.db.prepare(`UPDATE cache_entries SET invalidated = 1 WHERE id = ?`).run(id);
+    }
+    count() {
+        const row = this.db.prepare(`SELECT COUNT(*) AS n FROM cache_entries`).get();
+        return row.n;
+    }
+}
+//# sourceMappingURL=cache.js.map

package/dist/core/cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.js","sourceRoot":"","sources":["../../src/core/cache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAE5B,OAAO,EAAE,gBAAgB,EAAyC,MAAM,aAAa,CAAC;AACtF,OAAO,EACL,gBAAgB,EAChB,YAAY,EACZ,YAAY,GAEb,MAAM,iBAAiB,CAAC;AAEzB,sEAAsE;AACtE,yDAAyD;AACzD,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC;AAmB3C,SAAS,UAAU,CAAC,GAAa;IAC/B,OAAO,gBAAgB,CAAC,KAAK,CAAC;QAC5B,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;QACtC,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,mBAAmB,EAAE,GAAG,CAAC,mBAAmB;QAC5C,mBAAmB,EAAE,GAAG,CAAC,mBAAmB;QAC5C,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,eAAe,EAAE,GAAG,CAAC,eAAe;QACpC,WAAW,EAAE,GAAG,CAAC,WAAW,KAAK,CAAC;QAClC,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,aAAa,CAAa;KACzD,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAAc;IAC5C,+DAA+D;IAC/D,qEAAqE;IACrE,kCAAkC;IAClC,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAC5C,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,MAAc;IACvC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAC5E,CAAC;AAED,MAAM,OAAO,WAAW;IACO;IAA7B,YAA6B,EAAM;QAAN,OAAE,GAAF,EAAE,CAAI;IAAG,CAAC;IAEvC,YAAY,CAAC,UAAkB;QAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE;aAChB,OAAO,CACN;mDAC2C,CAC5C;aACA,GAAG,CAAC,UAAU,CAAyB,CAAC;QAC3C,OAAO,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACtC,CAAC;IAED,GAAG,CAAC,KAAsD;QACxD,MAAM,EAAE,GAAG,IAAI,EAAE,CAAC;QAClB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC;QAC/D,IAAI,CAAC,EAAE;aACJ,OAAO,CACN;;;;;;;;;;;;;2BAamB,CACpB;aACA,GAAG,CACF,EAAE,EACF,KAAK,CAAC,WAAW,EACjB,KAAK,CAAC,WAAW,EACjB,KAAK,CAAC,gBAAgB,IAAI,IAAI,EAC9B,KAAK,CAAC,QAAQ,EACd,KAAK,CAAC,KAAK,EACX,KAAK,CAAC,mBAAmB,EACzB,yBAAyB,EACzB,GAAG,EACH,GAAG,EACH,YAAY,CACb,CAAC;QAEJ,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACnD,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QAChE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,0EAA0E;IAC1E,yEAAyE;IACzE,qEAAqE;IACrE,KAAK,CAAC,WAAW,CACf,MAAc,EACd,QAAkB,EAClB,SAAiB;QAEjB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE;aACjB,OAAO,CACN;gEACwD,CACzD;aACA,GAAG,EAAgD,CAAC;QACvD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAEnC,MAAM,CAAC,EAAE,CAAC,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5C,IAAI,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QAErB,IAAI,MAAM,GAAkB,IAAI,CAAC;QACjC,IAAI,OAAO,GAAG,CAAC,QAAQ,CAAC;QACxB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,CAAC,GAAG,YAAY,CAAC,GAAG,CAAC,gBAAgB,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;YAC3D,MAAM,CAAC,GAAG,gBAAgB,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YAClC,IAAI,CAAC,GAAG,OAAO,EAAE,CAAC;gBAChB,OAAO,GAAG,CAAC,CAAC;gBACZ,MAAM,GAAG,GAAG,CAAC,EAAE,CAAC;YAClB,CAAC;QACH,CAAC;QACD,IAAI,CAAC,MAAM,IAAI,OAAO,GAAG,SAAS;YAAE,OAAO,IAAI,CAAC;QAChD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACnC,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QACxB,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;IACxC,CAAC;IAED,OAAO,CAAC,EAAU;QAChB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE;aAChB,OAAO,CAAC,0CAA0C,CAAC;aACnD,GAAG,CAAC,EAAE,CAAyB,CAAC;QACnC,OAAO,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACtC,CAAC;IAED,kBAAkB,CAAC,EAAU,EAAE,CAAe;QAC5C,IAAI,CAAC,EAAE;aACJ,OAAO,CAAC,4DAA4D,CAAC;aACrE,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED,2BAA2B;QACzB,OAAO,IAAI,CAAC,EAAE;aACX,OAAO,CACN;4DACoD,CACrD;aACA,GAAG,EAA2C,CAAC;IACpD,CAAC;IAED,cAAc,CAAC,EAAU;QACvB,IAAI,CAAC,EAAE;aACJ,OAAO,CAAC,6EAA6E,CAAC;aACtF,GAAG,CAAC,EAAE,CAAC,CAAC;IACb,CAAC;IAED,KAAK,CAAC,EAAU;QACd,IAAI,CAAC,EAAE;aACJ,OAAO,CACN,kFAAkF,CACnF;aACA,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;IACzB,CAAC;IAED,UAAU,CAAC,EAAU;QACnB,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,uDAAuD,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACnF,CAAC;IAED,KAAK;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,yCAAyC,CAAC,CAAC,GAAG,EAEzE,CAAC;QACF,OAAO,GAAG,CAAC,CAAC,CAAC;IACf,CAAC;CACF"}

package/dist/core/db.d.ts

@@ -0,0 +1,12 @@
+import Database from 'better-sqlite3';
+export type DB = Database.Database;
+export interface OpenOptions {
+    path: string;
+    readonly?: boolean;
+    migrationsDir?: string;
+}
+export declare function openDb(options: OpenOptions): DB;
+export declare function runMigrations(db: DB, dir?: string): number;
+export declare function appliedVersions(db: DB): number[];
+export declare function hasFts5(db: DB): boolean;
+//# sourceMappingURL=db.d.ts.map

package/dist/core/db.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"db.d.ts","sourceRoot":"","sources":["../../src/core/db.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AAKtC,MAAM,MAAM,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC;AAWnC,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,wBAAgB,MAAM,CAAC,OAAO,EAAE,WAAW,GAAG,EAAE,CAgB/C;AAED,wBAAgB,aAAa,CAAC,EAAE,EAAE,EAAE,EAAE,GAAG,GAAE,MAAuB,GAAG,MAAM,CAmD1E;AAED,wBAAgB,eAAe,CAAC,EAAE,EAAE,EAAE,GAAG,MAAM,EAAE,CAKhD;AAED,wBAAgB,OAAO,CAAC,EAAE,EAAE,EAAE,GAAG,OAAO,CAQvC"}

package/dist/core/db.js

@@ -0,0 +1,80 @@
+import Database from 'better-sqlite3';
+import { readFileSync, readdirSync, existsSync, mkdirSync } from 'node:fs';
+import { dirname, join, resolve } from 'node:path';
+import { fileURLToPath } from 'node:url';
+const MIGRATIONS_DIR = resolve(dirname(fileURLToPath(import.meta.url)), '..', 'db', 'migrations');
+const MIGRATION_FILENAME = /^(\d{3,})_.+\.sql$/;
+export function openDb(options) {
+    const dir = dirname(options.path);
+    if (!existsSync(dir))
+        mkdirSync(dir, { recursive: true });
+    const db = new Database(options.path, {
+        readonly: options.readonly ?? false,
+        fileMustExist: false,
+    });
+    db.pragma('journal_mode = WAL');
+    db.pragma('foreign_keys = ON');
+    db.pragma('synchronous = NORMAL');
+    if (!options.readonly) {
+        runMigrations(db, options.migrationsDir ?? MIGRATIONS_DIR);
+    }
+    return db;
+}
+export function runMigrations(db, dir = MIGRATIONS_DIR) {
+    db.exec(`CREATE TABLE IF NOT EXISTS schema_migrations (
+       version    INTEGER PRIMARY KEY,
+       name       TEXT NOT NULL,
+       applied_at INTEGER NOT NULL
+     );`);
+    if (!existsSync(dir)) {
+        throw new Error(`Migrations directory not found: ${dir}`);
+    }
+    const applied = new Set(db
+        .prepare(`SELECT version FROM schema_migrations`)
+        .all()
+        .map((r) => r.version));
+    const files = readdirSync(dir)
+        .filter((f) => MIGRATION_FILENAME.test(f))
+        .sort();
+    let count = 0;
+    const insert = db.prepare(`INSERT INTO schema_migrations (version, name, applied_at) VALUES (?, ?, ?)`);
+    for (const file of files) {
+        const match = MIGRATION_FILENAME.exec(file);
+        if (!match || match[1] === undefined)
+            continue;
+        const version = Number.parseInt(match[1], 10);
+        if (applied.has(version))
+            continue;
+        const sql = readFileSync(join(dir, file), 'utf8');
+        // BEGIN IMMEDIATE fails fast under writer contention instead of hanging.
+        db.exec('BEGIN IMMEDIATE');
+        try {
+            db.exec(sql);
+            insert.run(version, file, Date.now());
+            db.exec('COMMIT');
+        }
+        catch (err) {
+            db.exec('ROLLBACK');
+            throw err;
+        }
+        count += 1;
+    }
+    return count;
+}
+export function appliedVersions(db) {
+    return db
+        .prepare(`SELECT version FROM schema_migrations ORDER BY version ASC`)
+        .all()
+        .map((r) => r.version);
+}
+export function hasFts5(db) {
+    try {
+        db.exec(`CREATE VIRTUAL TABLE IF NOT EXISTS _fts5_probe USING fts5(x)`);
+        db.exec(`DROP TABLE IF EXISTS _fts5_probe`);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+//# sourceMappingURL=db.js.map

package/dist/core/db.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"db.js","sourceRoot":"","sources":["../../src/core/db.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAC3E,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAIzC,MAAM,cAAc,GAAG,OAAO,CAC5B,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EACvC,IAAI,EACJ,IAAI,EACJ,YAAY,CACb,CAAC;AAEF,MAAM,kBAAkB,GAAG,oBAAoB,CAAC;AAQhD,MAAM,UAAU,MAAM,CAAC,OAAoB;IACzC,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE1D,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE;QACpC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,KAAK;QACnC,aAAa,EAAE,KAAK;KACrB,CAAC,CAAC;IACH,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAChC,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAC/B,EAAE,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAElC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QACtB,aAAa,CAAC,EAAE,EAAE,OAAO,CAAC,aAAa,IAAI,cAAc,CAAC,CAAC;IAC7D,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,EAAM,EAAE,MAAc,cAAc;IAChE,EAAE,CAAC,IAAI,CACL;;;;QAII,CACL,CAAC;IAEF,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,mCAAmC,GAAG,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,GAAG,CACrB,EAAE;SACC,OAAO,CAAC,uCAAuC,CAAC;SAChD,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAyB,CAAC,OAAO,CAAC,CAClD,CAAC;IAEF,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC;SAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACzC,IAAI,EAAE,CAAC;IAEV,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,MAAM,GAAG,EAAE,CAAC,OAAO,CACvB,4EAA4E,CAC7E,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS;YAAE,SAAS;QAC/C,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC9C,IAAI,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,SAAS;QAEnC,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;QAElD,yEAAyE;QACzE,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC3B,IAAI,CAAC;YACH,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACb,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;YACtC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACpB,MAAM,GAAG,CAAC;QACZ,CAAC;QACD,KAAK,IAAI,CAAC,CAAC;IACb,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,EAAM;IACpC,OAAO,EAAE;SACN,OAAO,CAAC,4DAA4D,CAAC;SACrE,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAyB,CAAC,OAAO,CAAC,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,EAAM;IAC5B,IAAI,CAAC;QACH,EAAE,CAAC,IAAI,CAAC,8DAA8D,CAAC,CAAC;QACxE,EAAE,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;QAC5C,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}

package/dist/core/embeddings.d.ts

@@ -0,0 +1,15 @@
+export declare const EMBEDDING_DIM = 384;
+export interface Embedder {
+    embed(texts: string[]): Promise<Float32Array[]>;
+    readonly name: string;
+    readonly dim: number;
+}
+export declare function setEmbedder(e: Embedder | null): void;
+export declare function setEmbedderLoader(l: (() => Promise<Embedder>) | null): void;
+export declare function getEmbedder(): Promise<Embedder>;
+export declare function isEmbedderReady(): boolean;
+export declare function encodeVector(v: Float32Array): Buffer;
+export declare function decodeVector(buf: Buffer, dim?: number): Float32Array;
+export declare function cosineSimilarity(a: Float32Array, b: Float32Array): number;
+export declare function normalize(v: Float32Array): Float32Array;
+//# sourceMappingURL=embeddings.d.ts.map

package/dist/core/embeddings.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.d.ts","sourceRoot":"","sources":["../../src/core/embeddings.ts"],"names":[],"mappings":"AASA,eAAO,MAAM,aAAa,MAAM,CAAC;AAEjC,MAAM,WAAW,QAAQ;IAGvB,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IAChD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;CACtB;AAKD,wBAAgB,WAAW,CAAC,CAAC,EAAE,QAAQ,GAAG,IAAI,GAAG,IAAI,CAEpD;AAED,wBAAgB,iBAAiB,CAAC,CAAC,EAAE,CAAC,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAG3E;AAED,wBAAsB,WAAW,IAAI,OAAO,CAAC,QAAQ,CAAC,CASrD;AAED,wBAAgB,eAAe,IAAI,OAAO,CAEzC;AAKD,wBAAgB,YAAY,CAAC,CAAC,EAAE,YAAY,GAAG,MAAM,CAEpD;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,GAAE,MAAsB,GAAG,YAAY,CAOnF;AAED,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,GAAG,MAAM,CAczE;AAED,wBAAgB,SAAS,CAAC,CAAC,EAAE,YAAY,GAAG,YAAY,CAQvD"}

package/dist/core/embeddings.js

@@ -0,0 +1,74 @@
+// Embedder abstraction.
+//
+// A real embedder loads bge-small-en-v1.5 (~30MB once quantized) lazily on
+// first use. Tests inject a deterministic fake via `setEmbedder` so they
+// don't need the model on disk.
+//
+// Vectors are 384-dim f32. We store them as a Buffer in SQLite: no extra
+// dependency, decode is a single Float32Array view over the buffer bytes.
+export const EMBEDDING_DIM = 384;
+let current = null;
+let loader = null;
+export function setEmbedder(e) {
+    current = e;
+}
+export function setEmbedderLoader(l) {
+    loader = l;
+    current = null;
+}
+export async function getEmbedder() {
+    if (current)
+        return current;
+    if (!loader) {
+        throw new Error('No embedder configured. Call setEmbedder() or setEmbedderLoader() before use.');
+    }
+    current = await loader();
+    return current;
+}
+export function isEmbedderReady() {
+    return current !== null;
+}
+// Encode/decode vectors as byte buffers for SQLite storage.
+// Using Float32Array.buffer keeps the layout stable across platforms that
+// agree on little-endian — which is every platform Node runs on in practice.
+export function encodeVector(v) {
+    return Buffer.from(v.buffer, v.byteOffset, v.byteLength);
+}
+export function decodeVector(buf, dim = EMBEDDING_DIM) {
+    if (buf.length !== dim * 4) {
+        throw new Error(`embedding blob wrong size: got ${buf.length} bytes, want ${dim * 4}`);
+    }
+    // Copy to detach from the underlying Buffer pool.
+    const copy = Buffer.from(buf);
+    return new Float32Array(copy.buffer, copy.byteOffset, dim);
+}
+export function cosineSimilarity(a, b) {
+    if (a.length !== b.length)
+        return 0;
+    let dot = 0;
+    let na = 0;
+    let nb = 0;
+    for (let i = 0; i < a.length; i += 1) {
+        const ai = a[i] ?? 0;
+        const bi = b[i] ?? 0;
+        dot += ai * bi;
+        na += ai * ai;
+        nb += bi * bi;
+    }
+    if (na === 0 || nb === 0)
+        return 0;
+    return dot / Math.sqrt(na * nb);
+}
+export function normalize(v) {
+    let n = 0;
+    for (let i = 0; i < v.length; i += 1)
+        n += (v[i] ?? 0) ** 2;
+    const mag = Math.sqrt(n);
+    if (mag === 0)
+        return v;
+    const out = new Float32Array(v.length);
+    for (let i = 0; i < v.length; i += 1)
+        out[i] = (v[i] ?? 0) / mag;
+    return out;
+}
+//# sourceMappingURL=embeddings.js.map

package/dist/core/embeddings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../../src/core/embeddings.ts"],"names":[],"mappings":"AAAA,wBAAwB;AACxB,EAAE;AACF,2EAA2E;AAC3E,yEAAyE;AACzE,gCAAgC;AAChC,EAAE;AACF,yEAAyE;AACzE,0EAA0E;AAE1E,MAAM,CAAC,MAAM,aAAa,GAAG,GAAG,CAAC;AAUjC,IAAI,OAAO,GAAoB,IAAI,CAAC;AACpC,IAAI,MAAM,GAAqC,IAAI,CAAC;AAEpD,MAAM,UAAU,WAAW,CAAC,CAAkB;IAC5C,OAAO,GAAG,CAAC,CAAC;AACd,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,CAAmC;IACnE,MAAM,GAAG,CAAC,CAAC;IACX,OAAO,GAAG,IAAI,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW;IAC/B,IAAI,OAAO;QAAE,OAAO,OAAO,CAAC;IAC5B,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CACb,+EAA+E,CAChF,CAAC;IACJ,CAAC;IACD,OAAO,GAAG,MAAM,MAAM,EAAE,CAAC;IACzB,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,eAAe;IAC7B,OAAO,OAAO,KAAK,IAAI,CAAC;AAC1B,CAAC;AAED,4DAA4D;AAC5D,0EAA0E;AAC1E,6EAA6E;AAC7E,MAAM,UAAU,YAAY,CAAC,CAAe;IAC1C,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,GAAW,EAAE,MAAc,aAAa;IACnE,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,kCAAkC,GAAG,CAAC,MAAM,gBAAgB,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC;IACzF,CAAC;IACD,kDAAkD;IAClD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9B,OAAO,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,CAAe,EAAE,CAAe;IAC/D,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;QAAE,OAAO,CAAC,CAAC;IACpC,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACrB,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACrB,GAAG,IAAI,EAAE,GAAG,EAAE,CAAC;QACf,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;QACd,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;IAChB,CAAC;IACD,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACnC,OAAO,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,CAAe;IACvC,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC;QAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;IAC5D,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACzB,IAAI,GAAG,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACxB,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC;QAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;IACjE,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/core/embeddings_bootstrap.d.ts

@@ -0,0 +1,3 @@
+import type { Config } from './schema.js';
+export declare function ensureEmbedderConfigured(config: Config): void;
+//# sourceMappingURL=embeddings_bootstrap.d.ts.map

package/dist/core/embeddings_bootstrap.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings_bootstrap.d.ts","sourceRoot":"","sources":["../../src/core/embeddings_bootstrap.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAM1C,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAQ7D"}

package/dist/core/embeddings_bootstrap.js

@@ -0,0 +1,16 @@
+import { setEmbedderLoader, isEmbedderReady } from './embeddings.js';
+// Idempotent: wires up a lazy loader for the real Xenova embedder when
+// embeddings are enabled. Tests bypass this by calling `setEmbedder` directly
+// with a deterministic fake.
+export function ensureEmbedderConfigured(config) {
+    if (!config.retrieval.embeddings.enabled)
+        return;
+    if (isEmbedderReady())
+        return;
+    const modelName = config.retrieval.embeddings.model;
+    setEmbedderLoader(async () => {
+        const { createXenovaEmbedder } = await import('./embeddings_xenova.js');
+        return createXenovaEmbedder(modelName);
+    });
+}
+//# sourceMappingURL=embeddings_bootstrap.js.map

package/dist/core/embeddings_bootstrap.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings_bootstrap.js","sourceRoot":"","sources":["../../src/core/embeddings_bootstrap.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAErE,uEAAuE;AACvE,8EAA8E;AAC9E,6BAA6B;AAC7B,MAAM,UAAU,wBAAwB,CAAC,MAAc;IACrD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,OAAO;QAAE,OAAO;IACjD,IAAI,eAAe,EAAE;QAAE,OAAO;IAC9B,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC;IACpD,iBAAiB,CAAC,KAAK,IAAI,EAAE;QAC3B,MAAM,EAAE,oBAAoB,EAAE,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,CAAC;QACxE,OAAO,oBAAoB,CAAC,SAAS,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/core/embeddings_xenova.d.ts

@@ -0,0 +1,3 @@
+import { type Embedder } from './embeddings.js';
+export declare function createXenovaEmbedder(modelName?: string): Promise<Embedder>;
+//# sourceMappingURL=embeddings_xenova.d.ts.map

package/dist/core/embeddings_xenova.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings_xenova.d.ts","sourceRoot":"","sources":["../../src/core/embeddings_xenova.ts"],"names":[],"mappings":"AAGA,OAAO,EAAiB,KAAK,QAAQ,EAAa,MAAM,iBAAiB,CAAC;AAE1E,wBAAsB,oBAAoB,CACxC,SAAS,GAAE,MAAmC,GAC7C,OAAO,CAAC,QAAQ,CAAC,CAkCnB"}

package/dist/core/embeddings_xenova.js

@@ -0,0 +1,28 @@
+// Xenova/transformers-backed embedder. Kept in its own module so the heavy
+// dynamic import only happens when embeddings are actually enabled.
+import { EMBEDDING_DIM, normalize } from './embeddings.js';
+export async function createXenovaEmbedder(modelName = 'Xenova/bge-small-en-v1.5') {
+    // Dynamic import keeps startup lean; transformers pulls in ~30MB of deps.
+    const { pipeline } = (await import('@xenova/transformers'));
+    const extract = await pipeline('feature-extraction', modelName);
+    return {
+        name: modelName,
+        dim: EMBEDDING_DIM,
+        async embed(texts) {
+            if (texts.length === 0)
+                return [];
+            // Mean-pool + L2-normalize to get a single vector per input.
+            const out = await extract(texts, { pooling: 'mean', normalize: true });
+            const dim = out.dims[out.dims.length - 1] ?? EMBEDDING_DIM;
+            const batch = texts.length;
+            const flat = out.data;
+            const vectors = [];
+            for (let i = 0; i < batch; i += 1) {
+                const slice = flat.subarray(i * dim, (i + 1) * dim);
+                vectors.push(normalize(new Float32Array(slice)));
+            }
+            return vectors;
+        },
+    };
+}
+//# sourceMappingURL=embeddings_xenova.js.map

package/dist/core/embeddings_xenova.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings_xenova.js","sourceRoot":"","sources":["../../src/core/embeddings_xenova.ts"],"names":[],"mappings":"AAAA,2EAA2E;AAC3E,oEAAoE;AAEpE,OAAO,EAAE,aAAa,EAAiB,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAE1E,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,YAAoB,0BAA0B;IAE9C,0EAA0E;IAC1E,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAUzD,CAAC;IAEF,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,oBAAoB,EAAE,SAAS,CAAC,CAAC;IAEhE,OAAO;QACL,IAAI,EAAE,SAAS;QACf,GAAG,EAAE,aAAa;QAClB,KAAK,CAAC,KAAK,CAAC,KAAe;YACzB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YAClC,6DAA6D;YAC7D,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACvE,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,aAAa,CAAC;YAC3D,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC;YAC3B,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;YACtB,MAAM,OAAO,GAAmB,EAAE,CAAC;YACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;gBAClC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;gBACpD,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACnD,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/core/extractor.d.ts

@@ -0,0 +1,27 @@
+import Anthropic from '@anthropic-ai/sdk';
+import { type ExtractedObservation } from './schema.js';
+export interface LlmCaller {
+    complete(args: {
+        model: string;
+        system: string;
+        user: string;
+    }): Promise<{
+        text: string;
+        inputTokens: number;
+        outputTokens: number;
+    }>;
+}
+export declare function anthropicCaller(client: Anthropic): LlmCaller;
+export interface ExtractOptions {
+    model: string;
+    maxObservations: number;
+    maxRetries: number;
+}
+export interface ExtractionOutcome {
+    observations: ExtractedObservation[];
+    tokensSpent: number;
+    retries: number;
+}
+export declare function extract(transcript: string, caller: LlmCaller, options: ExtractOptions): Promise<ExtractionOutcome>;
+export declare function estimateTokensSaved(transcriptTokens: number, observation: ExtractedObservation, totalObservations: number): number;
+//# sourceMappingURL=extractor.d.ts.map

package/dist/core/extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.d.ts","sourceRoot":"","sources":["../../src/core/extractor.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,EAGL,KAAK,oBAAoB,EAE1B,MAAM,aAAa,CAAC;AAKrB,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,IAAI,EAAE;QACb,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;KACd,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC1E;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,SAAS,GAAG,SAAS,CAmB5D;AAyDD,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,iBAAiB;IAChC,YAAY,EAAE,oBAAoB,EAAE,CAAC;IACrC,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,wBAAsB,OAAO,CAC3B,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,SAAS,EACjB,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,iBAAiB,CAAC,CAsD5B;AAMD,wBAAgB,mBAAmB,CACjC,gBAAgB,EAAE,MAAM,EACxB,WAAW,EAAE,oBAAoB,EACjC,iBAAiB,EAAE,MAAM,GACxB,MAAM,CAKR"}

package/dist/core/extractor.js

@@ -0,0 +1,133 @@
+import { ExtractorResponseSchema, ObservationKind, } from './schema.js';
+import { countTokens } from './tokens.js';
+export function anthropicCaller(client) {
+    return {
+        async complete({ model, system, user }) {
+            const resp = await client.messages.create({
+                model,
+                max_tokens: 4096,
+                system,
+                messages: [{ role: 'user', content: user }],
+            });
+            const text = resp.content
+                .map((b) => (b.type === 'text' ? b.text : ''))
+                .join('');
+            return {
+                text,
+                inputTokens: resp.usage.input_tokens,
+                outputTokens: resp.usage.output_tokens,
+            };
+        },
+    };
+}
+const JSON_SCHEMA_HINT = {
+    type: 'object',
+    required: ['observations'],
+    properties: {
+        observations: {
+            type: 'array',
+            items: {
+                type: 'object',
+                required: ['kind', 'title', 'body'],
+                properties: {
+                    kind: { enum: ObservationKind.options },
+                    title: { type: 'string', maxLength: 80 },
+                    body: { type: 'string' },
+                    files: { type: 'array', items: { type: 'string' } },
+                    tags: { type: 'array', items: { type: 'string' } },
+                },
+            },
+        },
+    },
+};
+const SYSTEM_PROMPT = `You are Somtum's session extractor.
+
+Read the provided Claude Code session transcript and return durable observations:
+
+EXTRACT:
+- Decisions with rationale ("we use pnpm because X")
+- Learnings ("library Y's retry logic breaks on Z")
+- Bug fixes with root cause
+- Commands that worked after trial-and-error
+- File summaries for large files read in full
+
+REJECT:
+- Successful reads of unchanged files
+- Code written then immediately discarded
+- Conversational filler
+
+OUTPUT: a single JSON object matching this schema exactly. No prose, no markdown fences.
+
+${JSON.stringify(JSON_SCHEMA_HINT, null, 2)}
+
+Rules:
+- title must be <= 80 chars.
+- kind must be one of: ${ObservationKind.options.join(', ')}.
+- If nothing is worth capturing, return {"observations": []}.
+- Never echo API keys, tokens, or secrets — we redact after, but don't write them.`;
+function extractJsonBlob(text) {
+    const trimmed = text.trim();
+    // Models occasionally wrap JSON in ```json … ``` fences despite instructions.
+    const fence = trimmed.match(/```(?:json)?\s*([\s\S]*?)```/);
+    if (fence?.[1])
+        return fence[1].trim();
+    return trimmed;
+}
+export async function extract(transcript, caller, options) {
+    let attempt = 0;
+    let lastError;
+    let totalInput = 0;
+    let totalOutput = 0;
+    while (attempt <= options.maxRetries) {
+        const userPrompt = attempt === 0
+            ? `Transcript:\n\n${transcript}`
+            : `Transcript:\n\n${transcript}\n\nPrevious attempt produced output that failed schema validation with error:\n${lastError}\n\nReturn valid JSON only.`;
+        const { text, inputTokens, outputTokens } = await caller.complete({
+            model: options.model,
+            system: SYSTEM_PROMPT,
+            user: userPrompt,
+        });
+        totalInput += inputTokens;
+        totalOutput += outputTokens;
+        const blob = extractJsonBlob(text);
+        let parsed;
+        try {
+            parsed = JSON.parse(blob);
+        }
+        catch (err) {
+            lastError = `JSON.parse failed: ${err.message}`;
+            attempt += 1;
+            continue;
+        }
+        const validation = ExtractorResponseSchema.safeParse(parsed);
+        if (!validation.success) {
+            lastError = validation.error.message;
+            attempt += 1;
+            continue;
+        }
+        const observations = validation.data.observations.slice(0, options.maxObservations);
+        return {
+            observations,
+            tokensSpent: totalInput + totalOutput,
+            retries: attempt,
+        };
+    }
+    console.warn(`[somtum] extractor gave up after ${options.maxRetries + 1} attempts; last error: ${lastError}`);
+    return {
+        observations: [],
+        tokensSpent: totalInput + totalOutput,
+        retries: attempt,
+    };
+}
+// Rough savings estimate: an observation replaces its proportional share of
+// the transcript (1/N where N is the total number of observations). If the
+// observation is larger than its share, savings is clamped to zero — better
+// to undercount than to overclaim.
+export function estimateTokensSaved(transcriptTokens, observation, totalObservations) {
+    if (totalObservations <= 0)
+        return 0;
+    const share = Math.floor(transcriptTokens / totalObservations);
+    const obsTokens = countTokens(`${observation.title}\n${observation.body}`);
+    return Math.max(0, share - obsTokens);
+}
+//# sourceMappingURL=extractor.js.map

package/dist/core/extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.js","sourceRoot":"","sources":["../../src/core/extractor.ts"],"names":[],"mappings":"AACA,OAAO,EACL,uBAAuB,EAGvB,eAAe,GAChB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAY1C,MAAM,UAAU,eAAe,CAAC,MAAiB;IAC/C,OAAO;QACL,KAAK,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE;YACpC,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;gBACxC,KAAK;gBACL,UAAU,EAAE,IAAI;gBAChB,MAAM;gBACN,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;aAC5C,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO;iBACtB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;iBAC7C,IAAI,CAAC,EAAE,CAAC,CAAC;YACZ,OAAO;gBACL,IAAI;gBACJ,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;gBACpC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;aACvC,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,gBAAgB,GAAG;IACvB,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,CAAC,cAAc,CAAC;IAC1B,UAAU,EAAE;QACV,YAAY,EAAE;YACZ,IAAI,EAAE,OAAO;YACb,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC;gBACnC,UAAU,EAAE;oBACV,IAAI,EAAE,EAAE,IAAI,EAAE,eAAe,CAAC,OAAO,EAAE;oBACvC,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,EAAE;oBACxC,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBACxB,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;oBACnD,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;iBACnD;aACF;SACF;KACF;CACF,CAAC;AAEF,MAAM,aAAa,GAAG;;;;;;;;;;;;;;;;;;EAkBpB,IAAI,CAAC,SAAS,CAAC,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;;;;yBAIlB,eAAe,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;;mFAEwB,CAAC;AAEpF,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,8EAA8E;IAC9E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAC5D,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACvC,OAAO,OAAO,CAAC;AACjB,CAAC;AAcD,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,UAAkB,EAClB,MAAiB,EACjB,OAAuB;IAEvB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,SAA6B,CAAC;IAClC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,OAAO,OAAO,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QACrC,MAAM,UAAU,GACd,OAAO,KAAK,CAAC;YACX,CAAC,CAAC,kBAAkB,UAAU,EAAE;YAChC,CAAC,CAAC,kBAAkB,UAAU,mFAAmF,SAAS,6BAA6B,CAAC;QAE5J,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC;YAChE,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,aAAa;YACrB,IAAI,EAAE,UAAU;SACjB,CAAC,CAAC;QACH,UAAU,IAAI,WAAW,CAAC;QAC1B,WAAW,IAAI,YAAY,CAAC;QAE5B,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,GAAG,sBAAuB,GAAa,CAAC,OAAO,EAAE,CAAC;YAC3D,OAAO,IAAI,CAAC,CAAC;YACb,SAAS;QACX,CAAC;QAED,MAAM,UAAU,GACd,uBAAuB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC5C,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;YACxB,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC;YACrC,OAAO,IAAI,CAAC,CAAC;YACb,SAAS;QACX,CAAC;QAED,MAAM,YAAY,GAAG,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC;QACpF,OAAO;YACL,YAAY;YACZ,WAAW,EAAE,UAAU,GAAG,WAAW;YACrC,OAAO,EAAE,OAAO;SACjB,CAAC;IACJ,CAAC;IAED,OAAO,CAAC,IAAI,CACV,oCAAoC,OAAO,CAAC,UAAU,GAAG,CAAC,0BAA0B,SAAS,EAAE,CAChG,CAAC;IACF,OAAO;QACL,YAAY,EAAE,EAAE;QAChB,WAAW,EAAE,UAAU,GAAG,WAAW;QACrC,OAAO,EAAE,OAAO;KACjB,CAAC;AACJ,CAAC;AAED,4EAA4E;AAC5E,2EAA2E;AAC3E,4EAA4E;AAC5E,mCAAmC;AACnC,MAAM,UAAU,mBAAmB,CACjC,gBAAwB,EACxB,WAAiC,EACjC,iBAAyB;IAEzB,IAAI,iBAAiB,IAAI,CAAC;QAAE,OAAO,CAAC,CAAC;IACrC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,iBAAiB,CAAC,CAAC;IAC/D,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,WAAW,CAAC,KAAK,KAAK,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3E,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC,CAAC;AACxC,CAAC"}

package/dist/core/file_summary.d.ts

@@ -0,0 +1,33 @@
+import type { DB } from './db.js';
+import type { LlmCaller } from './extractor.js';
+import { type FileFingerprint } from './schema.js';
+export interface FileSummaryRow extends FileFingerprint {
+}
+export declare class FileFingerprintStore {
+    private readonly db;
+    constructor(db: DB);
+    get(projectId: string, path: string): FileFingerprint | null;
+    upsert(input: FileFingerprint): void;
+}
+export interface FileStat {
+    contentHash: string;
+    mtime: number;
+    tokens: number;
+    bytes: number;
+}
+export declare function statFile(path: string, opts: {
+    cwd: string;
+}): FileStat | null;
+export declare function matchesAnyGlob(path: string, globs: string[]): boolean;
+export interface SummarizeOptions {
+    model: string;
+    caller: LlmCaller;
+    maxBytes?: number;
+}
+export interface SummaryOutcome {
+    summary: string;
+    tokensSpent: number;
+}
+export declare function summarizeFile(path: string, contents: string, opts: SummarizeOptions): Promise<SummaryOutcome>;
+export declare function summaryHash(summary: string): string;
+//# sourceMappingURL=file_summary.d.ts.map

package/dist/core/file_summary.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file_summary.d.ts","sourceRoot":"","sources":["../../src/core/file_summary.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAEhD,OAAO,EAAE,KAAK,eAAe,EAAyB,MAAM,aAAa,CAAC;AAE1E,MAAM,WAAW,cAAe,SAAQ,eAAe;CAGtD;AAED,qBAAa,oBAAoB;IACnB,OAAO,CAAC,QAAQ,CAAC,EAAE;gBAAF,EAAE,EAAE,EAAE;IAEnC,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI;IAgB5D,MAAM,CAAC,KAAK,EAAE,eAAe,GAAG,IAAI;CAuBrC;AAED,MAAM,WAAW,QAAQ;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf;AAED,wBAAgB,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,GAAG,QAAQ,GAAG,IAAI,CAkB7E;AA2BD,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAErE;AAiBD,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,SAAS,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;CACrB;AAID,wBAAsB,aAAa,CACjC,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,gBAAgB,GACrB,OAAO,CAAC,cAAc,CAAC,CAiBzB;AAED,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAEnD"}