@10et/cli 1.0.0

package/dist/lib/memory-db.js

@@ -0,0 +1,429 @@
+/**
+ * Memory Database Module
+ *
+ * SQLite database for indexed journal entries and memories.
+ * Provides schema initialization, CRUD operations, and query builders.
+ * Accepts optional TenetStorage adapter for cloud/local storage switching.
+ *
+ * @purpose Memory persistence and querying via SQLite
+ */
+import * as fs from 'fs';
+import * as path from 'path';
+import initSqlJs from 'sql.js';
+let SQL = null;
+let dbInstance = null;
+let dbPath = null;
+/**
+ * Initialize sql.js library
+ */
+async function initSQL() {
+    if (SQL)
+        return;
+    SQL = await initSqlJs();
+}
+/**
+ * Get database path for current project
+ */
+function getDbPath() {
+    return path.join(process.cwd(), '.jfl', 'memory.db');
+}
+/**
+ * Load or create database
+ */
+async function loadDb() {
+    await initSQL();
+    const currentPath = getDbPath();
+    // If db instance exists and path matches, reuse it
+    if (dbInstance && dbPath === currentPath) {
+        return dbInstance;
+    }
+    // Check if database file exists
+    if (fs.existsSync(currentPath)) {
+        const buffer = fs.readFileSync(currentPath);
+        dbInstance = new SQL.Database(buffer);
+    }
+    else {
+        // Create new database
+        dbInstance = new SQL.Database();
+    }
+    dbPath = currentPath;
+    if (!dbInstance) {
+        throw new Error('Failed to create database instance');
+    }
+    return dbInstance;
+}
+/**
+ * Save database to disk
+ */
+async function saveDb(db) {
+    const currentPath = getDbPath();
+    const data = db.export();
+    const buffer = Buffer.from(data);
+    // Ensure .jfl directory exists
+    const dir = path.dirname(currentPath);
+    if (!fs.existsSync(dir)) {
+        fs.mkdirSync(dir, { recursive: true });
+    }
+    fs.writeFileSync(currentPath, buffer);
+}
+/**
+ * Initialize database schema
+ */
+export async function initializeDatabase() {
+    const db = await loadDb();
+    // Create memories table
+    db.run(`
+    CREATE TABLE IF NOT EXISTS memories (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      source TEXT NOT NULL,
+      source_id TEXT,
+      type TEXT,
+      title TEXT NOT NULL,
+      content TEXT NOT NULL,
+      summary TEXT,
+      metadata TEXT,
+      created_at TEXT NOT NULL,
+      indexed_at TEXT NOT NULL,
+      embedding BLOB,
+      embedding_model TEXT,
+      tf_idf_tokens TEXT
+    )
+  `);
+    db.run(`CREATE INDEX IF NOT EXISTS idx_memories_source ON memories(source)`);
+    db.run(`CREATE INDEX IF NOT EXISTS idx_memories_type ON memories(type)`);
+    db.run(`CREATE INDEX IF NOT EXISTS idx_memories_created_at ON memories(created_at)`);
+    db.run(`CREATE INDEX IF NOT EXISTS idx_memories_source_id ON memories(source_id)`);
+    // Create tags table
+    db.run(`
+    CREATE TABLE IF NOT EXISTS tags (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      memory_id INTEGER NOT NULL,
+      tag TEXT NOT NULL,
+      FOREIGN KEY (memory_id) REFERENCES memories(id) ON DELETE CASCADE
+    )
+  `);
+    db.run(`CREATE INDEX IF NOT EXISTS idx_tags_memory ON tags(memory_id)`);
+    db.run(`CREATE INDEX IF NOT EXISTS idx_tags_tag ON tags(tag)`);
+    // Create links table
+    db.run(`
+    CREATE TABLE IF NOT EXISTS links (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      from_memory_id INTEGER NOT NULL,
+      to_memory_id INTEGER NOT NULL,
+      link_type TEXT,
+      FOREIGN KEY (from_memory_id) REFERENCES memories(id) ON DELETE CASCADE,
+      FOREIGN KEY (to_memory_id) REFERENCES memories(id) ON DELETE CASCADE
+    )
+  `);
+    db.run(`CREATE INDEX IF NOT EXISTS idx_links_from ON links(from_memory_id)`);
+    db.run(`CREATE INDEX IF NOT EXISTS idx_links_to ON links(to_memory_id)`);
+    // Create meta table
+    db.run(`
+    CREATE TABLE IF NOT EXISTS meta (
+      key TEXT PRIMARY KEY,
+      value TEXT NOT NULL
+    )
+  `);
+    // Insert default meta values if not exists
+    const versionExists = db.exec(`SELECT value FROM meta WHERE key = 'version'`);
+    if (versionExists.length === 0) {
+        db.run(`INSERT INTO meta (key, value) VALUES ('version', '1')`);
+        db.run(`INSERT INTO meta (key, value) VALUES ('last_index', '${new Date().toISOString()}')`);
+        db.run(`INSERT INTO meta (key, value) VALUES ('embedding_model', 'text-embedding-3-small')`);
+    }
+    await saveDb(db);
+}
+/**
+ * Check if memory is already indexed
+ */
+export async function isMemoryIndexed(sourceId, timestamp) {
+    const db = await loadDb();
+    const result = db.exec(`
+    SELECT id FROM memories
+    WHERE source_id = ? AND created_at = ?
+  `, [sourceId, timestamp]);
+    return result.length > 0 && result[0].values.length > 0;
+}
+/**
+ * Insert a memory
+ */
+export async function insertMemory(memory) {
+    const db = await loadDb();
+    const now = new Date().toISOString();
+    // Serialize embedding if present
+    let embeddingBlob = null;
+    if (memory.embedding) {
+        embeddingBlob = Buffer.from(memory.embedding.buffer);
+    }
+    db.run(`
+    INSERT INTO memories (
+      source, source_id, type, title, content, summary,
+      metadata, created_at, indexed_at, embedding,
+      embedding_model, tf_idf_tokens
+    ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+  `, [
+        memory.source || 'journal',
+        memory.source_id || null,
+        memory.type || null,
+        memory.title || '(untitled)',
+        memory.content || '',
+        memory.summary || null,
+        memory.metadata ? JSON.stringify(memory.metadata) : null,
+        memory.created_at || now,
+        now,
+        embeddingBlob,
+        memory.embedding_model || null,
+        memory.tf_idf_tokens ? JSON.stringify(memory.tf_idf_tokens) : null
+    ]);
+    // Get last insert ID
+    const result = db.exec(`SELECT last_insert_rowid() as id`);
+    const id = result[0].values[0][0];
+    await saveDb(db);
+    return id;
+}
+/**
+ * Get all memories
+ */
+export async function getAllMemories() {
+    const db = await loadDb();
+    const result = db.exec(`SELECT * FROM memories ORDER BY created_at DESC`);
+    if (result.length === 0 || result[0].values.length === 0) {
+        return [];
+    }
+    const columns = result[0].columns;
+    const rows = result[0].values;
+    return rows.map((row) => {
+        const memory = {};
+        columns.forEach((col, i) => {
+            memory[col] = row[i];
+        });
+        return memory;
+    });
+}
+/**
+ * Get memories by IDs
+ */
+export async function getMemoriesByIds(ids) {
+    if (ids.length === 0)
+        return [];
+    const db = await loadDb();
+    const placeholders = ids.map(() => '?').join(',');
+    const result = db.exec(`SELECT * FROM memories WHERE id IN (${placeholders})`, ids);
+    if (result.length === 0 || result[0].values.length === 0) {
+        return [];
+    }
+    const columns = result[0].columns;
+    const rows = result[0].values;
+    return rows.map((row) => {
+        const memory = {};
+        columns.forEach((col, i) => {
+            memory[col] = row[i];
+        });
+        return memory;
+    });
+}
+/**
+ * Get memory statistics
+ */
+export async function getMemoryStats() {
+    const db = await loadDb();
+    // Total count
+    const totalResult = db.exec(`SELECT COUNT(*) as total FROM memories`);
+    const total = totalResult[0].values[0][0];
+    // By type
+    const typeResult = db.exec(`SELECT type, COUNT(*) as count FROM memories GROUP BY type`);
+    const byType = {};
+    if (typeResult.length > 0) {
+        typeResult[0].values.forEach((row) => {
+            const type = row[0] || 'unknown';
+            const count = row[1];
+            byType[type] = count;
+        });
+    }
+    // Date range
+    const dateResult = db.exec(`
+    SELECT MIN(created_at) as earliest, MAX(created_at) as latest
+    FROM memories
+  `);
+    const earliest = dateResult[0].values[0][0] || null;
+    const latest = dateResult[0].values[0][1] || null;
+    // Embeddings
+    const embeddingResult = db.exec(`
+    SELECT COUNT(*) as count, embedding_model
+    FROM memories
+    WHERE embedding IS NOT NULL
+  `);
+    const embeddingCount = embeddingResult.length > 0 ? embeddingResult[0].values[0][0] : 0;
+    const embeddingModel = embeddingResult.length > 0 ? embeddingResult[0].values[0][1] : null;
+    // Last index
+    const metaResult = db.exec(`SELECT value FROM meta WHERE key = 'last_index'`);
+    const lastIndex = metaResult.length > 0 ? metaResult[0].values[0][0] : null;
+    return {
+        total_memories: total,
+        by_type: byType,
+        date_range: {
+            earliest,
+            latest
+        },
+        embeddings: {
+            available: embeddingCount > 0,
+            count: embeddingCount,
+            model: embeddingModel
+        },
+        last_index: lastIndex
+    };
+}
+/**
+ * Update last index timestamp
+ */
+export async function setLastIndexTimestamp(timestamp) {
+    const db = await loadDb();
+    db.run(`
+    INSERT OR REPLACE INTO meta (key, value)
+    VALUES ('last_index', ?)
+  `, [timestamp]);
+    await saveDb(db);
+}
+/**
+ * Get last index timestamp
+ */
+export async function getLastIndexTimestamp() {
+    const db = await loadDb();
+    const result = db.exec(`SELECT value FROM meta WHERE key = 'last_index'`);
+    if (result.length === 0 || result[0].values.length === 0) {
+        return null;
+    }
+    return result[0].values[0][0];
+}
+/**
+ * Deserialize embedding from buffer
+ */
+export function deserializeEmbedding(buffer) {
+    return new Float32Array(buffer.buffer, buffer.byteOffset, buffer.byteLength / 4);
+}
+/**
+ * Get memories missing embeddings
+ */
+export async function getMemoriesWithoutEmbeddings() {
+    const db = await loadDb();
+    const result = db.exec(`SELECT * FROM memories WHERE embedding IS NULL ORDER BY created_at DESC`);
+    if (result.length === 0 || result[0].values.length === 0)
+        return [];
+    const columns = result[0].columns;
+    return result[0].values.map((row) => {
+        const memory = {};
+        columns.forEach((col, i) => { memory[col] = row[i]; });
+        return memory;
+    });
+}
+/**
+ * Update embedding for an existing memory
+ */
+export async function updateMemoryEmbedding(id, embedding, model) {
+    const db = await loadDb();
+    const blob = Buffer.from(embedding.buffer);
+    db.run(`UPDATE memories SET embedding = ?, embedding_model = ? WHERE id = ?`, [blob, model, id]);
+    await saveDb(db);
+}
+/**
+ * Add a link between two memories
+ */
+export async function addLink(fromId, toId, linkType) {
+    const db = await loadDb();
+    db.run(`INSERT INTO links (from_memory_id, to_memory_id, link_type) VALUES (?, ?, ?)`, [fromId, toId, linkType]);
+    const result = db.exec(`SELECT last_insert_rowid() as id`);
+    const id = result[0].values[0][0];
+    await saveDb(db);
+    return id;
+}
+/**
+ * Get links FROM a memory (what does this memory update/contradict/relate to?)
+ */
+export async function getLinksFrom(memoryId) {
+    const db = await loadDb();
+    const result = db.exec(`SELECT * FROM links WHERE from_memory_id = ?`, [memoryId]);
+    if (result.length === 0 || result[0].values.length === 0)
+        return [];
+    const columns = result[0].columns;
+    return result[0].values.map((row) => {
+        const link = {};
+        columns.forEach((col, i) => { link[col] = row[i]; });
+        return link;
+    });
+}
+/**
+ * Get links TO a memory (what memories update/contradict/relate to this one?)
+ */
+export async function getLinksTo(memoryId) {
+    const db = await loadDb();
+    const result = db.exec(`SELECT * FROM links WHERE to_memory_id = ?`, [memoryId]);
+    if (result.length === 0 || result[0].values.length === 0)
+        return [];
+    const columns = result[0].columns;
+    return result[0].values.map((row) => {
+        const link = {};
+        columns.forEach((col, i) => { link[col] = row[i]; });
+        return link;
+    });
+}
+/**
+ * Find memories by title (for linking — e.g. find previous version of a topic)
+ */
+export async function findMemoriesByTitle(titlePattern, limit = 5) {
+    const db = await loadDb();
+    const result = db.exec(`SELECT * FROM memories WHERE title LIKE ? ORDER BY created_at DESC LIMIT ?`, [`%${titlePattern}%`, limit]);
+    if (result.length === 0 || result[0].values.length === 0)
+        return [];
+    const columns = result[0].columns;
+    return result[0].values.map((row) => {
+        const memory = {};
+        columns.forEach((col, i) => { memory[col] = row[i]; });
+        return memory;
+    });
+}
+/**
+ * Check if a memory with this source and source_id exists (for file dedup)
+ */
+export async function findMemoryBySourceId(source, sourceId) {
+    const db = await loadDb();
+    const result = db.exec(`SELECT * FROM memories WHERE source = ? AND source_id = ? LIMIT 1`, [source, sourceId]);
+    if (result.length === 0 || result[0].values.length === 0)
+        return null;
+    const columns = result[0].columns;
+    const row = result[0].values[0];
+    const memory = {};
+    columns.forEach((col, i) => { memory[col] = row[i]; });
+    return memory;
+}
+/**
+ * Update an existing memory's content and re-index
+ */
+export async function updateMemoryContent(id, content, title, summary) {
+    const db = await loadDb();
+    const parts = ['content = ?', 'indexed_at = ?'];
+    const params = [content, new Date().toISOString()];
+    if (title) {
+        parts.push('title = ?');
+        params.push(title);
+    }
+    if (summary) {
+        parts.push('summary = ?');
+        params.push(summary);
+    }
+    // Clear embedding so backfill will re-embed with new content
+    parts.push('embedding = NULL', 'embedding_model = NULL');
+    params.push(id);
+    db.run(`UPDATE memories SET ${parts.join(', ')} WHERE id = ?`, params);
+    await saveDb(db);
+}
+/**
+ * Close database connection
+ */
+export async function closeDatabase() {
+    if (dbInstance) {
+        dbInstance.close();
+        dbInstance = null;
+        dbPath = null;
+    }
+}
+//# sourceMappingURL=memory-db.js.map

package/dist/lib/memory-db.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-db.js","sourceRoot":"","sources":["../../src/lib/memory-db.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,CAAA;AACxB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAA;AAC5B,OAAO,SAAuB,MAAM,QAAQ,CAAA;AA4D5C,IAAI,GAAG,GAAQ,IAAI,CAAA;AACnB,IAAI,UAAU,GAAoB,IAAI,CAAA;AACtC,IAAI,MAAM,GAAkB,IAAI,CAAA;AAEhC;;GAEG;AACH,KAAK,UAAU,OAAO;IACpB,IAAI,GAAG;QAAE,OAAM;IACf,GAAG,GAAG,MAAM,SAAS,EAAE,CAAA;AACzB,CAAC;AAED;;GAEG;AACH,SAAS,SAAS;IAChB,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,CAAA;AACtD,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,MAAM;IACnB,MAAM,OAAO,EAAE,CAAA;IAEf,MAAM,WAAW,GAAG,SAAS,EAAE,CAAA;IAE/B,mDAAmD;IACnD,IAAI,UAAU,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;QACzC,OAAO,UAAU,CAAA;IACnB,CAAC;IAED,gCAAgC;IAChC,IAAI,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,EAAE,CAAC,YAAY,CAAC,WAAW,CAAC,CAAA;QAC3C,UAAU,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IACvC,CAAC;SAAM,CAAC;QACN,sBAAsB;QACtB,UAAU,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAA;IACjC,CAAC;IAED,MAAM,GAAG,WAAW,CAAA;IAEpB,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAA;IACvD,CAAC;IAED,OAAO,UAAU,CAAA;AACnB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,MAAM,CAAC,EAAY;IAChC,MAAM,WAAW,GAAG,SAAS,EAAE,CAAA;IAC/B,MAAM,IAAI,GAAG,EAAE,CAAC,MAAM,EAAE,CAAA;IACxB,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAEhC,+BAA+B;IAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;IACrC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IACxC,CAAC;IAED,EAAE,CAAC,aAAa,CAAC,WAAW,EAAE,MAAM,CAAC,CAAA;AACvC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB;IACtC,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IAEzB,wBAAwB;IACxB,EAAE,CAAC,GAAG,CAAC;;;;;;;;;;;;;;;;GAgBN,CAAC,CAAA;IAEF,EAAE,CAAC,GAAG,CAAC,oEAAoE,CAAC,CAAA;IAC5E,EAAE,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAA;IACxE,EAAE,CAAC,GAAG,CAAC,4EAA4E,CAAC,CAAA;IACpF,EAAE,CAAC,GAAG,CAAC,0EAA0E,CAAC,CAAA;IAElF,oBAAoB;IACpB,EAAE,CAAC,GAAG,CAAC;;;;;;;GAON,CAAC,CAAA;IAEF,EAAE,CAAC,GAAG,CAAC,+DAA+D,CAAC,CAAA;IACvE,EAAE,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAA;IAE9D,qBAAqB;IACrB,EAAE,CAAC,GAAG,CAAC;;;;;;;;;GASN,CAAC,CAAA;IAEF,EAAE,CAAC,GAAG,CAAC,oEAAoE,CAAC,CAAA;IAC5E,EAAE,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAA;IAExE,oBAAoB;IACpB,EAAE,CAAC,GAAG,CAAC;;;;;GAKN,CAAC,CAAA;IAEF,2CAA2C;IAC3C,MAAM,aAAa,GAAG,EAAE,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAA;IAC7E,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,EAAE,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAA;QAC/D,EAAE,CAAC,GAAG,CAAC,wDAAwD,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,IAAI,CAAC,CAAA;QAC5F,EAAE,CAAC,GAAG,CAAC,oFAAoF,CAAC,CAAA;IAC9F,CAAC;IAED,MAAM,MAAM,CAAC,EAAE,CAAC,CAAA;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,QAAgB,EAAE,SAAiB;IACvE,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IAEzB,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC;;;GAGtB,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAA;IAEzB,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAA;AACzD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,MAAoB;IACrD,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IAEzB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IAEpC,iCAAiC;IACjC,IAAI,aAAa,GAAG,IAAI,CAAA;IACxB,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;IACtD,CAAC;IAED,EAAE,CAAC,GAAG,CAAC;;;;;;GAMN,EAAE;QACD,MAAM,CAAC,MAAM,IAAI,SAAS;QAC1B,MAAM,CAAC,SAAS,IAAI,IAAI;QACxB,MAAM,CAAC,IAAI,IAAI,IAAI;QACnB,MAAM,CAAC,KAAK,IAAI,YAAY;QAC5B,MAAM,CAAC,OAAO,IAAI,EAAE;QACpB,MAAM,CAAC,OAAO,IAAI,IAAI;QACtB,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI;QACxD,MAAM,CAAC,UAAU,IAAI,GAAG;QACxB,GAAG;QACH,aAAa;QACb,MAAM,CAAC,eAAe,IAAI,IAAI;QAC9B,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI;KACnE,CAAC,CAAA;IAEF,qBAAqB;IACrB,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAA;IAC1D,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAW,CAAA;IAE3C,MAAM,MAAM,CAAC,EAAE,CAAC,CAAA;IAEhB,OAAO,EAAE,CAAA;AACX,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc;IAClC,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IAEzB,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAA;IAEzE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzD,OAAO,EAAE,CAAA;IACX,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAA;IACjC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAE7B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE;QAC3B,MAAM,MAAM,GAAQ,EAAE,CAAA;QACtB,OAAO,CAAC,OAAO,CAAC,CAAC,GAAW,EAAE,CAAS,EAAE,EAAE;YACzC,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;QACtB,CAAC,CAAC,CAAA;QACF,OAAO,MAAgB,CAAA;IACzB,CAAC,CAAC,CAAA;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,GAAa;IAClD,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAA;IAE/B,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IACzB,MAAM,YAAY,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAEjD,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,uCAAuC,YAAY,GAAG,EAAE,GAAG,CAAC,CAAA;IAEnF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzD,OAAO,EAAE,CAAA;IACX,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAA;IACjC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAE7B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE;QAC3B,MAAM,MAAM,GAAQ,EAAE,CAAA;QACtB,OAAO,CAAC,OAAO,CAAC,CAAC,GAAW,EAAE,CAAS,EAAE,EAAE;YACzC,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;QACtB,CAAC,CAAC,CAAA;QACF,OAAO,MAAgB,CAAA;IACzB,CAAC,CAAC,CAAA;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc;IAClC,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IAEzB,cAAc;IACd,MAAM,WAAW,GAAG,EAAE,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAA;IACrE,MAAM,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAW,CAAA;IAEnD,UAAU;IACV,MAAM,UAAU,GAAG,EAAE,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAA;IACxF,MAAM,MAAM,GAA2B,EAAE,CAAA;IACzC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAQ,EAAE,EAAE;YACxC,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAW,IAAI,SAAS,CAAA;YAC1C,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,CAAW,CAAA;YAC9B,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAA;QACtB,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,aAAa;IACb,MAAM,UAAU,GAAG,EAAE,CAAC,IAAI,CAAC;;;GAG1B,CAAC,CAAA;IACF,MAAM,QAAQ,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAW,IAAI,IAAI,CAAA;IAC7D,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAW,IAAI,IAAI,CAAA;IAE3D,aAAa;IACb,MAAM,eAAe,GAAG,EAAE,CAAC,IAAI,CAAC;;;;GAI/B,CAAC,CAAA;IACF,MAAM,cAAc,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAW,CAAC,CAAC,CAAC,CAAC,CAAA;IACjG,MAAM,cAAc,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAW,CAAC,CAAC,CAAC,IAAI,CAAA;IAEpG,aAAa;IACb,MAAM,UAAU,GAAG,EAAE,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAA;IAC7E,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAW,CAAC,CAAC,CAAC,IAAI,CAAA;IAErF,OAAO;QACL,cAAc,EAAE,KAAK;QACrB,OAAO,EAAE,MAAM;QACf,UAAU,EAAE;YACV,QAAQ;YACR,MAAM;SACP;QACD,UAAU,EAAE;YACV,SAAS,EAAE,cAAc,GAAG,CAAC;YAC7B,KAAK,EAAE,cAAc;YACrB,KAAK,EAAE,cAAc;SACtB;QACD,UAAU,EAAE,SAAS;KACtB,CAAA;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,SAAiB;IAC3D,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IAEzB,EAAE,CAAC,GAAG,CAAC;;;GAGN,EAAE,CAAC,SAAS,CAAC,CAAC,CAAA;IAEf,MAAM,MAAM,CAAC,EAAE,CAAC,CAAA;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB;IACzC,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IAEzB,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAA;IAEzE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzD,OAAO,IAAI,CAAA;IACb,CAAC;IAED,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAW,CAAA;AACzC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,MAAc;IACjD,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,CAAA;AAClF,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,4BAA4B;IAChD,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IACzB,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,yEAAyE,CAAC,CAAA;IACjG,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAA;IACnE,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAA;IACjC,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE;QACvC,MAAM,MAAM,GAAQ,EAAE,CAAA;QACtB,OAAO,CAAC,OAAO,CAAC,CAAC,GAAW,EAAE,CAAS,EAAE,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA,CAAC,CAAC,CAAC,CAAA;QACrE,OAAO,MAAgB,CAAA;IACzB,CAAC,CAAC,CAAA;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,EAAU,EAAE,SAAuB,EAAE,KAAa;IAC5F,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IACzB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;IAC1C,EAAE,CAAC,GAAG,CAAC,qEAAqE,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,CAAA;IAChG,MAAM,MAAM,CAAC,EAAE,CAAC,CAAA;AAClB,CAAC;AAQD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,MAAc,EAAE,IAAY,EAAE,QAAkB;IAC5E,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IACzB,EAAE,CAAC,GAAG,CAAC,8EAA8E,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAA;IAChH,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAA;IAC1D,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAW,CAAA;IAC3C,MAAM,MAAM,CAAC,EAAE,CAAC,CAAA;IAChB,OAAO,EAAE,CAAA;AACX,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,QAAgB;IACjD,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IACzB,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,8CAA8C,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAA;IAClF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAA;IACnE,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAA;IACjC,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE;QACvC,MAAM,IAAI,GAAQ,EAAE,CAAA;QACpB,OAAO,CAAC,OAAO,CAAC,CAAC,GAAW,EAAE,CAAS,EAAE,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA,CAAC,CAAC,CAAC,CAAA;QACnE,OAAO,IAAY,CAAA;IACrB,CAAC,CAAC,CAAA;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,QAAgB;IAC/C,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IACzB,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,4CAA4C,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAA;IAChF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAA;IACnE,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAA;IACjC,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE;QACvC,MAAM,IAAI,GAAQ,EAAE,CAAA;QACpB,OAAO,CAAC,OAAO,CAAC,CAAC,GAAW,EAAE,CAAS,EAAE,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA,CAAC,CAAC,CAAC,CAAA;QACnE,OAAO,IAAY,CAAA;IACrB,CAAC,CAAC,CAAA;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,YAAoB,EAAE,QAAgB,CAAC;IAC/E,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IACzB,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,4EAA4E,EAAE,CAAC,IAAI,YAAY,GAAG,EAAE,KAAK,CAAC,CAAC,CAAA;IAClI,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAA;IACnE,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAA;IACjC,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE;QACvC,MAAM,MAAM,GAAQ,EAAE,CAAA;QACtB,OAAO,CAAC,OAAO,CAAC,CAAC,GAAW,EAAE,CAAS,EAAE,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA,CAAC,CAAC,CAAC,CAAA;QACrE,OAAO,MAAgB,CAAA;IACzB,CAAC,CAAC,CAAA;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,MAAc,EAAE,QAAgB;IACzE,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IACzB,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,mEAAmE,EAAE,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAA;IAC/G,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IACrE,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAA;IACjC,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;IAC/B,MAAM,MAAM,GAAQ,EAAE,CAAA;IACtB,OAAO,CAAC,OAAO,CAAC,CAAC,GAAW,EAAE,CAAS,EAAE,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA,CAAC,CAAC,CAAC,CAAA;IACrE,OAAO,MAAgB,CAAA;AACzB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,EAAU,EAAE,OAAe,EAAE,KAAc,EAAE,OAAgB;IACrG,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IACzB,MAAM,KAAK,GAAG,CAAC,aAAa,EAAE,gBAAgB,CAAC,CAAA;IAC/C,MAAM,MAAM,GAAU,CAAC,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAA;IACzD,IAAI,KAAK,EAAE,CAAC;QAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAAC,CAAC;IAC1D,IAAI,OAAO,EAAE,CAAC;QAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAAC,CAAC;IAChE,6DAA6D;IAC7D,KAAK,CAAC,IAAI,CAAC,kBAAkB,EAAE,wBAAwB,CAAC,CAAA;IACxD,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACf,EAAE,CAAC,GAAG,CAAC,uBAAuB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,CAAA;IACtE,MAAM,MAAM,CAAC,EAAE,CAAC,CAAA;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa;IACjC,IAAI,UAAU,EAAE,CAAC;QACf,UAAU,CAAC,KAAK,EAAE,CAAA;QAClB,UAAU,GAAG,IAAI,CAAA;QACjB,MAAM,GAAG,IAAI,CAAA;IACf,CAAC;AACH,CAAC"}

package/dist/lib/memory-indexer.d.ts

@@ -0,0 +1,61 @@
+/**
+ * Memory Indexer Module
+ *
+ * Indexes journal entries into the memory database.
+ * Runs periodically and on-demand to keep memory system up-to-date.
+ *
+ * @purpose Automatic indexing of journal entries
+ */
+export interface JournalEntry {
+    v: number;
+    ts: string;
+    session: string;
+    type?: string;
+    status?: string;
+    title: string;
+    summary?: string;
+    detail?: string;
+    files?: string[];
+    decision?: string;
+    incomplete?: string[];
+    next?: string;
+    learned?: string[];
+}
+export interface IndexStats {
+    added: number;
+    updated: number;
+    skipped: number;
+    errors: number;
+}
+/**
+ * Index all journal entries
+ */
+export declare function indexJournalEntries(force?: boolean): Promise<IndexStats>;
+/**
+ * Scan source files for @purpose headers and index them into memory DB.
+ * Files are deduped by path — if a file's @purpose changed, the memory is updated.
+ * Runs less frequently than journal indexing (code changes less often).
+ */
+export declare function indexCodeHeaders(): Promise<IndexStats>;
+/**
+ * Recompute TF-IDF for all memories
+ * Used when corpus changes significantly
+ */
+export declare function recomputeTFIDF(): Promise<number>;
+/**
+ * Backfill embeddings for memories that were indexed without them
+ * (e.g. when OpenAI key was expired and fallback wasn't working)
+ */
+export declare function backfillEmbeddings(): Promise<{
+    updated: number;
+    errors: number;
+}>;
+/**
+ * Start periodic indexing
+ */
+export declare function startPeriodicIndexing(intervalMs?: number): void;
+/**
+ * Stop periodic indexing
+ */
+export declare function stopPeriodicIndexing(): void;
+//# sourceMappingURL=memory-indexer.d.ts.map

package/dist/lib/memory-indexer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-indexer.d.ts","sourceRoot":"","sources":["../../src/lib/memory-indexer.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAiBH,MAAM,WAAW,YAAY;IAC3B,CAAC,EAAE,MAAM,CAAA;IACT,EAAE,EAAE,MAAM,CAAA;IACV,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,EAAE,CAAA;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAA;IACrB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,OAAO,CAAC,EAAE,MAAM,EAAE,CAAA;CACnB;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,MAAM,CAAA;CACf;AAkID;;GAEG;AACH,wBAAsB,mBAAmB,CAAC,KAAK,GAAE,OAAe,GAAG,OAAO,CAAC,UAAU,CAAC,CAuDrF;AAMD;;;;GAIG;AACH,wBAAsB,gBAAgB,IAAI,OAAO,CAAC,UAAU,CAAC,CAwG5D;AAED;;;GAGG;AACH,wBAAsB,cAAc,IAAI,OAAO,CAAC,MAAM,CAAC,CAwBtD;AAED;;;GAGG;AACH,wBAAsB,kBAAkB,IAAI,OAAO,CAAC;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAgCvF;AAKD;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,UAAU,GAAE,MAAc,GAAG,IAAI,CA8CtE;AAED;;GAEG;AACH,wBAAgB,oBAAoB,IAAI,IAAI,CAK3C"}