jfl 0.1.0 → 0.2.0

package/dist/lib/memory-db.js

@@ -0,0 +1,313 @@
+/**
+ * Memory Database Module
+ *
+ * SQLite database for indexed journal entries and memories.
+ * Provides schema initialization, CRUD operations, and query builders.
+ *
+ * @purpose Memory persistence and querying via SQLite
+ */
+import * as fs from 'fs';
+import * as path from 'path';
+import initSqlJs from 'sql.js';
+let SQL = null;
+let dbInstance = null;
+let dbPath = null;
+/**
+ * Initialize sql.js library
+ */
+async function initSQL() {
+    if (SQL)
+        return;
+    SQL = await initSqlJs();
+}
+/**
+ * Get database path for current project
+ */
+function getDbPath() {
+    return path.join(process.cwd(), '.jfl', 'memory.db');
+}
+/**
+ * Load or create database
+ */
+async function loadDb() {
+    await initSQL();
+    const currentPath = getDbPath();
+    // If db instance exists and path matches, reuse it
+    if (dbInstance && dbPath === currentPath) {
+        return dbInstance;
+    }
+    // Check if database file exists
+    if (fs.existsSync(currentPath)) {
+        const buffer = fs.readFileSync(currentPath);
+        dbInstance = new SQL.Database(buffer);
+    }
+    else {
+        // Create new database
+        dbInstance = new SQL.Database();
+    }
+    dbPath = currentPath;
+    if (!dbInstance) {
+        throw new Error('Failed to create database instance');
+    }
+    return dbInstance;
+}
+/**
+ * Save database to disk
+ */
+async function saveDb(db) {
+    const currentPath = getDbPath();
+    const data = db.export();
+    const buffer = Buffer.from(data);
+    // Ensure .jfl directory exists
+    const dir = path.dirname(currentPath);
+    if (!fs.existsSync(dir)) {
+        fs.mkdirSync(dir, { recursive: true });
+    }
+    fs.writeFileSync(currentPath, buffer);
+}
+/**
+ * Initialize database schema
+ */
+export async function initializeDatabase() {
+    const db = await loadDb();
+    // Create memories table
+    db.run(`
+    CREATE TABLE IF NOT EXISTS memories (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      source TEXT NOT NULL,
+      source_id TEXT,
+      type TEXT,
+      title TEXT NOT NULL,
+      content TEXT NOT NULL,
+      summary TEXT,
+      metadata TEXT,
+      created_at TEXT NOT NULL,
+      indexed_at TEXT NOT NULL,
+      embedding BLOB,
+      embedding_model TEXT,
+      tf_idf_tokens TEXT
+    )
+  `);
+    db.run(`CREATE INDEX IF NOT EXISTS idx_memories_source ON memories(source)`);
+    db.run(`CREATE INDEX IF NOT EXISTS idx_memories_type ON memories(type)`);
+    db.run(`CREATE INDEX IF NOT EXISTS idx_memories_created_at ON memories(created_at)`);
+    db.run(`CREATE INDEX IF NOT EXISTS idx_memories_source_id ON memories(source_id)`);
+    // Create tags table
+    db.run(`
+    CREATE TABLE IF NOT EXISTS tags (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      memory_id INTEGER NOT NULL,
+      tag TEXT NOT NULL,
+      FOREIGN KEY (memory_id) REFERENCES memories(id) ON DELETE CASCADE
+    )
+  `);
+    db.run(`CREATE INDEX IF NOT EXISTS idx_tags_memory ON tags(memory_id)`);
+    db.run(`CREATE INDEX IF NOT EXISTS idx_tags_tag ON tags(tag)`);
+    // Create links table
+    db.run(`
+    CREATE TABLE IF NOT EXISTS links (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      from_memory_id INTEGER NOT NULL,
+      to_memory_id INTEGER NOT NULL,
+      link_type TEXT,
+      FOREIGN KEY (from_memory_id) REFERENCES memories(id) ON DELETE CASCADE,
+      FOREIGN KEY (to_memory_id) REFERENCES memories(id) ON DELETE CASCADE
+    )
+  `);
+    db.run(`CREATE INDEX IF NOT EXISTS idx_links_from ON links(from_memory_id)`);
+    db.run(`CREATE INDEX IF NOT EXISTS idx_links_to ON links(to_memory_id)`);
+    // Create meta table
+    db.run(`
+    CREATE TABLE IF NOT EXISTS meta (
+      key TEXT PRIMARY KEY,
+      value TEXT NOT NULL
+    )
+  `);
+    // Insert default meta values if not exists
+    const versionExists = db.exec(`SELECT value FROM meta WHERE key = 'version'`);
+    if (versionExists.length === 0) {
+        db.run(`INSERT INTO meta (key, value) VALUES ('version', '1')`);
+        db.run(`INSERT INTO meta (key, value) VALUES ('last_index', '${new Date().toISOString()}')`);
+        db.run(`INSERT INTO meta (key, value) VALUES ('embedding_model', 'text-embedding-3-small')`);
+    }
+    await saveDb(db);
+}
+/**
+ * Check if memory is already indexed
+ */
+export async function isMemoryIndexed(sourceId, timestamp) {
+    const db = await loadDb();
+    const result = db.exec(`
+    SELECT id FROM memories
+    WHERE source_id = ? AND created_at = ?
+  `, [sourceId, timestamp]);
+    return result.length > 0 && result[0].values.length > 0;
+}
+/**
+ * Insert a memory
+ */
+export async function insertMemory(memory) {
+    const db = await loadDb();
+    const now = new Date().toISOString();
+    // Serialize embedding if present
+    let embeddingBlob = null;
+    if (memory.embedding) {
+        embeddingBlob = Buffer.from(memory.embedding.buffer);
+    }
+    db.run(`
+    INSERT INTO memories (
+      source, source_id, type, title, content, summary,
+      metadata, created_at, indexed_at, embedding,
+      embedding_model, tf_idf_tokens
+    ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+  `, [
+        memory.source,
+        memory.source_id || null,
+        memory.type || null,
+        memory.title,
+        memory.content,
+        memory.summary || null,
+        memory.metadata ? JSON.stringify(memory.metadata) : null,
+        memory.created_at,
+        now,
+        embeddingBlob,
+        memory.embedding_model || null,
+        memory.tf_idf_tokens ? JSON.stringify(memory.tf_idf_tokens) : null
+    ]);
+    // Get last insert ID
+    const result = db.exec(`SELECT last_insert_rowid() as id`);
+    const id = result[0].values[0][0];
+    await saveDb(db);
+    return id;
+}
+/**
+ * Get all memories
+ */
+export async function getAllMemories() {
+    const db = await loadDb();
+    const result = db.exec(`SELECT * FROM memories ORDER BY created_at DESC`);
+    if (result.length === 0 || result[0].values.length === 0) {
+        return [];
+    }
+    const columns = result[0].columns;
+    const rows = result[0].values;
+    return rows.map((row) => {
+        const memory = {};
+        columns.forEach((col, i) => {
+            memory[col] = row[i];
+        });
+        return memory;
+    });
+}
+/**
+ * Get memories by IDs
+ */
+export async function getMemoriesByIds(ids) {
+    if (ids.length === 0)
+        return [];
+    const db = await loadDb();
+    const placeholders = ids.map(() => '?').join(',');
+    const result = db.exec(`SELECT * FROM memories WHERE id IN (${placeholders})`, ids);
+    if (result.length === 0 || result[0].values.length === 0) {
+        return [];
+    }
+    const columns = result[0].columns;
+    const rows = result[0].values;
+    return rows.map((row) => {
+        const memory = {};
+        columns.forEach((col, i) => {
+            memory[col] = row[i];
+        });
+        return memory;
+    });
+}
+/**
+ * Get memory statistics
+ */
+export async function getMemoryStats() {
+    const db = await loadDb();
+    // Total count
+    const totalResult = db.exec(`SELECT COUNT(*) as total FROM memories`);
+    const total = totalResult[0].values[0][0];
+    // By type
+    const typeResult = db.exec(`SELECT type, COUNT(*) as count FROM memories GROUP BY type`);
+    const byType = {};
+    if (typeResult.length > 0) {
+        typeResult[0].values.forEach((row) => {
+            const type = row[0] || 'unknown';
+            const count = row[1];
+            byType[type] = count;
+        });
+    }
+    // Date range
+    const dateResult = db.exec(`
+    SELECT MIN(created_at) as earliest, MAX(created_at) as latest
+    FROM memories
+  `);
+    const earliest = dateResult[0].values[0][0] || null;
+    const latest = dateResult[0].values[0][1] || null;
+    // Embeddings
+    const embeddingResult = db.exec(`
+    SELECT COUNT(*) as count, embedding_model
+    FROM memories
+    WHERE embedding IS NOT NULL
+  `);
+    const embeddingCount = embeddingResult.length > 0 ? embeddingResult[0].values[0][0] : 0;
+    const embeddingModel = embeddingResult.length > 0 ? embeddingResult[0].values[0][1] : null;
+    // Last index
+    const metaResult = db.exec(`SELECT value FROM meta WHERE key = 'last_index'`);
+    const lastIndex = metaResult.length > 0 ? metaResult[0].values[0][0] : null;
+    return {
+        total_memories: total,
+        by_type: byType,
+        date_range: {
+            earliest,
+            latest
+        },
+        embeddings: {
+            available: embeddingCount > 0,
+            count: embeddingCount,
+            model: embeddingModel
+        },
+        last_index: lastIndex
+    };
+}
+/**
+ * Update last index timestamp
+ */
+export async function setLastIndexTimestamp(timestamp) {
+    const db = await loadDb();
+    db.run(`
+    INSERT OR REPLACE INTO meta (key, value)
+    VALUES ('last_index', ?)
+  `, [timestamp]);
+    await saveDb(db);
+}
+/**
+ * Get last index timestamp
+ */
+export async function getLastIndexTimestamp() {
+    const db = await loadDb();
+    const result = db.exec(`SELECT value FROM meta WHERE key = 'last_index'`);
+    if (result.length === 0 || result[0].values.length === 0) {
+        return null;
+    }
+    return result[0].values[0][0];
+}
+/**
+ * Deserialize embedding from buffer
+ */
+export function deserializeEmbedding(buffer) {
+    return new Float32Array(buffer.buffer, buffer.byteOffset, buffer.byteLength / 4);
+}
+/**
+ * Close database connection
+ */
+export async function closeDatabase() {
+    if (dbInstance) {
+        dbInstance.close();
+        dbInstance = null;
+        dbPath = null;
+    }
+}
+//# sourceMappingURL=memory-db.js.map

package/dist/lib/memory-db.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-db.js","sourceRoot":"","sources":["../../src/lib/memory-db.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,CAAA;AACxB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAA;AAC5B,OAAO,SAAuB,MAAM,QAAQ,CAAA;AA4D5C,IAAI,GAAG,GAAQ,IAAI,CAAA;AACnB,IAAI,UAAU,GAAoB,IAAI,CAAA;AACtC,IAAI,MAAM,GAAkB,IAAI,CAAA;AAEhC;;GAEG;AACH,KAAK,UAAU,OAAO;IACpB,IAAI,GAAG;QAAE,OAAM;IACf,GAAG,GAAG,MAAM,SAAS,EAAE,CAAA;AACzB,CAAC;AAED;;GAEG;AACH,SAAS,SAAS;IAChB,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,CAAA;AACtD,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,MAAM;IACnB,MAAM,OAAO,EAAE,CAAA;IAEf,MAAM,WAAW,GAAG,SAAS,EAAE,CAAA;IAE/B,mDAAmD;IACnD,IAAI,UAAU,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;QACzC,OAAO,UAAU,CAAA;IACnB,CAAC;IAED,gCAAgC;IAChC,IAAI,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,EAAE,CAAC,YAAY,CAAC,WAAW,CAAC,CAAA;QAC3C,UAAU,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IACvC,CAAC;SAAM,CAAC;QACN,sBAAsB;QACtB,UAAU,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAA;IACjC,CAAC;IAED,MAAM,GAAG,WAAW,CAAA;IAEpB,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAA;IACvD,CAAC;IAED,OAAO,UAAU,CAAA;AACnB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,MAAM,CAAC,EAAY;IAChC,MAAM,WAAW,GAAG,SAAS,EAAE,CAAA;IAC/B,MAAM,IAAI,GAAG,EAAE,CAAC,MAAM,EAAE,CAAA;IACxB,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAEhC,+BAA+B;IAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;IACrC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IACxC,CAAC;IAED,EAAE,CAAC,aAAa,CAAC,WAAW,EAAE,MAAM,CAAC,CAAA;AACvC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB;IACtC,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IAEzB,wBAAwB;IACxB,EAAE,CAAC,GAAG,CAAC;;;;;;;;;;;;;;;;GAgBN,CAAC,CAAA;IAEF,EAAE,CAAC,GAAG,CAAC,oEAAoE,CAAC,CAAA;IAC5E,EAAE,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAA;IACxE,EAAE,CAAC,GAAG,CAAC,4EAA4E,CAAC,CAAA;IACpF,EAAE,CAAC,GAAG,CAAC,0EAA0E,CAAC,CAAA;IAElF,oBAAoB;IACpB,EAAE,CAAC,GAAG,CAAC;;;;;;;GAON,CAAC,CAAA;IAEF,EAAE,CAAC,GAAG,CAAC,+DAA+D,CAAC,CAAA;IACvE,EAAE,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAA;IAE9D,qBAAqB;IACrB,EAAE,CAAC,GAAG,CAAC;;;;;;;;;GASN,CAAC,CAAA;IAEF,EAAE,CAAC,GAAG,CAAC,oEAAoE,CAAC,CAAA;IAC5E,EAAE,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAA;IAExE,oBAAoB;IACpB,EAAE,CAAC,GAAG,CAAC;;;;;GAKN,CAAC,CAAA;IAEF,2CAA2C;IAC3C,MAAM,aAAa,GAAG,EAAE,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAA;IAC7E,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,EAAE,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAA;QAC/D,EAAE,CAAC,GAAG,CAAC,wDAAwD,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,IAAI,CAAC,CAAA;QAC5F,EAAE,CAAC,GAAG,CAAC,oFAAoF,CAAC,CAAA;IAC9F,CAAC;IAED,MAAM,MAAM,CAAC,EAAE,CAAC,CAAA;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,QAAgB,EAAE,SAAiB;IACvE,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IAEzB,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC;;;GAGtB,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAA;IAEzB,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAA;AACzD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,MAAoB;IACrD,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IAEzB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IAEpC,iCAAiC;IACjC,IAAI,aAAa,GAAG,IAAI,CAAA;IACxB,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;IACtD,CAAC;IAED,EAAE,CAAC,GAAG,CAAC;;;;;;GAMN,EAAE;QACD,MAAM,CAAC,MAAM;QACb,MAAM,CAAC,SAAS,IAAI,IAAI;QACxB,MAAM,CAAC,IAAI,IAAI,IAAI;QACnB,MAAM,CAAC,KAAK;QACZ,MAAM,CAAC,OAAO;QACd,MAAM,CAAC,OAAO,IAAI,IAAI;QACtB,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI;QACxD,MAAM,CAAC,UAAU;QACjB,GAAG;QACH,aAAa;QACb,MAAM,CAAC,eAAe,IAAI,IAAI;QAC9B,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI;KACnE,CAAC,CAAA;IAEF,qBAAqB;IACrB,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAA;IAC1D,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAW,CAAA;IAE3C,MAAM,MAAM,CAAC,EAAE,CAAC,CAAA;IAEhB,OAAO,EAAE,CAAA;AACX,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc;IAClC,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IAEzB,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAA;IAEzE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzD,OAAO,EAAE,CAAA;IACX,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAA;IACjC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAE7B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE;QAC3B,MAAM,MAAM,GAAQ,EAAE,CAAA;QACtB,OAAO,CAAC,OAAO,CAAC,CAAC,GAAW,EAAE,CAAS,EAAE,EAAE;YACzC,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;QACtB,CAAC,CAAC,CAAA;QACF,OAAO,MAAgB,CAAA;IACzB,CAAC,CAAC,CAAA;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,GAAa;IAClD,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAA;IAE/B,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IACzB,MAAM,YAAY,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAEjD,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,uCAAuC,YAAY,GAAG,EAAE,GAAG,CAAC,CAAA;IAEnF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzD,OAAO,EAAE,CAAA;IACX,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAA;IACjC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAA;IAE7B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE;QAC3B,MAAM,MAAM,GAAQ,EAAE,CAAA;QACtB,OAAO,CAAC,OAAO,CAAC,CAAC,GAAW,EAAE,CAAS,EAAE,EAAE;YACzC,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;QACtB,CAAC,CAAC,CAAA;QACF,OAAO,MAAgB,CAAA;IACzB,CAAC,CAAC,CAAA;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc;IAClC,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IAEzB,cAAc;IACd,MAAM,WAAW,GAAG,EAAE,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAA;IACrE,MAAM,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAW,CAAA;IAEnD,UAAU;IACV,MAAM,UAAU,GAAG,EAAE,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAA;IACxF,MAAM,MAAM,GAA2B,EAAE,CAAA;IACzC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAQ,EAAE,EAAE;YACxC,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAW,IAAI,SAAS,CAAA;YAC1C,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,CAAW,CAAA;YAC9B,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAA;QACtB,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,aAAa;IACb,MAAM,UAAU,GAAG,EAAE,CAAC,IAAI,CAAC;;;GAG1B,CAAC,CAAA;IACF,MAAM,QAAQ,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAW,IAAI,IAAI,CAAA;IAC7D,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAW,IAAI,IAAI,CAAA;IAE3D,aAAa;IACb,MAAM,eAAe,GAAG,EAAE,CAAC,IAAI,CAAC;;;;GAI/B,CAAC,CAAA;IACF,MAAM,cAAc,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAW,CAAC,CAAC,CAAC,CAAC,CAAA;IACjG,MAAM,cAAc,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAW,CAAC,CAAC,CAAC,IAAI,CAAA;IAEpG,aAAa;IACb,MAAM,UAAU,GAAG,EAAE,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAA;IAC7E,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAW,CAAC,CAAC,CAAC,IAAI,CAAA;IAErF,OAAO;QACL,cAAc,EAAE,KAAK;QACrB,OAAO,EAAE,MAAM;QACf,UAAU,EAAE;YACV,QAAQ;YACR,MAAM;SACP;QACD,UAAU,EAAE;YACV,SAAS,EAAE,cAAc,GAAG,CAAC;YAC7B,KAAK,EAAE,cAAc;YACrB,KAAK,EAAE,cAAc;SACtB;QACD,UAAU,EAAE,SAAS;KACtB,CAAA;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,SAAiB;IAC3D,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IAEzB,EAAE,CAAC,GAAG,CAAC;;;GAGN,EAAE,CAAC,SAAS,CAAC,CAAC,CAAA;IAEf,MAAM,MAAM,CAAC,EAAE,CAAC,CAAA;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB;IACzC,MAAM,EAAE,GAAG,MAAM,MAAM,EAAE,CAAA;IAEzB,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAA;IAEzE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzD,OAAO,IAAI,CAAA;IACb,CAAC;IAED,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAW,CAAA;AACzC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,MAAc;IACjD,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,CAAA;AAClF,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa;IACjC,IAAI,UAAU,EAAE,CAAC;QACf,UAAU,CAAC,KAAK,EAAE,CAAA;QAClB,UAAU,GAAG,IAAI,CAAA;QACjB,MAAM,GAAG,IAAI,CAAA;IACf,CAAC;AACH,CAAC"}

package/dist/lib/memory-indexer.d.ts

@@ -0,0 +1,47 @@
+/**
+ * Memory Indexer Module
+ *
+ * Indexes journal entries into the memory database.
+ * Runs periodically and on-demand to keep memory system up-to-date.
+ *
+ * @purpose Automatic indexing of journal entries
+ */
+export interface JournalEntry {
+    v: number;
+    ts: string;
+    session: string;
+    type?: string;
+    status?: string;
+    title: string;
+    summary?: string;
+    detail?: string;
+    files?: string[];
+    decision?: string;
+    incomplete?: string[];
+    next?: string;
+    learned?: string[];
+}
+export interface IndexStats {
+    added: number;
+    updated: number;
+    skipped: number;
+    errors: number;
+}
+/**
+ * Index all journal entries
+ */
+export declare function indexJournalEntries(force?: boolean): Promise<IndexStats>;
+/**
+ * Recompute TF-IDF for all memories
+ * Used when corpus changes significantly
+ */
+export declare function recomputeTFIDF(): Promise<number>;
+/**
+ * Start periodic indexing
+ */
+export declare function startPeriodicIndexing(intervalMs?: number): void;
+/**
+ * Stop periodic indexing
+ */
+export declare function stopPeriodicIndexing(): void;
+//# sourceMappingURL=memory-indexer.d.ts.map

package/dist/lib/memory-indexer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-indexer.d.ts","sourceRoot":"","sources":["../../src/lib/memory-indexer.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAYH,MAAM,WAAW,YAAY;IAC3B,CAAC,EAAE,MAAM,CAAA;IACT,EAAE,EAAE,MAAM,CAAA;IACV,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,EAAE,CAAA;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAA;IACrB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,OAAO,CAAC,EAAE,MAAM,EAAE,CAAA;CACnB;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,MAAM,CAAA;CACf;AAiHD;;GAEG;AACH,wBAAsB,mBAAmB,CAAC,KAAK,GAAE,OAAe,GAAG,OAAO,CAAC,UAAU,CAAC,CAuDrF;AAED;;;GAGG;AACH,wBAAsB,cAAc,IAAI,OAAO,CAAC,MAAM,CAAC,CAwBtD;AAKD;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,UAAU,GAAE,MAAc,GAAG,IAAI,CAYtE;AAED;;GAEG;AACH,wBAAgB,oBAAoB,IAAI,IAAI,CAK3C"}

package/dist/lib/memory-indexer.js

@@ -0,0 +1,215 @@
+/**
+ * Memory Indexer Module
+ *
+ * Indexes journal entries into the memory database.
+ * Runs periodically and on-demand to keep memory system up-to-date.
+ *
+ * @purpose Automatic indexing of journal entries
+ */
+import * as fs from 'fs';
+import * as path from 'path';
+import { insertMemory, isMemoryIndexed, setLastIndexTimestamp, getAllMemories } from './memory-db.js';
+import { computeTFIDF, computeEmbedding } from './memory-search.js';
+/**
+ * Parse a single journal file (JSONL format)
+ */
+async function parseJournalFile(filePath) {
+    const content = fs.readFileSync(filePath, 'utf-8');
+    const lines = content.split('\n').filter(line => line.trim());
+    const entries = [];
+    for (const line of lines) {
+        try {
+            const entry = JSON.parse(line);
+            entries.push(entry);
+        }
+        catch (error) {
+            console.error(`Failed to parse line in ${filePath}:`, error);
+        }
+    }
+    return entries;
+}
+/**
+ * Get all journal files
+ */
+async function getJournalFiles() {
+    const journalDir = path.join(process.cwd(), '.jfl', 'journal');
+    if (!fs.existsSync(journalDir)) {
+        return [];
+    }
+    const files = fs.readdirSync(journalDir)
+        .filter(file => file.endsWith('.jsonl'))
+        .map(file => path.join(journalDir, file));
+    return files;
+}
+/**
+ * Extract full text content from journal entry
+ */
+function extractContent(entry) {
+    const parts = [
+        entry.title,
+        entry.summary || '',
+        entry.detail || '',
+        (entry.files || []).join(' '),
+        (entry.learned || []).join(' '),
+        entry.next || ''
+    ];
+    return parts.filter(p => p).join('\n\n');
+}
+/**
+ * Index a single journal entry
+ */
+async function indexEntry(entry, allTexts) {
+    // Check if already indexed
+    if (await isMemoryIndexed(entry.session, entry.ts)) {
+        return false;
+    }
+    // Extract content
+    const content = extractContent(entry);
+    // Compute TF-IDF tokens
+    const tfIdfTokens = computeTFIDF(content, allTexts);
+    // Try to compute embedding (optional)
+    let embedding;
+    let embeddingModel;
+    try {
+        const result = await computeEmbedding(content);
+        if (result) {
+            embedding = result.embedding;
+            embeddingModel = result.model;
+        }
+    }
+    catch (error) {
+        // Embeddings are optional - continue without them
+    }
+    // Prepare metadata
+    const metadata = {
+        files: entry.files || [],
+        learned: entry.learned || [],
+        decision: entry.decision || null,
+        incomplete: entry.incomplete || [],
+        next: entry.next || null,
+        status: entry.status || null
+    };
+    // Insert into database
+    await insertMemory({
+        source: 'journal',
+        source_id: entry.session,
+        type: entry.type,
+        title: entry.title,
+        content,
+        summary: entry.summary,
+        metadata,
+        created_at: entry.ts,
+        embedding,
+        embedding_model: embeddingModel,
+        tf_idf_tokens: tfIdfTokens
+    });
+    return true;
+}
+/**
+ * Index all journal entries
+ */
+export async function indexJournalEntries(force = false) {
+    const stats = {
+        added: 0,
+        updated: 0,
+        skipped: 0,
+        errors: 0
+    };
+    try {
+        // Get all journal files
+        const journalFiles = await getJournalFiles();
+        if (journalFiles.length === 0) {
+            return stats;
+        }
+        // Parse all entries
+        const allEntries = [];
+        for (const file of journalFiles) {
+            try {
+                const entries = await parseJournalFile(file);
+                allEntries.push(...entries);
+            }
+            catch (error) {
+                console.error(`Failed to parse ${file}:`, error);
+                stats.errors++;
+            }
+        }
+        // Get all content for TF-IDF computation
+        const allTexts = allEntries.map(entry => extractContent(entry));
+        // Index each entry
+        for (const entry of allEntries) {
+            try {
+                const added = await indexEntry(entry, allTexts);
+                if (added) {
+                    stats.added++;
+                }
+                else {
+                    stats.skipped++;
+                }
+            }
+            catch (error) {
+                console.error(`Failed to index entry ${entry.title}:`, error);
+                stats.errors++;
+            }
+        }
+        // Update last index timestamp
+        await setLastIndexTimestamp(new Date().toISOString());
+    }
+    catch (error) {
+        console.error('Failed to index journal entries:', error);
+        stats.errors++;
+    }
+    return stats;
+}
+/**
+ * Recompute TF-IDF for all memories
+ * Used when corpus changes significantly
+ */
+export async function recomputeTFIDF() {
+    const memories = await getAllMemories();
+    if (memories.length === 0) {
+        return 0;
+    }
+    const allTexts = memories.map((m) => m.content);
+    let updated = 0;
+    for (const memory of memories) {
+        try {
+            const tfIdfTokens = computeTFIDF(memory.content, allTexts);
+            // Update memory with new TF-IDF tokens
+            // Note: This would require an update function in memory-db
+            // For now, this is a placeholder
+            updated++;
+        }
+        catch (error) {
+            console.error(`Failed to recompute TF-IDF for memory ${memory.id}:`, error);
+        }
+    }
+    return updated;
+}
+// Periodic indexing state
+let indexingInterval = null;
+/**
+ * Start periodic indexing
+ */
+export function startPeriodicIndexing(intervalMs = 60000) {
+    if (indexingInterval) {
+        return;
+    }
+    indexingInterval = setInterval(async () => {
+        try {
+            await indexJournalEntries();
+        }
+        catch (error) {
+            console.error('Periodic indexing failed:', error);
+        }
+    }, intervalMs);
+}
+/**
+ * Stop periodic indexing
+ */
+export function stopPeriodicIndexing() {
+    if (indexingInterval) {
+        clearInterval(indexingInterval);
+        indexingInterval = null;
+    }
+}
+//# sourceMappingURL=memory-indexer.js.map

package/dist/lib/memory-indexer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-indexer.js","sourceRoot":"","sources":["../../src/lib/memory-indexer.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,CAAA;AACxB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAA;AAC5B,OAAO,EACL,YAAY,EACZ,eAAe,EACf,qBAAqB,EACrB,cAAc,EACf,MAAM,gBAAgB,CAAA;AACvB,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AAyBnE;;GAEG;AACH,KAAK,UAAU,gBAAgB,CAAC,QAAgB;IAC9C,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;IAClD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA;IAE7D,MAAM,OAAO,GAAmB,EAAE,CAAA;IAElC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAiB,CAAA;YAC9C,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,2BAA2B,QAAQ,GAAG,EAAE,KAAK,CAAC,CAAA;QAC9D,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAA;AAChB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,eAAe;IAC5B,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,SAAS,CAAC,CAAA;IAE9D,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC/B,OAAO,EAAE,CAAA;IACX,CAAC;IAED,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,UAAU,CAAC;SACrC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;SACvC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAA;IAE3C,OAAO,KAAK,CAAA;AACd,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,KAAmB;IACzC,MAAM,KAAK,GAAG;QACZ,KAAK,CAAC,KAAK;QACX,KAAK,CAAC,OAAO,IAAI,EAAE;QACnB,KAAK,CAAC,MAAM,IAAI,EAAE;QAClB,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QAC7B,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QAC/B,KAAK,CAAC,IAAI,IAAI,EAAE;KACjB,CAAA;IAED,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;AAC1C,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,UAAU,CAAC,KAAmB,EAAE,QAAkB;IAC/D,2BAA2B;IAC3B,IAAI,MAAM,eAAe,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC;QACnD,OAAO,KAAK,CAAA;IACd,CAAC;IAED,kBAAkB;IAClB,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,CAAC,CAAA;IAErC,wBAAwB;IACxB,MAAM,WAAW,GAAG,YAAY,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;IAEnD,sCAAsC;IACtC,IAAI,SAAmC,CAAA;IACvC,IAAI,cAAkC,CAAA;IAEtC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC,CAAA;QAC9C,IAAI,MAAM,EAAE,CAAC;YACX,SAAS,GAAG,MAAM,CAAC,SAAS,CAAA;YAC5B,cAAc,GAAG,MAAM,CAAC,KAAK,CAAA;QAC/B,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,kDAAkD;IACpD,CAAC;IAED,mBAAmB;IACnB,MAAM,QAAQ,GAAG;QACf,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE;QACxB,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,EAAE;QAC5B,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,IAAI;QAChC,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,EAAE;QAClC,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,IAAI;QACxB,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,IAAI;KAC7B,CAAA;IAED,uBAAuB;IACvB,MAAM,YAAY,CAAC;QACjB,MAAM,EAAE,SAAS;QACjB,SAAS,EAAE,KAAK,CAAC,OAAO;QACxB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,OAAO;QACP,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,QAAQ;QACR,UAAU,EAAE,KAAK,CAAC,EAAE;QACpB,SAAS;QACT,eAAe,EAAE,cAAc;QAC/B,aAAa,EAAE,WAAW;KAC3B,CAAC,CAAA;IAEF,OAAO,IAAI,CAAA;AACb,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,QAAiB,KAAK;IAC9D,MAAM,KAAK,GAAe;QACxB,KAAK,EAAE,CAAC;QACR,OAAO,EAAE,CAAC;QACV,OAAO,EAAE,CAAC;QACV,MAAM,EAAE,CAAC;KACV,CAAA;IAED,IAAI,CAAC;QACH,wBAAwB;QACxB,MAAM,YAAY,GAAG,MAAM,eAAe,EAAE,CAAA;QAE5C,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,OAAO,KAAK,CAAA;QACd,CAAC;QAED,oBAAoB;QACpB,MAAM,UAAU,GAAmB,EAAE,CAAA;QACrC,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;YAChC,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,IAAI,CAAC,CAAA;gBAC5C,UAAU,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAA;YAC7B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,mBAAmB,IAAI,GAAG,EAAE,KAAK,CAAC,CAAA;gBAChD,KAAK,CAAC,MAAM,EAAE,CAAA;YAChB,CAAC;QACH,CAAC;QAED,yCAAyC;QACzC,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAA;QAE/D,mBAAmB;QACnB,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;gBAC/C,IAAI,KAAK,EAAE,CAAC;oBACV,KAAK,CAAC,KAAK,EAAE,CAAA;gBACf,CAAC;qBAAM,CAAC;oBACN,KAAK,CAAC,OAAO,EAAE,CAAA;gBACjB,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,yBAAyB,KAAK,CAAC,KAAK,GAAG,EAAE,KAAK,CAAC,CAAA;gBAC7D,KAAK,CAAC,MAAM,EAAE,CAAA;YAChB,CAAC;QACH,CAAC;QAED,8BAA8B;QAC9B,MAAM,qBAAqB,CAAC,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAA;IAEvD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAA;QACxD,KAAK,CAAC,MAAM,EAAE,CAAA;IAChB,CAAC;IAED,OAAO,KAAK,CAAA;AACd,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc;IAClC,MAAM,QAAQ,GAAG,MAAM,cAAc,EAAE,CAAA;IAEvC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,CAAA;IACV,CAAC;IAED,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAA;IACpD,IAAI,OAAO,GAAG,CAAC,CAAA;IAEf,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC9B,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;YAE1D,uCAAuC;YACvC,2DAA2D;YAC3D,iCAAiC;YACjC,OAAO,EAAE,CAAA;QACX,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,yCAAyC,MAAM,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,CAAA;QAC7E,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,0BAA0B;AAC1B,IAAI,gBAAgB,GAA0B,IAAI,CAAA;AAElD;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,aAAqB,KAAK;IAC9D,IAAI,gBAAgB,EAAE,CAAC;QACrB,OAAM;IACR,CAAC;IAED,gBAAgB,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;QACxC,IAAI,CAAC;YACH,MAAM,mBAAmB,EAAE,CAAA;QAC7B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAA;QACnD,CAAC;IACH,CAAC,EAAE,UAAU,CAAC,CAAA;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB;IAClC,IAAI,gBAAgB,EAAE,CAAC;QACrB,aAAa,CAAC,gBAAgB,CAAC,CAAA;QAC/B,gBAAgB,GAAG,IAAI,CAAA;IACzB,CAAC;AACH,CAAC"}

package/dist/lib/memory-search.d.ts

@@ -0,0 +1,41 @@
+/**
+ * Memory Search Module
+ *
+ * Hybrid search combining TF-IDF (fast, always available) and
+ * embeddings (semantic, optional). Provides relevance scoring
+ * and result ranking.
+ *
+ * @purpose Fast and semantic search across indexed memories
+ */
+import { Memory } from './memory-db.js';
+export interface SearchResult {
+    memory: Memory;
+    score: number;
+    relevance: 'high' | 'medium' | 'low';
+}
+export interface SearchOptions {
+    maxItems?: number;
+    type?: string;
+    since?: string;
+    method?: 'tfidf' | 'embedding' | 'hybrid';
+}
+/**
+ * Compute TF-IDF scores for text
+ */
+export declare function computeTFIDF(text: string, allTexts: string[]): Record<string, number>;
+/**
+ * Compute embedding for text using OpenAI
+ */
+declare function computeEmbedding(text: string): Promise<{
+    embedding: Float32Array;
+    model: string;
+} | null>;
+/**
+ * Main search function
+ */
+export declare function searchMemories(query: string, options?: SearchOptions): Promise<SearchResult[]>;
+/**
+ * Export compute embedding for use in indexer
+ */
+export { computeEmbedding };
+//# sourceMappingURL=memory-search.d.ts.map

package/dist/lib/memory-search.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-search.d.ts","sourceRoot":"","sources":["../../src/lib/memory-search.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,EAAE,MAAM,EAAwC,MAAM,gBAAgB,CAAA;AAE7E,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAA;CACrC;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,OAAO,GAAG,WAAW,GAAG,QAAQ,CAAA;CAC1C;AAcD;;GAEG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAmCrF;AAgDD;;GAEG;AACH,iBAAe,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;IACrD,SAAS,EAAE,YAAY,CAAA;IACvB,KAAK,EAAE,MAAM,CAAA;CACd,GAAG,IAAI,CAAC,CAwBR;AA8HD;;GAEG;AACH,wBAAsB,cAAc,CAClC,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,YAAY,EAAE,CAAC,CA4BzB;AAYD;;GAEG;AACH,OAAO,EAAE,gBAAgB,EAAE,CAAA"}