dsh-tdai-memory 0.3.1 → 0.3.2

package/vendor/tdai/core/store/sqlite.js

@@ -308,11 +308,11 @@ export class VectorStore {
      */
     initSchema(providerInfo) {
         // Tracks which provider/model/dimensions were used to generate vectors.
-        this.db.exec(`
-      CREATE TABLE IF NOT EXISTS embedding_meta (
-        key TEXT PRIMARY KEY,
-        value TEXT NOT NULL
-      )
+        this.db.exec(`
+      CREATE TABLE IF NOT EXISTS embedding_meta (
+        key TEXT PRIMARY KEY,
+        value TEXT NOT NULL
+      )
     `);
         // Detect whether re-index is needed
         let needsReindex = false;
@@ -369,22 +369,22 @@ export class VectorStore {
         }
         // ── L1 schema ──────────────────────────────────
         // Metadata table
-        this.db.exec(`
-      CREATE TABLE IF NOT EXISTS l1_records (
-        record_id TEXT PRIMARY KEY,
-        content TEXT NOT NULL,
-        type TEXT DEFAULT '',
-        priority INTEGER DEFAULT 50,
-        scene_name TEXT DEFAULT '',
-        session_key TEXT DEFAULT '',
-        session_id TEXT DEFAULT '',
-        timestamp_str TEXT DEFAULT '',
-        timestamp_start TEXT DEFAULT '',
-        timestamp_end TEXT DEFAULT '',
-        created_time TEXT DEFAULT '',
-        updated_time TEXT DEFAULT '',
-        metadata_json TEXT DEFAULT '{}'
-      )
+        this.db.exec(`
+      CREATE TABLE IF NOT EXISTS l1_records (
+        record_id TEXT PRIMARY KEY,
+        content TEXT NOT NULL,
+        type TEXT DEFAULT '',
+        priority INTEGER DEFAULT 50,
+        scene_name TEXT DEFAULT '',
+        session_key TEXT DEFAULT '',
+        session_id TEXT DEFAULT '',
+        timestamp_str TEXT DEFAULT '',
+        timestamp_start TEXT DEFAULT '',
+        timestamp_end TEXT DEFAULT '',
+        created_time TEXT DEFAULT '',
+        updated_time TEXT DEFAULT '',
+        metadata_json TEXT DEFAULT '{}'
+      )
     `);
         // Indexes for common queries
         this.db.exec("CREATE INDEX IF NOT EXISTS idx_l1_type ON l1_records(type)");
@@ -401,63 +401,63 @@ export class VectorStore {
         // When provider="none", dimensions=0 and vec0 tables are deferred until a
         // real embedding provider is configured.
         if (this.dimensions > 0) {
-            this.db.exec(`
-        CREATE VIRTUAL TABLE IF NOT EXISTS l1_vec USING vec0(
-          record_id TEXT PRIMARY KEY,
-          embedding float[${this.dimensions}] distance_metric=cosine,
-          updated_time TEXT DEFAULT ''
-        )
+            this.db.exec(`
+        CREATE VIRTUAL TABLE IF NOT EXISTS l1_vec USING vec0(
+          record_id TEXT PRIMARY KEY,
+          embedding float[${this.dimensions}] distance_metric=cosine,
+          updated_time TEXT DEFAULT ''
+        )
       `);
         }
         // Prepare statements for reuse
-        this.stmtUpsertMeta = this.db.prepare(`
-      INSERT INTO l1_records (
-        record_id, content, type, priority, scene_name, session_key, session_id,
-        timestamp_str, timestamp_start, timestamp_end,
-        created_time, updated_time, metadata_json
-      ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
-      ON CONFLICT(record_id) DO UPDATE SET
-        content=excluded.content,
-        type=excluded.type,
-        priority=excluded.priority,
-        scene_name=excluded.scene_name,
-        timestamp_str=excluded.timestamp_str,
-        timestamp_start=excluded.timestamp_start,
-        timestamp_end=excluded.timestamp_end,
-        updated_time=excluded.updated_time,
-        metadata_json=excluded.metadata_json
+        this.stmtUpsertMeta = this.db.prepare(`
+      INSERT INTO l1_records (
+        record_id, content, type, priority, scene_name, session_key, session_id,
+        timestamp_str, timestamp_start, timestamp_end,
+        created_time, updated_time, metadata_json
+      ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+      ON CONFLICT(record_id) DO UPDATE SET
+        content=excluded.content,
+        type=excluded.type,
+        priority=excluded.priority,
+        scene_name=excluded.scene_name,
+        timestamp_str=excluded.timestamp_str,
+        timestamp_start=excluded.timestamp_start,
+        timestamp_end=excluded.timestamp_end,
+        updated_time=excluded.updated_time,
+        metadata_json=excluded.metadata_json
     `);
         if (this.dimensions > 0) {
             this.stmtDeleteVec = this.db.prepare("DELETE FROM l1_vec WHERE record_id = ?");
             this.stmtInsertVec = this.db.prepare("INSERT INTO l1_vec (record_id, embedding, updated_time) VALUES (?, ?, ?)");
         }
         this.stmtDeleteMeta = this.db.prepare("DELETE FROM l1_records WHERE record_id = ?");
-        this.stmtGetMeta = this.db.prepare(`
-      SELECT content, type, priority, scene_name, session_key, session_id,
-             timestamp_str, timestamp_start, timestamp_end, metadata_json
-      FROM l1_records WHERE record_id = ?
+        this.stmtGetMeta = this.db.prepare(`
+      SELECT content, type, priority, scene_name, session_key, session_id,
+             timestamp_str, timestamp_start, timestamp_end, metadata_json
+      FROM l1_records WHERE record_id = ?
     `);
         if (this.dimensions > 0) {
-            this.stmtSearchVec = this.db.prepare(`
-        SELECT record_id, distance
-        FROM l1_vec
-        WHERE embedding MATCH ?
-          AND k = ?
-        ORDER BY distance
+            this.stmtSearchVec = this.db.prepare(`
+        SELECT record_id, distance
+        FROM l1_vec
+        WHERE embedding MATCH ?
+          AND k = ?
+        ORDER BY distance
       `);
         }
         // ── L0 schema ──────────────────────────────────
         // L0 metadata table: stores individual messages for vector search
-        this.db.exec(`
-      CREATE TABLE IF NOT EXISTS l0_conversations (
-        record_id TEXT PRIMARY KEY,
-        session_key TEXT NOT NULL,
-        session_id TEXT DEFAULT '',
-        role TEXT NOT NULL DEFAULT '',
-        message_text TEXT NOT NULL,
-        recorded_at TEXT DEFAULT '',
-        timestamp INTEGER DEFAULT 0
-      )
+        this.db.exec(`
+      CREATE TABLE IF NOT EXISTS l0_conversations (
+        record_id TEXT PRIMARY KEY,
+        session_key TEXT NOT NULL,
+        session_id TEXT DEFAULT '',
+        role TEXT NOT NULL DEFAULT '',
+        message_text TEXT NOT NULL,
+        recorded_at TEXT DEFAULT '',
+        timestamp INTEGER DEFAULT 0
+      )
     `);
         // Migration: add timestamp column if missing (existing DBs pre-v3.x)
         try {
@@ -474,65 +474,65 @@ export class VectorStore {
         this.db.exec("CREATE INDEX IF NOT EXISTS idx_l0_timestamp ON l0_conversations(timestamp)");
         // L0 vector virtual table (cosine distance, same dimensions as L1) — deferred when dimensions=0
         if (this.dimensions > 0) {
-            this.db.exec(`
-        CREATE VIRTUAL TABLE IF NOT EXISTS l0_vec USING vec0(
-          record_id TEXT PRIMARY KEY,
-          embedding float[${this.dimensions}] distance_metric=cosine,
-          recorded_at TEXT DEFAULT ''
-        )
+            this.db.exec(`
+        CREATE VIRTUAL TABLE IF NOT EXISTS l0_vec USING vec0(
+          record_id TEXT PRIMARY KEY,
+          embedding float[${this.dimensions}] distance_metric=cosine,
+          recorded_at TEXT DEFAULT ''
+        )
       `);
         }
         // L0 prepared statements
-        this.stmtL0UpsertMeta = this.db.prepare(`
-      INSERT INTO l0_conversations (
-        record_id, session_key, session_id, role, message_text, recorded_at, timestamp
-      ) VALUES (?, ?, ?, ?, ?, ?, ?)
-      ON CONFLICT(record_id) DO UPDATE SET
-        message_text=excluded.message_text,
-        recorded_at=excluded.recorded_at,
-        timestamp=excluded.timestamp
+        this.stmtL0UpsertMeta = this.db.prepare(`
+      INSERT INTO l0_conversations (
+        record_id, session_key, session_id, role, message_text, recorded_at, timestamp
+      ) VALUES (?, ?, ?, ?, ?, ?, ?)
+      ON CONFLICT(record_id) DO UPDATE SET
+        message_text=excluded.message_text,
+        recorded_at=excluded.recorded_at,
+        timestamp=excluded.timestamp
     `);
         if (this.dimensions > 0) {
             this.stmtL0DeleteVec = this.db.prepare("DELETE FROM l0_vec WHERE record_id = ?");
             this.stmtL0InsertVec = this.db.prepare("INSERT INTO l0_vec (record_id, embedding, recorded_at) VALUES (?, ?, ?)");
         }
         this.stmtL0DeleteMeta = this.db.prepare("DELETE FROM l0_conversations WHERE record_id = ?");
-        this.stmtL0GetMeta = this.db.prepare(`
-      SELECT session_key, session_id, role, message_text, recorded_at, timestamp
-      FROM l0_conversations WHERE record_id = ?
+        this.stmtL0GetMeta = this.db.prepare(`
+      SELECT session_key, session_id, role, message_text, recorded_at, timestamp
+      FROM l0_conversations WHERE record_id = ?
     `);
         if (this.dimensions > 0) {
-            this.stmtL0SearchVec = this.db.prepare(`
-        SELECT record_id, distance
-        FROM l0_vec
-        WHERE embedding MATCH ?
-          AND k = ?
-        ORDER BY distance
+            this.stmtL0SearchVec = this.db.prepare(`
+        SELECT record_id, distance
+        FROM l0_vec
+        WHERE embedding MATCH ?
+          AND k = ?
+        ORDER BY distance
       `);
         }
         // L0 query statements for L1 runner (newest-first + LIMIT to bound memory)
         // Sort/filter by recorded_at (write time) instead of timestamp (conversation time)
         // because L1 cursor uses recorded_at semantics. ISO 8601 string comparison preserves time order.
-        this.stmtL0QueryAll = this.db.prepare(`
-      SELECT record_id, session_key, session_id, role, message_text, recorded_at, timestamp
-      FROM l0_conversations
-      WHERE session_key = ?
-      ORDER BY recorded_at DESC
-      LIMIT ?
+        this.stmtL0QueryAll = this.db.prepare(`
+      SELECT record_id, session_key, session_id, role, message_text, recorded_at, timestamp
+      FROM l0_conversations
+      WHERE session_key = ?
+      ORDER BY recorded_at DESC
+      LIMIT ?
     `);
-        this.stmtL0QueryAfter = this.db.prepare(`
-      SELECT record_id, session_key, session_id, role, message_text, recorded_at, timestamp
-      FROM l0_conversations
-      WHERE session_key = ? AND recorded_at > ?
-      ORDER BY recorded_at DESC
-      LIMIT ?
+        this.stmtL0QueryAfter = this.db.prepare(`
+      SELECT record_id, session_key, session_id, role, message_text, recorded_at, timestamp
+      FROM l0_conversations
+      WHERE session_key = ? AND recorded_at > ?
+      ORDER BY recorded_at DESC
+      LIMIT ?
     `);
-        this.stmtL0QueryMigrationCursor = this.db.prepare(`
-      SELECT record_id, session_key, session_id, role, message_text, recorded_at, timestamp
-      FROM l0_conversations
-      WHERE record_id > ?
-      ORDER BY record_id ASC
-      LIMIT ?
+        this.stmtL0QueryMigrationCursor = this.db.prepare(`
+      SELECT record_id, session_key, session_id, role, message_text, recorded_at, timestamp
+      FROM l0_conversations
+      WHERE record_id > ?
+      ORDER BY record_id ASC
+      LIMIT ?
     `);
         // ── FTS5 tables (best-effort — gracefully degrade if fts5 is not compiled in) ──
         // Schema v2: `content` column stores jieba-segmented text (for indexing),
@@ -546,65 +546,65 @@ export class VectorStore {
             // drop and recreate. The data will be repopulated by `rebuildFtsIndex()`.
             const needsFtsRebuild = this.migrateFtsTablesIfNeeded();
             // L1 FTS5 virtual table (v2 schema)
-            this.db.exec(`
-        CREATE VIRTUAL TABLE IF NOT EXISTS l1_fts USING fts5(
-          content,
-          content_original UNINDEXED,
-          record_id UNINDEXED,
-          type UNINDEXED,
-          priority UNINDEXED,
-          scene_name UNINDEXED,
-          session_key UNINDEXED,
-          session_id UNINDEXED,
-          timestamp_str UNINDEXED,
-          timestamp_start UNINDEXED,
-          timestamp_end UNINDEXED,
-          metadata_json UNINDEXED
-        )
+            this.db.exec(`
+        CREATE VIRTUAL TABLE IF NOT EXISTS l1_fts USING fts5(
+          content,
+          content_original UNINDEXED,
+          record_id UNINDEXED,
+          type UNINDEXED,
+          priority UNINDEXED,
+          scene_name UNINDEXED,
+          session_key UNINDEXED,
+          session_id UNINDEXED,
+          timestamp_str UNINDEXED,
+          timestamp_start UNINDEXED,
+          timestamp_end UNINDEXED,
+          metadata_json UNINDEXED
+        )
       `);
             // L0 FTS5 virtual table (v2 schema)
-            this.db.exec(`
-        CREATE VIRTUAL TABLE IF NOT EXISTS l0_fts USING fts5(
-          message_text,
-          message_text_original UNINDEXED,
-          record_id UNINDEXED,
-          session_key UNINDEXED,
-          session_id UNINDEXED,
-          role UNINDEXED,
-          recorded_at UNINDEXED,
-          timestamp UNINDEXED
-        )
+            this.db.exec(`
+        CREATE VIRTUAL TABLE IF NOT EXISTS l0_fts USING fts5(
+          message_text,
+          message_text_original UNINDEXED,
+          record_id UNINDEXED,
+          session_key UNINDEXED,
+          session_id UNINDEXED,
+          role UNINDEXED,
+          recorded_at UNINDEXED,
+          timestamp UNINDEXED
+        )
       `);
             // L1 FTS prepared statements
-            this.stmtL1FtsInsert = this.db.prepare(`
-        INSERT INTO l1_fts (content, content_original, record_id, type, priority, scene_name,
-          session_key, session_id, timestamp_str, timestamp_start, timestamp_end, metadata_json)
-        VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+            this.stmtL1FtsInsert = this.db.prepare(`
+        INSERT INTO l1_fts (content, content_original, record_id, type, priority, scene_name,
+          session_key, session_id, timestamp_str, timestamp_start, timestamp_end, metadata_json)
+        VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
       `);
             this.stmtL1FtsDelete = this.db.prepare("DELETE FROM l1_fts WHERE record_id = ?");
-            this.stmtL1FtsSearch = this.db.prepare(`
-        SELECT record_id, content_original AS content, type, priority, scene_name,
-               session_key, session_id, timestamp_str, timestamp_start, timestamp_end,
-               metadata_json,
-               bm25(l1_fts) AS rank
-        FROM l1_fts
-        WHERE l1_fts MATCH ?
-        ORDER BY rank ASC
-        LIMIT ?
+            this.stmtL1FtsSearch = this.db.prepare(`
+        SELECT record_id, content_original AS content, type, priority, scene_name,
+               session_key, session_id, timestamp_str, timestamp_start, timestamp_end,
+               metadata_json,
+               bm25(l1_fts) AS rank
+        FROM l1_fts
+        WHERE l1_fts MATCH ?
+        ORDER BY rank ASC
+        LIMIT ?
       `);
             // L0 FTS prepared statements
-            this.stmtL0FtsInsert = this.db.prepare(`
-        INSERT INTO l0_fts (message_text, message_text_original, record_id, session_key, session_id, role, recorded_at, timestamp)
-        VALUES (?, ?, ?, ?, ?, ?, ?, ?)
+            this.stmtL0FtsInsert = this.db.prepare(`
+        INSERT INTO l0_fts (message_text, message_text_original, record_id, session_key, session_id, role, recorded_at, timestamp)
+        VALUES (?, ?, ?, ?, ?, ?, ?, ?)
       `);
             this.stmtL0FtsDelete = this.db.prepare("DELETE FROM l0_fts WHERE record_id = ?");
-            this.stmtL0FtsSearch = this.db.prepare(`
-        SELECT record_id, message_text_original AS message_text, session_key, session_id, role, recorded_at, timestamp,
-               bm25(l0_fts) AS rank
-        FROM l0_fts
-        WHERE l0_fts MATCH ?
-        ORDER BY rank ASC
-        LIMIT ?
+            this.stmtL0FtsSearch = this.db.prepare(`
+        SELECT record_id, message_text_original AS message_text, session_key, session_id, role, recorded_at, timestamp,
+               bm25(l0_fts) AS rank
+        FROM l0_fts
+        WHERE l0_fts MATCH ?
+        ORDER BY rank ASC
+        LIMIT ?
       `);
             this.ftsAvailable = true;
             this.logger?.debug?.(`${TAG} FTS5 tables initialized (l1_fts, l0_fts) [schema v2 — jieba segmented]`);
@@ -630,43 +630,43 @@ export class VectorStore {
         // Mark vec0 tables as ready only when they were actually created
         this.vecTablesReady = this.dimensions > 0;
         // L1 query statements (for l1-reader)
-        const l1QueryCols = `record_id, content, type, priority, scene_name, session_key, session_id,
-      timestamp_str, timestamp_start, timestamp_end,
+        const l1QueryCols = `record_id, content, type, priority, scene_name, session_key, session_id,
+      timestamp_str, timestamp_start, timestamp_end,
       created_time, updated_time, metadata_json`;
-        this.stmtQueryBySessionId = this.db.prepare(`
-      SELECT ${l1QueryCols} FROM l1_records
-      WHERE session_id = ?
-      ORDER BY updated_time ASC
+        this.stmtQueryBySessionId = this.db.prepare(`
+      SELECT ${l1QueryCols} FROM l1_records
+      WHERE session_id = ?
+      ORDER BY updated_time ASC
     `);
-        this.stmtQueryBySessionIdSince = this.db.prepare(`
-      SELECT ${l1QueryCols} FROM l1_records
-      WHERE session_id = ? AND updated_time > ?
-      ORDER BY updated_time ASC
+        this.stmtQueryBySessionIdSince = this.db.prepare(`
+      SELECT ${l1QueryCols} FROM l1_records
+      WHERE session_id = ? AND updated_time > ?
+      ORDER BY updated_time ASC
     `);
-        this.stmtQueryBySessionKey = this.db.prepare(`
-      SELECT ${l1QueryCols} FROM l1_records
-      WHERE session_key = ?
-      ORDER BY updated_time ASC
+        this.stmtQueryBySessionKey = this.db.prepare(`
+      SELECT ${l1QueryCols} FROM l1_records
+      WHERE session_key = ?
+      ORDER BY updated_time ASC
     `);
-        this.stmtQueryBySessionKeySince = this.db.prepare(`
-      SELECT ${l1QueryCols} FROM l1_records
-      WHERE session_key = ? AND updated_time > ?
-      ORDER BY updated_time ASC
+        this.stmtQueryBySessionKeySince = this.db.prepare(`
+      SELECT ${l1QueryCols} FROM l1_records
+      WHERE session_key = ? AND updated_time > ?
+      ORDER BY updated_time ASC
     `);
-        this.stmtQueryAll = this.db.prepare(`
-      SELECT ${l1QueryCols} FROM l1_records
-      ORDER BY updated_time ASC
+        this.stmtQueryAll = this.db.prepare(`
+      SELECT ${l1QueryCols} FROM l1_records
+      ORDER BY updated_time ASC
     `);
-        this.stmtQueryAllSince = this.db.prepare(`
-      SELECT ${l1QueryCols} FROM l1_records
-      WHERE updated_time > ?
-      ORDER BY updated_time ASC
+        this.stmtQueryAllSince = this.db.prepare(`
+      SELECT ${l1QueryCols} FROM l1_records
+      WHERE updated_time > ?
+      ORDER BY updated_time ASC
     `);
-        this.stmtL1QueryMigrationCursor = this.db.prepare(`
-      SELECT ${l1QueryCols} FROM l1_records
-      WHERE record_id > ?
-      ORDER BY record_id ASC
-      LIMIT ?
+        this.stmtL1QueryMigrationCursor = this.db.prepare(`
+      SELECT ${l1QueryCols} FROM l1_records
+      WHERE record_id > ?
+      ORDER BY record_id ASC
+      LIMIT ?
     `);
         this.logger?.debug?.(`${TAG} Initialized (dimensions=${this.dimensions})`);
         return { needsReindex, reason: reindexReason };
@@ -1748,10 +1748,10 @@ export class VectorStore {
             this.db.exec("DELETE FROM l1_fts");
             // Read all L1 records from metadata table
             const l1Rows = this.db
-                .prepare(`
-          SELECT record_id, content, type, priority, scene_name,
-                 session_key, session_id, timestamp_str, timestamp_start, timestamp_end, metadata_json
-          FROM l1_records
+                .prepare(`
+          SELECT record_id, content, type, priority, scene_name,
+                 session_key, session_id, timestamp_str, timestamp_start, timestamp_end, metadata_json
+          FROM l1_records
         `)
                 .all();
             let l1Count = 0;
@@ -1769,9 +1769,9 @@ export class VectorStore {
             // ── Rebuild L0 FTS ──
             this.db.exec("DELETE FROM l0_fts");
             const l0Rows = this.db
-                .prepare(`
-          SELECT record_id, message_text, session_key, session_id, role, recorded_at, timestamp
-          FROM l0_conversations
+                .prepare(`
+          SELECT record_id, message_text, session_key, session_id, role, recorded_at, timestamp
+          FROM l0_conversations
         `)
                 .all();
             let l0Count = 0;