@martian-engineering/lossless-claw 0.5.3 → 0.6.0

package/src/db/migration.ts

@@ -1,5 +1,6 @@
 import type { DatabaseSync } from "node:sqlite";
 import { getLcmDbFeatures } from "./features.js";
+import { parseUtcTimestampOrNull } from "../store/parse-utc-timestamp.js";
 
 type SummaryColumnInfo = {
   name?: string;
@@ -62,18 +63,7 @@ function ensureSummaryMetadataColumns(db: DatabaseSync): void {
 }
 
 function parseTimestamp(value: string | null | undefined): Date | null {
-  if (typeof value !== "string" || !value.trim()) {
-    return null;
-  }
-
-  const direct = new Date(value);
-  if (!Number.isNaN(direct.getTime())) {
-    return direct;
-  }
-
-  const normalized = value.includes("T") ? value : `${value.replace(" ", "T")}Z`;
-  const parsed = new Date(normalized);
-  return Number.isNaN(parsed.getTime()) ? null : parsed;
+  return parseUtcTimestampOrNull(value);
 }
 
 function isoStringOrNull(value: Date | null): string | null {
@@ -434,6 +424,8 @@ export function runLcmMigrations(
       conversation_id INTEGER PRIMARY KEY AUTOINCREMENT,
       session_id TEXT NOT NULL,
       session_key TEXT,
+      active INTEGER NOT NULL DEFAULT 1,
+      archived_at TEXT,
       title TEXT,
       bootstrapped_at TEXT,
       created_at TEXT NOT NULL DEFAULT (datetime('now')),
@@ -579,7 +571,27 @@ export function runLcmMigrations(
     db.exec(`ALTER TABLE conversations ADD COLUMN session_key TEXT`);
   }
 
-  db.exec(`CREATE UNIQUE INDEX IF NOT EXISTS conversations_session_key_idx ON conversations (session_key)`);
+  const hasActive = conversationColumns.some((col) => col.name === "active");
+  if (!hasActive) {
+    db.exec(`ALTER TABLE conversations ADD COLUMN active INTEGER NOT NULL DEFAULT 1`);
+  }
+
+  const hasArchivedAt = conversationColumns.some((col) => col.name === "archived_at");
+  if (!hasArchivedAt) {
+    db.exec(`ALTER TABLE conversations ADD COLUMN archived_at TEXT`);
+  }
+
+  db.exec(`UPDATE conversations SET active = 1 WHERE active IS NULL`);
+  db.exec(`
+    CREATE UNIQUE INDEX IF NOT EXISTS conversations_active_session_key_idx
+    ON conversations (session_key)
+    WHERE session_key IS NOT NULL AND active = 1
+  `);
+  db.exec(`
+    CREATE INDEX IF NOT EXISTS conversations_session_key_active_created_idx
+    ON conversations (session_key, active, created_at)
+  `);
+  db.exec(`DROP INDEX IF EXISTS conversations_session_key_idx`);
   ensureSummaryDepthColumn(db);
   ensureSummaryMetadataColumns(db);
   ensureSummaryModelColumn(db);
@@ -649,4 +661,29 @@ export function runLcmMigrations(
       SELECT summary_id, content FROM summaries;
     `);
   }
+
+  // ── CJK trigram FTS table ────────────────────────────────────────────────
+  // FTS5 unicode61 (porter) tokenizer cannot segment CJK ideographs, so CJK
+  // queries currently fall back to a LIKE path with AND logic.  When the user's
+  // phrasing doesn't match the summary verbatim (e.g. "端到端测试结果" vs
+  // "端到端测试"), ALL terms must match and the query returns 0 candidates.
+  //
+  // A trigram-tokenized table indexes every 3-character substring, enabling
+  // native CJK substring matching via FTS5 MATCH with OR semantics.
+  const cjkTableExists = db
+    .prepare(
+      "SELECT 1 FROM sqlite_master WHERE type='table' AND name='summaries_fts_cjk'",
+    )
+    .get();
+  if (!cjkTableExists) {
+    db.exec(`
+      CREATE VIRTUAL TABLE summaries_fts_cjk USING fts5(
+        summary_id UNINDEXED,
+        content,
+        tokenize='trigram'
+      );
+      INSERT INTO summaries_fts_cjk(summary_id, content)
+      SELECT summary_id, content FROM summaries;
+    `);
+  }
 }