claude-brain 0.30.2 → 0.30.3

package/src/memory/migrations/add-fts5.ts

@@ -1,108 +1,118 @@
-/**
- * FTS5 Migration — Phase 26
- * Adds observations table with FTS5 virtual table for full-text search.
- * This replaces ChromaDB as the primary search backend.
- */
-
-import type { Database } from 'bun:sqlite'
-
-export function addFTS5Tables(db: Database): void {
-  // Observations table (unified storage replacing separate ChromaDB collections)
-  db.run(`
-    CREATE TABLE IF NOT EXISTS observations (
-      id TEXT PRIMARY KEY,
-      project TEXT NOT NULL,
-      category TEXT NOT NULL CHECK(category IN ('decision', 'pattern', 'correction', 'insight', 'preference')),
-      content TEXT NOT NULL,
-      reasoning TEXT,
-      context TEXT,
-      confidence REAL DEFAULT 0.8,
-      source TEXT DEFAULT 'explicit',
-      tags TEXT,
-      file_paths TEXT,
-      symbols TEXT,
-      access_count INTEGER DEFAULT 0,
-      last_accessed TEXT,
-      created_at TEXT NOT NULL,
-      updated_at TEXT NOT NULL,
-      archived INTEGER DEFAULT 0
-    )
-  `)
-
-  // FTS5 virtual table for full-text search
-  db.run(`
-    CREATE VIRTUAL TABLE IF NOT EXISTS observations_fts USING fts5(
-      content, reasoning, context, tags,
-      content='observations', content_rowid='rowid'
-    )
-  `)
-
-  // Keep FTS index in sync with observations table
-  db.run(`
-    CREATE TRIGGER IF NOT EXISTS observations_ai AFTER INSERT ON observations BEGIN
-      INSERT INTO observations_fts(rowid, content, reasoning, context, tags)
-      VALUES (new.rowid, new.content, new.reasoning, new.context, new.tags);
-    END
-  `)
-
-  db.run(`
-    CREATE TRIGGER IF NOT EXISTS observations_ad AFTER DELETE ON observations BEGIN
-      INSERT INTO observations_fts(observations_fts, rowid, content, reasoning, context, tags)
-      VALUES ('delete', old.rowid, old.content, old.reasoning, old.context, old.tags);
-    END
-  `)
-
-  db.run(`
-    CREATE TRIGGER IF NOT EXISTS observations_au AFTER UPDATE ON observations BEGIN
-      INSERT INTO observations_fts(observations_fts, rowid, content, reasoning, context, tags)
-      VALUES ('delete', old.rowid, old.content, old.reasoning, old.context, old.tags);
-      INSERT INTO observations_fts(rowid, content, reasoning, context, tags)
-      VALUES (new.rowid, new.content, new.reasoning, new.context, new.tags);
-    END
-  `)
-
-  // Indexes for common queries
-  db.run(`CREATE INDEX IF NOT EXISTS idx_obs_project ON observations(project)`)
-  db.run(`CREATE INDEX IF NOT EXISTS idx_obs_category ON observations(category)`)
-  db.run(`CREATE INDEX IF NOT EXISTS idx_obs_created ON observations(created_at)`)
-  db.run(`CREATE INDEX IF NOT EXISTS idx_obs_archived ON observations(archived)`)
-
-  // Activity log table
-  db.run(`
-    CREATE TABLE IF NOT EXISTS activity_log (
-      id INTEGER PRIMARY KEY AUTOINCREMENT,
-      session_id TEXT,
-      tool_name TEXT NOT NULL,
-      tool_input TEXT,
-      tool_output TEXT,
-      project TEXT,
-      file_path TEXT,
-      created_at TEXT NOT NULL
-    )
-  `)
-
-  db.run(`CREATE INDEX IF NOT EXISTS idx_activity_session ON activity_log(session_id)`)
-  db.run(`CREATE INDEX IF NOT EXISTS idx_activity_created ON activity_log(created_at)`)
-  db.run(`CREATE INDEX IF NOT EXISTS idx_activity_project ON activity_log(project)`)
-
-  // Observation links (supersedes/contradicts/supports relationships)
-  db.run(`
-    CREATE TABLE IF NOT EXISTS observation_links (
-      source_id TEXT NOT NULL,
-      target_id TEXT NOT NULL,
-      link_type TEXT NOT NULL,
-      created_at TEXT NOT NULL,
-      PRIMARY KEY (source_id, target_id)
-    )
-  `)
-
-  // Observation embeddings table for semantic search (Phase 26b)
-  db.run(`
-    CREATE TABLE IF NOT EXISTS observation_embeddings (
-      observation_id TEXT PRIMARY KEY,
-      embedding BLOB NOT NULL,
-      created_at TEXT NOT NULL,
-      FOREIGN KEY (observation_id) REFERENCES observations(id) ON DELETE CASCADE
-    )
-  `)
-}
+/**
+ * FTS5 Migration — Phase 26
+ * Adds observations table with FTS5 virtual table for full-text search.
+ * This replaces ChromaDB as the primary search backend.
+ */
+
+import type { Database } from 'bun:sqlite'
+
+export function addFTS5Tables(db: Database): void {
+  // Observations table (unified storage replacing separate ChromaDB collections)
+  db.run(`
+    CREATE TABLE IF NOT EXISTS observations (
+      id TEXT PRIMARY KEY,
+      project TEXT NOT NULL,
+      category TEXT NOT NULL CHECK(category IN ('decision', 'pattern', 'correction', 'insight', 'preference')),
+      content TEXT NOT NULL,
+      reasoning TEXT,
+      context TEXT,
+      confidence REAL DEFAULT 0.8,
+      source TEXT DEFAULT 'explicit',
+      tags TEXT,
+      file_paths TEXT,
+      symbols TEXT,
+      access_count INTEGER DEFAULT 0,
+      last_accessed TEXT,
+      created_at TEXT NOT NULL,
+      updated_at TEXT NOT NULL,
+      archived INTEGER DEFAULT 0
+    )
+  `)
+
+  // FTS5 virtual table for full-text search
+  db.run(`
+    CREATE VIRTUAL TABLE IF NOT EXISTS observations_fts USING fts5(
+      content, reasoning, context, tags,
+      content='observations', content_rowid='rowid'
+    )
+  `)
+
+  // Keep FTS index in sync with observations table
+  db.run(`
+    CREATE TRIGGER IF NOT EXISTS observations_ai AFTER INSERT ON observations BEGIN
+      INSERT INTO observations_fts(rowid, content, reasoning, context, tags)
+      VALUES (new.rowid, new.content, new.reasoning, new.context, new.tags);
+    END
+  `)
+
+  db.run(`
+    CREATE TRIGGER IF NOT EXISTS observations_ad AFTER DELETE ON observations BEGIN
+      INSERT INTO observations_fts(observations_fts, rowid, content, reasoning, context, tags)
+      VALUES ('delete', old.rowid, old.content, old.reasoning, old.context, old.tags);
+    END
+  `)
+
+  db.run(`
+    CREATE TRIGGER IF NOT EXISTS observations_au AFTER UPDATE ON observations BEGIN
+      INSERT INTO observations_fts(observations_fts, rowid, content, reasoning, context, tags)
+      VALUES ('delete', old.rowid, old.content, old.reasoning, old.context, old.tags);
+      INSERT INTO observations_fts(rowid, content, reasoning, context, tags)
+      VALUES (new.rowid, new.content, new.reasoning, new.context, new.tags);
+    END
+  `)
+
+  // Indexes for common queries
+  db.run(`CREATE INDEX IF NOT EXISTS idx_obs_project ON observations(project)`)
+  db.run(`CREATE INDEX IF NOT EXISTS idx_obs_category ON observations(category)`)
+  db.run(`CREATE INDEX IF NOT EXISTS idx_obs_created ON observations(created_at)`)
+  db.run(`CREATE INDEX IF NOT EXISTS idx_obs_archived ON observations(archived)`)
+  // Composite index for project + category filtering (most common query pattern)
+  db.run(`CREATE INDEX IF NOT EXISTS idx_obs_project_category ON observations(project, category) WHERE archived = 0`)
+  // Index for timestamp-based queries with active filter
+  db.run(`CREATE INDEX IF NOT EXISTS idx_obs_created_active ON observations(created_at DESC) WHERE archived = 0`)
+  // Index for file path searches (code-linked memories)
+  db.run(`CREATE INDEX IF NOT EXISTS idx_obs_file_paths ON observations(file_paths) WHERE file_paths IS NOT NULL AND file_paths != '[]'`)
+  // Index for access patterns (frequently accessed memories)
+  db.run(`CREATE INDEX IF NOT EXISTS idx_obs_access ON observations(access_count DESC, last_accessed DESC)`)
+  // Index for source filtering
+  db.run(`CREATE INDEX IF NOT EXISTS idx_obs_source ON observations(source) WHERE archived = 0`)
+
+  // Activity log table
+  db.run(`
+    CREATE TABLE IF NOT EXISTS activity_log (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      session_id TEXT,
+      tool_name TEXT NOT NULL,
+      tool_input TEXT,
+      tool_output TEXT,
+      project TEXT,
+      file_path TEXT,
+      created_at TEXT NOT NULL
+    )
+  `)
+
+  db.run(`CREATE INDEX IF NOT EXISTS idx_activity_session ON activity_log(session_id)`)
+  db.run(`CREATE INDEX IF NOT EXISTS idx_activity_created ON activity_log(created_at)`)
+  db.run(`CREATE INDEX IF NOT EXISTS idx_activity_project ON activity_log(project)`)
+
+  // Observation links (supersedes/contradicts/supports relationships)
+  db.run(`
+    CREATE TABLE IF NOT EXISTS observation_links (
+      source_id TEXT NOT NULL,
+      target_id TEXT NOT NULL,
+      link_type TEXT NOT NULL,
+      created_at TEXT NOT NULL,
+      PRIMARY KEY (source_id, target_id)
+    )
+  `)
+
+  // Observation embeddings table for semantic search (Phase 26b)
+  db.run(`
+    CREATE TABLE IF NOT EXISTS observation_embeddings (
+      observation_id TEXT PRIMARY KEY,
+      embedding BLOB NOT NULL,
+      created_at TEXT NOT NULL,
+      FOREIGN KEY (observation_id) REFERENCES observations(id) ON DELETE CASCADE
+    )
+  `)
+}