sensorium-mcp 2.16.29 → 2.16.30

package/dist/data/memory/schema.js

@@ -0,0 +1,327 @@
+/**
+ * Memory database schema initialization and migrations.
+ *
+ * Owns the SQLite `db` handle creation via `initMemoryDb()`.
+ * Other memory modules import `Database` (the type) and call
+ * `initMemoryDb()` to obtain the singleton handle.
+ */
+import BetterSqlite3 from "better-sqlite3";
+import { mkdirSync } from "fs";
+import { homedir } from "os";
+import { join } from "path";
+import { log } from "../../logger.js";
+// ─── Helpers ─────────────────────────────────────────────────────────────────
+function nowISO() {
+    return new Date().toISOString();
+}
+// ─── Database Initialization ─────────────────────────────────────────────────
+const SCHEMA_VERSION = 5;
+// ─── Migrations ──────────────────────────────────────────────────────────────
+/**
+ * Migration functions keyed by target schema version.
+ * Each migration upgrades from version (key - 1) to version (key).
+ * Add new migrations here when SCHEMA_VERSION is bumped.
+ */
+const MIGRATIONS = {
+    2: (db) => {
+        db.exec(`
+      CREATE TABLE IF NOT EXISTS note_embeddings (
+        note_id    TEXT PRIMARY KEY,
+        embedding  BLOB NOT NULL,
+        model      TEXT NOT NULL DEFAULT 'text-embedding-3-small',
+        created_at TEXT NOT NULL
+      );
+      CREATE INDEX IF NOT EXISTS idx_emb_note ON note_embeddings(note_id);
+    `);
+    },
+    3: (db) => {
+        // Add priority column: 0=normal, 1=notable, 2=high importance
+        // Use try/catch because new databases already have the column in SCHEMA_SQL
+        try {
+            db.exec(`ALTER TABLE semantic_notes ADD COLUMN priority INTEGER NOT NULL DEFAULT 0`);
+        }
+        catch {
+            // Column already exists — safe to ignore
+        }
+        db.exec(`CREATE INDEX IF NOT EXISTS idx_sem_priority ON semantic_notes(priority DESC) WHERE valid_to IS NULL`);
+    },
+    4: (db) => {
+        // Add thread_id column: NULL = global, number = thread-scoped
+        try {
+            db.exec(`ALTER TABLE semantic_notes ADD COLUMN thread_id INTEGER`);
+        }
+        catch {
+            // Column already exists — safe to ignore
+        }
+        db.exec(`CREATE INDEX IF NOT EXISTS idx_sem_thread ON semantic_notes(thread_id) WHERE valid_to IS NULL`);
+        // Backfill thread_id from source episodes
+        const notes = db.prepare(`SELECT note_id, source_episodes FROM semantic_notes WHERE thread_id IS NULL`).all();
+        const update = db.prepare(`UPDATE semantic_notes SET thread_id = ? WHERE note_id = ?`);
+        let backfilled = 0;
+        for (const note of notes) {
+            let episodeIds = [];
+            try {
+                episodeIds = JSON.parse(note.source_episodes ?? "[]");
+            }
+            catch { /* ignore */ }
+            if (episodeIds.length === 0)
+                continue;
+            const placeholders = episodeIds.map(() => "?").join(",");
+            const rows = db.prepare(`SELECT thread_id, COUNT(*) as cnt FROM episodes WHERE episode_id IN (${placeholders}) GROUP BY thread_id ORDER BY cnt DESC LIMIT 1`).all(...episodeIds);
+            if (rows.length > 0 && rows[0].thread_id != null) {
+                update.run(rows[0].thread_id, note.note_id);
+                backfilled++;
+            }
+        }
+        if (backfilled > 0) {
+            log.info(`[migration-4] Backfilled thread_id on ${backfilled}/${notes.length} existing notes.`);
+        }
+    },
+    5: (db) => {
+        // Widen CHECK constraints on episodes table to include 'operator_reaction'
+        // type and 'reaction' modality. SQLite does not support ALTER COLUMN, so we
+        // must recreate the table.
+        db.exec(`
+      CREATE TABLE IF NOT EXISTS episodes_new (
+        episode_id     TEXT PRIMARY KEY,
+        session_id     TEXT NOT NULL,
+        thread_id      INTEGER NOT NULL,
+        timestamp      TEXT NOT NULL,
+        type           TEXT NOT NULL CHECK(type IN ('operator_message','agent_action','system_event','operator_reaction')),
+        modality       TEXT NOT NULL CHECK(modality IN ('text','voice','photo','video_note','document','mixed','reaction')),
+        content        TEXT NOT NULL,
+        topic_tags     TEXT,
+        importance     REAL NOT NULL DEFAULT 0.5,
+        consolidated   INTEGER DEFAULT 0,
+        accessed_count INTEGER DEFAULT 0,
+        last_accessed  TEXT,
+        created_at     TEXT NOT NULL
+      );
+      INSERT INTO episodes_new SELECT * FROM episodes;
+      DROP TABLE episodes;
+      ALTER TABLE episodes_new RENAME TO episodes;
+      CREATE INDEX IF NOT EXISTS idx_ep_thread_time ON episodes(thread_id, timestamp DESC);
+      CREATE INDEX IF NOT EXISTS idx_ep_importance ON episodes(importance DESC);
+      CREATE INDEX IF NOT EXISTS idx_ep_uncons ON episodes(consolidated) WHERE consolidated = 0;
+    `);
+    },
+};
+/**
+ * Read the current schema version from the database.
+ * Returns 1 if no version is recorded (initial schema).
+ */
+function getCurrentSchemaVersion(db) {
+    try {
+        const row = db
+            .prepare("SELECT MAX(version) as v FROM schema_version")
+            .get();
+        return row?.v ?? 1;
+    }
+    catch {
+        // Table may not exist yet on first run
+        return 0;
+    }
+}
+/**
+ * Run any pending migrations sequentially from the current stored version
+ * up to SCHEMA_VERSION.  Each migration runs inside a transaction.
+ */
+function runMigrations(db) {
+    const currentVersion = getCurrentSchemaVersion(db);
+    log.info(`[memory] Current schema version: ${currentVersion}, target: ${SCHEMA_VERSION}`);
+    for (let v = currentVersion + 1; v <= SCHEMA_VERSION; v++) {
+        const migration = MIGRATIONS[v];
+        if (migration) {
+            try {
+                // Run DDL migrations outside transactions — SQLite DDL + transactions
+                // can have subtle issues in WAL mode with better-sqlite3.
+                migration(db);
+                db.prepare("INSERT OR REPLACE INTO schema_version (version, applied_at) VALUES (?, ?)").run(v, nowISO());
+                log.info(`[memory] Migrated schema to version ${v}`);
+            }
+            catch (err) {
+                log.error(`[memory] Migration ${v} FAILED: ${err instanceof Error ? err.message : String(err)}`);
+                throw err;
+            }
+        }
+    }
+}
+const SCHEMA_SQL = `
+CREATE TABLE IF NOT EXISTS episodes (
+  episode_id     TEXT PRIMARY KEY,
+  session_id     TEXT NOT NULL,
+  thread_id      INTEGER NOT NULL,
+  timestamp      TEXT NOT NULL,
+  type           TEXT NOT NULL CHECK(type IN ('operator_message','agent_action','system_event','operator_reaction')),
+  modality       TEXT NOT NULL CHECK(modality IN ('text','voice','photo','video_note','document','mixed','reaction')),
+  content        TEXT NOT NULL,
+  topic_tags     TEXT,
+  importance     REAL NOT NULL DEFAULT 0.5,
+  consolidated   INTEGER DEFAULT 0,
+  accessed_count INTEGER DEFAULT 0,
+  last_accessed  TEXT,
+  created_at     TEXT NOT NULL
+);
+
+CREATE INDEX IF NOT EXISTS idx_ep_thread_time ON episodes(thread_id, timestamp DESC);
+CREATE INDEX IF NOT EXISTS idx_ep_importance ON episodes(importance DESC);
+CREATE INDEX IF NOT EXISTS idx_ep_uncons ON episodes(consolidated) WHERE consolidated = 0;
+
+CREATE TABLE IF NOT EXISTS semantic_notes (
+  note_id         TEXT PRIMARY KEY,
+  type            TEXT NOT NULL CHECK(type IN ('fact','preference','pattern','entity','relationship')),
+  content         TEXT NOT NULL,
+  keywords        TEXT NOT NULL,
+  confidence      REAL NOT NULL DEFAULT 0.5,
+  source_episodes TEXT,
+  linked_notes    TEXT,
+  link_reasons    TEXT,
+  valid_from      TEXT NOT NULL,
+  valid_to        TEXT,
+  superseded_by   TEXT,
+  access_count    INTEGER DEFAULT 0,
+  last_accessed   TEXT,
+  priority        INTEGER NOT NULL DEFAULT 0,
+  thread_id       INTEGER,
+  created_at      TEXT NOT NULL,
+  updated_at      TEXT NOT NULL
+);
+
+CREATE INDEX IF NOT EXISTS idx_sem_type ON semantic_notes(type);
+CREATE INDEX IF NOT EXISTS idx_sem_conf ON semantic_notes(confidence DESC);
+CREATE INDEX IF NOT EXISTS idx_sem_valid ON semantic_notes(valid_to) WHERE valid_to IS NULL;
+CREATE INDEX IF NOT EXISTS idx_sem_priority ON semantic_notes(priority DESC) WHERE valid_to IS NULL;
+CREATE INDEX IF NOT EXISTS idx_sem_thread ON semantic_notes(thread_id) WHERE valid_to IS NULL;
+
+CREATE TABLE IF NOT EXISTS procedures (
+  procedure_id       TEXT PRIMARY KEY,
+  name               TEXT NOT NULL,
+  type               TEXT NOT NULL CHECK(type IN ('workflow','habit','tool_pattern','template')),
+  description        TEXT NOT NULL,
+  steps              TEXT,
+  trigger_conditions TEXT,
+  success_rate       REAL DEFAULT 0.5,
+  times_executed     INTEGER DEFAULT 0,
+  last_executed_at   TEXT,
+  learned_from       TEXT,
+  corrections        TEXT,
+  related_procedures TEXT,
+  confidence         REAL DEFAULT 0.5,
+  created_at         TEXT NOT NULL,
+  updated_at         TEXT NOT NULL
+);
+
+CREATE INDEX IF NOT EXISTS idx_proc_name ON procedures(name);
+CREATE INDEX IF NOT EXISTS idx_proc_type ON procedures(type);
+
+CREATE TABLE IF NOT EXISTS meta_topic_index (
+  topic            TEXT PRIMARY KEY,
+  semantic_count   INTEGER DEFAULT 0,
+  procedural_count INTEGER DEFAULT 0,
+  last_updated     TEXT,
+  avg_confidence   REAL DEFAULT 0.5,
+  total_accesses   INTEGER DEFAULT 0
+);
+
+CREATE TABLE IF NOT EXISTS meta_consolidation_log (
+  id                  INTEGER PRIMARY KEY AUTOINCREMENT,
+  run_at              TEXT NOT NULL,
+  episodes_processed  INTEGER,
+  notes_created       INTEGER,
+  duration_ms         INTEGER
+);
+
+CREATE TABLE IF NOT EXISTS voice_signatures (
+  id             INTEGER PRIMARY KEY AUTOINCREMENT,
+  episode_id     TEXT NOT NULL,
+  emotion        TEXT,
+  arousal        REAL,
+  dominance      REAL,
+  valence        REAL,
+  speech_rate    REAL,
+  mean_pitch_hz  REAL,
+  pitch_std_hz   REAL,
+  jitter         REAL,
+  shimmer        REAL,
+  hnr_db         REAL,
+  audio_events   TEXT,
+  duration_sec   REAL,
+  created_at     TEXT NOT NULL
+);
+
+CREATE INDEX IF NOT EXISTS idx_voice_ep ON voice_signatures(episode_id);
+CREATE INDEX IF NOT EXISTS idx_voice_time ON voice_signatures(created_at DESC);
+
+CREATE TABLE IF NOT EXISTS note_embeddings (
+  note_id    TEXT PRIMARY KEY,
+  embedding  BLOB NOT NULL,
+  model      TEXT NOT NULL DEFAULT 'text-embedding-3-small',
+  created_at TEXT NOT NULL
+);
+
+CREATE INDEX IF NOT EXISTS idx_emb_note ON note_embeddings(note_id);
+
+CREATE TABLE IF NOT EXISTS schema_version (
+  version     INTEGER PRIMARY KEY,
+  applied_at  TEXT NOT NULL
+);
+`;
+export function initMemoryDb() {
+    const dbDir = join(homedir(), ".remote-copilot-mcp");
+    mkdirSync(dbDir, { recursive: true });
+    const dbPath = join(dbDir, "memory.db");
+    const db = new BetterSqlite3(dbPath);
+    db.pragma("journal_mode = WAL");
+    db.pragma("foreign_keys = ON");
+    // Create all tables
+    db.exec(SCHEMA_SQL);
+    // Record base schema version for brand-new databases only
+    const versionCount = db.prepare("SELECT COUNT(*) as cnt FROM schema_version").get().cnt;
+    if (versionCount === 0) {
+        // New database — record version 1 as the base, then run all migrations up to SCHEMA_VERSION
+        db.prepare("INSERT INTO schema_version (version, applied_at) VALUES (1, ?)").run(nowISO());
+    }
+    else {
+        // Repair: older code may have recorded SCHEMA_VERSION prematurely without running migrations.
+        // Detect by checking if version 3 was recorded but the priority column is missing.
+        const hasV3 = db.prepare("SELECT version FROM schema_version WHERE version = 3").get();
+        if (hasV3) {
+            const cols = db.prepare("PRAGMA table_info(semantic_notes)").all();
+            const hasPriority = cols.some(c => c.name === "priority");
+            if (!hasPriority) {
+                // Version 3 was recorded but migration never ran — reset to version 2
+                db.prepare("DELETE FROM schema_version WHERE version >= 3").run();
+                log.warn("[memory] Repaired: schema_version was ahead of actual migrations, reset to v2");
+            }
+        }
+        const hasV4 = db.prepare("SELECT version FROM schema_version WHERE version = 4").get();
+        if (hasV4) {
+            const cols = db.prepare("PRAGMA table_info(semantic_notes)").all();
+            const hasThreadId = cols.some(c => c.name === "thread_id");
+            if (!hasThreadId) {
+                db.prepare("DELETE FROM schema_version WHERE version >= 4").run();
+                log.warn("[memory] Repaired: schema_version was ahead of actual migrations, reset to v3");
+            }
+        }
+    }
+    // Run any pending migrations (will upgrade from stored version to SCHEMA_VERSION)
+    runMigrations(db);
+    // Direct repair: ensure priority column exists regardless of migration state.
+    // This handles edge cases where migrations fail silently or the migration system
+    // recorded a version without actually applying the schema change.
+    {
+        const cols = db.prepare("PRAGMA table_info(semantic_notes)").all();
+        if (!cols.some(c => c.name === "priority")) {
+            log.info("[memory] Direct repair: adding missing priority column");
+            db.exec(`ALTER TABLE semantic_notes ADD COLUMN priority INTEGER NOT NULL DEFAULT 0`);
+            db.exec(`CREATE INDEX IF NOT EXISTS idx_sem_priority ON semantic_notes(priority DESC) WHERE valid_to IS NULL`);
+        }
+        if (!cols.some(c => c.name === "thread_id")) {
+            log.info("[memory] Direct repair: adding missing thread_id column");
+            db.exec(`ALTER TABLE semantic_notes ADD COLUMN thread_id INTEGER`);
+            db.exec(`CREATE INDEX IF NOT EXISTS idx_sem_thread ON semantic_notes(thread_id) WHERE valid_to IS NULL`);
+        }
+    }
+    return db;
+}
+//# sourceMappingURL=schema.js.map

package/dist/data/memory/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../src/data/memory/schema.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,aAAa,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAC/B,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAC;AAKtC,gFAAgF;AAEhF,SAAS,MAAM;IACb,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AAClC,CAAC;AAED,gFAAgF;AAEhF,MAAM,cAAc,GAAG,CAAC,CAAC;AAEzB,gFAAgF;AAEhF;;;;GAIG;AACH,MAAM,UAAU,GAA2C;IACzD,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE;QACR,EAAE,CAAC,IAAI,CAAC;;;;;;;;KAQP,CAAC,CAAC;IACL,CAAC;IACD,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE;QACR,8DAA8D;QAC9D,4EAA4E;QAC5E,IAAI,CAAC;YACH,EAAE,CAAC,IAAI,CAAC,2EAA2E,CAAC,CAAC;QACvF,CAAC;QAAC,MAAM,CAAC;YACP,yCAAyC;QAC3C,CAAC;QACD,EAAE,CAAC,IAAI,CAAC,qGAAqG,CAAC,CAAC;IACjH,CAAC;IACD,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE;QACR,8DAA8D;QAC9D,IAAI,CAAC;YACH,EAAE,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;QACrE,CAAC;QAAC,MAAM,CAAC;YACP,yCAAyC;QAC3C,CAAC;QACD,EAAE,CAAC,IAAI,CAAC,+FAA+F,CAAC,CAAC;QAEzG,0CAA0C;QAC1C,MAAM,KAAK,GAAG,EAAE,CAAC,OAAO,CACtB,6EAA6E,CAC9E,CAAC,GAAG,EAA2D,CAAC;QACjE,MAAM,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC,2DAA2D,CAAC,CAAC;QACvF,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,UAAU,GAAa,EAAE,CAAC;YAC9B,IAAI,CAAC;gBAAC,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;YACrF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YACtC,MAAM,YAAY,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzD,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CACrB,wEAAwE,YAAY,gDAAgD,CACrI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAyC,CAAC;YAC7D,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,IAAI,EAAE,CAAC;gBACjD,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC5C,UAAU,EAAE,CAAC;YACf,CAAC;QACH,CAAC;QACD,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YACnB,GAAG,CAAC,IAAI,CAAC,yCAAyC,UAAU,IAAI,KAAK,CAAC,MAAM,kBAAkB,CAAC,CAAC;QAClG,CAAC;IACH,CAAC;IACD,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE;QACR,2EAA2E;QAC3E,4EAA4E;QAC5E,2BAA2B;QAC3B,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;KAsBP,CAAC,CAAC;IACL,CAAC;CACF,CAAC;AAEF;;;GAGG;AACH,SAAS,uBAAuB,CAAC,EAAY;IAC3C,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,EAAE;aACX,OAAO,CAAC,8CAA8C,CAAC;aACvD,GAAG,EAAsC,CAAC;QAC7C,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IACrB,CAAC;IAAC,MAAM,CAAC;QACP,uCAAuC;QACvC,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,SAAS,aAAa,CAAC,EAAY;IACjC,MAAM,cAAc,GAAG,uBAAuB,CAAC,EAAE,CAAC,CAAC;IACnD,GAAG,CAAC,IAAI,CAAC,oCAAoC,cAAc,aAAa,cAAc,EAAE,CAAC,CAAC;IAC1F,KAAK,IAAI,CAAC,GAAG,cAAc,GAAG,CAAC,EAAE,CAAC,IAAI,cAAc,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1D,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QAChC,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC;gBACH,sEAAsE;gBACtE,0DAA0D;gBAC1D,SAAS,CAAC,EAAE,CAAC,CAAC;gBACd,EAAE,CAAC,OAAO,CACR,2EAA2E,CAC5E,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;gBACnB,GAAG,CAAC,IAAI,CAAC,uCAAuC,CAAC,EAAE,CAAC,CAAC;YACvD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,KAAK,CAAC,sBAAsB,CAAC,YAAY,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACjG,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAuHlB,CAAC;AAEF,MAAM,UAAU,YAAY;IAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,qBAAqB,CAAC,CAAC;IACrD,SAAS,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEtC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IACxC,MAAM,EAAE,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;IAErC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAChC,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAE/B,oBAAoB;IACpB,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAEpB,0DAA0D;IAC1D,MAAM,YAAY,GAAI,EAAE,CAAC,OAAO,CAAC,4CAA4C,CAAC,CAAC,GAAG,EAAsB,CAAC,GAAG,CAAC;IAC7G,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;QACvB,4FAA4F;QAC5F,EAAE,CAAC,OAAO,CAAC,gEAAgE,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7F,CAAC;SAAM,CAAC;QACN,8FAA8F;QAC9F,mFAAmF;QACnF,MAAM,KAAK,GAAG,EAAE,CAAC,OAAO,CAAC,sDAAsD,CAAC,CAAC,GAAG,EAAE,CAAC;QACvF,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,mCAAmC,CAAC,CAAC,GAAG,EAA6B,CAAC;YAC9F,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;YAC1D,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,sEAAsE;gBACtE,EAAE,CAAC,OAAO,CAAC,+CAA+C,CAAC,CAAC,GAAG,EAAE,CAAC;gBAClE,GAAG,CAAC,IAAI,CAAC,+EAA+E,CAAC,CAAC;YAC5F,CAAC;QACH,CAAC;QACD,MAAM,KAAK,GAAG,EAAE,CAAC,OAAO,CAAC,sDAAsD,CAAC,CAAC,GAAG,EAAE,CAAC;QACvF,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,mCAAmC,CAAC,CAAC,GAAG,EAA6B,CAAC;YAC9F,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;YAC3D,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,EAAE,CAAC,OAAO,CAAC,+CAA+C,CAAC,CAAC,GAAG,EAAE,CAAC;gBAClE,GAAG,CAAC,IAAI,CAAC,+EAA+E,CAAC,CAAC;YAC5F,CAAC;QACH,CAAC;IACH,CAAC;IAED,kFAAkF;IAClF,aAAa,CAAC,EAAE,CAAC,CAAC;IAElB,8EAA8E;IAC9E,iFAAiF;IACjF,kEAAkE;IAClE,CAAC;QACC,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,mCAAmC,CAAC,CAAC,GAAG,EAA6B,CAAC;QAC9F,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,EAAE,CAAC;YAC3C,GAAG,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;YACnE,EAAE,CAAC,IAAI,CAAC,2EAA2E,CAAC,CAAC;YACrF,EAAE,CAAC,IAAI,CAAC,qGAAqG,CAAC,CAAC;QACjH,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,EAAE,CAAC;YAC5C,GAAG,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;YACpE,EAAE,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;YACnE,EAAE,CAAC,IAAI,CAAC,+FAA+F,CAAC,CAAC;QAC3G,CAAC;IACH,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC"}

package/dist/data/memory/semantic.d.ts

@@ -0,0 +1,94 @@
+/**
+ * Semantic note CRUD operations for the memory system.
+ *
+ * Extracted from memory.ts — semantic memory layer.
+ */
+import type { Database } from "./schema.js";
+export interface SemanticNote {
+    noteId: string;
+    type: "fact" | "preference" | "pattern" | "entity" | "relationship";
+    content: string;
+    keywords: string[];
+    confidence: number;
+    priority: number;
+    threadId: number | null;
+    sourceEpisodes: string[];
+    linkedNotes: string[];
+    linkReasons: Record<string, string>;
+    validFrom: string;
+    validTo: string | null;
+    supersededBy: string | null;
+    accessCount: number;
+    lastAccessed: string | null;
+    createdAt: string;
+    updatedAt: string;
+}
+export declare function updateTopicIndexForKeywords(db: Database, keywords: string[], layer: "semantic" | "procedural"): void;
+export declare function decrementTopicIndexForKeywords(db: Database, keywords: string[], layer: "semantic" | "procedural"): void;
+export declare function saveSemanticNote(db: Database, note: {
+    type: "fact" | "preference" | "pattern" | "entity" | "relationship";
+    content: string;
+    keywords: string[];
+    confidence?: number;
+    priority?: number;
+    threadId?: number | null;
+    sourceEpisodes?: string[];
+}): string;
+export declare function searchSemanticNotes(db: Database, query: string, options?: {
+    types?: string[];
+    maxResults?: number;
+    skipAccessTracking?: boolean;
+}): SemanticNote[];
+export declare function searchSemanticNotesRanked(db: Database, query: string, options?: {
+    types?: string[];
+    maxResults?: number;
+    skipAccessTracking?: boolean;
+    minMatchRatio?: number;
+    threadId?: number;
+}): SemanticNote[];
+export declare function getTopSemanticNotes(db: Database, options?: {
+    type?: string;
+    limit?: number;
+    sortBy?: "confidence" | "access_count" | "created_at";
+}): SemanticNote[];
+export declare function updateSemanticNote(db: Database, noteId: string, updates: Partial<{
+    content: string;
+    confidence: number;
+    priority: number;
+    keywords: string[];
+    linkedNotes: string[];
+    linkReasons: Record<string, string>;
+}>): void;
+export declare function supersedeNote(db: Database, oldNoteId: string, newNote: {
+    type: string;
+    content: string;
+    keywords: string[];
+    confidence?: number;
+    priority?: number;
+    sourceEpisodes?: string[];
+}): string;
+/** Store a pre-computed embedding vector for a semantic note. */
+export declare function saveNoteEmbedding(db: Database, noteId: string, embedding: Float32Array): void;
+/**
+ * Search semantic notes using embedding cosine similarity.
+ * Returns notes sorted by similarity score, filtered by minimum threshold.
+ */
+export declare function searchByEmbedding(db: Database, queryEmbedding: Float32Array, options?: {
+    maxResults?: number;
+    minSimilarity?: number;
+    skipAccessTracking?: boolean;
+    threadId?: number;
+}): (SemanticNote & {
+    similarity: number;
+})[];
+/** Get note IDs that don't have embeddings yet (for backfill). */
+export declare function getNotesWithoutEmbeddings(db: Database): {
+    noteId: string;
+    content: string;
+}[];
+/**
+ * Find semantic notes that potentially conflict with a given note
+ * by sharing >= 2 keywords of the same type.
+ */
+export declare function findPotentialConflicts(db: Database, noteId: string): SemanticNote[];
+//# sourceMappingURL=semantic.d.ts.map

package/dist/data/memory/semantic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"semantic.d.ts","sourceRoot":"","sources":["../../../src/data/memory/semantic.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAK5C,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS,GAAG,QAAQ,GAAG,cAAc,CAAC;IACpE,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AA6DD,wBAAgB,2BAA2B,CAAC,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,UAAU,GAAG,YAAY,GAAG,IAAI,CAsBpH;AAED,wBAAgB,8BAA8B,CAAC,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,UAAU,GAAG,YAAY,GAAG,IAAI,CAoBvH;AAID,wBAAgB,gBAAgB,CAC9B,EAAE,EAAE,QAAQ,EACZ,IAAI,EAAE;IACJ,IAAI,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS,GAAG,QAAQ,GAAG,cAAc,CAAC;IACpE,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;CAC3B,GACA,MAAM,CA4BR;AAED,wBAAgB,mBAAmB,CACjC,EAAE,EAAE,QAAQ,EACZ,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE;IAAE,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAAC,kBAAkB,CAAC,EAAE,OAAO,CAAA;CAAE,GAChF,YAAY,EAAE,CAgDhB;AAED,wBAAgB,yBAAyB,CACvC,EAAE,EAAE,QAAQ,EACZ,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE;IAAE,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAAC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,GAC3H,YAAY,EAAE,CAgEhB;AAED,wBAAgB,mBAAmB,CACjC,EAAE,EAAE,QAAQ,EACZ,OAAO,CAAC,EAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,YAAY,GAAG,cAAc,GAAG,YAAY,CAAA;CAAE,GACjG,YAAY,EAAE,CAwBhB;AAED,wBAAgB,kBAAkB,CAChC,EAAE,EAAE,QAAQ,EACZ,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,OAAO,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACrC,CAAC,GACD,IAAI,CAgCN;AAED,wBAAgB,aAAa,CAC3B,EAAE,EAAE,QAAQ,EACZ,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE;IACP,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;CAC3B,GACA,MAAM,CAmCR;AAID,iEAAiE;AACjE,wBAAgB,iBAAiB,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,GAAG,IAAI,CAK7F;AAsBD;;;GAGG;AACH,wBAAgB,iBAAiB,CAC7B,EAAE,EAAE,QAAQ,EACZ,cAAc,EAAE,YAAY,EAC5B,OAAO,CAAC,EAAE;IAAE,UAAU,CAAC,EAAE,MAAM,CAAC;IAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IAAC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,GAC3G,CAAC,YAAY,GAAG;IAAE,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC,EAAE,CAoD3C;AAED,kEAAkE;AAClE,wBAAgB,yBAAyB,CAAC,EAAE,EAAE,QAAQ,GAAG;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,EAAE,CAM7F;AAED;;;GAGG;AACH,wBAAgB,sBAAsB,CACpC,EAAE,EAAE,QAAQ,EACZ,MAAM,EAAE,MAAM,GACb,YAAY,EAAE,CAyBhB"}