nemoris 0.1.0 → 0.1.2

package/src/runtime/session-search.js

@@ -1,155 +1,155 @@
-/**
- * FTS5-powered session search over conversation history.
- * Searches context_events (messages) and context_summaries (compacted history).
- */
-
-/**
- * Normalize a user query into FTS5 MATCH syntax.
- * "did we discuss auth last week" → "\"did\" OR \"we\" OR \"discuss\" OR \"auth\" OR \"last\" OR \"week\""
- */
-function normalizeQuery(query) {
-  return String(query || "")
-    .split(/[^a-z0-9]+/i)
-    .map(t => t.trim())
-    .filter(t => t.length > 1)
-    .map(t => `"${t.replace(/"/g, "")}"`)
-    .join(" OR ");
-}
-
-/**
- * Extract text content from a context_event payload_json.
- */
-function extractContent(payloadJson) {
-  try {
-    const p = typeof payloadJson === "string" ? JSON.parse(payloadJson) : payloadJson;
-    // message_in/message_out typically have { content: "..." } or { text: "..." } or is a plain string
-    if (typeof p === "string") return p;
-    return p.content || p.text || p.message || p.summary || JSON.stringify(p);
-  } catch {
-    return String(payloadJson || "");
-  }
-}
-
-export class SessionSearch {
-  constructor(contextLedger) {
-    this.ledger = contextLedger;
-    this.db = contextLedger.db;
-  }
-
-  /**
-   * Ensure FTS5 tables exist. Called once after ledger.open().
-   */
-  ensureSchema() {
-    this.db.exec(`
-      CREATE VIRTUAL TABLE IF NOT EXISTS context_events_fts USING fts5(
-        event_id UNINDEXED, session_id UNINDEXED, kind UNINDEXED, ts UNINDEXED, content
-      );
-    `);
-    this.db.exec(`
-      CREATE VIRTUAL TABLE IF NOT EXISTS context_summaries_fts USING fts5(
-        summary_id UNINDEXED, session_id UNINDEXED, summary_text
-      );
-    `);
-  }
-
-  /**
-   * Index a single context event into FTS5. Call this after appendEvent().
-   */
-  indexEvent(event) {
-    // Only index message events — tool_call/tool_result/state_patch are noisy
-    if (event.kind !== "message_in" && event.kind !== "message_out") return;
-    const content = extractContent(event.payload_json);
-    if (!content || content.length < 5) return;
-    this.db.prepare(
-      "INSERT INTO context_events_fts (event_id, session_id, kind, ts, content) VALUES (?, ?, ?, ?, ?)"
-    ).run(event.id, event.session_id, event.kind, String(event.ts), content);
-  }
-
-  /**
-   * Index a single context summary into FTS5. Call after creating a summary.
-   */
-  indexSummary(summary) {
-    this.db.prepare(
-      "INSERT INTO context_summaries_fts (summary_id, session_id, summary_text) VALUES (?, ?, ?)"
-    ).run(String(summary.id), summary.session_id, summary.summary_text);
-  }
-
-  /**
-   * Rebuild the FTS index from scratch (for existing data).
-   */
-  rebuildIndex() {
-    // Clear existing
-    this.db.exec("DELETE FROM context_events_fts");
-    this.db.exec("DELETE FROM context_summaries_fts");
-
-    // Re-index all message events
-    const events = this.db.prepare(
-      "SELECT id, session_id, kind, ts, payload_json FROM context_events WHERE kind IN ('message_in', 'message_out')"
-    ).all();
-    const insertEvent = this.db.prepare(
-      "INSERT INTO context_events_fts (event_id, session_id, kind, ts, content) VALUES (?, ?, ?, ?, ?)"
-    );
-    for (const e of events) {
-      const content = extractContent(e.payload_json);
-      if (content && content.length >= 5) {
-        insertEvent.run(e.id, e.session_id, e.kind, String(e.ts), content);
-      }
-    }
-
-    // Re-index all summaries
-    const summaries = this.db.prepare(
-      "SELECT id, session_id, summary_text FROM context_summaries"
-    ).all();
-    const insertSummary = this.db.prepare(
-      "INSERT INTO context_summaries_fts (summary_id, session_id, summary_text) VALUES (?, ?, ?)"
-    );
-    for (const s of summaries) {
-      insertSummary.run(String(s.id), s.session_id, s.summary_text);
-    }
-  }
-
-  /**
-   * Search across events and summaries. Returns ranked results.
-   * @param {string} query User's search query
-   * @param {{ sessionId?: string, limit?: number }} opts
-   * @returns {{ events: Array, summaries: Array }}
-   */
-  search(query, { sessionId, limit = 10 } = {}) {
-    const match = normalizeQuery(query);
-    if (!match) return { events: [], summaries: [] };
-
-    const sessionFilter = sessionId ? "AND session_id = ?" : "";
-    const params = sessionId ? [match, sessionId, limit] : [match, limit];
-
-    let events = [];
-    try {
-      events = this.db.prepare(`
-        SELECT event_id, session_id, kind, ts, snippet(context_events_fts, 4, '»', '«', '...', 32) as snippet,
-               rank
-        FROM context_events_fts
-        WHERE context_events_fts MATCH ?
-        ${sessionFilter}
-        ORDER BY rank
-        LIMIT ?
-      `).all(...params);
-    } catch { /* FTS5 match can throw on malformed queries */ }
-
-    let summaries = [];
-    try {
-      summaries = this.db.prepare(`
-        SELECT summary_id, session_id, snippet(context_summaries_fts, 2, '»', '«', '...', 32) as snippet,
-               rank
-        FROM context_summaries_fts
-        WHERE context_summaries_fts MATCH ?
-        ${sessionFilter}
-        ORDER BY rank
-        LIMIT ?
-      `).all(...params);
-    } catch { /* FTS5 match can throw on malformed queries */ }
-
-    return { events, summaries };
-  }
-}
-
-// Export extractContent and normalizeQuery for testing
-export { extractContent, normalizeQuery };
+/**
+ * FTS5-powered session search over conversation history.
+ * Searches context_events (messages) and context_summaries (compacted history).
+ */
+
+/**
+ * Normalize a user query into FTS5 MATCH syntax.
+ * "did we discuss auth last week" → "\"did\" OR \"we\" OR \"discuss\" OR \"auth\" OR \"last\" OR \"week\""
+ */
+function normalizeQuery(query) {
+  return String(query || "")
+    .split(/[^a-z0-9]+/i)
+    .map(t => t.trim())
+    .filter(t => t.length > 1)
+    .map(t => `"${t.replace(/"/g, "")}"`)
+    .join(" OR ");
+}
+
+/**
+ * Extract text content from a context_event payload_json.
+ */
+function extractContent(payloadJson) {
+  try {
+    const p = typeof payloadJson === "string" ? JSON.parse(payloadJson) : payloadJson;
+    // message_in/message_out typically have { content: "..." } or { text: "..." } or is a plain string
+    if (typeof p === "string") return p;
+    return p.content || p.text || p.message || p.summary || JSON.stringify(p);
+  } catch {
+    return String(payloadJson || "");
+  }
+}
+
+export class SessionSearch {
+  constructor(contextLedger) {
+    this.ledger = contextLedger;
+    this.db = contextLedger.db;
+  }
+
+  /**
+   * Ensure FTS5 tables exist. Called once after ledger.open().
+   */
+  ensureSchema() {
+    this.db.exec(`
+      CREATE VIRTUAL TABLE IF NOT EXISTS context_events_fts USING fts5(
+        event_id UNINDEXED, session_id UNINDEXED, kind UNINDEXED, ts UNINDEXED, content
+      );
+    `);
+    this.db.exec(`
+      CREATE VIRTUAL TABLE IF NOT EXISTS context_summaries_fts USING fts5(
+        summary_id UNINDEXED, session_id UNINDEXED, summary_text
+      );
+    `);
+  }
+
+  /**
+   * Index a single context event into FTS5. Call this after appendEvent().
+   */
+  indexEvent(event) {
+    // Only index message events — tool_call/tool_result/state_patch are noisy
+    if (event.kind !== "message_in" && event.kind !== "message_out") return;
+    const content = extractContent(event.payload_json);
+    if (!content || content.length < 5) return;
+    this.db.prepare(
+      "INSERT INTO context_events_fts (event_id, session_id, kind, ts, content) VALUES (?, ?, ?, ?, ?)"
+    ).run(event.id, event.session_id, event.kind, String(event.ts), content);
+  }
+
+  /**
+   * Index a single context summary into FTS5. Call after creating a summary.
+   */
+  indexSummary(summary) {
+    this.db.prepare(
+      "INSERT INTO context_summaries_fts (summary_id, session_id, summary_text) VALUES (?, ?, ?)"
+    ).run(String(summary.id), summary.session_id, summary.summary_text);
+  }
+
+  /**
+   * Rebuild the FTS index from scratch (for existing data).
+   */
+  rebuildIndex() {
+    // Clear existing
+    this.db.exec("DELETE FROM context_events_fts");
+    this.db.exec("DELETE FROM context_summaries_fts");
+
+    // Re-index all message events
+    const events = this.db.prepare(
+      "SELECT id, session_id, kind, ts, payload_json FROM context_events WHERE kind IN ('message_in', 'message_out')"
+    ).all();
+    const insertEvent = this.db.prepare(
+      "INSERT INTO context_events_fts (event_id, session_id, kind, ts, content) VALUES (?, ?, ?, ?, ?)"
+    );
+    for (const e of events) {
+      const content = extractContent(e.payload_json);
+      if (content && content.length >= 5) {
+        insertEvent.run(e.id, e.session_id, e.kind, String(e.ts), content);
+      }
+    }
+
+    // Re-index all summaries
+    const summaries = this.db.prepare(
+      "SELECT id, session_id, summary_text FROM context_summaries"
+    ).all();
+    const insertSummary = this.db.prepare(
+      "INSERT INTO context_summaries_fts (summary_id, session_id, summary_text) VALUES (?, ?, ?)"
+    );
+    for (const s of summaries) {
+      insertSummary.run(String(s.id), s.session_id, s.summary_text);
+    }
+  }
+
+  /**
+   * Search across events and summaries. Returns ranked results.
+   * @param {string} query User's search query
+   * @param {{ sessionId?: string, limit?: number }} opts
+   * @returns {{ events: Array, summaries: Array }}
+   */
+  search(query, { sessionId, limit = 10 } = {}) {
+    const match = normalizeQuery(query);
+    if (!match) return { events: [], summaries: [] };
+
+    const sessionFilter = sessionId ? "AND session_id = ?" : "";
+    const params = sessionId ? [match, sessionId, limit] : [match, limit];
+
+    let events = [];
+    try {
+      events = this.db.prepare(`
+        SELECT event_id, session_id, kind, ts, snippet(context_events_fts, 4, '»', '«', '...', 32) as snippet,
+               rank
+        FROM context_events_fts
+        WHERE context_events_fts MATCH ?
+        ${sessionFilter}
+        ORDER BY rank
+        LIMIT ?
+      `).all(...params);
+    } catch { /* FTS5 match can throw on malformed queries */ }
+
+    let summaries = [];
+    try {
+      summaries = this.db.prepare(`
+        SELECT summary_id, session_id, snippet(context_summaries_fts, 2, '»', '«', '...', 32) as snippet,
+               rank
+        FROM context_summaries_fts
+        WHERE context_summaries_fts MATCH ?
+        ${sessionFilter}
+        ORDER BY rank
+        LIMIT ?
+      `).all(...params);
+    } catch { /* FTS5 match can throw on malformed queries */ }
+
+    return { events, summaries };
+  }
+}
+
+// Export extractContent and normalizeQuery for testing
+export { extractContent, normalizeQuery };