@charzhu/openjaw-agent 0.2.0 → 0.2.1

package/README.md

@@ -51,7 +51,7 @@ Use the default command for the new TUI, `--legacy-ui` to A/B test against the p
 
 ### Prerequisites
 
-- **Node.js 18+** — [Download](https://nodejs.org)
+- **Node.js 22.5+** — [Download](https://nodejs.org). Uses the built-in `node:sqlite` module. Node 23.5+ recommended (its bundled SQLite includes FTS5 for faster memory search; older builds fall back to a LIKE-based scan).
 - **Windows 10/11** recommended (some automation tools require Windows; cross-platform basics work elsewhere)
 - **LLM access** — Maestro proxy, Anthropic/OpenAI API keys, or GitHub Copilot via `/connect`
 

package/dist/main.js

@@ -8978,6 +8978,19 @@ import { DatabaseSync } from "node:sqlite";
 import { join as join12 } from "node:path";
 import { homedir as homedir9 } from "node:os";
 import { mkdirSync as mkdirSync8, existsSync as existsSync10 } from "node:fs";
+function hasFts5() {
+  return _hasFts5;
+}
+function detectFts5(database) {
+  const probe = `__fts5_probe_${Date.now()}_${Math.random().toString(36).slice(2, 8)}`;
+  try {
+    database.exec(`CREATE VIRTUAL TABLE temp.${probe} USING fts5(x)`);
+    database.exec(`DROP TABLE temp.${probe}`);
+    return true;
+  } catch {
+    return false;
+  }
+}
 function getMemoryDb() {
   if (!db) {
     if (!existsSync10(DB_DIR)) {
@@ -8987,12 +9000,12 @@ function getMemoryDb() {
     db.exec("PRAGMA journal_mode=WAL");
     db.exec("PRAGMA busy_timeout=5000");
     ensureSchema(db);
-    logger_default.debug("Memory database opened", { path: DB_PATH });
+    logger_default.debug("Memory database opened", { path: DB_PATH, hasFts5: _hasFts5 });
   }
   return db;
 }
-function ensureSchema(db2) {
-  db2.exec(`
+function ensureSchema(database) {
+  database.exec(`
     CREATE TABLE IF NOT EXISTS memories (
       id INTEGER PRIMARY KEY AUTOINCREMENT,
       content TEXT NOT NULL,
@@ -9002,36 +9015,49 @@ function ensureSchema(db2) {
       created_at TEXT NOT NULL DEFAULT (datetime('now'))
     )
   `);
-  db2.exec(`
-    CREATE VIRTUAL TABLE IF NOT EXISTS memories_fts USING fts5(
-      content,
-      content='memories',
-      content_rowid='id',
-      tokenize='unicode61'
-    )
-  `);
-  db2.exec(`
-    CREATE TRIGGER IF NOT EXISTS memories_ai AFTER INSERT ON memories BEGIN
-      INSERT INTO memories_fts(rowid, content) VALUES (new.id, new.content);
-    END
-  `);
-  db2.exec(`
-    CREATE TRIGGER IF NOT EXISTS memories_ad AFTER DELETE ON memories BEGIN
-      INSERT INTO memories_fts(memories_fts, rowid, content) VALUES ('delete', old.id, old.content);
-    END
-  `);
-  db2.exec(`
-    CREATE TRIGGER IF NOT EXISTS memories_au AFTER UPDATE ON memories BEGIN
-      INSERT INTO memories_fts(memories_fts, rowid, content) VALUES ('delete', old.id, old.content);
-      INSERT INTO memories_fts(rowid, content) VALUES (new.id, new.content);
-    END
-  `);
+  _hasFts5 = detectFts5(database);
+  if (_hasFts5) {
+    database.exec(`
+      CREATE VIRTUAL TABLE IF NOT EXISTS memories_fts USING fts5(
+        content,
+        content='memories',
+        content_rowid='id',
+        tokenize='unicode61'
+      )
+    `);
+    database.exec(`
+      CREATE TRIGGER IF NOT EXISTS memories_ai AFTER INSERT ON memories BEGIN
+        INSERT INTO memories_fts(rowid, content) VALUES (new.id, new.content);
+      END
+    `);
+    database.exec(`
+      CREATE TRIGGER IF NOT EXISTS memories_ad AFTER DELETE ON memories BEGIN
+        INSERT INTO memories_fts(memories_fts, rowid, content) VALUES ('delete', old.id, old.content);
+      END
+    `);
+    database.exec(`
+      CREATE TRIGGER IF NOT EXISTS memories_au AFTER UPDATE ON memories BEGIN
+        INSERT INTO memories_fts(memories_fts, rowid, content) VALUES ('delete', old.id, old.content);
+        INSERT INTO memories_fts(rowid, content) VALUES (new.id, new.content);
+      END
+    `);
+    try {
+      database.exec(`INSERT INTO memories_fts(memories_fts) VALUES('rebuild')`);
+    } catch (err) {
+      logger_default.warn("FTS5 rebuild failed (non-fatal)", { error: String(err) });
+    }
+  } else {
+    database.exec(`DROP TRIGGER IF EXISTS memories_ai`);
+    database.exec(`DROP TRIGGER IF EXISTS memories_ad`);
+    database.exec(`DROP TRIGGER IF EXISTS memories_au`);
+    logger_default.warn("FTS5 not available in this SQLite build \u2014 memory search will use LIKE-based fallback. For best performance, upgrade to Node 23.5+ (bundled SQLite includes FTS5 by default).");
+  }
   try {
-    db2.exec("ALTER TABLE memories ADD COLUMN hrr_vector BLOB");
+    database.exec("ALTER TABLE memories ADD COLUMN hrr_vector BLOB");
   } catch {
   }
 }
-var DB_DIR, DB_PATH, db;
+var DB_DIR, DB_PATH, db, _hasFts5;
 var init_db = __esm({
   "../openjaw-mcp/dist/memory/db.js"() {
     "use strict";
@@ -9039,6 +9065,9 @@ var init_db = __esm({
     DB_DIR = join12(homedir9(), ".openjaw");
     DB_PATH = join12(DB_DIR, "memory.db");
     db = null;
+    _hasFts5 = false;
+    __name(hasFts5, "hasFts5");
+    __name(detectFts5, "detectFts5");
     __name(getMemoryDb, "getMemoryDb");
     __name(ensureSchema, "ensureSchema");
   }
@@ -9135,11 +9164,15 @@ var init_hrr = __esm({
 });
 
 // ../openjaw-mcp/dist/memory/retrieval.js
-var STOPWORDS, DEFAULT_WEIGHTS, HybridRetriever;
+function escapeLike(token) {
+  return `%${token.replace(/[\\%_]/g, "\\$&")}%`;
+}
+var STOPWORDS, MAX_LIKE_TERMS, DEFAULT_WEIGHTS_FTS, DEFAULT_WEIGHTS_NO_FTS, HybridRetriever;
 var init_retrieval = __esm({
   "../openjaw-mcp/dist/memory/retrieval.js"() {
     "use strict";
     init_hrr();
+    init_db();
     init_logger();
     STOPWORDS = /* @__PURE__ */ new Set([
       "a",
@@ -9201,23 +9234,30 @@ var init_retrieval = __esm({
       "should",
       "could"
     ]);
-    DEFAULT_WEIGHTS = {
+    MAX_LIKE_TERMS = 16;
+    __name(escapeLike, "escapeLike");
+    DEFAULT_WEIGHTS_FTS = {
       fts: 0.4,
       jaccard: 0.3,
       hrr: 0.3
     };
+    DEFAULT_WEIGHTS_NO_FTS = {
+      fts: 0,
+      jaccard: 0.5,
+      hrr: 0.5
+    };
     HybridRetriever = class {
       static {
         __name(this, "HybridRetriever");
       }
       db;
       weights;
-      constructor(db2, weights = DEFAULT_WEIGHTS) {
+      constructor(db2, weights) {
         this.db = db2;
-        this.weights = weights;
+        this.weights = weights ?? (hasFts5() ? DEFAULT_WEIGHTS_FTS : DEFAULT_WEIGHTS_NO_FTS);
       }
       /**
-       * Hybrid search: FTS5 candidate retrieval → Jaccard + HRR re-ranking.
+       * Hybrid search: FTS5 (or LIKE fallback) candidate retrieval → Jaccard + HRR re-ranking.
        */
       search(query, limit = 10) {
         const queryTokens = query.toLowerCase().match(/[\w]+/g);
@@ -9228,27 +9268,47 @@ var init_retrieval = __esm({
           return [];
         const queryTokenSet = new Set(filtered);
         const candidateLimit = Math.max(limit * 5, 50);
-        const ftsQuery = filtered.join(" OR ");
         let hasHrrColumn = true;
         try {
           this.db.prepare("SELECT hrr_vector FROM memories LIMIT 0").all();
         } catch {
           hasHrrColumn = false;
         }
-        const selectCols = hasHrrColumn ? "m.id, m.content, m.source, m.created_at, m.hrr_vector, fts.rank" : "m.id, m.content, m.source, m.created_at, fts.rank";
-        let candidates;
-        try {
-          candidates = this.db.prepare(`
-        SELECT ${selectCols}
-        FROM memories_fts fts
-        JOIN memories m ON m.id = fts.rowid
-        WHERE memories_fts MATCH ?
-        ORDER BY fts.rank
-        LIMIT ?
-      `).all(ftsQuery, candidateLimit);
-        } catch (err) {
-          logger_default.warn("FTS5 search failed in hybrid retriever", { query: ftsQuery, error: String(err) });
-          return [];
+        let candidates = [];
+        if (hasFts5()) {
+          const selectCols = hasHrrColumn ? "m.id, m.content, m.source, m.created_at, m.hrr_vector, fts.rank" : "m.id, m.content, m.source, m.created_at, fts.rank";
+          const ftsQuery = filtered.join(" OR ");
+          try {
+            candidates = this.db.prepare(`
+          SELECT ${selectCols}
+          FROM memories_fts fts
+          JOIN memories m ON m.id = fts.rowid
+          WHERE memories_fts MATCH ?
+          ORDER BY fts.rank
+          LIMIT ?
+        `).all(ftsQuery, candidateLimit);
+          } catch (err) {
+            logger_default.warn("FTS5 search failed in hybrid retriever", { query: ftsQuery, error: String(err) });
+            return [];
+          }
+        } else {
+          const terms = Array.from(new Set(filtered)).slice(0, MAX_LIKE_TERMS);
+          const selectCols = hasHrrColumn ? "m.id, m.content, m.source, m.created_at, m.hrr_vector, 0 AS rank" : "m.id, m.content, m.source, m.created_at, 0 AS rank";
+          const wheres = terms.map(() => `m.content LIKE ? ESCAPE '\\'`).join(" OR ");
+          const params = terms.map(escapeLike);
+          params.push(candidateLimit);
+          try {
+            candidates = this.db.prepare(`
+          SELECT ${selectCols}
+          FROM memories m
+          WHERE ${wheres}
+          ORDER BY m.created_at DESC, m.id DESC
+          LIMIT ?
+        `).all(...params);
+          } catch (err) {
+            logger_default.warn("LIKE-fallback search failed in hybrid retriever", { error: String(err) });
+            return [];
+          }
         }
         if (candidates.length === 0)
           return [];
@@ -19380,6 +19440,9 @@ import { homedir as homedir11 } from "node:os";
 function setMemoryPrefetchQuery(query) {
   currentQuery = query;
 }
+function escapeLike2(token) {
+  return `%${token.replace(/[\\%_]/g, "\\$&")}%`;
+}
 function getMemorySection() {
   if (!currentQuery) return null;
   try {
@@ -19396,15 +19459,34 @@ function getMemorySection() {
       if (!tokens || tokens.length === 0) return null;
       const filtered = tokens.filter((t) => !STOPWORDS2.has(t));
       if (filtered.length === 0) return null;
-      const safeQuery = filtered.join(" OR ");
-      const rows = db2.prepare(`
-        SELECT m.content, m.source, m.created_at
-        FROM memories_fts fts
-        JOIN memories m ON m.id = fts.rowid
-        WHERE memories_fts MATCH ?
-        ORDER BY fts.rank
-        LIMIT ?
-      `).all(safeQuery, MAX_PREFETCH_RESULTS);
+      let rows = [];
+      const ftsQuery = filtered.join(" OR ");
+      try {
+        rows = db2.prepare(`
+          SELECT m.content, m.source, m.created_at
+          FROM memories_fts fts
+          JOIN memories m ON m.id = fts.rowid
+          WHERE memories_fts MATCH ?
+          ORDER BY fts.rank
+          LIMIT ?
+        `).all(ftsQuery, MAX_PREFETCH_RESULTS);
+      } catch {
+        const terms = Array.from(new Set(filtered)).slice(0, MAX_LIKE_TERMS2);
+        const wheres = terms.map(() => `content LIKE ? ESCAPE '\\'`).join(" OR ");
+        const params = terms.map(escapeLike2);
+        params.push(MAX_PREFETCH_RESULTS);
+        try {
+          rows = db2.prepare(`
+            SELECT content, source, created_at
+            FROM memories
+            WHERE ${wheres}
+            ORDER BY created_at DESC, id DESC
+            LIMIT ?
+          `).all(...params);
+        } catch {
+          return null;
+        }
+      }
       if (rows.length === 0) return null;
       let result = "# Relevant Memories\n\nRecalled from your memory database based on your current query:\n\n";
       for (const row of rows) {
@@ -19421,12 +19503,13 @@ function getMemorySection() {
     return null;
   }
 }
-var MAX_PREFETCH_RESULTS, MAX_PREFETCH_CHARS, STOPWORDS2, currentQuery;
+var MAX_PREFETCH_RESULTS, MAX_PREFETCH_CHARS, MAX_LIKE_TERMS2, STOPWORDS2, currentQuery;
 var init_memory2 = __esm({
   "src/prompts/memory.ts"() {
     "use strict";
     MAX_PREFETCH_RESULTS = 10;
     MAX_PREFETCH_CHARS = 4e3;
+    MAX_LIKE_TERMS2 = 16;
     STOPWORDS2 = /* @__PURE__ */ new Set([
       "a",
       "an",
@@ -19489,6 +19572,7 @@ var init_memory2 = __esm({
     ]);
     currentQuery = null;
     __name(setMemoryPrefetchQuery, "setMemoryPrefetchQuery");
+    __name(escapeLike2, "escapeLike");
     __name(getMemorySection, "getMemorySection");
   }
 });