@clawchatsai/connector 0.0.40 → 0.0.42

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@clawchatsai/connector",
-  "version": "0.0.40",
+  "version": "0.0.42",
   "type": "module",
   "description": "ClawChats OpenClaw plugin — P2P tunnel + local API bridge",
   "main": "dist/index.js",

package/server.js

@@ -370,6 +370,36 @@ function closeAllDbs() {
   if (_globalDb) { _globalDb.close(); _globalDb = null; }
 }
 
+function _createFtsTables(db) {
+  db.exec(`
+    CREATE VIRTUAL TABLE messages_fts USING fts5(
+      content,
+      content=messages,
+      content_rowid=rowid,
+      tokenize='porter unicode61'
+    );
+    CREATE TRIGGER messages_ai AFTER INSERT ON messages BEGIN
+      INSERT INTO messages_fts(rowid, content) VALUES (new.rowid, new.content);
+    END;
+    CREATE TRIGGER messages_ad AFTER DELETE ON messages BEGIN
+      INSERT INTO messages_fts(messages_fts, rowid, content) VALUES('delete', old.rowid, old.content);
+    END;
+    CREATE TRIGGER messages_au AFTER UPDATE ON messages BEGIN
+      INSERT INTO messages_fts(messages_fts, rowid, content) VALUES('delete', old.rowid, old.content);
+      INSERT INTO messages_fts(rowid, content) VALUES (new.rowid, new.content);
+    END;
+  `);
+}
+
+function _dropFtsTables(db) {
+  db.exec(`
+    DROP TABLE IF EXISTS messages_fts;
+    DROP TRIGGER IF EXISTS messages_ai;
+    DROP TRIGGER IF EXISTS messages_ad;
+    DROP TRIGGER IF EXISTS messages_au;
+  `);
+}
+
 function migrate(db) {
   db.exec(`
     CREATE TABLE IF NOT EXISTS threads (
@@ -428,30 +458,29 @@ function migrate(db) {
   db.exec('CREATE INDEX IF NOT EXISTS idx_unread_thread ON unread_messages(thread_id)');
 
   // FTS5 table — CREATE VIRTUAL TABLE doesn't support IF NOT EXISTS in all versions,
-  // so check if it exists first
+  // so check existence first, then verify integrity and auto-repair if corrupted.
   const hasFts = db.prepare(
     "SELECT name FROM sqlite_master WHERE type='table' AND name='messages_fts'"
   ).get();
   if (!hasFts) {
-    db.exec(`
-      CREATE VIRTUAL TABLE messages_fts USING fts5(
-        content,
-        content=messages,
-        content_rowid=rowid,
-        tokenize='porter unicode61'
-      );
-
-      CREATE TRIGGER messages_ai AFTER INSERT ON messages BEGIN
-        INSERT INTO messages_fts(rowid, content) VALUES (new.rowid, new.content);
-      END;
-      CREATE TRIGGER messages_ad AFTER DELETE ON messages BEGIN
-        INSERT INTO messages_fts(messages_fts, rowid, content) VALUES('delete', old.rowid, old.content);
-      END;
-      CREATE TRIGGER messages_au AFTER UPDATE ON messages BEGIN
-        INSERT INTO messages_fts(messages_fts, rowid, content) VALUES('delete', old.rowid, old.content);
-        INSERT INTO messages_fts(rowid, content) VALUES (new.rowid, new.content);
-      END;
-    `);
+    _createFtsTables(db);
+  } else {
+    // Integrity check: corruption causes all message writes to 500.
+    // Attempt rebuild first; if that fails, drop entirely for graceful degradation
+    // (messages still save, search returns empty until next restart recreates the table).
+    try {
+      db.prepare("INSERT INTO messages_fts(messages_fts) VALUES('integrity-check')").run();
+    } catch (err) {
+      console.warn('[DB] messages_fts integrity check failed, attempting rebuild:', err.message);
+      try {
+        db.prepare("INSERT INTO messages_fts(messages_fts) VALUES('rebuild')").run();
+        console.log('[DB] messages_fts rebuilt successfully — search index restored');
+      } catch (rebuildErr) {
+        console.error('[DB] messages_fts rebuild failed, dropping FTS for graceful degradation:', rebuildErr.message);
+        _dropFtsTables(db);
+        // On the next gateway restart the table will be recreated fresh via the !hasFts path
+      }
+    }
   }
 }
 
@@ -879,24 +908,29 @@ function handleGetThreads(req, res, params, query) {
   let threads, total;
   if (search) {
     // FTS5 search across messages, return matching thread IDs
-    const ftsQuery = `
-      SELECT DISTINCT m.thread_id
-      FROM messages m
-      JOIN messages_fts ON messages_fts.rowid = m.rowid
-      WHERE messages_fts MATCH ?
-    `;
-    const matchingIds = db.prepare(ftsQuery).all(search).map(r => r.thread_id);
-    if (matchingIds.length === 0) {
+    try {
+      const ftsQuery = `
+        SELECT DISTINCT m.thread_id
+        FROM messages m
+        JOIN messages_fts ON messages_fts.rowid = m.rowid
+        WHERE messages_fts MATCH ?
+      `;
+      const matchingIds = db.prepare(ftsQuery).all(search).map(r => r.thread_id);
+      if (matchingIds.length === 0) {
+        return send(res, 200, { threads: [], total: 0, page });
+      }
+      const placeholders = matchingIds.map(() => '?').join(',');
+      total = db.prepare(
+        `SELECT COUNT(*) as c FROM threads WHERE id IN (${placeholders})`
+      ).get(...matchingIds).c;
+      threads = db.prepare(
+        `SELECT t.*, (SELECT MAX(m.timestamp) FROM messages m WHERE m.thread_id = t.id) as last_message_at
+         FROM threads t WHERE t.id IN (${placeholders}) ORDER BY t.pinned DESC, t.sort_order DESC, t.updated_at DESC LIMIT ? OFFSET ?`
+      ).all(...matchingIds, limit, offset);
+    } catch (ftsErr) {
+      console.warn('[DB] FTS thread search failed, returning empty results:', ftsErr.message);
       return send(res, 200, { threads: [], total: 0, page });
     }
-    const placeholders = matchingIds.map(() => '?').join(',');
-    total = db.prepare(
-      `SELECT COUNT(*) as c FROM threads WHERE id IN (${placeholders})`
-    ).get(...matchingIds).c;
-    threads = db.prepare(
-      `SELECT t.*, (SELECT MAX(m.timestamp) FROM messages m WHERE m.thread_id = t.id) as last_message_at
-       FROM threads t WHERE t.id IN (${placeholders}) ORDER BY t.pinned DESC, t.sort_order DESC, t.updated_at DESC LIMIT ? OFFSET ?`
-    ).all(...matchingIds, limit, offset);
   } else {
     total = db.prepare('SELECT COUNT(*) as c FROM threads').get().c;
     threads = db.prepare(
@@ -1183,29 +1217,34 @@ function handleSearch(req, res, params, query) {
   const offset = (page - 1) * limit;
 
   // FTS5 search with snippet
-  const results = db.prepare(`
-    SELECT
-      m.id as messageId,
-      m.thread_id as threadId,
-      t.title as threadTitle,
-      m.role,
-      snippet(messages_fts, 0, '<mark>', '</mark>', '...', 40) as content,
-      m.timestamp
-    FROM messages_fts
-    JOIN messages m ON messages_fts.rowid = m.rowid
-    JOIN threads t ON m.thread_id = t.id
-    WHERE messages_fts MATCH ?
-    ORDER BY rank
-    LIMIT ? OFFSET ?
-  `).all(q, limit, offset);
-
-  const totalRow = db.prepare(`
-    SELECT COUNT(*) as c
-    FROM messages_fts
-    WHERE messages_fts MATCH ?
-  `).get(q);
-
-  send(res, 200, { results, total: totalRow.c });
+  try {
+    const results = db.prepare(`
+      SELECT
+        m.id as messageId,
+        m.thread_id as threadId,
+        t.title as threadTitle,
+        m.role,
+        snippet(messages_fts, 0, '<mark>', '</mark>', '...', 40) as content,
+        m.timestamp
+      FROM messages_fts
+      JOIN messages m ON messages_fts.rowid = m.rowid
+      JOIN threads t ON m.thread_id = t.id
+      WHERE messages_fts MATCH ?
+      ORDER BY rank
+      LIMIT ? OFFSET ?
+    `).all(q, limit, offset);
+
+    const totalRow = db.prepare(`
+      SELECT COUNT(*) as c
+      FROM messages_fts
+      WHERE messages_fts MATCH ?
+    `).get(q);
+
+    send(res, 200, { results, total: totalRow.c });
+  } catch (ftsErr) {
+    console.warn('[DB] FTS message search failed, returning empty results:', ftsErr.message);
+    send(res, 200, { results: [], total: 0 });
+  }
 }
 
 // --- Export ---
@@ -1556,6 +1595,35 @@ async function handleWorkspaceFileWrite(req, res, query) {
   send(res, 200, { ok: true });
 }
 
+function handleWorkspaceFileDelete(req, res, query) {
+  const filePath = query.path;
+  if (!filePath) return sendError(res, 400, 'Missing path parameter');
+
+  const resolved = path.resolve(filePath.replace(/^~/, HOME));
+
+  // Security: only allow paths under home directory
+  if (!resolved.startsWith(HOME)) {
+    return sendError(res, 403, 'Access denied');
+  }
+
+  if (!fs.existsSync(resolved)) {
+    return sendError(res, 404, 'Path not found');
+  }
+
+  try {
+    const stat = fs.statSync(resolved);
+    if (stat.isDirectory()) {
+      fs.rmSync(resolved, { recursive: true, force: true });
+      send(res, 200, { ok: true, type: 'dir' });
+    } else {
+      fs.unlinkSync(resolved);
+      send(res, 200, { ok: true, type: 'file' });
+    }
+  } catch (err) {
+    sendError(res, 500, 'Delete failed: ' + err.message);
+  }
+}
+
 async function handleWorkspaceUpload(req, res, query) {
   const targetDir = query.path;
   if (!targetDir) return sendError(res, 400, 'Missing path parameter');
@@ -2288,6 +2356,9 @@ async function handleRequest(req, res) {
     if (method === 'PUT' && urlPath === '/api/workspace/file') {
       return await handleWorkspaceFileWrite(req, res, query);
     }
+    if (method === 'DELETE' && urlPath === '/api/workspace/file') {
+      return handleWorkspaceFileDelete(req, res, query);
+    }
     if (method === 'POST' && urlPath === '/api/workspace/upload') {
       return await handleWorkspaceUpload(req, res, query);
     }
@@ -3453,12 +3524,17 @@ export function createApp(config = {}) {
     const search = query.search || '';
     let threads, total;
     if (search) {
-      const ftsQuery = `SELECT DISTINCT m.thread_id FROM messages m JOIN messages_fts ON messages_fts.rowid = m.rowid WHERE messages_fts MATCH ?`;
-      const matchingIds = db.prepare(ftsQuery).all(search).map(r => r.thread_id);
-      if (matchingIds.length === 0) return send(res, 200, { threads: [], total: 0, page });
-      const placeholders = matchingIds.map(() => '?').join(',');
-      total = db.prepare(`SELECT COUNT(*) as c FROM threads WHERE id IN (${placeholders})`).get(...matchingIds).c;
-      threads = db.prepare(`SELECT * FROM threads WHERE id IN (${placeholders}) ORDER BY pinned DESC, sort_order DESC, updated_at DESC LIMIT ? OFFSET ?`).all(...matchingIds, limit, offset);
+      try {
+        const ftsQuery = `SELECT DISTINCT m.thread_id FROM messages m JOIN messages_fts ON messages_fts.rowid = m.rowid WHERE messages_fts MATCH ?`;
+        const matchingIds = db.prepare(ftsQuery).all(search).map(r => r.thread_id);
+        if (matchingIds.length === 0) return send(res, 200, { threads: [], total: 0, page });
+        const placeholders = matchingIds.map(() => '?').join(',');
+        total = db.prepare(`SELECT COUNT(*) as c FROM threads WHERE id IN (${placeholders})`).get(...matchingIds).c;
+        threads = db.prepare(`SELECT * FROM threads WHERE id IN (${placeholders}) ORDER BY pinned DESC, sort_order DESC, updated_at DESC LIMIT ? OFFSET ?`).all(...matchingIds, limit, offset);
+      } catch (ftsErr) {
+        console.warn('[DB] FTS thread search failed, returning empty results:', ftsErr.message);
+        return send(res, 200, { threads: [], total: 0, page });
+      }
     } else {
       total = db.prepare('SELECT COUNT(*) as c FROM threads').get().c;
       threads = db.prepare('SELECT * FROM threads ORDER BY pinned DESC, sort_order DESC, updated_at DESC LIMIT ? OFFSET ?').all(limit, offset);
@@ -3665,14 +3741,19 @@ export function createApp(config = {}) {
     const page = parseInt(query.page || '1', 10);
     const limit = Math.min(parseInt(query.limit || '20', 10), 100);
     const offset = (page - 1) * limit;
-    const results = db.prepare(`
-      SELECT m.id as messageId, m.thread_id as threadId, t.title as threadTitle, m.role,
-        snippet(messages_fts, 0, '<mark>', '</mark>', '...', 40) as content, m.timestamp
-      FROM messages_fts JOIN messages m ON messages_fts.rowid = m.rowid JOIN threads t ON m.thread_id = t.id
-      WHERE messages_fts MATCH ? ORDER BY rank LIMIT ? OFFSET ?
-    `).all(q, limit, offset);
-    const totalRow = db.prepare(`SELECT COUNT(*) as c FROM messages_fts WHERE messages_fts MATCH ?`).get(q);
-    send(res, 200, { results, total: totalRow.c });
+    try {
+      const results = db.prepare(`
+        SELECT m.id as messageId, m.thread_id as threadId, t.title as threadTitle, m.role,
+          snippet(messages_fts, 0, '<mark>', '</mark>', '...', 40) as content, m.timestamp
+        FROM messages_fts JOIN messages m ON messages_fts.rowid = m.rowid JOIN threads t ON m.thread_id = t.id
+        WHERE messages_fts MATCH ? ORDER BY rank LIMIT ? OFFSET ?
+      `).all(q, limit, offset);
+      const totalRow = db.prepare(`SELECT COUNT(*) as c FROM messages_fts WHERE messages_fts MATCH ?`).get(q);
+      send(res, 200, { results, total: totalRow.c });
+    } catch (ftsErr) {
+      console.warn('[DB] FTS message search failed, returning empty results:', ftsErr.message);
+      send(res, 200, { results: [], total: 0 });
+    }
   }
 
   function _handleExport(req, res) {
@@ -4404,6 +4485,7 @@ export function createApp(config = {}) {
       if (method === 'GET' && urlPath === '/api/workspace') return handleWorkspaceList(req, res, query);
       if (method === 'GET' && urlPath === '/api/workspace/file') return handleWorkspaceFileRead(req, res, query);
       if (method === 'PUT' && urlPath === '/api/workspace/file') return await handleWorkspaceFileWrite(req, res, query);
+      if (method === 'DELETE' && urlPath === '/api/workspace/file') return handleWorkspaceFileDelete(req, res, query);
       if (method === 'POST' && urlPath === '/api/workspace/upload') return await handleWorkspaceUpload(req, res, query);
       if (method === 'GET' && urlPath === '/api/memory/status') return await _handleMemoryStatus(req, res);
       if (method === 'GET' && urlPath === '/api/memory/list') return await _handleMemoryList(req, res, query);