context-mode 1.0.79 → 1.0.80

package/.claude-plugin/marketplace.json

@@ -6,14 +6,14 @@
   },
   "metadata": {
     "description": "Claude Code plugins by Mert Koseoğlu",
-    "version": "1.0.79"
+    "version": "1.0.80"
   },
   "plugins": [
     {
       "name": "context-mode",
       "source": "./",
       "description": "Claude Code MCP plugin that saves 98% of your context window. Sandboxed code execution in 11 languages, FTS5 knowledge base with BM25 ranking, and intent-driven search.",
-      "version": "1.0.79",
+      "version": "1.0.80",
       "author": {
         "name": "Mert Koseoğlu"
       },

package/.claude-plugin/plugin.json

@@ -1,6 +1,6 @@
 {
   "name": "context-mode",
-  "version": "1.0.79",
+  "version": "1.0.80",
   "description": "MCP server that saves 98% of your context window with session continuity. Sandboxed code execution in 11 languages, FTS5 knowledge base with BM25 ranking, and automatic state restore across compactions.",
   "author": {
     "name": "Mert Koseoğlu",

package/.openclaw-plugin/openclaw.plugin.json

@@ -3,7 +3,7 @@
   "name": "Context Mode",
   "kind": "tool",
   "description": "OpenClaw plugin that saves 98% of your context window. Sandboxed code execution in 11 languages, FTS5 knowledge base with BM25 ranking, and intent-driven search.",
-  "version": "1.0.79",
+  "version": "1.0.80",
   "sandbox": {
     "mode": "permissive",
     "filesystem_access": "full",

package/.openclaw-plugin/package.json

@@ -1,6 +1,6 @@
 {
   "name": "context-mode",
-  "version": "1.0.79",
+  "version": "1.0.80",
   "description": "OpenClaw plugin that saves 98% of your context window. Sandboxed code execution in 11 languages, FTS5 knowledge base with BM25 ranking, and intent-driven search.",
   "author": {
     "name": "Mert Koseoğlu",

package/build/store.js

@@ -41,7 +41,12 @@ function sanitizeQuery(query, mode = "AND") {
         !["AND", "OR", "NOT", "NEAR"].includes(w.toUpperCase()));
     if (words.length === 0)
         return '""';
-    return words.map((w) => `"${w}"`).join(mode === "OR" ? " OR " : " ");
+    // Filter stopwords to improve BM25 ranking — common terms like "update",
+    // "test", "fix" appear everywhere and dilute relevance scoring.
+    // Fall back to unfiltered words if ALL terms are stopwords.
+    const meaningful = words.filter((w) => !STOPWORDS.has(w.toLowerCase()));
+    const final = meaningful.length > 0 ? meaningful : words;
+    return final.map((w) => `"${w}"`).join(mode === "OR" ? " OR " : " ");
 }
 function sanitizeTrigramQuery(query, mode = "AND") {
     const cleaned = query.replace(/["'(){}[\]*:^~]/g, "").trim();
@@ -50,7 +55,9 @@ function sanitizeTrigramQuery(query, mode = "AND") {
     const words = cleaned.split(/\s+/).filter((w) => w.length >= 3);
     if (words.length === 0)
         return "";
-    return words.map((w) => `"${w}"`).join(mode === "OR" ? " OR " : " ");
+    const meaningful = words.filter((w) => !STOPWORDS.has(w.toLowerCase()));
+    const final = meaningful.length > 0 ? meaningful : words;
+    return final.map((w) => `"${w}"`).join(mode === "OR" ? " OR " : " ");
 }
 function levenshtein(a, b) {
     if (a.length === 0)
@@ -264,6 +271,10 @@ export class ContentStore {
     #stmtChunkContent;
     #stmtStats;
     #stmtSourceMeta;
+    // Cleanup path
+    #stmtCleanupChunks;
+    #stmtCleanupChunksTrigram;
+    #stmtCleanupSources;
     // FTS5 optimization: track inserts and optimize periodically to defragment
     // the index. FTS5 b-trees fragment over many insert/delete cycles, degrading
     // search performance. SQLite's built-in 'optimize' merges b-tree segments.
@@ -547,6 +558,10 @@ export class ContentStore {
         (SELECT COUNT(*) FROM chunks) AS chunks,
         (SELECT COUNT(*) FROM chunks WHERE content_type = 'code') AS codeChunks
     `);
+        // Cleanup path — cached to avoid recompiling SQL on each periodic call
+        this.#stmtCleanupChunks = this.#db.prepare("DELETE FROM chunks WHERE source_id IN (SELECT id FROM sources WHERE datetime(indexed_at) < datetime('now', '-' || ? || ' days'))");
+        this.#stmtCleanupChunksTrigram = this.#db.prepare("DELETE FROM chunks_trigram WHERE source_id IN (SELECT id FROM sources WHERE datetime(indexed_at) < datetime('now', '-' || ? || ' days'))");
+        this.#stmtCleanupSources = this.#db.prepare("DELETE FROM sources WHERE datetime(indexed_at) < datetime('now', '-' || ? || ' days')");
     }
     // ── Index ──
     index(options) {
@@ -768,10 +783,14 @@ export class ContentStore {
     }
     // ── Proximity Reranking ──
     #applyProximityReranking(results, query) {
-        const terms = query
+        const allTerms = query
             .toLowerCase()
             .split(/\s+/)
             .filter((w) => w.length >= 2);
+        // Exclude stopwords from proximity/title scoring — they match everywhere
+        // and inflate boosts for irrelevant chunks. Keep all terms as fallback.
+        const filtered = allTerms.filter((w) => !STOPWORDS.has(w));
+        const terms = filtered.length > 0 ? filtered : allTerms;
         return results
             .map((r) => {
             // Title-match boost: query terms found in the chunk title get a boost.
@@ -806,11 +825,13 @@ export class ContentStore {
             return reranked.map((r) => ({ ...r, matchLayer: "rrf" }));
         }
         // Step 2: Fuzzy correction → RRF re-run
+        // Skip stopwords — they'll be filtered by sanitizeQuery anyway, and each
+        // fuzzyCorrect call hits the vocab DB + runs levenshtein comparisons.
         const words = query
             .toLowerCase()
             .trim()
             .split(/\s+/)
-            .filter((w) => w.length >= 3);
+            .filter((w) => w.length >= 3 && !STOPWORDS.has(w));
         const original = words.join(" ");
         const correctedWords = words.map((w) => this.fuzzyCorrect(w) ?? w);
         const correctedQuery = correctedWords.join(" ");
@@ -898,13 +919,10 @@ export class ContentStore {
      * Returns count of deleted sources.
      */
     cleanupStaleSources(maxAgeDays) {
-        const deleteChunks = this.#db.prepare("DELETE FROM chunks WHERE source_id IN (SELECT id FROM sources WHERE datetime(indexed_at) < datetime('now', '-' || ? || ' days'))");
-        const deleteChunksTrigram = this.#db.prepare("DELETE FROM chunks_trigram WHERE source_id IN (SELECT id FROM sources WHERE datetime(indexed_at) < datetime('now', '-' || ? || ' days'))");
-        const deleteSources = this.#db.prepare("DELETE FROM sources WHERE datetime(indexed_at) < datetime('now', '-' || ? || ' days')");
         const cleanup = this.#db.transaction((days) => {
-            deleteChunks.run(days);
-            deleteChunksTrigram.run(days);
-            return deleteSources.run(days);
+            this.#stmtCleanupChunks.run(days);
+            this.#stmtCleanupChunksTrigram.run(days);
+            return this.#stmtCleanupSources.run(days);
         });
         const info = cleanup(maxAgeDays);
         return info.changes;