mindlore 0.6.8 → 0.7.0

package/hooks/mindlore-search.cjs

@@ -1,200 +1,200 @@
-#!/usr/bin/env node
-'use strict';
-
-/**
- * mindlore-search — UserPromptSubmit hook
- *
- * Thin wrapper over search-engine.ts pipeline.
- * Extracts keywords from user prompt, delegates search to modular engine,
- * injects top results with description + headings.
- */
-
-const fs = require('fs');
-const path = require('path');
-const { getAllDbs, openDatabase, extractHeadings, readHookStdin, readConfig, hookLog, incrementRecallCount, withTelemetry } = require('./lib/mindlore-common.cjs');
-
-const MAX_RESULTS = 3;
-const MIN_QUERY_WORDS = 3;
-
-let searchEngineMod;
-try {
-  searchEngineMod = require('../dist/scripts/lib/search-engine.js');
-} catch (_err) {
-  // search-engine not built yet
-}
-
-let SearchCacheMod;
-try {
-  SearchCacheMod = require('../dist/scripts/lib/search-cache.js');
-} catch (_err) {
-  // search-cache not built yet
-}
-
-function main() {
-  const userMessage = readHookStdin(['prompt', 'content', 'message', 'query']);
-  if (!userMessage || userMessage.length < MIN_QUERY_WORDS) return;
-
-  const dbPaths = getAllDbs();
-  if (dbPaths.length === 0) return;
-
-  if (!searchEngineMod) {
-    hookLog('search', 'warn', 'search-engine module not available — skipping');
-    return;
-  }
-
-  const project = path.basename(process.cwd());
-  const config = readConfig(path.dirname(dbPaths[0]));
-  const synonyms = (config && config.synonyms) ? config.synonyms : {};
-
-  // Read session_id from stdin for throttling
-  let sessionId;
-  try {
-    const stdinData = JSON.parse(process.env.CLAUDE_HOOK_STDIN || '{}');
-    sessionId = stdinData.session_id || 'unknown';
-  } catch (_) {
-    sessionId = 'unknown';
-  }
-
-  const allResults = [];
-  for (const dbPath of dbPaths) {
-    const db = openDatabase(dbPath);
-    if (!db) continue;
-    try {
-      // Cache + throttle
-      let cache;
-      let effectiveMax = MAX_RESULTS;
-      if (SearchCacheMod) {
-        cache = new SearchCacheMod.SearchCache(db, { ttlMs: 300000 });
-        const throttle = new SearchCacheMod.SearchThrottle(db);
-        const callCount = throttle.incrementCallCount(sessionId);
-        effectiveMax = throttle.getMaxResults(callCount);
-        if (effectiveMax === 0) {
-          hookLog('search', 'info', `Throttled (call #${callCount})`);
-          db.close();
-          continue;
-        }
-        const cached = cache.get(userMessage);
-        if (cached) {
-          const baseDir = path.dirname(dbPath);
-          for (const r of cached) allResults.push({ ...r, baseDir });
-          db.close();
-          continue;
-        }
-      }
-
-      const results = searchEngineMod.search(db, userMessage, {
-        project,
-        maxResults: effectiveMax,
-        synonyms,
-      });
-
-      if (cache) cache.set(userMessage, results);
-
-      const baseDir = path.dirname(dbPath);
-      for (const r of results) {
-        allResults.push({ ...r, baseDir });
-      }
-
-      // Recall count inside loop — avoid reopening DB
-      try {
-        const txn = db.transaction(() => {
-          for (const r of results) incrementRecallCount(db, r.path);
-        });
-        txn();
-      } catch (_e) { /* graceful */ }
-    } catch (err) {
-      hookLog('search', 'warn', `Search error: ${err?.message || err}`);
-    } finally {
-      db.close();
-    }
-  }
-
-  // Deduplicate by full path
-  const seen = new Set();
-  const unique = [];
-  for (const r of allResults) {
-    const normalized = path.resolve(r.path);
-    if (!seen.has(normalized)) {
-      seen.add(normalized);
-      unique.push(r);
-    }
-  }
-
-  // Sort by score descending, take top N
-  unique.sort((a, b) => b.score - a.score);
-  const relevant = unique.slice(0, MAX_RESULTS);
-  if (relevant.length === 0) return;
-
-  // Token budget from config
-  const budget = (config && config.tokenBudget) || {};
-  const perResultChars = ((budget.perResult || 500) * 4);
-  const totalChars = ((budget.searchResults || 1500) * 4);
-
-  // Build output
-  const output = [];
-  let totalUsed = 0;
-  for (const r of relevant) {
-    if (totalUsed >= totalChars) break;
-    const relativePath = path.relative(r.baseDir, r.path).replace(/\\/g, '/');
-
-    let headings = [];
-    const contentStr = r.content || '';
-    if (contentStr) {
-      try {
-        headings = extractHeadings(contentStr, 3);
-      } catch (_err) { /* skip */ }
-    }
-
-    const category = r.category || path.dirname(relativePath).split('/')[0];
-    const title = r.title || r.slug || path.basename(r.path, '.md');
-    const description = r.description || '';
-
-    const headingStr = headings.length > 0 ? `\nBasliklar: ${headings.join(', ')}` : '';
-    const tagsStr = r.tags ? `\nTags: ${r.tags}` : '';
-    const snippetOrDesc = r.snippet || description;
-    const entry = `[Mindlore: ${category}/${title}] ${snippetOrDesc}\nDosya: ${relativePath}${tagsStr}${headingStr}`;
-    const truncated = entry.slice(0, perResultChars);
-    totalUsed += truncated.length;
-    output.push(truncated);
-  }
-
-  if (output.length > 0) {
-    let outputStr = output.join('\n\n') + '\n';
-
-    const OFFLOAD_THRESHOLD = 10240;
-    if (outputStr.length > OFFLOAD_THRESHOLD) {
-      const baseDir = path.dirname(dbPaths[0]);
-      const tmpDir = path.join(baseDir, 'tmp');
-      fs.mkdirSync(tmpDir, { recursive: true });
-
-      try {
-        const oneHourAgo = Date.now() - 3600000;
-        const files = fs.readdirSync(tmpDir)
-          .filter(f => f.startsWith('search-'))
-          .map(f => ({ name: f, mtime: fs.statSync(path.join(tmpDir, f)).mtimeMs }))
-          .sort((a, b) => b.mtime - a.mtime);
-        for (let i = 0; i < files.length; i++) {
-          if (i >= 20 || files[i].mtime < oneHourAgo) {
-            try { fs.unlinkSync(path.join(tmpDir, files[i].name)); } catch { /* ignore */ }
-          }
-        }
-      } catch { /* cleanup is best-effort */ }
-      const fileName = `search-${Date.now()}.md`;
-      const filePath = path.join(tmpDir, fileName);
-      fs.writeFileSync(filePath, outputStr, 'utf8');
-
-      const summary = outputStr.slice(0, 500).replace(/\n/g, ' ').trim();
-      outputStr = `[Mindlore Search: ${outputStr.length} chars offloaded to ${filePath}]\n` +
-                  `Summary: ${summary}...\n` +
-                  `[Read full results: ${filePath}]`;
-      hookLog('search', 'info', 'offloaded to tmp/ (' + outputStr.length + ' chars)');
-    }
-
-    process.stdout.write(outputStr);
-  }
-}
-
-withTelemetry('mindlore-search', main).catch(err => {
-  hookLog('mindlore-search', 'error', err?.message ?? String(err));
-  process.exit(0);
-});
+#!/usr/bin/env node
+'use strict';
+
+/**
+ * mindlore-search — UserPromptSubmit hook
+ *
+ * Thin wrapper over search-engine.ts pipeline.
+ * Extracts keywords from user prompt, delegates search to modular engine,
+ * injects top results with description + headings.
+ */
+
+const fs = require('fs');
+const path = require('path');
+const { getAllDbs, openDatabase, extractHeadings, readHookStdin, readConfig, hookLog, incrementRecallCount, withTelemetry } = require('./lib/mindlore-common.cjs');
+
+const MAX_RESULTS = 3;
+const MIN_QUERY_WORDS = 3;
+
+let searchEngineMod;
+try {
+  searchEngineMod = require('../dist/scripts/lib/search-engine.js');
+} catch (_err) {
+  // search-engine not built yet
+}
+
+let SearchCacheMod;
+try {
+  SearchCacheMod = require('../dist/scripts/lib/search-cache.js');
+} catch (_err) {
+  // search-cache not built yet
+}
+
+function main() {
+  const userMessage = readHookStdin(['prompt', 'content', 'message', 'query']);
+  if (!userMessage || userMessage.length < MIN_QUERY_WORDS) return;
+
+  const dbPaths = getAllDbs();
+  if (dbPaths.length === 0) return;
+
+  if (!searchEngineMod) {
+    hookLog('search', 'warn', 'search-engine module not available — skipping');
+    return;
+  }
+
+  const project = path.basename(process.cwd());
+  const config = readConfig(path.dirname(dbPaths[0]));
+  const synonyms = (config && config.synonyms) ? config.synonyms : {};
+
+  // Read session_id from stdin for throttling
+  let sessionId;
+  try {
+    const stdinData = JSON.parse(process.env.CLAUDE_HOOK_STDIN || '{}');
+    sessionId = stdinData.session_id || 'unknown';
+  } catch (_) {
+    sessionId = 'unknown';
+  }
+
+  const allResults = [];
+  for (const dbPath of dbPaths) {
+    const db = openDatabase(dbPath);
+    if (!db) continue;
+    try {
+      // Cache + throttle
+      let cache;
+      let effectiveMax = MAX_RESULTS;
+      if (SearchCacheMod) {
+        cache = new SearchCacheMod.SearchCache(db, { ttlMs: 300000 });
+        const throttle = new SearchCacheMod.SearchThrottle(db);
+        const callCount = throttle.incrementCallCount(sessionId);
+        effectiveMax = throttle.getMaxResults(callCount);
+        if (effectiveMax === 0) {
+          hookLog('search', 'info', `Throttled (call #${callCount})`);
+          db.close();
+          continue;
+        }
+        const cached = cache.get(userMessage);
+        if (cached) {
+          const baseDir = path.dirname(dbPath);
+          for (const r of cached) allResults.push({ ...r, baseDir });
+          db.close();
+          continue;
+        }
+      }
+
+      const results = searchEngineMod.search(db, userMessage, {
+        project,
+        maxResults: effectiveMax,
+        synonyms,
+      });
+
+      if (cache) cache.set(userMessage, results);
+
+      const baseDir = path.dirname(dbPath);
+      for (const r of results) {
+        allResults.push({ ...r, baseDir });
+      }
+
+      // Recall count inside loop — avoid reopening DB
+      try {
+        const txn = db.transaction(() => {
+          for (const r of results) incrementRecallCount(db, r.path);
+        });
+        txn();
+      } catch (_e) { /* graceful */ }
+    } catch (err) {
+      hookLog('search', 'warn', `Search error: ${err?.message || err}`);
+    } finally {
+      db.close();
+    }
+  }
+
+  // Deduplicate by full path
+  const seen = new Set();
+  const unique = [];
+  for (const r of allResults) {
+    const normalized = path.resolve(r.path);
+    if (!seen.has(normalized)) {
+      seen.add(normalized);
+      unique.push(r);
+    }
+  }
+
+  // Sort by score descending, take top N
+  unique.sort((a, b) => b.score - a.score);
+  const relevant = unique.slice(0, MAX_RESULTS);
+  if (relevant.length === 0) return;
+
+  // Token budget from config
+  const budget = (config && config.tokenBudget) || {};
+  const perResultChars = ((budget.perResult || 500) * 4);
+  const totalChars = ((budget.searchResults || 1500) * 4);
+
+  // Build output
+  const output = [];
+  let totalUsed = 0;
+  for (const r of relevant) {
+    if (totalUsed >= totalChars) break;
+    const relativePath = path.relative(r.baseDir, r.path).replace(/\\/g, '/');
+
+    let headings = [];
+    const contentStr = r.content || '';
+    if (contentStr) {
+      try {
+        headings = extractHeadings(contentStr, 3);
+      } catch (_err) { /* skip */ }
+    }
+
+    const category = r.category || path.dirname(relativePath).split('/')[0];
+    const title = r.title || r.slug || path.basename(r.path, '.md');
+    const description = r.description || '';
+
+    const headingStr = headings.length > 0 ? `\nBasliklar: ${headings.join(', ')}` : '';
+    const tagsStr = r.tags ? `\nTags: ${r.tags}` : '';
+    const snippetOrDesc = r.snippet || description;
+    const entry = `[Mindlore: ${category}/${title}] ${snippetOrDesc}\nDosya: ${relativePath}${tagsStr}${headingStr}`;
+    const truncated = entry.slice(0, perResultChars);
+    totalUsed += truncated.length;
+    output.push(truncated);
+  }
+
+  if (output.length > 0) {
+    let outputStr = output.join('\n\n') + '\n';
+
+    const OFFLOAD_THRESHOLD = 10240;
+    if (outputStr.length > OFFLOAD_THRESHOLD) {
+      const baseDir = path.dirname(dbPaths[0]);
+      const tmpDir = path.join(baseDir, 'tmp');
+      fs.mkdirSync(tmpDir, { recursive: true });
+
+      try {
+        const oneHourAgo = Date.now() - 3600000;
+        const files = fs.readdirSync(tmpDir)
+          .filter(f => f.startsWith('search-'))
+          .map(f => ({ name: f, mtime: fs.statSync(path.join(tmpDir, f)).mtimeMs }))
+          .sort((a, b) => b.mtime - a.mtime);
+        for (let i = 0; i < files.length; i++) {
+          if (i >= 20 || files[i].mtime < oneHourAgo) {
+            try { fs.unlinkSync(path.join(tmpDir, files[i].name)); } catch { /* ignore */ }
+          }
+        }
+      } catch { /* cleanup is best-effort */ }
+      const fileName = `search-${Date.now()}.md`;
+      const filePath = path.join(tmpDir, fileName);
+      fs.writeFileSync(filePath, outputStr, 'utf8');
+
+      const summary = outputStr.slice(0, 500).replace(/\n/g, ' ').trim();
+      outputStr = `[Mindlore Search: ${outputStr.length} chars offloaded to ${filePath}]\n` +
+                  `Summary: ${summary}...\n` +
+                  `[Read full results: ${filePath}]`;
+      hookLog('search', 'info', 'offloaded to tmp/ (' + outputStr.length + ' chars)');
+    }
+
+    process.stdout.write(outputStr);
+  }
+}
+
+withTelemetry('mindlore-search', main).catch(err => {
+  hookLog('mindlore-search', 'error', err?.message ?? String(err));
+  process.exit(0);
+});