lens-engine 0.1.17 → 0.1.19

package/cli.js

@@ -4639,7 +4639,7 @@ async function logoutCommand() {
 }
 
 // packages/cli/src/index.ts
-var program2 = new Command().name("lens").description("LENS \u2014 Local-first repo context engine").version("0.1.17");
+var program2 = new Command().name("lens").description("LENS \u2014 Local-first repo context engine").version("0.1.19");
 function trackCommand(name) {
   if (!isTelemetryEnabled()) return;
   const BASE_URL2 = process.env.LENS_HOST ?? "http://127.0.0.1:4111";

package/daemon.js

@@ -8301,6 +8301,15 @@ function extractSections(content) {
   }
   return sections.slice(0, 15);
 }
+function universalSkipLine(line) {
+  const trimmed = line.trimStart();
+  if (trimmed.startsWith("//") || trimmed.startsWith("/*") || trimmed.startsWith("*")) return true;
+  if (trimmed.startsWith("#") && !trimmed.startsWith("#!")) return true;
+  return EXPORT_LINE_RE.test(trimmed);
+}
+function universalSkipName(name) {
+  return SKIP_NAMES.has(name) || name.startsWith("_");
+}
 function collectMatches(content, regexes, exportSet, skipLine, skipName) {
   const seen = /* @__PURE__ */ new Set();
   const results = [];
@@ -8319,51 +8328,8 @@ function collectMatches(content, regexes, exportSet, skipLine, skipName) {
   }
   return results.slice(0, 20);
 }
-function extractInternals(content, language, exports) {
-  const exportSet = new Set(exports);
-  switch (language) {
-    case "typescript":
-    case "javascript":
-    case "tsx":
-    case "jsx":
-      return collectMatches(
-        content,
-        [TS_INTERNAL_FN_RE, TS_INTERNAL_CONST_RE],
-        exportSet,
-        (line) => line.trimStart().startsWith("export")
-      );
-    case "go":
-      return collectMatches(content, GO_INTERNAL_RES, exportSet);
-    case "python":
-      return collectMatches(
-        content,
-        PY_INTERNAL_RES,
-        exportSet,
-        void 0,
-        (name) => name.startsWith("_")
-      );
-    case "rust":
-      return collectMatches(
-        content,
-        RUST_INTERNAL_RES,
-        exportSet,
-        (line) => /^\s*pub\s/.test(line)
-      );
-    case "csharp":
-      return collectMatches(
-        content,
-        CSHARP_INTERNAL_RES,
-        exportSet,
-        (line) => /^\s*public\s/.test(line),
-        (name) => /^(?:if|for|foreach|while|switch|using|catch|lock|return|throw|yield|try|do|else|new|await|base|this)$/.test(name)
-      );
-    case "java":
-      return collectMatches(content, JAVA_INTERNAL_RES, exportSet);
-    case "kotlin":
-      return collectMatches(content, KOTLIN_INTERNAL_RES, exportSet);
-    default:
-      return [];
-  }
+function extractInternals(content, _language, exports) {
+  return collectMatches(content, UNIVERSAL_DECL_RES, new Set(exports), universalSkipLine, universalSkipName);
 }
 function extractFileMetadata(path, content, language) {
   const exports = extractExports(content, language);
@@ -9251,6 +9217,16 @@ function interpretQuery(query, metadata, fileStats2, vocabClusters, indegrees, m
   const { exact, stemmed, clusterFiles } = expandKeywords(rawWords, vocabClusters ?? null);
   const allTerms = [...exact, ...stemmed];
   const termWeights = buildTermWeights(allTerms, metadata);
+  const exportTokensMap = /* @__PURE__ */ new Map();
+  for (const f of metadata) {
+    const tokens = /* @__PURE__ */ new Set();
+    for (const exp of f.exports ?? []) {
+      for (const part of exp.replace(/([a-z])([A-Z])/g, "$1 $2").toLowerCase().split(/[\s_-]+/)) {
+        if (part.length >= 3 && !STOPWORDS2.has(part)) tokens.add(part);
+      }
+    }
+    exportTokensMap.set(f.path, tokens);
+  }
   const scored = metadata.map((f) => {
     let score = 0;
     let matchedTerms = 0;
@@ -9265,12 +9241,14 @@ function interpretQuery(query, metadata, fileStats2, vocabClusters, indegrees, m
     const fileTokens = fileName.replace(/([a-z])([A-Z])/g, "$1 $2").replace(/[._-]/g, " ").toLowerCase().split(/\s+/).filter((t) => t.length >= 2);
     const dirTokens = pathSegments.slice(-4, -1).flatMap((s) => s.replace(/\./g, " ").split(/\s+/)).filter((t) => t.length >= 2);
     const pathTokenSet = /* @__PURE__ */ new Set([...fileTokens, ...dirTokens]);
+    const expTokens = exportTokensMap.get(f.path);
     for (const w of exact) {
       const weight = termWeights.get(w) ?? 1;
       let termScore = 0;
       if (fileTokens.some((t) => t === w || t.includes(w))) termScore += 4 * weight;
       else if (pathTokenSet.has(w)) termScore += 2 * weight;
-      if (exportsLower.includes(w)) termScore += 2 * weight;
+      if (expTokens?.has(w)) termScore += 2.5 * weight;
+      else if (exportsLower.includes(w)) termScore += 2 * weight;
       if (docLower.includes(w) || purposeLower.includes(w)) termScore += 1 * weight;
       if (sectionsLower.includes(w)) termScore += 1 * weight;
       if (internalsLower.includes(w)) termScore += 1.5 * weight;
@@ -9294,6 +9272,10 @@ function interpretQuery(query, metadata, fileStats2, vocabClusters, indegrees, m
     if (score > 0 && isNoisePath(f.path)) {
       score *= 0.3;
     }
+    const exportCount = (f.exports ?? []).length;
+    if (exportCount > 5 && score > 0) {
+      score *= 1 / (1 + Math.log2(exportCount / 5) * 0.3);
+    }
     const stats = fileStats2?.get(f.path);
     if (stats && stats.recent_count > 0 && score > 0) {
       score += Math.min(stats.recent_count, 5) * 0.5;
@@ -9601,7 +9583,7 @@ Context generation failed.`,
     };
   }
 }
-var __defProp2, __getOwnPropNames2, __esm2, __export2, schema_exports, uuid, now, updatedAt, repos, chunks, fileMetadata, fileImports, fileStats, fileCochanges, usageCounters, requestLogs, settings, telemetryEvents, init_schema, queries_exports, repoQueries, chunkQueries, metadataQueries, importQueries, statsQueries, cochangeQueries, logQueries, usageQueries, telemetryQueries, settingsQueries, init_queries, _db, _raw, execFileAsync, MAX_FILE_SIZE, BINARY_EXTENSIONS, DOCS_EXTENSIONS, LANG_MAP, DEFAULT_CHUNKING_PARAMS, TS_IMPORT_RE, PY_IMPORT_RE, GO_IMPORT_RE, RUST_USE_RE, TS_EXTENSIONS, PY_EXTENSIONS, TS_EXPORT_RE, PY_EXPORT_RE, GO_EXPORT_RE, RUST_EXPORT_RE, CSHARP_EXPORT_RE, CSHARP_EXPORT_METHOD_RE, JAVA_EXPORT_RE, JSDOC_RE, PY_DOCSTRING_RE, CSHARP_DOC_RE, GO_PKG_RE, RUST_DOC_RE, SECTION_SINGLE_RE, SECTION_BLOCK_RE, TS_INTERNAL_FN_RE, TS_INTERNAL_CONST_RE, GO_INTERNAL_RES, PY_INTERNAL_RES, RUST_INTERNAL_RES, CSHARP_INTERNAL_RES, JAVA_INTERNAL_RES, KOTLIN_INTERNAL_RES, execFileAsync2, MAX_COMMITS, MAX_FILES_PER_COMMIT, RECENT_DAYS, _enabled, MAX_CHUNKS_PER_REPO, locks, MAX_API_CALLS, POOL_SIZE, MAX_BATCH_TOKENS, CHARS_PER_TOKEN, PURPOSE_BATCH_LIMIT, PURPOSE_CONCURRENCY, TERM_BATCH_SIZE, SIMILARITY_THRESHOLD, MAX_TERMS, MAX_CLUSTERS, MAX_CLUSTER_SIZE, STOPWORDS, watchers, debounceTimers, IGNORED, DEBOUNCE_MS, STOPWORDS2, NOISE_EXTENSIONS, NOISE_PATHS, CONCEPT_SYNONYMS, CACHE_TTL, CACHE_MAX, cache, RequestTrace;
+var __defProp2, __getOwnPropNames2, __esm2, __export2, schema_exports, uuid, now, updatedAt, repos, chunks, fileMetadata, fileImports, fileStats, fileCochanges, usageCounters, requestLogs, settings, telemetryEvents, init_schema, queries_exports, repoQueries, chunkQueries, metadataQueries, importQueries, statsQueries, cochangeQueries, logQueries, usageQueries, telemetryQueries, settingsQueries, init_queries, _db, _raw, execFileAsync, MAX_FILE_SIZE, BINARY_EXTENSIONS, DOCS_EXTENSIONS, LANG_MAP, DEFAULT_CHUNKING_PARAMS, TS_IMPORT_RE, PY_IMPORT_RE, GO_IMPORT_RE, RUST_USE_RE, TS_EXTENSIONS, PY_EXTENSIONS, TS_EXPORT_RE, PY_EXPORT_RE, GO_EXPORT_RE, RUST_EXPORT_RE, CSHARP_EXPORT_RE, CSHARP_EXPORT_METHOD_RE, JAVA_EXPORT_RE, JSDOC_RE, PY_DOCSTRING_RE, CSHARP_DOC_RE, GO_PKG_RE, RUST_DOC_RE, SECTION_SINGLE_RE, SECTION_BLOCK_RE, UNIVERSAL_DECL_RES, EXPORT_LINE_RE, SKIP_NAMES, execFileAsync2, MAX_COMMITS, MAX_FILES_PER_COMMIT, RECENT_DAYS, _enabled, MAX_CHUNKS_PER_REPO, locks, MAX_API_CALLS, POOL_SIZE, MAX_BATCH_TOKENS, CHARS_PER_TOKEN, PURPOSE_BATCH_LIMIT, PURPOSE_CONCURRENCY, TERM_BATCH_SIZE, SIMILARITY_THRESHOLD, MAX_TERMS, MAX_CLUSTERS, MAX_CLUSTER_SIZE, STOPWORDS, watchers, debounceTimers, IGNORED, DEBOUNCE_MS, STOPWORDS2, NOISE_EXTENSIONS, NOISE_PATHS, CONCEPT_SYNONYMS, CACHE_TTL, CACHE_MAX, cache, RequestTrace;
 var init_dist = __esm({
   "packages/engine/dist/index.js"() {
     "use strict";
@@ -10441,38 +10423,40 @@ var init_dist = __esm({
     RUST_DOC_RE = /^(?:\s*\/\/!\s*(.*)(?:\n\s*\/\/!\s*(.*))*)/m;
     SECTION_SINGLE_RE = /^(?:\/\/|#)\s*[-=]{3,}\s*(.+?)\s*[-=]{3,}\s*$/gm;
     SECTION_BLOCK_RE = /^\/\*\s*[-=]{3,}\s*(.+?)\s*[-=]{3,}\s*\*\/$/gm;
-    TS_INTERNAL_FN_RE = /^(?:async\s+)?function\s+(\w+)/gm;
-    TS_INTERNAL_CONST_RE = /^(?:const|let)\s+(\w+)\s*=/gm;
-    GO_INTERNAL_RES = [
-      /^func\s+([a-z]\w*)/gm,
-      /^var\s+([a-z]\w*)/gm,
-      /^const\s+([a-z]\w*)/gm
-    ];
-    PY_INTERNAL_RES = [/^def\s+(\w+)/gm, /^class\s+(\w+)/gm];
-    RUST_INTERNAL_RES = [
-      /^(?:async\s+)?fn\s+(\w+)/gm,
-      /^struct\s+(\w+)/gm,
-      /^enum\s+(\w+)/gm,
-      /^trait\s+(\w+)/gm,
-      /^type\s+(\w+)/gm,
-      /^const\s+(\w+)/gm
-    ];
-    CSHARP_INTERNAL_RES = [
-      // Types with explicit access modifier
-      /^\s*(?:private|protected|internal)\s+(?:static\s+)?(?:abstract\s+|sealed\s+|partial\s+)?(?:class|interface|enum|struct|record)\s+(\w+)/gm,
-      // Methods with explicit access modifier
-      /^\s*(?:private|protected|internal)\s+(?:static\s+)?(?:async\s+)?[\w<>\[\]?.]+\s+(\w+)\s*\(/gm,
-      // Methods with no access modifier (implicitly private in C#): returnType Name(
-      /^\s+(?:static\s+)?(?:async\s+)?(?:override\s+)?(?:virtual\s+)?[\w<>\[\]?.]+\s+(\w+)\s*\(/gm
-    ];
-    JAVA_INTERNAL_RES = [
-      /^\s*(?:private|protected)\s+(?:static\s+)?(?:final\s+|abstract\s+)?(?:class|interface|enum|record)\s+(\w+)/gm,
-      /^\s*(?:private|protected)\s+(?:static\s+)?(?:final\s+|abstract\s+)?[\w<>\[\].]+\s+(\w+)\s*\(/gm
-    ];
-    KOTLIN_INTERNAL_RES = [
-      /^\s*private\s+(?:suspend\s+)?fun\s+(\w+)/gm,
-      /^\s*private\s+(?:data\s+)?(?:class|interface|object|enum)\s+(\w+)/gm
+    UNIVERSAL_DECL_RES = [
+      /^\s*(?:async\s+|suspend\s+)?(?:function|def|fn|func|fun)\s+(?:\([^)]+\)\s+)?(\w+)/gm,
+      /^\s*(?:const|let|var|val)\s+(\w+)\s*[=:]/gm,
+      /^\s*(?:abstract\s+|sealed\s+|partial\s+|data\s+)?(?:class|struct|enum|trait|interface|record|object|mod)\s+(\w+)/gm,
+      /^\s*type\s+(\w+)\s*[=<{]/gm,
+      /^\s*(?:private|protected|internal)\s+(?:static\s+)?(?:async\s+)?(?:suspend\s+)?(?:override\s+)?[\w<>\[\]?.]+\s+(\w+)\s*\(/gm
     ];
+    EXPORT_LINE_RE = /^(?:export|pub\s|public\s)/;
+    SKIP_NAMES = /* @__PURE__ */ new Set([
+      "if",
+      "for",
+      "foreach",
+      "while",
+      "switch",
+      "using",
+      "catch",
+      "lock",
+      "return",
+      "throw",
+      "yield",
+      "try",
+      "do",
+      "else",
+      "new",
+      "await",
+      "base",
+      "this",
+      "super",
+      "self",
+      "import",
+      "require",
+      "from",
+      "package"
+    ]);
     init_queries();
     init_queries();
     execFileAsync2 = promisify2(execFile2);
@@ -32396,6 +32380,10 @@ var mcp_exports = {};
 __export(mcp_exports, {
   createMcpServer: () => createMcpServer
 });
+import { randomUUID as randomUUID3 } from "crypto";
+function logMcp(method, path, status, duration3, reqBody, resSize, resBody, trace) {
+  getRawDb().prepare(LOG_SQL).run(randomUUID3(), method, path, status, duration3, reqBody ?? null, resSize ?? null, resBody ?? null, trace ?? null);
+}
 function text2(s) {
   return { content: [{ type: "text", text: s }] };
 }
@@ -32423,15 +32411,16 @@ function createMcpServer(db, caps) {
         trace.step("findRepo");
         const repoId = findOrRegisterRepo(db, repo_path);
         trace.end("findRepo");
-        const useEmbeddings = settingsQueries.get(db, "use_embeddings") !== "false";
+        const repo = repoQueries.getById(db, repoId);
+        const useEmbeddings = repo?.enable_embeddings === 1;
         const result = await buildContext(db, repoId, goal, caps, trace, { useEmbeddings });
         const duration3 = Math.round(performance.now() - start);
         const reqBody = JSON.stringify({ repo_path, goal });
-        logQueries.insert(db, "MCP", "/tool/get_context", 200, duration3, "mcp", reqBody, result.context_pack.length, result.context_pack, trace.serialize());
+        logMcp("MCP", "/tool/get_context", 200, duration3, reqBody, result.context_pack.length, result.context_pack, trace.serialize());
         return text2(result.context_pack);
       } catch (e) {
         const duration3 = Math.round(performance.now() - start);
-        logQueries.insert(db, "MCP", "/tool/get_context", 500, duration3, "mcp", JSON.stringify({ repo_path, goal }), void 0, e.message, trace.serialize());
+        logMcp("MCP", "/tool/get_context", 500, duration3, JSON.stringify({ repo_path, goal }), void 0, e.message, trace.serialize());
         return error2(e.message);
       }
     }
@@ -32448,11 +32437,11 @@ function createMcpServer(db, caps) {
         const repos2 = listRepos(db);
         const body = JSON.stringify(repos2, null, 2);
         const duration3 = Math.round(performance.now() - start);
-        logQueries.insert(db, "MCP", "/tool/list_repos", 200, duration3, "mcp", void 0, body.length, body);
+        logMcp("MCP", "/tool/list_repos", 200, duration3, void 0, body.length, body);
         return text2(body);
       } catch (e) {
         const duration3 = Math.round(performance.now() - start);
-        logQueries.insert(db, "MCP", "/tool/list_repos", 500, duration3, "mcp", void 0, void 0, e.message);
+        logMcp("MCP", "/tool/list_repos", 500, duration3, void 0, void 0, e.message);
         return error2(e.message);
       }
     }
@@ -32468,17 +32457,17 @@ function createMcpServer(db, caps) {
       try {
         const repo = repoQueries.getByPath(db, repo_path);
         if (!repo) {
-          logQueries.insert(db, "MCP", "/tool/get_status", 404, Math.round(performance.now() - start), "mcp", JSON.stringify({ repo_path }));
+          logMcp("MCP", "/tool/get_status", 404, Math.round(performance.now() - start), JSON.stringify({ repo_path }));
           return error2("repo not found at " + repo_path);
         }
         const status = await getRepoStatus(db, repo.id);
         const body = JSON.stringify(status, null, 2);
         const duration3 = Math.round(performance.now() - start);
-        logQueries.insert(db, "MCP", "/tool/get_status", 200, duration3, "mcp", JSON.stringify({ repo_path }), body.length, body);
+        logMcp("MCP", "/tool/get_status", 200, duration3, JSON.stringify({ repo_path }), body.length, body);
         return text2(body);
       } catch (e) {
         const duration3 = Math.round(performance.now() - start);
-        logQueries.insert(db, "MCP", "/tool/get_status", 500, duration3, "mcp", JSON.stringify({ repo_path }), void 0, e.message);
+        logMcp("MCP", "/tool/get_status", 500, duration3, JSON.stringify({ repo_path }), void 0, e.message);
         return error2(e.message);
       }
     }
@@ -32499,23 +32488,26 @@ function createMcpServer(db, caps) {
         const result = await runIndex(db, repoId, caps, force ?? false, void 0, trace);
         const body = JSON.stringify(result, null, 2);
         const duration3 = Math.round(performance.now() - start);
-        logQueries.insert(db, "MCP", "/tool/index_repo", 200, duration3, "mcp", JSON.stringify({ repo_path, force }), body.length, body, trace.serialize());
+        logMcp("MCP", "/tool/index_repo", 200, duration3, JSON.stringify({ repo_path, force }), body.length, body, trace.serialize());
         return text2(body);
       } catch (e) {
         const duration3 = Math.round(performance.now() - start);
-        logQueries.insert(db, "MCP", "/tool/index_repo", 500, duration3, "mcp", JSON.stringify({ repo_path, force }), void 0, e.message, trace.serialize());
+        logMcp("MCP", "/tool/index_repo", 500, duration3, JSON.stringify({ repo_path, force }), void 0, e.message, trace.serialize());
         return error2(e.message);
       }
     }
   );
   return server;
 }
+var LOG_SQL;
 var init_mcp2 = __esm({
   "apps/daemon/src/mcp.ts"() {
     "use strict";
     init_dist();
     init_mcp();
     init_zod();
+    LOG_SQL = `INSERT INTO request_logs (id, method, path, status, duration_ms, source, request_body, response_size, response_body, trace, created_at)
+  VALUES (?, ?, ?, ?, ?, 'mcp', ?, ?, ?, ?, datetime('now'))`;
   }
 });
 
@@ -35098,7 +35090,8 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
     try {
       const { repo_id, goal } = await c.req.json();
       if (!repo_id || !goal) return c.json({ error: "repo_id and goal required" }, 400);
-      const useEmbeddings = settingsQueries.get(db, "use_embeddings") !== "false";
+      const repo = repoQueries.getById(db, repo_id);
+      const useEmbeddings = repo?.enable_embeddings === 1;
       const result = await buildContext(db, repo_id, goal, caps, c.get("trace"), { useEmbeddings });
       usageQueries.increment(db, "context_queries");
       return c.json(result);
@@ -35824,27 +35817,6 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
       return c.json({ error: e.message }, 500);
     }
   });
-  trackRoute("GET", "/api/dashboard/settings");
-  app.get("/api/dashboard/settings", (c) => {
-    try {
-      const all = settingsQueries.getAll(db);
-      return c.json({ settings: all });
-    } catch (e) {
-      return c.json({ error: e.message }, 500);
-    }
-  });
-  trackRoute("PUT", "/api/dashboard/settings");
-  app.put("/api/dashboard/settings", async (c) => {
-    try {
-      const body = await c.req.json();
-      for (const [key, value] of Object.entries(body)) {
-        settingsQueries.set(db, key, value);
-      }
-      return c.json({ ok: true, settings: settingsQueries.getAll(db) });
-    } catch (e) {
-      return c.json({ error: e.message }, 500);
-    }
-  });
   trackRoute("GET", "/api/dashboard/routes");
   app.get("/api/dashboard/routes", (c) => {
     return c.json({ routes: registeredRoutes });