lens-engine 0.1.16 → 0.1.18

package/daemon.js

@@ -7605,6 +7605,7 @@ var init_esm2 = __esm({
 var dist_exports = {};
 __export(dist_exports, {
   DEFAULT_CHUNKING_PARAMS: () => DEFAULT_CHUNKING_PARAMS,
+  RequestTrace: () => RequestTrace,
   agglomerativeCluster: () => agglomerativeCluster,
   analyzeGitHistory: () => analyzeGitHistory,
   buildAndPersistImportGraph: () => buildAndPersistImportGraph,
@@ -7659,6 +7660,7 @@ __export(dist_exports, {
   resolveImport: () => resolveImport,
   runIndex: () => runIndex,
   setTelemetryEnabled: () => setTelemetryEnabled,
+  settingsQueries: () => settingsQueries,
   startWatcher: () => startWatcher,
   statsQueries: () => statsQueries,
   stopWatcher: () => stopWatcher,
@@ -7722,6 +7724,18 @@ function openDb(customPath) {
   );
   if (!cols.has("sections")) sqlite.exec("ALTER TABLE file_metadata ADD COLUMN sections TEXT DEFAULT '[]'");
   if (!cols.has("internals")) sqlite.exec("ALTER TABLE file_metadata ADD COLUMN internals TEXT DEFAULT '[]'");
+  const repoCols = new Set(
+    sqlite.pragma("table_info(repos)").map((c) => c.name)
+  );
+  if (!repoCols.has("enable_embeddings")) sqlite.exec("ALTER TABLE repos ADD COLUMN enable_embeddings INTEGER NOT NULL DEFAULT 1");
+  if (!repoCols.has("enable_summaries")) sqlite.exec("ALTER TABLE repos ADD COLUMN enable_summaries INTEGER NOT NULL DEFAULT 1");
+  if (!repoCols.has("enable_vocab_clusters")) sqlite.exec("ALTER TABLE repos ADD COLUMN enable_vocab_clusters INTEGER NOT NULL DEFAULT 1");
+  if (!repoCols.has("last_vocab_cluster_commit")) sqlite.exec("ALTER TABLE repos ADD COLUMN last_vocab_cluster_commit TEXT");
+  const logCols = new Set(
+    sqlite.pragma("table_info(request_logs)").map((c) => c.name)
+  );
+  if (!logCols.has("response_body")) sqlite.exec("ALTER TABLE request_logs ADD COLUMN response_body TEXT");
+  if (!logCols.has("trace")) sqlite.exec("ALTER TABLE request_logs ADD COLUMN trace TEXT");
   _db = db;
   _raw = sqlite;
   return db;
@@ -7753,6 +7767,10 @@ function createTablesSql() {
       last_git_analysis_commit TEXT,
       max_import_depth INTEGER DEFAULT 0,
       vocab_clusters TEXT,
+      last_vocab_cluster_commit TEXT,
+      enable_embeddings INTEGER NOT NULL DEFAULT 1,
+      enable_summaries INTEGER NOT NULL DEFAULT 1,
+      enable_vocab_clusters INTEGER NOT NULL DEFAULT 1,
       created_at TEXT NOT NULL DEFAULT (datetime('now')),
       updated_at TEXT NOT NULL DEFAULT (datetime('now'))
     );
@@ -7847,11 +7865,19 @@ function createTablesSql() {
       source TEXT NOT NULL DEFAULT 'api',
       request_body TEXT,
       response_size INTEGER,
+      response_body TEXT,
+      trace TEXT,
       created_at TEXT NOT NULL DEFAULT (datetime('now'))
     );
     CREATE INDEX IF NOT EXISTS idx_request_logs_created ON request_logs(created_at);
     CREATE INDEX IF NOT EXISTS idx_request_logs_source ON request_logs(source);
 
+    CREATE TABLE IF NOT EXISTS settings (
+      key TEXT PRIMARY KEY,
+      value TEXT NOT NULL,
+      updated_at TEXT NOT NULL DEFAULT (datetime('now'))
+    );
+
     CREATE TABLE IF NOT EXISTS telemetry_events (
       id TEXT PRIMARY KEY,
       event_type TEXT NOT NULL,
@@ -8206,9 +8232,15 @@ function extractExports(content, language) {
     case "rust":
       re = new RegExp(RUST_EXPORT_RE.source, "gm");
       break;
-    case "csharp":
-      re = new RegExp(CSHARP_EXPORT_RE.source, "gm");
-      break;
+    case "csharp": {
+      const exports2 = [];
+      for (const pattern of [CSHARP_EXPORT_RE, CSHARP_EXPORT_METHOD_RE]) {
+        for (const m of content.matchAll(new RegExp(pattern.source, "gm"))) {
+          if (m[1] && !exports2.includes(m[1])) exports2.push(m[1]);
+        }
+      }
+      return exports2.slice(0, 30);
+    }
     case "java":
     case "kotlin":
       re = new RegExp(JAVA_EXPORT_RE.source, "gm");
@@ -8239,6 +8271,15 @@ function extractDocstring(content, language) {
     case "go":
       m = content.match(GO_PKG_RE);
       break;
+    case "rust": {
+      const rustMatch = content.match(RUST_DOC_RE);
+      if (!rustMatch) return "";
+      return rustMatch[0].replace(/^\s*\/\/!\s?/gm, "").replace(/\n/g, " ").trim().slice(0, 200);
+    }
+    case "java":
+    case "kotlin":
+      m = content.match(JSDOC_RE);
+      break;
     default:
       return "";
   }
@@ -8260,33 +8301,69 @@ function extractSections(content) {
   }
   return sections.slice(0, 15);
 }
-function extractInternals(content, language, exports) {
-  switch (language) {
-    case "typescript":
-    case "javascript":
-    case "tsx":
-    case "jsx":
-      break;
-    default:
-      return [];
-  }
-  const exportSet = new Set(exports);
+function collectMatches(content, regexes, exportSet, skipLine, skipName) {
   const seen = /* @__PURE__ */ new Set();
-  const internals = [];
+  const results = [];
   for (const line of content.split("\n")) {
-    if (line.trimStart().startsWith("export")) continue;
-    for (const re of [TS_INTERNAL_FN_RE, TS_INTERNAL_CONST_RE]) {
+    if (skipLine?.(line)) continue;
+    for (const re of regexes) {
       const pattern = new RegExp(re.source, re.flags);
       for (const m of line.matchAll(pattern)) {
         const name = m[1];
-        if (name && name.length >= 6 && !exportSet.has(name) && !seen.has(name)) {
+        if (name && name.length >= 6 && !exportSet.has(name) && !seen.has(name) && !skipName?.(name)) {
           seen.add(name);
-          internals.push(name);
+          results.push(name);
         }
       }
     }
   }
-  return internals.slice(0, 20);
+  return results.slice(0, 20);
+}
+function extractInternals(content, language, exports) {
+  const exportSet = new Set(exports);
+  switch (language) {
+    case "typescript":
+    case "javascript":
+    case "tsx":
+    case "jsx":
+      return collectMatches(
+        content,
+        [TS_INTERNAL_FN_RE, TS_INTERNAL_CONST_RE],
+        exportSet,
+        (line) => line.trimStart().startsWith("export")
+      );
+    case "go":
+      return collectMatches(content, GO_INTERNAL_RES, exportSet);
+    case "python":
+      return collectMatches(
+        content,
+        PY_INTERNAL_RES,
+        exportSet,
+        void 0,
+        (name) => name.startsWith("_")
+      );
+    case "rust":
+      return collectMatches(
+        content,
+        RUST_INTERNAL_RES,
+        exportSet,
+        (line) => /^\s*pub\s/.test(line)
+      );
+    case "csharp":
+      return collectMatches(
+        content,
+        CSHARP_INTERNAL_RES,
+        exportSet,
+        (line) => /^\s*public\s/.test(line),
+        (name) => /^(?:if|for|foreach|while|switch|using|catch|lock|return|throw|yield|try|do|else|new|await|base|this)$/.test(name)
+      );
+    case "java":
+      return collectMatches(content, JAVA_INTERNAL_RES, exportSet);
+    case "kotlin":
+      return collectMatches(content, KOTLIN_INTERNAL_RES, exportSet);
+    default:
+      return [];
+  }
 }
 function extractFileMetadata(path, content, language) {
   const exports = extractExports(content, language);
@@ -8317,7 +8394,17 @@ function extractAndPersistMetadata(db, repoId) {
   let count = 0;
   for (const [path, { content, language }] of files) {
     const meta = extractFileMetadata(path, content, language);
-    metadataQueries.upsert(db, repoId, path, language, meta.exports, meta.imports, meta.docstring, meta.sections, meta.internals);
+    metadataQueries.upsert(
+      db,
+      repoId,
+      path,
+      language,
+      meta.exports,
+      meta.imports,
+      meta.docstring,
+      meta.sections,
+      meta.internals
+    );
     count++;
   }
   return count;
@@ -8351,140 +8438,6 @@ function buildAndPersistImportGraph(db, repoId) {
   }
   return edgeCount;
 }
-function splitIdentifier(name) {
-  return name.replace(/([a-z])([A-Z])/g, "$1 $2").replace(/([A-Z]+)([A-Z][a-z])/g, "$1 $2").replace(/[_\-./\\]/g, " ").toLowerCase().split(/\s+/).filter((w) => w.length >= 3 && !STOPWORDS.has(w));
-}
-function extractVocab(files) {
-  const termToFiles = /* @__PURE__ */ new Map();
-  for (const f of files) {
-    const pathParts = f.path.split("/");
-    for (const seg of pathParts) {
-      const base = seg.replace(/\.[^.]+$/, "");
-      for (const word of splitIdentifier(base)) {
-        const s = termToFiles.get(word) ?? /* @__PURE__ */ new Set();
-        s.add(f.path);
-        termToFiles.set(word, s);
-      }
-    }
-    for (const exp of f.exports) {
-      for (const word of splitIdentifier(exp)) {
-        const s = termToFiles.get(word) ?? /* @__PURE__ */ new Set();
-        s.add(f.path);
-        termToFiles.set(word, s);
-      }
-    }
-  }
-  const totalFiles = files.length;
-  const maxDf = Math.max(10, Math.floor(totalFiles * 0.3));
-  const filtered = [];
-  for (const [term, fileSet] of termToFiles) {
-    if (fileSet.size >= 2 && fileSet.size <= maxDf) {
-      filtered.push(term);
-    }
-  }
-  filtered.sort((a, b) => (termToFiles.get(b)?.size ?? 0) - (termToFiles.get(a)?.size ?? 0));
-  const terms = filtered.slice(0, MAX_TERMS);
-  return { terms, termToFiles };
-}
-function cosine(a, b) {
-  let dot = 0, na = 0, nb = 0;
-  for (let i = 0; i < a.length; i++) {
-    dot += a[i] * b[i];
-    na += a[i] * a[i];
-    nb += b[i] * b[i];
-  }
-  const denom = Math.sqrt(na) * Math.sqrt(nb);
-  return denom > 0 ? dot / denom : 0;
-}
-function agglomerativeCluster(terms, embeddings) {
-  const n = terms.length;
-  const pairs = [];
-  for (let i = 0; i < n; i++) {
-    for (let j = i + 1; j < n; j++) {
-      const sim = cosine(embeddings[i], embeddings[j]);
-      if (sim >= SIMILARITY_THRESHOLD) pairs.push({ i, j, sim });
-    }
-  }
-  pairs.sort((a, b) => b.sim - a.sim);
-  const parent = new Int32Array(n);
-  const size = new Uint16Array(n);
-  for (let i = 0; i < n; i++) {
-    parent[i] = i;
-    size[i] = 1;
-  }
-  function find(x) {
-    while (parent[x] !== x) {
-      parent[x] = parent[parent[x]];
-      x = parent[x];
-    }
-    return x;
-  }
-  for (const { i, j } of pairs) {
-    const ri = find(i), rj = find(j);
-    if (ri === rj) continue;
-    if (size[ri] + size[rj] > MAX_CLUSTER_SIZE) continue;
-    if (size[ri] >= size[rj]) {
-      parent[rj] = ri;
-      size[ri] += size[rj];
-    } else {
-      parent[ri] = rj;
-      size[rj] += size[ri];
-    }
-  }
-  const clusterMap = /* @__PURE__ */ new Map();
-  for (let i = 0; i < n; i++) {
-    const root = find(i);
-    const arr = clusterMap.get(root) ?? [];
-    arr.push(i);
-    clusterMap.set(root, arr);
-  }
-  return [...clusterMap.values()].filter((c) => c.length >= 2);
-}
-async function buildVocabClusters(db, repoId, caps) {
-  if (!caps?.embedTexts) {
-    console.error("[LENS] Vocab clusters: skipped (no embedTexts capability)");
-    return;
-  }
-  const rows = metadataQueries.getByRepo(db, repoId).map((r) => ({
-    path: r.path,
-    exports: Array.isArray(r.exports) ? r.exports : jsonParse(r.exports, [])
-  }));
-  if (rows.length === 0) {
-    console.error("[LENS] Vocab clusters: skipped (no metadata rows)");
-    return;
-  }
-  const { terms, termToFiles } = extractVocab(rows);
-  if (terms.length < 4) {
-    console.error(`[LENS] Vocab clusters: skipped (only ${terms.length} terms, need \u22654)`);
-    return;
-  }
-  console.error(`[LENS] Vocab clusters: embedding ${terms.length} terms in ${Math.ceil(terms.length / TERM_BATCH_SIZE)} batches...`);
-  let embeddings;
-  try {
-    const results = [];
-    for (let i = 0; i < terms.length; i += TERM_BATCH_SIZE) {
-      const batch = terms.slice(i, i + TERM_BATCH_SIZE);
-      const vecs = await caps.embedTexts(batch, false);
-      results.push(...vecs);
-    }
-    embeddings = results;
-  } catch (err) {
-    console.error(`[LENS] Vocab clusters: embed failed (${terms.length} terms):`, err.message);
-    return;
-  }
-  const rawClusters = agglomerativeCluster(terms, embeddings);
-  console.error(`[LENS] Vocab clusters: ${rawClusters.length} clusters from ${terms.length} terms`);
-  const clusters = rawClusters.map((indices) => {
-    const clusterTerms = indices.map((i) => terms[i]);
-    const fileSet = /* @__PURE__ */ new Set();
-    for (const t of clusterTerms) {
-      const files = termToFiles.get(t);
-      if (files) for (const f of files) fileSet.add(f);
-    }
-    return { terms: clusterTerms, files: [...fileSet].sort() };
-  }).filter((c) => c.files.length > 0).sort((a, b) => b.files.length - a.files.length).slice(0, MAX_CLUSTERS);
-  repoQueries.updateVocabClusters(db, repoId, clusters);
-}
 async function analyzeGitHistory(db, repoId, rootPath, lastAnalyzedCommit) {
   const args = ["log", "--name-only", "--format=%H %aI", "--no-merges", `-n`, `${MAX_COMMITS}`];
   if (lastAnalyzedCommit) args.push(`${lastAnalyzedCommit}..HEAD`);
@@ -8605,7 +8558,7 @@ async function withLock(key, fn) {
     resolve22();
   }
 }
-async function runIndex(db, repoId, caps, force = false, onProgress) {
+async function runIndex(db, repoId, caps, force = false, onProgress, trace) {
   return withLock(repoId, async () => {
     const start = Date.now();
     const repo = repoQueries.getById(db, repoId);
@@ -8621,17 +8574,21 @@ async function runIndex(db, repoId, caps, force = false, onProgress) {
       };
     }
     repoQueries.setIndexing(db, repoId);
+    trace?.step("discovery");
     let files;
     if (!force && repo.last_indexed_commit) {
       files = await diffScan(repo.root_path, repo.last_indexed_commit, headCommit);
     } else {
       files = await fullScan(repo.root_path);
     }
+    trace?.end("discovery", `${files.length} files`);
+    trace?.step("chunking");
     let currentChunks = chunkQueries.countByRepo(db, repoId);
     let chunksCreated = 0;
     let chunksUnchanged = 0;
     let chunksDeleted = 0;
-    for (const file of files) {
+    for (let fi = 0; fi < files.length; fi++) {
+      const file = files[fi];
       if (file.status === "deleted") {
         chunksDeleted += chunkQueries.deleteByRepoPath(db, repoId, file.path);
         continue;
@@ -8680,14 +8637,39 @@ async function runIndex(db, repoId, caps, force = false, onProgress) {
         }
       }
     }
+    const isFullScan = force || !repo.last_indexed_commit;
+    if (isFullScan) {
+      const scannedPaths = new Set(files.map((f) => f.path));
+      const allChunkPaths = new Set(chunkQueries.getAllByRepo(db, repoId).map((c) => c.path));
+      for (const path of allChunkPaths) {
+        if (!scannedPaths.has(path)) {
+          chunksDeleted += chunkQueries.deleteByRepoPath(db, repoId, path);
+        }
+      }
+    }
+    trace?.end("chunking", `+${chunksCreated} -${chunksDeleted}`);
     onProgress?.();
+    trace?.step("extractMetadata");
     extractAndPersistMetadata(db, repoId);
+    if (isFullScan) {
+      const scannedPaths = new Set(files.map((f) => f.path));
+      const allMeta = metadataQueries.getByRepo(db, repoId);
+      for (const m of allMeta) {
+        if (!scannedPaths.has(m.path)) {
+          metadataQueries.deleteByPath(db, repoId, m.path);
+        }
+      }
+    }
+    trace?.end("extractMetadata");
     onProgress?.();
-    await buildVocabClusters(db, repoId, caps);
+    trace?.step("importGraph");
     buildAndPersistImportGraph(db, repoId);
     computeMaxImportDepth(db, repoId);
+    trace?.end("importGraph");
     onProgress?.();
+    trace?.step("gitAnalysis");
     await analyzeGitHistory(db, repoId, repo.root_path, repo.last_git_analysis_commit);
+    trace?.end("gitAnalysis");
     onProgress?.();
     repoQueries.updateIndexState(db, repoId, headCommit, "ready");
     onProgress?.();
@@ -8796,42 +8778,182 @@ async function ensureEmbedded(db, repoId, caps) {
     }
     if (poolFailed) break;
   }
-  return { embedded_count: embedded, skipped_count: 0, duration_ms: Date.now() - start };
-}
-async function enrichPurpose(db, repoId, caps, fullRun = false) {
-  const start = Date.now();
-  if (!caps?.generatePurpose) {
-    return { enriched: 0, skipped: 0, duration_ms: 0 };
+  return { embedded_count: embedded, skipped_count: 0, duration_ms: Date.now() - start };
+}
+async function enrichPurpose(db, repoId, caps, fullRun = false) {
+  const start = Date.now();
+  if (!caps?.generatePurpose) {
+    return { enriched: 0, skipped: 0, duration_ms: 0 };
+  }
+  let totalEnriched = 0;
+  let totalSkipped = 0;
+  while (true) {
+    const candidates = metadataQueries.getCandidatesForPurpose(db, repoId, PURPOSE_BATCH_LIMIT);
+    if (candidates.length === 0) break;
+    for (let i = 0; i < candidates.length; i += PURPOSE_CONCURRENCY) {
+      const batch = candidates.slice(i, i + PURPOSE_CONCURRENCY);
+      const results = await Promise.allSettled(
+        batch.map(async (row) => {
+          const exports = Array.isArray(row.exports) ? row.exports : jsonParse(row.exports, []);
+          const purpose = await caps.generatePurpose(row.path, row.first_chunk, exports, row.docstring ?? "");
+          return { row, purpose };
+        })
+      );
+      for (let j = 0; j < results.length; j++) {
+        const result = results[j];
+        const row = batch[j];
+        if (result.status === "fulfilled" && result.value.purpose) {
+          metadataQueries.updatePurpose(db, repoId, row.path, result.value.purpose, row.chunk_hash);
+          totalEnriched++;
+        } else {
+          metadataQueries.setPurposeHash(db, repoId, row.path, row.chunk_hash);
+          totalSkipped++;
+        }
+      }
+    }
+    if (!fullRun) break;
+  }
+  return { enriched: totalEnriched, skipped: totalSkipped, duration_ms: Date.now() - start };
+}
+function splitIdentifier(name) {
+  return name.replace(/([a-z])([A-Z])/g, "$1 $2").replace(/([A-Z]+)([A-Z][a-z])/g, "$1 $2").replace(/[_\-./\\]/g, " ").toLowerCase().split(/\s+/).filter((w) => w.length >= 3 && !STOPWORDS.has(w));
+}
+function extractVocab(files) {
+  const termToFiles = /* @__PURE__ */ new Map();
+  for (const f of files) {
+    const pathParts = f.path.split("/");
+    for (const seg of pathParts) {
+      const base = seg.replace(/\.[^.]+$/, "");
+      for (const word of splitIdentifier(base)) {
+        const s = termToFiles.get(word) ?? /* @__PURE__ */ new Set();
+        s.add(f.path);
+        termToFiles.set(word, s);
+      }
+    }
+    for (const exp of f.exports) {
+      for (const word of splitIdentifier(exp)) {
+        const s = termToFiles.get(word) ?? /* @__PURE__ */ new Set();
+        s.add(f.path);
+        termToFiles.set(word, s);
+      }
+    }
+  }
+  const totalFiles = files.length;
+  const maxDf = Math.max(10, Math.floor(totalFiles * 0.3));
+  const filtered = [];
+  for (const [term, fileSet] of termToFiles) {
+    if (fileSet.size >= 2 && fileSet.size <= maxDf) {
+      filtered.push(term);
+    }
+  }
+  filtered.sort((a, b) => (termToFiles.get(b)?.size ?? 0) - (termToFiles.get(a)?.size ?? 0));
+  const terms = filtered.slice(0, MAX_TERMS);
+  return { terms, termToFiles };
+}
+function cosine(a, b) {
+  let dot = 0, na = 0, nb = 0;
+  for (let i = 0; i < a.length; i++) {
+    dot += a[i] * b[i];
+    na += a[i] * a[i];
+    nb += b[i] * b[i];
+  }
+  const denom = Math.sqrt(na) * Math.sqrt(nb);
+  return denom > 0 ? dot / denom : 0;
+}
+function agglomerativeCluster(terms, embeddings) {
+  const n = terms.length;
+  const pairs = [];
+  for (let i = 0; i < n; i++) {
+    for (let j = i + 1; j < n; j++) {
+      const sim = cosine(embeddings[i], embeddings[j]);
+      if (sim >= SIMILARITY_THRESHOLD) pairs.push({ i, j, sim });
+    }
+  }
+  pairs.sort((a, b) => b.sim - a.sim);
+  const parent = new Int32Array(n);
+  const size = new Uint16Array(n);
+  for (let i = 0; i < n; i++) {
+    parent[i] = i;
+    size[i] = 1;
+  }
+  function find(x) {
+    while (parent[x] !== x) {
+      parent[x] = parent[parent[x]];
+      x = parent[x];
+    }
+    return x;
+  }
+  for (const { i, j } of pairs) {
+    const ri = find(i), rj = find(j);
+    if (ri === rj) continue;
+    if (size[ri] + size[rj] > MAX_CLUSTER_SIZE) continue;
+    if (size[ri] >= size[rj]) {
+      parent[rj] = ri;
+      size[ri] += size[rj];
+    } else {
+      parent[ri] = rj;
+      size[rj] += size[ri];
+    }
+  }
+  const clusterMap = /* @__PURE__ */ new Map();
+  for (let i = 0; i < n; i++) {
+    const root = find(i);
+    const arr = clusterMap.get(root) ?? [];
+    arr.push(i);
+    clusterMap.set(root, arr);
+  }
+  return [...clusterMap.values()].filter((c) => c.length >= 2);
+}
+async function buildVocabClusters(db, repoId, caps, force = false) {
+  if (!caps?.embedTexts) {
+    console.error("[LENS] Vocab clusters: skipped (no embedTexts capability)");
+    return;
+  }
+  const repo = repoQueries.getById(db, repoId);
+  if (!repo) return;
+  if (!force && repo.last_vocab_cluster_commit && repo.last_vocab_cluster_commit === repo.last_indexed_commit) {
+    console.error("[LENS] Vocab clusters: skipped (unchanged since last build)");
+    return;
+  }
+  const rows = metadataQueries.getByRepo(db, repoId).map((r) => ({
+    path: r.path,
+    exports: Array.isArray(r.exports) ? r.exports : jsonParse(r.exports, [])
+  }));
+  if (rows.length === 0) {
+    console.error("[LENS] Vocab clusters: skipped (no metadata rows)");
+    return;
+  }
+  const { terms, termToFiles } = extractVocab(rows);
+  if (terms.length < 4) {
+    console.error(`[LENS] Vocab clusters: skipped (only ${terms.length} terms, need \u22654)`);
+    return;
   }
-  let totalEnriched = 0;
-  let totalSkipped = 0;
-  while (true) {
-    const candidates = metadataQueries.getCandidatesForPurpose(db, repoId, PURPOSE_BATCH_LIMIT);
-    if (candidates.length === 0) break;
-    for (let i = 0; i < candidates.length; i += PURPOSE_CONCURRENCY) {
-      const batch = candidates.slice(i, i + PURPOSE_CONCURRENCY);
-      const results = await Promise.allSettled(
-        batch.map(async (row) => {
-          const exports = Array.isArray(row.exports) ? row.exports : jsonParse(row.exports, []);
-          const purpose = await caps.generatePurpose(row.path, row.first_chunk, exports, row.docstring ?? "");
-          return { row, purpose };
-        })
-      );
-      for (let j = 0; j < results.length; j++) {
-        const result = results[j];
-        const row = batch[j];
-        if (result.status === "fulfilled" && result.value.purpose) {
-          metadataQueries.updatePurpose(db, repoId, row.path, result.value.purpose, row.chunk_hash);
-          totalEnriched++;
-        } else {
-          metadataQueries.setPurposeHash(db, repoId, row.path, row.chunk_hash);
-          totalSkipped++;
-        }
-      }
+  console.error(`[LENS] Vocab clusters: embedding ${terms.length} terms in ${Math.ceil(terms.length / TERM_BATCH_SIZE)} batches...`);
+  let embeddings;
+  try {
+    const results = [];
+    for (let i = 0; i < terms.length; i += TERM_BATCH_SIZE) {
+      const batch = terms.slice(i, i + TERM_BATCH_SIZE);
+      const vecs = await caps.embedTexts(batch, false);
+      results.push(...vecs);
     }
-    if (!fullRun) break;
+    embeddings = results;
+  } catch (err) {
+    console.error(`[LENS] Vocab clusters: embed failed (${terms.length} terms):`, err.message);
+    return;
   }
-  return { enriched: totalEnriched, skipped: totalSkipped, duration_ms: Date.now() - start };
+  const rawClusters = agglomerativeCluster(terms, embeddings);
+  console.error(`[LENS] Vocab clusters: ${rawClusters.length} clusters from ${terms.length} terms`);
+  const clusters = rawClusters.map((indices) => {
+    const clusterTerms = indices.map((i) => terms[i]);
+    const fileSet = /* @__PURE__ */ new Set();
+    for (const t of clusterTerms) {
+      const files = termToFiles.get(t);
+      if (files) for (const f of files) fileSet.add(f);
+    }
+    return { terms: clusterTerms, files: [...fileSet].sort() };
+  }).filter((c) => c.files.length > 0).sort((a, b) => b.files.length - a.files.length).slice(0, MAX_CLUSTERS);
+  repoQueries.updateVocabClusters(db, repoId, clusters, repo.last_indexed_commit ?? void 0);
 }
 async function handleFileChange(db, repoId, repoRoot, absPath) {
   const relPath = relative3(repoRoot, absPath);
@@ -9129,6 +9251,16 @@ function interpretQuery(query, metadata, fileStats2, vocabClusters, indegrees, m
   const { exact, stemmed, clusterFiles } = expandKeywords(rawWords, vocabClusters ?? null);
   const allTerms = [...exact, ...stemmed];
   const termWeights = buildTermWeights(allTerms, metadata);
+  const exportTokensMap = /* @__PURE__ */ new Map();
+  for (const f of metadata) {
+    const tokens = /* @__PURE__ */ new Set();
+    for (const exp of f.exports ?? []) {
+      for (const part of exp.replace(/([a-z])([A-Z])/g, "$1 $2").toLowerCase().split(/[\s_-]+/)) {
+        if (part.length >= 3 && !STOPWORDS2.has(part)) tokens.add(part);
+      }
+    }
+    exportTokensMap.set(f.path, tokens);
+  }
   const scored = metadata.map((f) => {
     let score = 0;
     let matchedTerms = 0;
@@ -9143,12 +9275,14 @@ function interpretQuery(query, metadata, fileStats2, vocabClusters, indegrees, m
     const fileTokens = fileName.replace(/([a-z])([A-Z])/g, "$1 $2").replace(/[._-]/g, " ").toLowerCase().split(/\s+/).filter((t) => t.length >= 2);
     const dirTokens = pathSegments.slice(-4, -1).flatMap((s) => s.replace(/\./g, " ").split(/\s+/)).filter((t) => t.length >= 2);
     const pathTokenSet = /* @__PURE__ */ new Set([...fileTokens, ...dirTokens]);
+    const expTokens = exportTokensMap.get(f.path);
     for (const w of exact) {
       const weight = termWeights.get(w) ?? 1;
       let termScore = 0;
       if (fileTokens.some((t) => t === w || t.includes(w))) termScore += 4 * weight;
       else if (pathTokenSet.has(w)) termScore += 2 * weight;
-      if (exportsLower.includes(w)) termScore += 2 * weight;
+      if (expTokens?.has(w)) termScore += 2.5 * weight;
+      else if (exportsLower.includes(w)) termScore += 2 * weight;
       if (docLower.includes(w) || purposeLower.includes(w)) termScore += 1 * weight;
       if (sectionsLower.includes(w)) termScore += 1 * weight;
       if (internalsLower.includes(w)) termScore += 1.5 * weight;
@@ -9172,6 +9306,10 @@ function interpretQuery(query, metadata, fileStats2, vocabClusters, indegrees, m
     if (score > 0 && isNoisePath(f.path)) {
       score *= 0.3;
     }
+    const exportCount = (f.exports ?? []).length;
+    if (exportCount > 5 && score > 0) {
+      score *= 1 / (1 + Math.log2(exportCount / 5) * 0.3);
+    }
     const stats = fileStats2?.get(f.path);
     if (stats && stats.recent_count > 0 && score > 0) {
       score += Math.min(stats.recent_count, 5) * 0.5;
@@ -9310,8 +9448,8 @@ async function vectorSearch(db, repoId, query, limit, caps, codeOnly = true) {
   })).filter((c) => !codeOnly || !isDocFile(c.path)).sort((a, b) => b.score - a.score).slice(0, limit);
   return scored;
 }
-function cacheKey(repoId, goal, commit) {
-  return `${repoId}:${commit ?? ""}:${goal}`;
+function cacheKey(repoId, goal, commit, emb = true) {
+  return `${repoId}:${commit ?? ""}:${emb ? "e" : "n"}:${goal}`;
 }
 function cacheGet(key) {
   const entry = cache.get(key);
@@ -9329,30 +9467,41 @@ function cacheSet(key, response) {
   }
   cache.set(key, { response, expires: Date.now() + CACHE_TTL });
 }
-async function buildContext(db, repoId, goal, caps) {
+async function buildContext(db, repoId, goal, caps, trace, options) {
   const start = Date.now();
   try {
+    trace?.step("ensureIndexed");
     await ensureIndexed(db, repoId, caps);
+    trace?.end("ensureIndexed");
     const repo = repoQueries.getById(db, repoId);
     const commit = repo?.last_indexed_commit ?? null;
-    const key = cacheKey(repoId, goal, commit);
+    const useEmb = options?.useEmbeddings !== false;
+    const key = cacheKey(repoId, goal, commit, useEmb);
     const cached2 = cacheGet(key);
     if (cached2) {
+      trace?.add("cache", 0, "HIT");
       track(db, "context", { duration_ms: Date.now() - start, result_count: cached2.stats.files_in_context, cache_hit: true });
       return { ...cached2, stats: { ...cached2.stats, cached: true, duration_ms: Date.now() - start } };
     }
-    const embAvailable = (await Promise.resolve().then(() => (init_queries(), queries_exports))).chunkQueries.hasEmbeddings(db, repoId);
+    const embAvailable = useEmb && (await Promise.resolve().then(() => (init_queries(), queries_exports))).chunkQueries.hasEmbeddings(db, repoId);
+    trace?.step("loadStructural");
     const metadata = loadFileMetadata(db, repoId);
     const allStats = getAllFileStats(db, repoId);
     const vocabClusters = loadVocabClusters(db, repoId);
     const indegreeMap = getIndegrees(db, repoId);
     const maxImportDepth = repo?.max_import_depth ?? 0;
+    trace?.end("loadStructural");
+    trace?.step("vectorSearch");
     const vecResults = embAvailable ? await vectorSearch(db, repoId, goal, 10, caps, true).catch(() => []) : [];
+    trace?.end("vectorSearch", `${vecResults.length} results`);
     const statsForInterpreter = /* @__PURE__ */ new Map();
     for (const [path, stat32] of allStats) {
       statsForInterpreter.set(path, { commit_count: stat32.commit_count, recent_count: stat32.recent_count });
     }
+    trace?.step("interpretQuery");
     const interpreted = interpretQuery(goal, metadata, statsForInterpreter, vocabClusters, indegreeMap, maxImportDepth);
+    trace?.end("interpretQuery", `${interpreted.files.length} files`);
+    trace?.step("cochangePromotion");
     const topForCochange = interpreted.files.slice(0, 5).map((f) => f.path);
     const cochangePartners = getCochangePartners(db, repoId, topForCochange, 3, 20);
     const existingPathSet = new Set(interpreted.files.map((f) => f.path));
@@ -9367,6 +9516,7 @@ async function buildContext(db, repoId, goal, caps) {
       existingPathSet.add(cp.partner);
       promoted++;
     }
+    trace?.end("cochangePromotion", `${promoted} promoted`);
     if (vecResults.length > 0) {
       const vecByFile = /* @__PURE__ */ new Map();
       for (const r of vecResults) {
@@ -9396,6 +9546,7 @@ async function buildContext(db, repoId, goal, caps) {
     }
     const hitPaths = interpreted.files.map((f) => f.path);
     const topPaths = hitPaths.slice(0, 3);
+    trace?.step("structuralEnrichment");
     const reverseImports = getReverseImports(db, repoId, hitPaths);
     const forwardImports = getForwardImports(db, repoId, hitPaths);
     const hop2Deps = get2HopReverseDeps(db, repoId, topPaths);
@@ -9431,6 +9582,8 @@ async function buildContext(db, repoId, goal, caps) {
         }
       }
     }
+    trace?.end("structuralEnrichment");
+    trace?.step("formatContextPack");
     const data = {
       goal,
       files: interpreted.files,
@@ -9442,6 +9595,7 @@ async function buildContext(db, repoId, goal, caps) {
       fileStats: allStats
     };
     const contextPack = formatContextPack(data);
+    trace?.end("formatContextPack");
     const response = {
       context_pack: contextPack,
       stats: {
@@ -9463,7 +9617,7 @@ Context generation failed.`,
     };
   }
 }
-var __defProp2, __getOwnPropNames2, __esm2, __export2, schema_exports, uuid, now, updatedAt, repos, chunks, fileMetadata, fileImports, fileStats, fileCochanges, usageCounters, requestLogs, telemetryEvents, init_schema, queries_exports, repoQueries, chunkQueries, metadataQueries, importQueries, statsQueries, cochangeQueries, logQueries, usageQueries, telemetryQueries, init_queries, _db, _raw, execFileAsync, MAX_FILE_SIZE, BINARY_EXTENSIONS, DOCS_EXTENSIONS, LANG_MAP, DEFAULT_CHUNKING_PARAMS, TS_IMPORT_RE, PY_IMPORT_RE, GO_IMPORT_RE, RUST_USE_RE, TS_EXTENSIONS, PY_EXTENSIONS, TS_EXPORT_RE, PY_EXPORT_RE, GO_EXPORT_RE, RUST_EXPORT_RE, CSHARP_EXPORT_RE, JAVA_EXPORT_RE, JSDOC_RE, PY_DOCSTRING_RE, CSHARP_DOC_RE, GO_PKG_RE, SECTION_SINGLE_RE, SECTION_BLOCK_RE, TS_INTERNAL_FN_RE, TS_INTERNAL_CONST_RE, TERM_BATCH_SIZE, SIMILARITY_THRESHOLD, MAX_TERMS, MAX_CLUSTERS, MAX_CLUSTER_SIZE, STOPWORDS, execFileAsync2, MAX_COMMITS, MAX_FILES_PER_COMMIT, RECENT_DAYS, _enabled, MAX_CHUNKS_PER_REPO, locks, MAX_API_CALLS, POOL_SIZE, MAX_BATCH_TOKENS, CHARS_PER_TOKEN, PURPOSE_BATCH_LIMIT, PURPOSE_CONCURRENCY, watchers, debounceTimers, IGNORED, DEBOUNCE_MS, STOPWORDS2, NOISE_EXTENSIONS, NOISE_PATHS, CONCEPT_SYNONYMS, CACHE_TTL, CACHE_MAX, cache;
+var __defProp2, __getOwnPropNames2, __esm2, __export2, schema_exports, uuid, now, updatedAt, repos, chunks, fileMetadata, fileImports, fileStats, fileCochanges, usageCounters, requestLogs, settings, telemetryEvents, init_schema, queries_exports, repoQueries, chunkQueries, metadataQueries, importQueries, statsQueries, cochangeQueries, logQueries, usageQueries, telemetryQueries, settingsQueries, init_queries, _db, _raw, execFileAsync, MAX_FILE_SIZE, BINARY_EXTENSIONS, DOCS_EXTENSIONS, LANG_MAP, DEFAULT_CHUNKING_PARAMS, TS_IMPORT_RE, PY_IMPORT_RE, GO_IMPORT_RE, RUST_USE_RE, TS_EXTENSIONS, PY_EXTENSIONS, TS_EXPORT_RE, PY_EXPORT_RE, GO_EXPORT_RE, RUST_EXPORT_RE, CSHARP_EXPORT_RE, CSHARP_EXPORT_METHOD_RE, JAVA_EXPORT_RE, JSDOC_RE, PY_DOCSTRING_RE, CSHARP_DOC_RE, GO_PKG_RE, RUST_DOC_RE, SECTION_SINGLE_RE, SECTION_BLOCK_RE, TS_INTERNAL_FN_RE, TS_INTERNAL_CONST_RE, GO_INTERNAL_RES, PY_INTERNAL_RES, RUST_INTERNAL_RES, CSHARP_INTERNAL_RES, JAVA_INTERNAL_RES, KOTLIN_INTERNAL_RES, execFileAsync2, MAX_COMMITS, MAX_FILES_PER_COMMIT, RECENT_DAYS, _enabled, MAX_CHUNKS_PER_REPO, locks, MAX_API_CALLS, POOL_SIZE, MAX_BATCH_TOKENS, CHARS_PER_TOKEN, PURPOSE_BATCH_LIMIT, PURPOSE_CONCURRENCY, TERM_BATCH_SIZE, SIMILARITY_THRESHOLD, MAX_TERMS, MAX_CLUSTERS, MAX_CLUSTER_SIZE, STOPWORDS, watchers, debounceTimers, IGNORED, DEBOUNCE_MS, STOPWORDS2, NOISE_EXTENSIONS, NOISE_PATHS, CONCEPT_SYNONYMS, CACHE_TTL, CACHE_MAX, cache, RequestTrace;
 var init_dist = __esm({
   "packages/engine/dist/index.js"() {
     "use strict";
@@ -9490,6 +9644,7 @@ var init_dist = __esm({
       fileStats: () => fileStats,
       repos: () => repos,
       requestLogs: () => requestLogs,
+      settings: () => settings,
       telemetryEvents: () => telemetryEvents,
       usageCounters: () => usageCounters
     });
@@ -9513,6 +9668,10 @@ var init_dist = __esm({
             last_git_analysis_commit: text("last_git_analysis_commit"),
             max_import_depth: integer("max_import_depth").default(0),
             vocab_clusters: text("vocab_clusters"),
+            last_vocab_cluster_commit: text("last_vocab_cluster_commit"),
+            enable_embeddings: integer("enable_embeddings").notNull().default(1),
+            enable_summaries: integer("enable_summaries").notNull().default(1),
+            enable_vocab_clusters: integer("enable_vocab_clusters").notNull().default(1),
             created_at: now(),
             updated_at: updatedAt()
           },
@@ -9626,10 +9785,17 @@ var init_dist = __esm({
             source: text("source").notNull().default("api"),
             request_body: text("request_body"),
             response_size: integer("response_size"),
+            response_body: text("response_body"),
+            trace: text("trace"),
             created_at: now()
           },
           (t) => [index("idx_request_logs_created").on(t.created_at), index("idx_request_logs_source").on(t.source)]
         );
+        settings = sqliteTable("settings", {
+          key: text("key").primaryKey(),
+          value: text("value").notNull(),
+          updated_at: updatedAt()
+        });
         telemetryEvents = sqliteTable(
           "telemetry_events",
           {
@@ -9656,6 +9822,7 @@ var init_dist = __esm({
       logQueries: () => logQueries,
       metadataQueries: () => metadataQueries,
       repoQueries: () => repoQueries,
+      settingsQueries: () => settingsQueries,
       statsQueries: () => statsQueries,
       telemetryQueries: () => telemetryQueries,
       toEmbeddingBlob: () => toEmbeddingBlob,
@@ -9716,8 +9883,10 @@ var init_dist = __esm({
           updateMaxDepth(db, id, depth) {
             db.update(repos).set({ max_import_depth: depth }).where(eq(repos.id, id)).run();
           },
-          updateVocabClusters(db, id, clusters) {
-            db.update(repos).set({ vocab_clusters: JSON.stringify(clusters) }).where(eq(repos.id, id)).run();
+          updateVocabClusters(db, id, clusters, commit) {
+            const set = { vocab_clusters: JSON.stringify(clusters) };
+            if (commit) set.last_vocab_cluster_commit = commit;
+            db.update(repos).set(set).where(eq(repos.id, id)).run();
           },
           updateGitAnalysisCommit(db, id, commit) {
             db.update(repos).set({ last_git_analysis_commit: commit }).where(eq(repos.id, id)).run();
@@ -9725,6 +9894,13 @@ var init_dist = __esm({
           setIndexing(db, id) {
             db.update(repos).set({ index_status: "indexing" }).where(eq(repos.id, id)).run();
           },
+          updateProFeatures(db, id, flags) {
+            const set = { updated_at: sql`datetime('now')` };
+            if (flags.enable_embeddings !== void 0) set.enable_embeddings = flags.enable_embeddings;
+            if (flags.enable_summaries !== void 0) set.enable_summaries = flags.enable_summaries;
+            if (flags.enable_vocab_clusters !== void 0) set.enable_vocab_clusters = flags.enable_vocab_clusters;
+            db.update(repos).set(set).where(eq(repos.id, id)).run();
+          },
           remove(db, id) {
             db.delete(fileCochanges).where(eq(fileCochanges.repo_id, id)).run();
             db.delete(fileStats).where(eq(fileStats.repo_id, id)).run();
@@ -9936,6 +10112,9 @@ var init_dist = __esm({
               purpose_count,
               purpose_total
             };
+          },
+          deleteByPath(db, repoId, path) {
+            db.delete(fileMetadata).where(and(eq(fileMetadata.repo_id, repoId), eq(fileMetadata.path, path))).run();
           }
         };
         importQueries = {
@@ -10059,7 +10238,7 @@ var init_dist = __esm({
           }
         };
         logQueries = {
-          insert(db, method, path, status, durationMs, source, requestBody, responseSize) {
+          insert(db, method, path, status, durationMs, source, requestBody, responseSize, responseBody, trace) {
             db.insert(requestLogs).values({
               id: randomUUID(),
               method,
@@ -10068,7 +10247,9 @@ var init_dist = __esm({
               duration_ms: durationMs,
               source,
               request_body: requestBody ?? null,
-              response_size: responseSize ?? null
+              response_size: responseSize ?? null,
+              response_body: responseBody ?? null,
+              trace: trace ?? null
             }).run();
           },
           list(db, opts = {}) {
@@ -10148,6 +10329,25 @@ var init_dist = __esm({
             return result.changes;
           }
         };
+        settingsQueries = {
+          get(db, key) {
+            const row = db.select({ value: settings.value }).from(settings).where(eq(settings.key, key)).get();
+            return row?.value ?? null;
+          },
+          set(db, key, value) {
+            db.insert(settings).values({ key, value }).onConflictDoUpdate({
+              target: settings.key,
+              set: { value, updated_at: sql`datetime('now')` }
+            }).run();
+          },
+          getAll(db) {
+            const rows = db.select().from(settings).all();
+            return Object.fromEntries(rows.map((r) => [r.key, r.value]));
+          },
+          delete(db, key) {
+            db.delete(settings).where(eq(settings.key, key)).run();
+          }
+        };
       }
     });
     init_schema();
@@ -10155,7 +10355,7 @@ var init_dist = __esm({
     _raw = null;
     init_queries();
     execFileAsync = promisify(execFile);
-    MAX_FILE_SIZE = 500 * 1024;
+    MAX_FILE_SIZE = 2 * 1024 * 1024;
     BINARY_EXTENSIONS = /* @__PURE__ */ new Set([
       ".png",
       ".jpg",
@@ -10247,17 +10447,66 @@ var init_dist = __esm({
     PY_EXPORT_RE = /^(?:def|class)\s+(\w+)/gm;
     GO_EXPORT_RE = /^func\s+([A-Z]\w*)/gm;
     RUST_EXPORT_RE = /^pub\s+(?:fn|struct|enum|trait|type|mod)\s+(\w+)/gm;
-    CSHARP_EXPORT_RE = /^(?:public|internal)\s+(?:static\s+)?(?:abstract\s+|sealed\s+|partial\s+)?(?:class|interface|enum|struct|record|delegate)\s+(\w+)/gm;
-    JAVA_EXPORT_RE = /^(?:public)\s+(?:static\s+)?(?:abstract\s+|final\s+)?(?:class|interface|enum|record)\s+(\w+)/gm;
+    CSHARP_EXPORT_RE = /^\s*(?:public|internal)\s+(?:static\s+)?(?:abstract\s+|sealed\s+|partial\s+)?(?:class|interface|enum|struct|record|delegate)\s+(\w+)/gm;
+    CSHARP_EXPORT_METHOD_RE = /^\s*public\s+(?:static\s+)?(?:async\s+)?(?:override\s+)?(?:virtual\s+)?[\w<>\[\]?.]+\s+(\w+)\s*\(/gm;
+    JAVA_EXPORT_RE = /^\s*(?:public)\s+(?:static\s+)?(?:abstract\s+|final\s+)?(?:class|interface|enum|record)\s+(\w+)/gm;
     JSDOC_RE = /^\/\*\*\s*([\s\S]*?)\*\//m;
     PY_DOCSTRING_RE = /^(?:["']{3})([\s\S]*?)(?:["']{3})/m;
     CSHARP_DOC_RE = /^(?:\s*\/\/\/\s*(.*))+/m;
     GO_PKG_RE = /^\/\/\s*Package\s+\w+\s+(.*)/m;
+    RUST_DOC_RE = /^(?:\s*\/\/!\s*(.*)(?:\n\s*\/\/!\s*(.*))*)/m;
     SECTION_SINGLE_RE = /^(?:\/\/|#)\s*[-=]{3,}\s*(.+?)\s*[-=]{3,}\s*$/gm;
     SECTION_BLOCK_RE = /^\/\*\s*[-=]{3,}\s*(.+?)\s*[-=]{3,}\s*\*\/$/gm;
     TS_INTERNAL_FN_RE = /^(?:async\s+)?function\s+(\w+)/gm;
     TS_INTERNAL_CONST_RE = /^(?:const|let)\s+(\w+)\s*=/gm;
+    GO_INTERNAL_RES = [
+      /^func\s+([a-z]\w*)/gm,
+      /^var\s+([a-z]\w*)/gm,
+      /^const\s+([a-z]\w*)/gm
+    ];
+    PY_INTERNAL_RES = [/^def\s+(\w+)/gm, /^class\s+(\w+)/gm];
+    RUST_INTERNAL_RES = [
+      /^(?:async\s+)?fn\s+(\w+)/gm,
+      /^struct\s+(\w+)/gm,
+      /^enum\s+(\w+)/gm,
+      /^trait\s+(\w+)/gm,
+      /^type\s+(\w+)/gm,
+      /^const\s+(\w+)/gm
+    ];
+    CSHARP_INTERNAL_RES = [
+      // Types with explicit access modifier
+      /^\s*(?:private|protected|internal)\s+(?:static\s+)?(?:abstract\s+|sealed\s+|partial\s+)?(?:class|interface|enum|struct|record)\s+(\w+)/gm,
+      // Methods with explicit access modifier
+      /^\s*(?:private|protected|internal)\s+(?:static\s+)?(?:async\s+)?[\w<>\[\]?.]+\s+(\w+)\s*\(/gm,
+      // Methods with no access modifier (implicitly private in C#): returnType Name(
+      /^\s+(?:static\s+)?(?:async\s+)?(?:override\s+)?(?:virtual\s+)?[\w<>\[\]?.]+\s+(\w+)\s*\(/gm
+    ];
+    JAVA_INTERNAL_RES = [
+      /^\s*(?:private|protected)\s+(?:static\s+)?(?:final\s+|abstract\s+)?(?:class|interface|enum|record)\s+(\w+)/gm,
+      /^\s*(?:private|protected)\s+(?:static\s+)?(?:final\s+|abstract\s+)?[\w<>\[\].]+\s+(\w+)\s*\(/gm
+    ];
+    KOTLIN_INTERNAL_RES = [
+      /^\s*private\s+(?:suspend\s+)?fun\s+(\w+)/gm,
+      /^\s*private\s+(?:data\s+)?(?:class|interface|object|enum)\s+(\w+)/gm
+    ];
+    init_queries();
+    init_queries();
+    execFileAsync2 = promisify2(execFile2);
+    MAX_COMMITS = 2e3;
+    MAX_FILES_PER_COMMIT = 20;
+    RECENT_DAYS = 90;
+    init_queries();
+    _enabled = true;
+    MAX_CHUNKS_PER_REPO = 1e5;
+    locks = /* @__PURE__ */ new Map();
+    init_queries();
+    MAX_API_CALLS = 2e3;
+    POOL_SIZE = 32;
+    MAX_BATCH_TOKENS = 1e5;
+    CHARS_PER_TOKEN = 3;
     init_queries();
+    PURPOSE_BATCH_LIMIT = 200;
+    PURPOSE_CONCURRENCY = 10;
     init_queries();
     TERM_BATCH_SIZE = 32;
     SIMILARITY_THRESHOLD = 0.75;
@@ -10369,23 +10618,6 @@ var init_dist = __esm({
       "component"
     ]);
     init_queries();
-    execFileAsync2 = promisify2(execFile2);
-    MAX_COMMITS = 2e3;
-    MAX_FILES_PER_COMMIT = 20;
-    RECENT_DAYS = 90;
-    init_queries();
-    _enabled = true;
-    MAX_CHUNKS_PER_REPO = 1e5;
-    locks = /* @__PURE__ */ new Map();
-    init_queries();
-    MAX_API_CALLS = 2e3;
-    POOL_SIZE = 32;
-    MAX_BATCH_TOKENS = 1e5;
-    CHARS_PER_TOKEN = 3;
-    init_queries();
-    PURPOSE_BATCH_LIMIT = 200;
-    PURPOSE_CONCURRENCY = 10;
-    init_queries();
     watchers = /* @__PURE__ */ new Map();
     debounceTimers = /* @__PURE__ */ new Map();
     IGNORED = [
@@ -10588,6 +10820,36 @@ var init_dist = __esm({
     CACHE_MAX = 20;
     cache = /* @__PURE__ */ new Map();
     init_queries();
+    RequestTrace = class {
+      steps = [];
+      pending = /* @__PURE__ */ new Map();
+      step(label) {
+        this.pending.set(label, performance.now());
+      }
+      end(label, detail) {
+        const start = this.pending.get(label);
+        if (start === void 0) return;
+        this.pending.delete(label);
+        this.steps.push({
+          step: label,
+          duration_ms: Math.round(performance.now() - start),
+          ...detail ? { detail } : {}
+        });
+      }
+      add(label, duration_ms, detail) {
+        this.steps.push({
+          step: label,
+          duration_ms,
+          ...detail ? { detail } : {}
+        });
+      }
+      toJSON() {
+        return this.steps;
+      }
+      serialize() {
+        return JSON.stringify(this.steps);
+      }
+    };
   }
 });
 
@@ -10655,22 +10917,23 @@ function createCloudCapabilities(apiKey, trackUsage, logRequest) {
   return {
     async embedTexts(texts, isQuery) {
       const start = performance.now();
+      const reqBody = JSON.stringify({
+        input: texts,
+        model: "voyage-code-3",
+        input_type: isQuery ? "query" : "document"
+      });
       const res = await fetch(`${CLOUD_API_URL}/api/proxy/embed`, {
         method: "POST",
         headers,
-        body: JSON.stringify({
-          input: texts,
-          model: "voyage-code-3",
-          input_type: isQuery ? "query" : "document"
-        })
+        body: reqBody
       });
+      const resText = await res.text();
       const duration3 = Math.round(performance.now() - start);
-      logRequest?.("POST", "/api/proxy/embed", res.status, duration3, "cloud");
+      logRequest?.("POST", "/api/proxy/embed", res.status, duration3, "cloud", reqBody, resText);
       if (!res.ok) {
-        const err = await res.text().catch(() => "");
-        throw new Error(`Cloud embed failed (${res.status}): ${err}`);
+        throw new Error(`Cloud embed failed (${res.status}): ${resText}`);
       }
-      const data = await res.json();
+      const data = JSON.parse(resText);
       trackUsage?.("embedding_requests");
       trackUsage?.("embedding_chunks", texts.length);
       return (data.data ?? []).map((d) => d.embedding);
@@ -10684,24 +10947,25 @@ function createCloudCapabilities(apiKey, trackUsage, logRequest) {
         content.slice(0, 2e3)
       ].filter(Boolean).join("\n");
       const start = performance.now();
+      const reqBody = JSON.stringify({
+        messages: [
+          { role: "system", content: "You are a code analyst. Output ONLY a 1-sentence purpose summary for the given file. No preamble." },
+          { role: "user", content: prompt }
+        ],
+        max_tokens: 128
+      });
       const res = await fetch(`${CLOUD_API_URL}/api/proxy/chat`, {
         method: "POST",
         headers,
-        body: JSON.stringify({
-          messages: [
-            { role: "system", content: "You are a code analyst. Output ONLY a 1-sentence purpose summary for the given file. No preamble." },
-            { role: "user", content: prompt }
-          ],
-          max_tokens: 128
-        })
+        body: reqBody
       });
+      const resText = await res.text();
       const duration3 = Math.round(performance.now() - start);
-      logRequest?.("POST", "/api/proxy/chat", res.status, duration3, "cloud");
+      logRequest?.("POST", "/api/proxy/chat", res.status, duration3, "cloud", reqBody, resText);
       if (!res.ok) {
-        const err = await res.text().catch(() => "");
-        throw new Error(`Cloud purpose failed (${res.status}): ${err}`);
+        throw new Error(`Cloud purpose failed (${res.status}): ${resText}`);
       }
-      const data = await res.json();
+      const data = JSON.parse(resText);
       trackUsage?.("purpose_requests");
       return data.choices?.[0]?.message?.content?.trim() ?? "";
     }
@@ -32148,6 +32412,10 @@ var mcp_exports = {};
 __export(mcp_exports, {
   createMcpServer: () => createMcpServer
 });
+import { randomUUID as randomUUID3 } from "crypto";
+function logMcp(method, path, status, duration3, reqBody, resSize, resBody, trace) {
+  getRawDb().prepare(LOG_SQL).run(randomUUID3(), method, path, status, duration3, reqBody ?? null, resSize ?? null, resBody ?? null, trace ?? null);
+}
 function text2(s) {
   return { content: [{ type: "text", text: s }] };
 }
@@ -32169,11 +32437,22 @@ function createMcpServer(db, caps) {
       inputSchema: { repo_path: external_exports.string(), goal: external_exports.string() }
     },
     async ({ repo_path, goal }) => {
+      const trace = new RequestTrace();
+      const start = performance.now();
       try {
+        trace.step("findRepo");
         const repoId = findOrRegisterRepo(db, repo_path);
-        const result = await buildContext(db, repoId, goal, caps);
+        trace.end("findRepo");
+        const repo = repoQueries.getById(db, repoId);
+        const useEmbeddings = repo?.enable_embeddings === 1;
+        const result = await buildContext(db, repoId, goal, caps, trace, { useEmbeddings });
+        const duration3 = Math.round(performance.now() - start);
+        const reqBody = JSON.stringify({ repo_path, goal });
+        logMcp("MCP", "/tool/get_context", 200, duration3, reqBody, result.context_pack.length, result.context_pack, trace.serialize());
         return text2(result.context_pack);
       } catch (e) {
+        const duration3 = Math.round(performance.now() - start);
+        logMcp("MCP", "/tool/get_context", 500, duration3, JSON.stringify({ repo_path, goal }), void 0, e.message, trace.serialize());
         return error2(e.message);
       }
     }
@@ -32185,10 +32464,16 @@ function createMcpServer(db, caps) {
       inputSchema: {}
     },
     async () => {
+      const start = performance.now();
       try {
         const repos2 = listRepos(db);
-        return text2(JSON.stringify(repos2, null, 2));
+        const body = JSON.stringify(repos2, null, 2);
+        const duration3 = Math.round(performance.now() - start);
+        logMcp("MCP", "/tool/list_repos", 200, duration3, void 0, body.length, body);
+        return text2(body);
       } catch (e) {
+        const duration3 = Math.round(performance.now() - start);
+        logMcp("MCP", "/tool/list_repos", 500, duration3, void 0, void 0, e.message);
         return error2(e.message);
       }
     }
@@ -32200,12 +32485,21 @@ function createMcpServer(db, caps) {
       inputSchema: { repo_path: external_exports.string() }
     },
     async ({ repo_path }) => {
+      const start = performance.now();
       try {
         const repo = repoQueries.getByPath(db, repo_path);
-        if (!repo) return error2("repo not found at " + repo_path);
+        if (!repo) {
+          logMcp("MCP", "/tool/get_status", 404, Math.round(performance.now() - start), JSON.stringify({ repo_path }));
+          return error2("repo not found at " + repo_path);
+        }
         const status = await getRepoStatus(db, repo.id);
-        return text2(JSON.stringify(status, null, 2));
+        const body = JSON.stringify(status, null, 2);
+        const duration3 = Math.round(performance.now() - start);
+        logMcp("MCP", "/tool/get_status", 200, duration3, JSON.stringify({ repo_path }), body.length, body);
+        return text2(body);
       } catch (e) {
+        const duration3 = Math.round(performance.now() - start);
+        logMcp("MCP", "/tool/get_status", 500, duration3, JSON.stringify({ repo_path }), void 0, e.message);
         return error2(e.message);
       }
     }
@@ -32217,23 +32511,35 @@ function createMcpServer(db, caps) {
       inputSchema: { repo_path: external_exports.string(), force: external_exports.boolean().optional() }
     },
     async ({ repo_path, force }) => {
+      const trace = new RequestTrace();
+      const start = performance.now();
       try {
+        trace.step("findRepo");
         const repoId = findOrRegisterRepo(db, repo_path);
-        const result = await runIndex(db, repoId, caps, force ?? false);
-        return text2(JSON.stringify(result, null, 2));
+        trace.end("findRepo");
+        const result = await runIndex(db, repoId, caps, force ?? false, void 0, trace);
+        const body = JSON.stringify(result, null, 2);
+        const duration3 = Math.round(performance.now() - start);
+        logMcp("MCP", "/tool/index_repo", 200, duration3, JSON.stringify({ repo_path, force }), body.length, body, trace.serialize());
+        return text2(body);
       } catch (e) {
+        const duration3 = Math.round(performance.now() - start);
+        logMcp("MCP", "/tool/index_repo", 500, duration3, JSON.stringify({ repo_path, force }), void 0, e.message, trace.serialize());
         return error2(e.message);
       }
     }
   );
   return server;
 }
+var LOG_SQL;
 var init_mcp2 = __esm({
   "apps/daemon/src/mcp.ts"() {
     "use strict";
     init_dist();
     init_mcp();
     init_zod();
+    LOG_SQL = `INSERT INTO request_logs (id, method, path, status, duration_ms, source, request_body, response_size, response_body, trace, created_at)
+  VALUES (?, ?, ?, ?, ?, 'mcp', ?, ?, ?, ?, datetime('now'))`;
   }
 });
 
@@ -34594,14 +34900,32 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
   let lastPrune = 0;
   app.use("*", async (c, next) => {
     const start = performance.now();
+    const path = new URL(c.req.url).pathname;
+    if (path.startsWith("/dashboard/") || path.startsWith("/api/dashboard/") || path === "/health" || path.endsWith("/events")) {
+      return next();
+    }
+    const trace = new RequestTrace();
+    c.set("trace", trace);
+    let reqBody;
+    if (c.req.method !== "GET") {
+      try {
+        reqBody = await c.req.raw.clone().text();
+      } catch {
+      }
+    }
     await next();
     const duration3 = Math.round(performance.now() - start);
-    const path = new URL(c.req.url).pathname;
     const source = deriveSource(c.req.raw, path);
-    if (path.startsWith("/dashboard/") || path.startsWith("/api/dashboard/")) return;
-    if (path === "/health") return;
+    const traceData = trace.toJSON().length > 0 ? trace.serialize() : void 0;
+    let resBody;
+    let resSize;
+    try {
+      resBody = await c.res.clone().text();
+      resSize = resBody.length;
+    } catch {
+    }
     try {
-      logQueries.insert(db, c.req.method, path, c.res.status, duration3, source);
+      logQueries.insert(db, c.req.method, path, c.res.status, duration3, source, reqBody, resSize, resBody, traceData);
       const now2 = Date.now();
       if (now2 - lastPrune > 36e5) {
         lastPrune = now2;
@@ -34611,14 +34935,17 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
     }
   });
   trackRoute("GET", "/health");
-  app.get("/health", (c) => c.json({ status: "ok", version: "0.1.0" }));
+  app.get("/health", (c) => c.json({ status: "ok", version: "0.1.0", cloud_url: CLOUD_API_URL }));
   trackRoute("POST", "/telemetry/track");
   app.post("/telemetry/track", async (c) => {
     try {
       if (!isTelemetryEnabled()) return c.json({ ok: true, skipped: true });
+      const trace = c.get("trace");
       const { event_type, event_data } = await c.req.json();
       if (!event_type || typeof event_type !== "string") return c.json({ error: "event_type required" }, 400);
+      trace.step("track");
       track(db, event_type, event_data);
+      trace.end("track", event_type);
       return c.json({ ok: true });
     } catch {
       return c.json({ ok: true });
@@ -34627,10 +34954,13 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
   trackRoute("POST", "/repo/register");
   app.post("/repo/register", async (c) => {
     try {
+      const trace = c.get("trace");
       const { root_path, name, remote_url } = await c.req.json();
       if (!root_path) return c.json({ error: "root_path required" }, 400);
+      trace.step("quotaCheck");
       const currentRepos = listRepos(db).length;
       const maxRepos = quotaCache?.quota?.maxRepos ?? 50;
+      trace.end("quotaCheck", `${currentRepos}/${maxRepos}`);
       if (currentRepos >= maxRepos) {
         return c.json({
           error: "Repo limit reached",
@@ -34639,25 +34969,57 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
           plan: quotaCache?.plan ?? "unknown"
         }, 429);
       }
+      trace.step("registerRepo");
       const result = registerRepo(db, root_path, name, remote_url);
+      trace.end("registerRepo", result.created ? "created" : "existing");
       if (result.created) {
-        runIndex(db, result.repo_id, caps, false, emitRepoEvent).then((r) => {
+        runIndex(db, result.repo_id, caps, false, emitRepoEvent).then(async (r) => {
+          const bg = new RequestTrace();
+          const bgStart = performance.now();
+          const results = { index: r };
+          bg.add("index", r.duration_ms, `${r.files_scanned} files, +${r.chunks_created} chunks`);
           if (r.files_scanned > 0) usageQueries.increment(db, "repos_indexed");
+          const repo = repoQueries.getById(db, result.repo_id);
+          const reqBody = JSON.stringify({ repo_id: result.repo_id, repo_name: repo?.name });
           const tasks = [];
-          if (quotaRemaining("embeddingChunks") > 0) {
-            tasks.push(ensureEmbedded(db, result.repo_id, caps));
+          if (repo?.enable_vocab_clusters && quotaRemaining("embeddingChunks") > 0) {
+            bg.step("vocabClusters");
+            tasks.push(buildVocabClusters(db, result.repo_id, caps).then(() => {
+              bg.end("vocabClusters");
+              results.vocabClusters = "done";
+            }));
           } else {
-            console.log("[LENS] Skipping embeddings: quota exceeded");
+            bg.add("vocabClusters", 0, !repo?.enable_vocab_clusters ? "disabled" : "quota exceeded");
           }
-          if (quotaRemaining("purposeRequests") > 0) {
-            tasks.push(enrichPurpose(db, result.repo_id, caps));
+          if (repo?.enable_embeddings && quotaRemaining("embeddingChunks") > 0) {
+            bg.step("embeddings");
+            tasks.push(ensureEmbedded(db, result.repo_id, caps).then((er) => {
+              bg.end("embeddings", `${er.embedded_count} embedded`);
+              results.embeddings = er;
+            }));
           } else {
-            console.log("[LENS] Skipping purpose enrichment: quota exceeded");
+            bg.add("embeddings", 0, !repo?.enable_embeddings ? "disabled" : "quota exceeded");
           }
-          return Promise.all(tasks);
-        }).catch((e) => console.error("[LENS] post-register index failed:", e));
+          if (repo?.enable_summaries && quotaRemaining("purposeRequests") > 0) {
+            bg.step("purpose");
+            tasks.push(enrichPurpose(db, result.repo_id, caps).then((pr) => {
+              bg.end("purpose", `${pr.enriched} enriched`);
+              results.purpose = pr;
+            }));
+          } else {
+            bg.add("purpose", 0, !repo?.enable_summaries ? "disabled" : "quota exceeded");
+          }
+          await Promise.all(tasks);
+          const resBody = JSON.stringify(results);
+          const bgDuration = Math.round(performance.now() - bgStart);
+          logQueries.insert(db, "BG", `/enrichment/${result.repo_id}`, 200, bgDuration, "system", reqBody, resBody.length, resBody, bg.serialize());
+        }).catch((e) => {
+          logQueries.insert(db, "BG", `/enrichment/${result.repo_id}`, 500, 0, "system", JSON.stringify({ repo_id: result.repo_id }), void 0, String(e));
+        });
       }
+      trace.step("startWatcher");
       startWatcher(db, result.repo_id, root_path);
+      trace.end("startWatcher");
       emitRepoEvent();
       return c.json(result);
     } catch (e) {
@@ -34667,7 +35029,11 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
   trackRoute("GET", "/repo/list");
   app.get("/repo/list", (c) => {
     try {
-      return c.json({ repos: listRepos(db) });
+      const trace = c.get("trace");
+      trace.step("listRepos");
+      const repos2 = listRepos(db);
+      trace.end("listRepos", `${repos2.length} repos`);
+      return c.json({ repos: repos2 });
     } catch (e) {
       return c.json({ error: e.message }, 500);
     }
@@ -34675,7 +35041,11 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
   trackRoute("GET", "/repo/list/detailed");
   app.get("/repo/list/detailed", (c) => {
     try {
+      const trace = c.get("trace");
+      trace.step("listRepos");
       const repos2 = listRepos(db);
+      trace.end("listRepos", `${repos2.length} repos`);
+      trace.step("loadStats");
       const detailed = repos2.map((r) => {
         const stats = chunkQueries.getStats(db, r.id);
         return {
@@ -34689,6 +35059,7 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
           last_indexed_at: r.last_indexed_at
         };
       });
+      trace.end("loadStats");
       return c.json({ repos: detailed });
     } catch (e) {
       return c.json({ error: e.message }, 500);
@@ -34699,7 +35070,10 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
   trackRoute("GET", "/repo/:id");
   app.get("/repo/:id", (c) => {
     try {
+      const trace = c.get("trace");
+      trace.step("getRepo");
       const repo = getRepo(db, c.req.param("id"));
+      trace.end("getRepo");
       return c.json(repo);
     } catch (e) {
       if (e.message === "repo not found") return c.json({ error: "repo not found" }, 404);
@@ -34709,10 +35083,15 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
   trackRoute("DELETE", "/repo/:id");
   app.delete("/repo/:id", async (c) => {
     try {
+      const trace = c.get("trace");
       const id = c.req.param("id");
+      trace.step("stopWatcher");
       await stopWatcher(id).catch(() => {
       });
+      trace.end("stopWatcher");
+      trace.step("removeRepo");
       const result = removeRepo(db, id);
+      trace.end("removeRepo");
       emitRepoEvent();
       return c.json(result);
     } catch (e) {
@@ -34723,7 +35102,10 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
   trackRoute("GET", "/repo/:id/status");
   app.get("/repo/:id/status", async (c) => {
     try {
+      const trace = c.get("trace");
+      trace.step("getRepoStatus");
       const status = await getRepoStatus(db, c.req.param("id"));
+      trace.end("getRepoStatus");
       return c.json({
         ...status,
         has_capabilities: !!caps,
@@ -34740,7 +35122,9 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
     try {
       const { repo_id, goal } = await c.req.json();
       if (!repo_id || !goal) return c.json({ error: "repo_id and goal required" }, 400);
-      const result = await buildContext(db, repo_id, goal, caps);
+      const repo = repoQueries.getById(db, repo_id);
+      const useEmbeddings = repo?.enable_embeddings === 1;
+      const result = await buildContext(db, repo_id, goal, caps, c.get("trace"), { useEmbeddings });
       usageQueries.increment(db, "context_queries");
       return c.json(result);
     } catch (e) {
@@ -34752,20 +35136,48 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
     try {
       const { repo_id, force } = await c.req.json();
       if (!repo_id) return c.json({ error: "repo_id required" }, 400);
-      const result = await runIndex(db, repo_id, caps, force ?? false, emitRepoEvent);
+      const result = await runIndex(db, repo_id, caps, force ?? false, emitRepoEvent, c.get("trace"));
       if (result.files_scanned > 0) usageQueries.increment(db, "repos_indexed");
+      const repo = repoQueries.getById(db, repo_id);
+      const bg = new RequestTrace();
+      const bgStart = performance.now();
+      const results = { index: result };
+      const reqBody = JSON.stringify({ repo_id, repo_name: repo?.name, force });
       const tasks = [];
-      if (quotaRemaining("embeddingChunks") > 0) {
-        tasks.push(ensureEmbedded(db, repo_id, caps));
+      if (repo?.enable_vocab_clusters && quotaRemaining("embeddingChunks") > 0) {
+        bg.step("vocabClusters");
+        tasks.push(buildVocabClusters(db, repo_id, caps).then(() => {
+          bg.end("vocabClusters");
+          results.vocabClusters = "done";
+        }));
       } else {
-        console.log("[LENS] Skipping embeddings: quota exceeded");
+        bg.add("vocabClusters", 0, !repo?.enable_vocab_clusters ? "disabled" : "quota exceeded");
       }
-      if (quotaRemaining("purposeRequests") > 0) {
-        tasks.push(enrichPurpose(db, repo_id, caps));
+      if (repo?.enable_embeddings && quotaRemaining("embeddingChunks") > 0) {
+        bg.step("embeddings");
+        tasks.push(ensureEmbedded(db, repo_id, caps).then((er) => {
+          bg.end("embeddings", `${er.embedded_count} embedded`);
+          results.embeddings = er;
+        }));
       } else {
-        console.log("[LENS] Skipping purpose enrichment: quota exceeded");
+        bg.add("embeddings", 0, !repo?.enable_embeddings ? "disabled" : "quota exceeded");
       }
-      Promise.all(tasks).catch((e) => console.error("[LENS] post-index embed/enrich failed:", e));
+      if (repo?.enable_summaries && quotaRemaining("purposeRequests") > 0) {
+        bg.step("purpose");
+        tasks.push(enrichPurpose(db, repo_id, caps).then((pr) => {
+          bg.end("purpose", `${pr.enriched} enriched`);
+          results.purpose = pr;
+        }));
+      } else {
+        bg.add("purpose", 0, !repo?.enable_summaries ? "disabled" : "quota exceeded");
+      }
+      Promise.all(tasks).then(() => {
+        const resBody = JSON.stringify(results);
+        const bgDuration = Math.round(performance.now() - bgStart);
+        logQueries.insert(db, "BG", `/enrichment/${repo_id}`, 200, bgDuration, "system", reqBody, resBody.length, resBody, bg.serialize());
+      }).catch((e) => {
+        logQueries.insert(db, "BG", `/enrichment/${repo_id}`, 500, 0, "system", reqBody, void 0, String(e));
+      });
       return c.json(result);
     } catch (e) {
       return c.json({ error: e.message }, 500);
@@ -34774,16 +35186,23 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
   trackRoute("GET", "/index/status/:repo_id");
   app.get("/index/status/:repo_id", async (c) => {
     try {
+      const trace = c.get("trace");
       const repoId = c.req.param("repo_id");
+      trace.step("getRepo");
       const repo = repoQueries.getById(db, repoId);
+      trace.end("getRepo");
       if (!repo) return c.json({ error: "repo not found" }, 404);
+      trace.step("getHeadCommit");
       let currentHead = null;
       try {
         currentHead = await getHeadCommit(repo.root_path);
       } catch {
       }
+      trace.end("getHeadCommit");
       const isStale = !!(currentHead && repo.last_indexed_commit !== currentHead);
+      trace.step("getStats");
       const stats = chunkQueries.getStats(db, repoId);
+      trace.end("getStats");
       return c.json({
         index_status: repo.index_status,
         last_indexed_commit: repo.last_indexed_commit,
@@ -34802,10 +35221,15 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
   trackRoute("POST", "/index/watch");
   app.post("/index/watch", async (c) => {
     try {
+      const trace = c.get("trace");
       const { repo_id } = await c.req.json();
       if (!repo_id) return c.json({ error: "repo_id required" }, 400);
+      trace.step("getRepo");
       const repo = getRepo(db, repo_id);
+      trace.end("getRepo");
+      trace.step("startWatcher");
       const result = startWatcher(db, repo_id, repo.root_path);
+      trace.end("startWatcher");
       emitRepoEvent();
       return c.json(result);
     } catch (e) {
@@ -34816,9 +35240,12 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
   trackRoute("POST", "/index/unwatch");
   app.post("/index/unwatch", async (c) => {
     try {
+      const trace = c.get("trace");
       const { repo_id } = await c.req.json();
       if (!repo_id) return c.json({ error: "repo_id required" }, 400);
+      trace.step("stopWatcher");
       const result = await stopWatcher(repo_id);
+      trace.end("stopWatcher");
       emitRepoEvent();
       return c.json(result);
     } catch (e) {
@@ -34828,7 +35255,11 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
   trackRoute("GET", "/index/watch-status/:repo_id");
   app.get("/index/watch-status/:repo_id", (c) => {
     try {
-      return c.json(getWatcherStatus(c.req.param("repo_id")));
+      const trace = c.get("trace");
+      trace.step("getWatcherStatus");
+      const status = getWatcherStatus(c.req.param("repo_id"));
+      trace.end("getWatcherStatus");
+      return c.json(status);
     } catch (e) {
       return c.json({ error: e.message }, 500);
     }
@@ -34836,14 +35267,19 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
   trackRoute("GET", "/daemon/stats");
   app.get("/daemon/stats", (c) => {
     try {
+      const trace = c.get("trace");
+      trace.step("listRepos");
       const repos2 = listRepos(db);
+      trace.end("listRepos", `${repos2.length} repos`);
       let totalChunks = 0;
       let totalEmbeddings = 0;
+      trace.step("aggregateStats");
       for (const r of repos2) {
         const s = chunkQueries.getStats(db, r.id);
         totalChunks += s.chunk_count;
         totalEmbeddings += s.embedded_count;
       }
+      trace.end("aggregateStats");
       return c.json({
         repos_count: repos2.length,
         total_chunks: totalChunks,
@@ -34901,8 +35337,7 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
       start(ctrl) {
         repoClients.add(ctrl);
       },
-      cancel(ctrl) {
-        repoClients.delete(ctrl);
+      cancel() {
       }
     });
     return new Response(stream, {
@@ -34915,18 +35350,19 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
   });
   const authClients = /* @__PURE__ */ new Set();
   const authDir = join5(homedir3(), ".lens");
+  function emitAuthEvent() {
+    for (const ctrl of authClients) {
+      try {
+        ctrl.enqueue(encoder.encode("data: auth-changed\n\n"));
+      } catch {
+        authClients.delete(ctrl);
+      }
+    }
+  }
   try {
     watch2(authDir, (_, filename) => {
-      if (filename !== "auth.json") return;
-      for (const ctrl of authClients) {
-        try {
-          ctrl.enqueue(new TextEncoder().encode("data: auth-changed\n\n"));
-        } catch {
-          authClients.delete(ctrl);
-        }
-      }
-      refreshQuotaCache().catch(() => {
-      });
+      if (filename && filename !== "auth.json") return;
+      refreshQuotaCache().then(() => emitAuthEvent()).catch(() => emitAuthEvent());
     });
   } catch {
   }
@@ -34936,8 +35372,7 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
       start(ctrl) {
         authClients.add(ctrl);
       },
-      cancel(ctrl) {
-        authClients.delete(ctrl);
+      cancel() {
       }
     });
     return new Response(stream, {
@@ -34948,6 +35383,12 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
       }
     });
   });
+  trackRoute("POST", "/api/auth/notify");
+  app.post("/api/auth/notify", async (c) => {
+    await refreshQuotaCache();
+    emitAuthEvent();
+    return c.json({ ok: true });
+  });
   trackRoute("GET", "/api/auth/status");
   app.get("/api/auth/status", async (c) => {
     try {
@@ -35022,15 +35463,22 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
   }
   trackRoute("GET", "/api/cloud/usage");
   app.get("/api/cloud/usage", async (c) => {
+    const trace = c.get("trace");
     const start = c.req.query("start");
     const end = c.req.query("end");
-    return cloudProxy("GET", `/api/usage?start=${start}&end=${end}`);
+    trace.step("cloudProxy");
+    const res = await cloudProxy("GET", `/api/usage?start=${start}&end=${end}`);
+    trace.end("cloudProxy", `${res.status}`);
+    return res;
   });
   trackRoute("GET", "/api/cloud/usage/current");
-  app.get(
-    "/api/cloud/usage/current",
-    async () => cloudProxy("GET", "/api/usage/current")
-  );
+  app.get("/api/cloud/usage/current", async (c) => {
+    const trace = c.get("trace");
+    trace.step("cloudProxy");
+    const res = await cloudProxy("GET", "/api/usage/current");
+    trace.end("cloudProxy", `${res.status}`);
+    return res;
+  });
   trackRoute("GET", "/api/cloud/subscription");
   app.get("/api/cloud/subscription", (c) => {
     const sub = quotaCache?.subscription ?? { plan: "free", status: "active" };
@@ -35038,14 +35486,22 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
   });
   trackRoute("POST", "/api/cloud/billing/checkout");
   app.post("/api/cloud/billing/checkout", async (c) => {
+    const trace = c.get("trace");
     const body = await c.req.json().catch(() => ({}));
-    return cloudProxy("POST", "/api/billing/checkout", body);
+    trace.step("cloudProxy");
+    const res = await cloudProxy("POST", "/api/billing/checkout", body);
+    trace.end("cloudProxy", `${res.status}`);
+    return res;
   });
   trackRoute("GET", "/api/cloud/billing/portal");
   app.get("/api/cloud/billing/portal", async (c) => {
+    const trace = c.get("trace");
     const returnUrl = c.req.query("return_url") || "";
     const qs = returnUrl ? `?return_url=${encodeURIComponent(returnUrl)}` : "";
-    return cloudProxy("GET", `/api/billing/portal${qs}`);
+    trace.step("cloudProxy");
+    const res = await cloudProxy("GET", `/api/billing/portal${qs}`);
+    trace.end("cloudProxy", `${res.status}`);
+    return res;
   });
   trackRoute("GET", "/api/dashboard/stats");
   app.get("/api/dashboard/stats", (c) => {
@@ -35100,6 +35556,9 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
           last_indexed_at: r.last_indexed_at,
           last_indexed_commit: r.last_indexed_commit,
           max_import_depth: r.max_import_depth,
+          enable_embeddings: r.enable_embeddings,
+          enable_summaries: r.enable_summaries,
+          enable_vocab_clusters: r.enable_vocab_clusters,
           has_capabilities: !!caps,
           watcher: {
             active: watcher.watching,
@@ -35146,6 +35605,150 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
       return c.json({ error: e.message }, 500);
     }
   });
+  trackRoute("PATCH", "/api/dashboard/repos/:id/settings");
+  app.patch("/api/dashboard/repos/:id/settings", async (c) => {
+    try {
+      const id = c.req.param("id");
+      const repo = repoQueries.getById(db, id);
+      if (!repo) return c.json({ error: "repo not found" }, 404);
+      const body = await c.req.json();
+      const flags = {};
+      if (body.enable_embeddings !== void 0) flags.enable_embeddings = body.enable_embeddings ? 1 : 0;
+      if (body.enable_summaries !== void 0) flags.enable_summaries = body.enable_summaries ? 1 : 0;
+      if (body.enable_vocab_clusters !== void 0) flags.enable_vocab_clusters = body.enable_vocab_clusters ? 1 : 0;
+      repoQueries.updateProFeatures(db, id, flags);
+      emitRepoEvent();
+      return c.json({ ok: true });
+    } catch (e) {
+      return c.json({ error: e.message }, 500);
+    }
+  });
+  trackRoute("GET", "/api/dashboard/repos/:id/files");
+  app.get("/api/dashboard/repos/:id/files", (c) => {
+    try {
+      const id = c.req.param("id");
+      const repo = repoQueries.getById(db, id);
+      if (!repo) return c.json({ error: "repo not found" }, 404);
+      const limit = Number(c.req.query("limit") || 100);
+      const offset = Number(c.req.query("offset") || 0);
+      const search = c.req.query("search") || void 0;
+      const meta = metadataQueries.getByRepo(db, id);
+      const raw2 = getRawDb();
+      const chunkCounts = raw2.prepare("SELECT path, count(*) as chunk_count, SUM(CASE WHEN embedding IS NOT NULL THEN 1 ELSE 0 END) as embedded_count FROM chunks WHERE repo_id = ? GROUP BY path").all(id);
+      const countMap = new Map(chunkCounts.map((r) => [r.path, r]));
+      let all = meta.map((m) => {
+        const counts = countMap.get(m.path);
+        return {
+          path: m.path,
+          language: m.language,
+          exports: m.exports,
+          purpose: m.purpose,
+          chunk_count: counts?.chunk_count ?? 0,
+          has_embedding: (counts?.embedded_count ?? 0) > 0
+        };
+      });
+      if (search) {
+        const q = search.toLowerCase();
+        all = all.filter((f) => f.path.toLowerCase().includes(q));
+      }
+      const total = all.length;
+      const files = all.slice(offset, offset + limit);
+      return c.json({ files, total });
+    } catch (e) {
+      return c.json({ error: e.message }, 500);
+    }
+  });
+  trackRoute("GET", "/api/dashboard/repos/:id/files/:path");
+  app.get("/api/dashboard/repos/:id/files/:path", (c) => {
+    try {
+      const id = c.req.param("id");
+      const filePath = decodeURIComponent(c.req.param("path"));
+      const repo = repoQueries.getById(db, id);
+      if (!repo) return c.json({ error: "repo not found" }, 404);
+      const allMeta = metadataQueries.getByRepo(db, id);
+      const meta = allMeta.find((m) => m.path === filePath);
+      if (!meta) return c.json({ error: "file not found" }, 404);
+      const raw2 = getRawDb();
+      const chunkRow = raw2.prepare("SELECT count(*) as chunk_count, SUM(CASE WHEN embedding IS NOT NULL THEN 1 ELSE 0 END) as embedded_count FROM chunks WHERE repo_id = ? AND path = ?").get(id, filePath);
+      const allImports = importQueries.getBySources(db, id, [filePath]);
+      const allImporters = importQueries.getByTargets(db, id, [filePath]);
+      const gitStats = statsQueries.getByRepo(db, id);
+      const fileStat = gitStats.get(filePath);
+      const cochangeRows = raw2.prepare("SELECT path_a, path_b, cochange_count FROM file_cochanges WHERE repo_id = ? AND (path_a = ? OR path_b = ?) ORDER BY cochange_count DESC LIMIT 10").all(id, filePath, filePath);
+      const cochanges = cochangeRows.map((r) => ({
+        path: r.path_a === filePath ? r.path_b : r.path_a,
+        count: r.cochange_count
+      }));
+      return c.json({
+        path: meta.path,
+        language: meta.language,
+        exports: meta.exports,
+        docstring: meta.docstring,
+        sections: meta.sections,
+        internals: meta.internals,
+        purpose: meta.purpose,
+        chunk_count: chunkRow.chunk_count,
+        embedded_count: chunkRow.embedded_count,
+        imports: allImports.map((i) => i.target_path),
+        imported_by: allImporters.map((i) => i.source_path),
+        git: fileStat ? {
+          commit_count: fileStat.commit_count,
+          recent_count: fileStat.recent_count,
+          last_modified: fileStat.last_modified?.toISOString() ?? null
+        } : null,
+        cochanges
+      });
+    } catch (e) {
+      return c.json({ error: e.message }, 500);
+    }
+  });
+  trackRoute("GET", "/api/dashboard/repos/:id/chunks");
+  app.get("/api/dashboard/repos/:id/chunks", (c) => {
+    try {
+      const id = c.req.param("id");
+      const repo = repoQueries.getById(db, id);
+      if (!repo) return c.json({ error: "repo not found" }, 404);
+      const limit = Number(c.req.query("limit") || 100);
+      const offset = Number(c.req.query("offset") || 0);
+      const pathFilter = c.req.query("path") || void 0;
+      const raw2 = getRawDb();
+      const where = pathFilter ? "WHERE repo_id = ? AND path = ?" : "WHERE repo_id = ?";
+      const params = pathFilter ? [id, pathFilter] : [id];
+      const rows = raw2.prepare(`SELECT id, path, chunk_index, start_line, end_line, language, CASE WHEN embedding IS NOT NULL THEN 1 ELSE 0 END as has_embedding FROM chunks ${where} ORDER BY path, chunk_index LIMIT ? OFFSET ?`).all(...params, limit, offset);
+      const totalRow = raw2.prepare(`SELECT count(*) as count FROM chunks ${where}`).get(...params);
+      return c.json({
+        chunks: rows.map((r) => ({ ...r, has_embedding: r.has_embedding === 1 })),
+        total: totalRow.count
+      });
+    } catch (e) {
+      return c.json({ error: e.message }, 500);
+    }
+  });
+  trackRoute("GET", "/api/dashboard/repos/:id/chunks/:chunkId");
+  app.get("/api/dashboard/repos/:id/chunks/:chunkId", (c) => {
+    try {
+      const id = c.req.param("id");
+      const chunkId = c.req.param("chunkId");
+      const raw2 = getRawDb();
+      const row = raw2.prepare("SELECT id, path, chunk_index, start_line, end_line, content, language, chunk_hash, CASE WHEN embedding IS NOT NULL THEN 1 ELSE 0 END as has_embedding FROM chunks WHERE id = ? AND repo_id = ?").get(chunkId, id);
+      if (!row) return c.json({ error: "chunk not found" }, 404);
+      return c.json({ ...row, has_embedding: row.has_embedding === 1 });
+    } catch (e) {
+      return c.json({ error: e.message }, 500);
+    }
+  });
+  trackRoute("GET", "/api/dashboard/repos/:id/vocab-clusters");
+  app.get("/api/dashboard/repos/:id/vocab-clusters", (c) => {
+    try {
+      const id = c.req.param("id");
+      const repo = repoQueries.getById(db, id);
+      if (!repo) return c.json({ error: "repo not found" }, 404);
+      const clusters = repo.vocab_clusters ? JSON.parse(repo.vocab_clusters) : [];
+      return c.json({ clusters: Array.isArray(clusters) ? clusters : [] });
+    } catch (e) {
+      return c.json({ error: e.message }, 500);
+    }
+  });
   trackRoute("GET", "/api/dashboard/logs");
   app.get("/api/dashboard/logs", (c) => {
     try {
@@ -35204,46 +35807,6 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
       return c.json({ error: e.message }, 500);
     }
   });
-  trackRoute("GET", "/api/dashboard/jobs");
-  app.get("/api/dashboard/jobs", async (c) => {
-    try {
-      const repos2 = listRepos(db);
-      const result = await Promise.all(
-        repos2.map(async (r) => {
-          const stats = chunkQueries.getStats(db, r.id);
-          const structural = metadataQueries.getStructuralStats(db, r.id);
-          const watcher = getWatcherStatus(r.id);
-          let currentHead = null;
-          try {
-            currentHead = await getHeadCommit(r.root_path);
-          } catch {
-          }
-          return {
-            id: r.id,
-            name: r.name,
-            index_status: r.index_status,
-            last_indexed_commit: r.last_indexed_commit,
-            last_indexed_at: r.last_indexed_at,
-            is_stale: !!(currentHead && r.last_indexed_commit !== currentHead),
-            current_head: currentHead,
-            chunk_count: stats.chunk_count,
-            embedded_count: stats.embedded_count,
-            embeddable_count: stats.embeddable_count,
-            purpose_count: structural.purpose_count,
-            purpose_total: structural.purpose_total,
-            watcher: {
-              active: watcher.watching,
-              changed_files: watcher.changed_files ?? 0,
-              started_at: watcher.started_at ?? null
-            }
-          };
-        })
-      );
-      return c.json({ repos: result });
-    } catch (e) {
-      return c.json({ error: e.message }, 500);
-    }
-  });
   trackRoute("GET", "/api/dashboard/usage");
   app.get("/api/dashboard/usage", (c) => {
     try {
@@ -35299,12 +35862,19 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
       if (existsSync2(fullPath) && statSync(fullPath).isFile()) {
         const content = readFileSync2(fullPath);
         const mime = MIME_TYPES[extname3(fullPath)] ?? "application/octet-stream";
-        return new Response(content, { headers: { "Content-Type": mime, "Cache-Control": "public, max-age=3600" } });
+        const isHtml = mime === "text/html";
+        return new Response(content, {
+          headers: {
+            "Content-Type": mime,
+            "Cache-Control": isHtml ? "no-cache" : "public, max-age=86400",
+            "Access-Control-Allow-Origin": "*"
+          }
+        });
       }
       const indexPath = join5(dashboardDist, "index.html");
       if (existsSync2(indexPath)) {
         return new Response(readFileSync2(indexPath), {
-          headers: { "Content-Type": "text/html" }
+          headers: { "Content-Type": "text/html", "Cache-Control": "no-cache", "Access-Control-Allow-Origin": "*" }
         });
       }
       return c.json({ error: "not found" }, 404);
@@ -35319,19 +35889,20 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
       ]);
       if (res.ok) {
         const data = await res.json();
+        const plan = (data.plan ?? "free").trim();
         const subData = subRes.ok ? (await subRes.json()).subscription ?? null : null;
         quotaCache = {
-          plan: data.plan ?? "free",
+          plan,
           usage: data.usage ?? {},
           quota: data.quota ?? {},
           subscription: subData,
           fetchedAt: Date.now()
         };
-        if (caps && data.plan !== "pro") {
+        if (caps && plan !== "pro") {
           caps = void 0;
           console.error("[LENS] Cloud capabilities disabled (plan changed to free)");
         }
-        if (!caps && data.plan === "pro") {
+        if (!caps && plan === "pro") {
           const apiKey = await readApiKey();
           if (apiKey) {
             const { createCloudCapabilities: createCloudCapabilities2 } = await Promise.resolve().then(() => (init_cloud_capabilities(), cloud_capabilities_exports));
@@ -35343,9 +35914,9 @@ function createApp(db, dashboardDist, initialCaps, initialPlanData) {
                 } catch {
                 }
               },
-              (method, path, status, duration3, source) => {
+              (method, path, status, duration3, source, reqBody, resBody) => {
                 try {
-                  logQueries.insert(db, method, path, status, duration3, source);
+                  logQueries.insert(db, method, path, status, duration3, source, reqBody, resBody?.length, resBody);
                 } catch {
                 }
               }
@@ -36082,9 +36653,9 @@ async function loadCapabilities(db) {
         } catch {
         }
       },
-      (method, path, status, duration3, source) => {
+      (method, path, status, duration3, source, reqBody, resBody) => {
         try {
-          logQueries2.insert(db, method, path, status, duration3, source);
+          logQueries2.insert(db, method, path, status, duration3, source, reqBody, resBody?.length, resBody);
         } catch {
         }
       }