@wrongstack/tools 0.284.1 → 0.286.0

package/dist/codebase-index/index.js

@@ -1,16 +1,5 @@
-import { resolveWstackPaths, expectDefined, compileGlob, truncate } from '@wrongstack/core';
-import { toErrorMessage } from '@wrongstack/core/utils';
-import { createRequire } from 'node:module';
-import * as fs from 'node:fs';
-import * as path4 from 'node:path';
-import { fileURLToPath } from 'node:url';
-import { Worker } from 'node:worker_threads';
-import * as fs2 from 'node:fs/promises';
-import * as ts from 'typescript';
-import { execFileSync, spawn } from 'node:child_process';
-import * as os from 'node:os';
-
 // src/codebase-index/writer.ts
+import { expectDefined } from "@wrongstack/core";
 
 // src/codebase-index/circuit-breaker.ts
 var CircuitOpenError = class extends Error {
@@ -95,6 +84,13 @@ function resetIndexCircuitBreaker() {
   indexCircuitBreaker.reset();
 }
 
+// src/codebase-index/writer.ts
+import { toErrorMessage } from "@wrongstack/core/utils";
+import { createRequire } from "node:module";
+import * as fs from "node:fs";
+import * as path from "node:path";
+import { resolveWstackPaths } from "@wrongstack/core";
+
 // src/codebase-index/schema.ts
 var SCHEMA_VERSION = 2;
 
@@ -368,7 +364,7 @@ var IndexStore = class {
     this.indexDir = resolveIndexDir(projectRoot, opts.indexDir);
     fs.mkdirSync(this.indexDir, { recursive: true });
     const Database = loadDatabaseSync();
-    this.db = new Database(path4.join(this.indexDir, DB_FILE));
+    this.db = new Database(path.join(this.indexDir, DB_FILE));
     try {
       this.db.exec("PRAGMA journal_mode = WAL");
       this.db.exec("PRAGMA busy_timeout = 5000");
@@ -947,7 +943,7 @@ var IndexStore = class {
     }));
   }
   sizeBytes() {
-    const dbPath = path4.join(this.indexDir, DB_FILE);
+    const dbPath = path.join(this.indexDir, DB_FILE);
     try {
       return fs.statSync(dbPath).size;
     } catch {
@@ -962,6 +958,20 @@ var IndexStore = class {
     }
   }
 };
+
+// src/codebase-index/background-indexer.ts
+import * as fs7 from "node:fs";
+import { fileURLToPath } from "node:url";
+import { Worker } from "node:worker_threads";
+
+// src/codebase-index/indexer.ts
+import { expectDefined as expectDefined5 } from "@wrongstack/core";
+import * as fs6 from "node:fs/promises";
+import * as path7 from "node:path";
+import { compileGlob as compileGlob2 } from "@wrongstack/core";
+
+// src/codebase-index/ts-parser.ts
+import * as ts from "@typescript/typescript6";
 var KIND_MAP = {
   [ts.SyntaxKind.ClassDeclaration]: "class",
   [ts.SyntaxKind.InterfaceDeclaration]: "interface",
@@ -1146,6 +1156,12 @@ function detectLang(file) {
   if (idx < 0) return null;
   return extToLang(file.slice(idx));
 }
+
+// src/codebase-index/go-parser.ts
+import { spawn } from "node:child_process";
+import * as os from "node:os";
+import * as path2 from "node:path";
+import * as fs2 from "node:fs/promises";
 async function parseSymbols2(opts) {
   const { file, content, lang } = opts;
   try {
@@ -1446,9 +1462,9 @@ func formatType(t ast.Expr) string {
 }
 `;
 async function syncGoParse(filePath, content, lang) {
-  const tmpDir = await fs2.mkdtemp(path4.join(os.tmpdir(), "ws-go-parse-"));
+  const tmpDir = await fs2.mkdtemp(path2.join(os.tmpdir(), "ws-go-parse-"));
   try {
-    const scriptPath = path4.join(tmpDir, "parse.go");
+    const scriptPath = path2.join(tmpDir, "parse.go");
     await fs2.writeFile(scriptPath, GO_PARSE_SCRIPT, "utf8");
     const proc = spawn("go", ["run", scriptPath], {
       stdio: ["pipe", "pipe", "pipe"],
@@ -1495,6 +1511,12 @@ async function syncGoParse(filePath, content, lang) {
     await fs2.rm(tmpDir, { recursive: true, force: true });
   }
 }
+
+// src/codebase-index/py-parser.ts
+import { spawn as spawn2 } from "node:child_process";
+import * as fs3 from "node:fs/promises";
+import * as os2 from "node:os";
+import * as path3 from "node:path";
 async function parseSymbols3(opts) {
   const { file, content, lang } = opts;
   try {
@@ -1710,12 +1732,12 @@ var _cachedScriptPath = null;
 async function syncPyParse(filePath, content, lang) {
   try {
     if (!_cachedScriptPath) {
-      const tmpDir = path4.join(os.tmpdir(), "ws-py-parse");
-      await fs2.mkdir(tmpDir, { recursive: true });
-      _cachedScriptPath = path4.join(tmpDir, "parse.py");
-      await fs2.writeFile(_cachedScriptPath, PY_PARSE_SCRIPT, "utf8");
+      const tmpDir = path3.join(os2.tmpdir(), "ws-py-parse");
+      await fs3.mkdir(tmpDir, { recursive: true });
+      _cachedScriptPath = path3.join(tmpDir, "parse.py");
+      await fs3.writeFile(_cachedScriptPath, PY_PARSE_SCRIPT, "utf8");
     }
-    const proc = spawn("python", [_cachedScriptPath, filePath], {
+    const proc = spawn2("python", [_cachedScriptPath, filePath], {
       stdio: ["pipe", "pipe", "pipe"],
       windowsHide: true
     });
@@ -1758,6 +1780,12 @@ async function syncPyParse(filePath, content, lang) {
     return { file: filePath, lang, symbols: [], mtimeMs: Date.now() };
   }
 }
+
+// src/codebase-index/rs-parser.ts
+import { expectDefined as expectDefined2 } from "@wrongstack/core";
+import { execFileSync, spawn as spawn3 } from "node:child_process";
+import * as fs4 from "node:fs/promises";
+import * as path4 from "node:path";
 async function parseSymbols4(opts) {
   const { file, content, lang } = opts;
   const nativeAvailable = checkNativeParser();
@@ -1797,8 +1825,8 @@ async function tryNativeParse(file, content) {
     const toolsDir = path4.join(process.cwd(), "tools");
     const crateDir = path4.join(toolsDir, "syn-parser");
     const tmpFile = path4.join(crateDir, "src", "input.rs");
-    await fs2.writeFile(tmpFile, content, "utf8");
-    const proc = spawn(
+    await fs4.writeFile(tmpFile, content, "utf8");
+    const proc = spawn3(
       "cargo",
       ["run", "--manifest-path", path4.join(toolsDir, "Cargo.toml")],
       {
@@ -1859,7 +1887,7 @@ function regexParse(opts) {
     let hi = lineOffsets.length - 1;
     while (lo < hi) {
       const mid = lo + hi + 1 >>> 1;
-      if (expectDefined(lineOffsets[mid]) <= offset) lo = mid;
+      if (expectDefined2(lineOffsets[mid]) <= offset) lo = mid;
       else hi = mid - 1;
     }
     return lo + 1;
@@ -1871,12 +1899,12 @@ function regexParse(opts) {
   for (const pattern of RS_PATTERNS) {
     pattern.regex.lastIndex = 0;
     for (let match = pattern.regex.exec(content); match !== null; match = pattern.regex.exec(content)) {
-      const name = expectDefined(match[1]);
+      const name = expectDefined2(match[1]);
       const offset = match.index ?? 0;
       const line = lineFromOffset(offset);
       const col = offset - (lineOffsets[line - 1] ?? 0);
       const lineIdx = line - 1;
-      const signature = extractDeclaration(lineIdx);
+      const signature = extractDeclaration(lineIdx, match);
       symbols.push({
         id: 0,
         lang,
@@ -1901,6 +1929,10 @@ function regexParse(opts) {
   });
   return { file, lang, symbols: deduped, mtimeMs: Date.now() };
 }
+
+// src/codebase-index/json-parser.ts
+import { expectDefined as expectDefined3 } from "@wrongstack/core";
+import * as path5 from "node:path";
 function parseSymbols5(opts) {
   const { file, content, lang } = opts;
   try {
@@ -1912,7 +1944,7 @@ function parseSymbols5(opts) {
 function regexParse2(opts) {
   const { file, content, lang } = opts;
   const symbols = [];
-  const basename2 = path4.basename(file).toLowerCase();
+  const basename2 = path5.basename(file).toLowerCase();
   const isPackageJson = basename2 === "package.json";
   const isTsconfig = basename2 === "tsconfig.json" || basename2 === "tsconfig.build.json";
   const isJsonSchema = content.includes("$schema") || content.includes("$id") || content.includes("$ref");
@@ -1927,22 +1959,22 @@ function regexParse2(opts) {
     let hi = lineOffsets.length - 1;
     while (lo < hi) {
       const mid = lo + hi + 1 >>> 1;
-      if (expectDefined(lineOffsets[mid]) <= offset) lo = mid;
+      if (expectDefined3(lineOffsets[mid]) <= offset) lo = mid;
       else hi = mid - 1;
     }
     return lo + 1;
   }
   const rootMatch = content.match(/^\s*\{/m);
   if (rootMatch) {
-    const offset = expectDefined(rootMatch.index);
+    const offset = expectDefined3(rootMatch.index);
     const line = lineFromOffset(offset);
     symbols.push(
       makeSymbol({
-        name: path4.basename(file),
+        name: path5.basename(file),
         kind: "object",
         line,
         col: 0,
-        signature: `"${path4.basename(file)}" = { ... }`,
+        signature: `"${path5.basename(file)}" = { ... }`,
         file,
         lang
       })
@@ -1950,7 +1982,7 @@ function regexParse2(opts) {
   }
   const topLevelKeyRegex = /^\s*"([^"]+)"\s*:/gm;
   for (let match = topLevelKeyRegex.exec(content); match !== null; match = topLevelKeyRegex.exec(content)) {
-    const key = expectDefined(match[1]);
+    const key = expectDefined3(match[1]);
     const offset = match.index ?? 0;
     const line = lineFromOffset(offset);
     const col = offset - (lineOffsets[line - 1] ?? 0);
@@ -1997,7 +2029,7 @@ function regexParse2(opts) {
   const defsRegex = /"\$defs"\s*:|"\$defs"\s*:/g;
   const defsMatch = defsRegex.exec(content);
   if (defsMatch !== null) {
-    const offset = expectDefined(defsMatch.index);
+    const offset = expectDefined3(defsMatch.index);
     const line = lineFromOffset(offset);
     symbols.push(
       makeSymbol({
@@ -2022,7 +2054,7 @@ function regexParse2(opts) {
     for (let match = pat.exec(content); match !== null; match = pat.exec(content)) {
       const offset = match.index ?? 0;
       const line = lineFromOffset(offset);
-      const key = match[0]?.match(/"([^"]+)"/)?.[1] ?? expectDefined(match[0]);
+      const key = match[0]?.match(/"([^"]+)"/)?.[1] ?? expectDefined3(match[0]);
       symbols.push(
         makeSymbol({
           name: key,
@@ -2041,12 +2073,12 @@ function regexParse2(opts) {
 function extractPackageScripts(content, symbols, file, lang, lineOffsets, lineFromOffset) {
   const scriptsBlockRegex = /"scripts"\s*:\s*\{([^}]+)\}/g;
   for (let match = scriptsBlockRegex.exec(content); match !== null; match = scriptsBlockRegex.exec(content)) {
-    const blockContent = expectDefined(match[0]);
+    const blockContent = expectDefined3(match[0]);
     const blockOffset = match.index ?? 0;
     const scriptKeyRegex = /"(\w[\w-]*)"\s*:/g;
     for (let scriptMatch = scriptKeyRegex.exec(blockContent); scriptMatch !== null; scriptMatch = scriptKeyRegex.exec(blockContent)) {
-      const key = expectDefined(scriptMatch[1]);
-      const keyOffset = blockOffset + expectDefined(scriptMatch.index);
+      const key = expectDefined3(scriptMatch[1]);
+      const keyOffset = blockOffset + expectDefined3(scriptMatch.index);
       const line = lineFromOffset(keyOffset);
       symbols.push(
         makeSymbol({
@@ -2065,12 +2097,12 @@ function extractPackageScripts(content, symbols, file, lang, lineOffsets, lineFr
 function extractCompilerOptions(content, symbols, file, lang, lineOffsets, parentLine, lineFromOffset) {
   const optsBlockRegex = /"compilerOptions"\s*:\s*\{([^}]+)\}/g;
   for (let match = optsBlockRegex.exec(content); match !== null; match = optsBlockRegex.exec(content)) {
-    const blockContent = expectDefined(match[0]);
+    const blockContent = expectDefined3(match[0]);
     const blockOffset = match.index ?? 0;
     const optKeyRegex = /"(\w[\w]*)"\s*:/g;
     for (let optMatch = optKeyRegex.exec(blockContent); optMatch !== null; optMatch = optKeyRegex.exec(blockContent)) {
-      const key = expectDefined(optMatch[1]);
-      const keyOffset = blockOffset + expectDefined(optMatch.index);
+      const key = expectDefined3(optMatch[1]);
+      const keyOffset = blockOffset + expectDefined3(optMatch.index);
       const line = lineFromOffset(keyOffset);
       if (line <= parentLine) continue;
       symbols.push(
@@ -2102,6 +2134,9 @@ function makeSymbol(opts) {
     text: `${opts.name} ${opts.signature}`.trim()
   };
 }
+
+// src/codebase-index/yaml-parser.ts
+import { expectDefined as expectDefined4, truncate } from "@wrongstack/core";
 function parseSymbols6(opts) {
   const { file, content, lang } = opts;
   try {
@@ -2123,14 +2158,14 @@ function regexParse3(opts) {
     let hi = lineOffsets.length - 1;
     while (lo < hi) {
       const mid = lo + hi + 1 >>> 1;
-      if (expectDefined(lineOffsets[mid]) <= offset) lo = mid;
+      if (expectDefined4(lineOffsets[mid]) <= offset) lo = mid;
       else hi = mid - 1;
     }
     return lo + 1;
   }
   const anchorRegex = /&(\w[\w-]*)/g;
   for (let match = anchorRegex.exec(content); match !== null; match = anchorRegex.exec(content)) {
-    const name = expectDefined(match[1]);
+    const name = expectDefined4(match[1]);
     const offset = match.index ?? 0;
     const line = lineFromOffset(offset);
     const col = offset - (lineOffsets[line - 1] ?? 0);
@@ -2148,7 +2183,7 @@ function regexParse3(opts) {
   }
   const aliasRegex = /\*(\w[\w-]*)/g;
   for (let match = aliasRegex.exec(content); match !== null; match = aliasRegex.exec(content)) {
-    const name = expectDefined(match[1]);
+    const name = expectDefined4(match[1]);
     const offset = match.index ?? 0;
     const line = lineFromOffset(offset);
     const col = offset - (lineOffsets[line - 1] ?? 0);
@@ -2183,7 +2218,7 @@ function regexParse3(opts) {
   }
   const listItemRegex = /^-(\s+)([^:#\s][^:#\s]*)\s*:/gm;
   for (let match = listItemRegex.exec(content); match !== null; match = listItemRegex.exec(content)) {
-    const key = expectDefined(match[2]);
+    const key = expectDefined4(match[2]);
     const offset = match.index ?? 0;
     const line = lineFromOffset(offset);
     const col = offset - (lineOffsets[line - 1] ?? 0);
@@ -2203,7 +2238,7 @@ function regexParse3(opts) {
   }
   const blockScalarRegex = /^(\s*)([^:#\s][^:#\s]*)\s*:\s*[|>](\s|$)/gm;
   for (let match = blockScalarRegex.exec(content); match !== null; match = blockScalarRegex.exec(content)) {
-    const key = expectDefined(match[2]);
+    const key = expectDefined4(match[2]);
     const offset = match.index ?? 0;
     const line = lineFromOffset(offset);
     const col = offset - (lineOffsets[line - 1] ?? 0);
@@ -2248,6 +2283,11 @@ function makeSymbol2(opts) {
     text: `${opts.name} ${opts.signature}`.trim()
   };
 }
+
+// src/codebase-index/gitignore.ts
+import * as fs5 from "node:fs/promises";
+import * as path6 from "node:path";
+import { compileGlob } from "@wrongstack/core";
 function globBody(glob) {
   return compileGlob(glob).source.replace(/^\^/, "").replace(/\$$/, "");
 }
@@ -2292,7 +2332,7 @@ function compileGitignore(lines) {
 async function loadGitignoreMatcher(projectRoot) {
   let lines = [];
   try {
-    const raw = await fs2.readFile(path4.join(projectRoot, ".gitignore"), "utf8");
+    const raw = await fs5.readFile(path6.join(projectRoot, ".gitignore"), "utf8");
     lines = raw.split("\n");
   } catch {
   }
@@ -2330,16 +2370,16 @@ async function findSourceFiles(projectRoot, ignore, isGitIgnored, signal) {
   const results = [];
   const ignoreSet = /* @__PURE__ */ new Set([...DEFAULT_IGNORE, ...ignore]);
   const globs = [
-    { ext: ".ts", pat: compileGlob("**/*.ts") },
-    { ext: ".tsx", pat: compileGlob("**/*.tsx") },
-    { ext: ".js", pat: compileGlob("**/*.js") },
-    { ext: ".jsx", pat: compileGlob("**/*.jsx") },
-    { ext: ".go", pat: compileGlob("**/*.go") },
-    { ext: ".py", pat: compileGlob("**/*.py") },
-    { ext: ".rs", pat: compileGlob("**/*.rs") },
-    { ext: ".json", pat: compileGlob("**/*.json") },
-    { ext: ".yaml", pat: compileGlob("**/*.yaml") },
-    { ext: ".yml", pat: compileGlob("**/*.yml") }
+    { ext: ".ts", pat: compileGlob2("**/*.ts") },
+    { ext: ".tsx", pat: compileGlob2("**/*.tsx") },
+    { ext: ".js", pat: compileGlob2("**/*.js") },
+    { ext: ".jsx", pat: compileGlob2("**/*.jsx") },
+    { ext: ".go", pat: compileGlob2("**/*.go") },
+    { ext: ".py", pat: compileGlob2("**/*.py") },
+    { ext: ".rs", pat: compileGlob2("**/*.rs") },
+    { ext: ".json", pat: compileGlob2("**/*.json") },
+    { ext: ".yaml", pat: compileGlob2("**/*.yaml") },
+    { ext: ".yml", pat: compileGlob2("**/*.yml") }
   ];
   let dirCount = 0;
   const walk = async (dir) => {
@@ -2350,21 +2390,21 @@ async function findSourceFiles(projectRoot, ignore, isGitIgnored, signal) {
     }
     let entries;
     try {
-      entries = await fs2.readdir(dir, { withFileTypes: true });
+      entries = await fs6.readdir(dir, { withFileTypes: true });
     } catch {
       return;
     }
     dirCount++;
     for (const e of entries) {
       if (ignoreSet.has(e.name)) continue;
-      const full = path4.join(dir, e.name);
-      const rel = path4.relative(projectRoot, full).replace(/\\/g, "/");
+      const full = path7.join(dir, e.name);
+      const rel = path7.relative(projectRoot, full).replace(/\\/g, "/");
       if (e.isDirectory()) {
         if (isGitIgnored(rel, true)) continue;
         await walk(full);
       } else if (e.isFile()) {
         if (isGitIgnored(rel, false)) continue;
-        const ext = path4.extname(e.name);
+        const ext = path7.extname(e.name);
         for (const { ext: extName, pat } of globs) {
           if (ext === extName && (pat.test(rel) || pat.test(e.name))) {
             results.push(full);
@@ -2420,7 +2460,7 @@ async function runIndexerWithStore(store, opts) {
   let files;
   let discoveredFiles = null;
   if (opts.files && opts.files.length > 0) {
-    files = opts.files.map((f) => path4.resolve(projectRoot, f)).filter((f) => !isGitIgnored(path4.relative(projectRoot, f).replace(/\\/g, "/"), false));
+    files = opts.files.map((f) => path7.resolve(projectRoot, f)).filter((f) => !isGitIgnored(path7.relative(projectRoot, f).replace(/\\/g, "/"), false));
   } else {
     files = await findSourceFiles(projectRoot, ignore, isGitIgnored, signal);
     discoveredFiles = new Set(files);
@@ -2450,7 +2490,7 @@ async function runIndexerWithStore(store, opts) {
       batchFiles.map(async (file) => {
         let stat2;
         try {
-          stat2 = await fs2.stat(file, statOpts);
+          stat2 = await fs6.stat(file, statOpts);
         } catch (e) {
           if (isAbortError(e)) throw e;
           return { file, stat: null, lang: "", parsed: null, error: `stat error: ${e instanceof Error ? e.message : String(e)}` };
@@ -2464,7 +2504,7 @@ async function runIndexerWithStore(store, opts) {
         }
         let content;
         try {
-          content = await fs2.readFile(file, { encoding: "utf8", signal });
+          content = await fs6.readFile(file, { encoding: "utf8", signal });
         } catch (e) {
           if (isAbortError(e)) throw e;
           return { file, stat: stat2, lang, parsed: null, error: `read error: ${e instanceof Error ? e.message : String(e)}` };
@@ -2482,7 +2522,7 @@ async function runIndexerWithStore(store, opts) {
     const deleteForFiles = [];
     for (let fi = 0; fi < statReadParse.length; fi++) {
       const settled = statReadParse[fi];
-      const file = expectDefined(batchFiles[fi]);
+      const file = expectDefined5(batchFiles[fi]);
       if (settled.status === "rejected") {
         const err = settled.reason;
         if (err instanceof Error && isAbortError(err)) throw err;
@@ -2733,7 +2773,7 @@ function resolveWorkerUrl() {
   for (const rel of ["./worker.js", "./codebase-index/worker.js"]) {
     try {
       const url = new URL(rel, import.meta.url);
-      if (url.protocol === "file:" && fs.existsSync(fileURLToPath(url))) return url;
+      if (url.protocol === "file:" && fs7.existsSync(fileURLToPath(url))) return url;
     } catch {
     }
   }
@@ -3200,7 +3240,35 @@ var codebaseStatsTool = {
     };
   }
 };
-
-export { CircuitOpenError, IndexCircuitBreaker, IndexStore, IndexTimeoutError, SCHEMA_VERSION, buildBm25Index, buildIndexableText, cancelPendingReindexes, codebaseIndexDirOverride, codebaseIndexStats, codebaseIndexTool, codebaseSearchTool, codebaseStatsTool, enqueueReindex, getIndexState, indexCircuitBreaker, internalKindToLspKind, isIndexReady, isIndexableFile, isIndexing, lspKindToInternalKind, onIndexStateChange, resetIndexCircuitBreaker, resolveIndexDir, runIndexer, runStartupIndex, searchCodebaseIndex, shutdownCodebaseIndexHost, tokenise };
+export {
+  CircuitOpenError,
+  IndexCircuitBreaker,
+  IndexStore,
+  IndexTimeoutError,
+  SCHEMA_VERSION,
+  buildBm25Index,
+  buildIndexableText,
+  cancelPendingReindexes,
+  codebaseIndexDirOverride,
+  codebaseIndexStats,
+  codebaseIndexTool,
+  codebaseSearchTool,
+  codebaseStatsTool,
+  enqueueReindex,
+  getIndexState,
+  indexCircuitBreaker,
+  internalKindToLspKind,
+  isIndexReady,
+  isIndexableFile,
+  isIndexing,
+  lspKindToInternalKind,
+  onIndexStateChange,
+  resetIndexCircuitBreaker,
+  resolveIndexDir,
+  runIndexer,
+  runStartupIndex,
+  searchCodebaseIndex,
+  shutdownCodebaseIndexHost,
+  tokenise
+};
 //# sourceMappingURL=index.js.map
-//# sourceMappingURL=index.js.map