@wrongstack/tools 0.273.1 → 0.275.0

package/dist/codebase-index/worker.js

@@ -362,6 +362,8 @@ var IndexStore = class {
     this.db.exec("CREATE INDEX IF NOT EXISTS idx_s_kind ON symbols(kind)");
     this.db.exec("CREATE INDEX IF NOT EXISTS idx_s_lang ON symbols(lang)");
     this.db.exec("CREATE INDEX IF NOT EXISTS idx_s_file ON symbols(file)");
+    this.db.exec("CREATE INDEX IF NOT EXISTS idx_s_lang_kind ON symbols(lang, kind)");
+    this.db.exec("CREATE INDEX IF NOT EXISTS idx_s_file_fk ON symbols(file_fk)");
     this.db.exec(`
       CREATE TABLE IF NOT EXISTS refs (
         id INTEGER PRIMARY KEY,
@@ -1274,9 +1276,9 @@ async function syncGoParse(filePath, content, lang) {
   }
 }
 async function parseSymbols3(opts) {
-  const { file, lang } = opts;
+  const { file, content, lang } = opts;
   try {
-    return await syncPyParse(file, lang);
+    return await syncPyParse(file, content, lang);
   } catch {
     return { file, lang, symbols: [], mtimeMs: Date.now() };
   }
@@ -1344,8 +1346,7 @@ syms = []
 errors = []
 
 try:
-    with open(sys.argv[1], "r", encoding="utf-8") as f:
-        source = f.read()
+    source = sys.stdin.read()
     tree = ast.parse(source, filename=sys.argv[1])
 except Exception as e:
     errors.append(str(e))
@@ -1485,16 +1486,21 @@ visitor.visit(tree)
 
 print(json.dumps([s.to_dict() for s in syms]))
 `;
-async function syncPyParse(filePath, lang) {
+var _cachedScriptPath = null;
+async function syncPyParse(filePath, content, lang) {
   try {
-    const tmpDir = path4.join(os.tmpdir(), "ws-py-parse");
-    await fs6.mkdir(tmpDir, { recursive: true });
-    const scriptPath = path4.join(tmpDir, "parse.py");
-    await fs6.writeFile(scriptPath, PY_PARSE_SCRIPT, "utf8");
-    const proc = spawn("python", [scriptPath, filePath], {
+    if (!_cachedScriptPath) {
+      const tmpDir = path4.join(os.tmpdir(), "ws-py-parse");
+      await fs6.mkdir(tmpDir, { recursive: true });
+      _cachedScriptPath = path4.join(tmpDir, "parse.py");
+      await fs6.writeFile(_cachedScriptPath, PY_PARSE_SCRIPT, "utf8");
+    }
+    const proc = spawn("python", [_cachedScriptPath, filePath], {
       stdio: ["pipe", "pipe", "pipe"],
       windowsHide: true
     });
+    proc.stdin?.write(content);
+    proc.stdin?.end();
     let stdout = "";
     proc.stdout?.on("data", (chunk) => {
       stdout += chunk.toString();
@@ -2161,7 +2167,7 @@ async function parseFile(file, content, lang) {
     case "go":
       return parseSymbols2({ file, content, lang: "go" });
     case "py":
-      return parseSymbols3({ file, lang: "py" });
+      return parseSymbols3({ file, content, lang: "py" });
     case "rs":
       return parseSymbols4({ file, content, lang: "rs" });
     case "json":
@@ -2192,10 +2198,12 @@ async function runIndexerWithStore(store, opts) {
   let symbolsIndexed = 0;
   const isGitIgnored = await loadGitignoreMatcher(projectRoot);
   let files;
+  let discoveredFiles = null;
   if (opts.files && opts.files.length > 0) {
     files = opts.files.map((f) => path4.resolve(projectRoot, f)).filter((f) => !isGitIgnored(path4.relative(projectRoot, f).replace(/\\/g, "/"), false));
   } else {
     files = await findSourceFiles(projectRoot, ignore, isGitIgnored, signal);
+    discoveredFiles = new Set(files);
   }
   if (langs && langs.length > 0) {
     const langSet = new Set(langs);
@@ -2313,11 +2321,11 @@ async function runIndexerWithStore(store, opts) {
       filesIndexed++;
     }
   }
-  for (const [file_] of existingMeta) {
-    try {
-      await fs6.stat(file_);
-    } catch {
-      store.deleteFile(file_);
+  if (discoveredFiles) {
+    for (const [file_] of existingMeta) {
+      if (!discoveredFiles.has(file_)) {
+        store.deleteFile(file_);
+      }
     }
   }
   const durationMs = Date.now() - startMs;