@proxysoul/soulforge 1.6.3 → 1.7.2

package/dist/workers/intelligence.worker.js

@@ -24204,6 +24204,8 @@ class RepoMap {
       );
       CREATE INDEX IF NOT EXISTS idx_refs_file ON refs(file_id);
       CREATE INDEX IF NOT EXISTS idx_refs_name ON refs(name);
+      CREATE INDEX IF NOT EXISTS idx_refs_source ON refs(source_file_id);
+      CREATE INDEX IF NOT EXISTS idx_refs_import ON refs(import_source);
     `);
     try {
       this.db.run("ALTER TABLE refs ADD COLUMN source_file_id INTEGER REFERENCES files(id) ON DELETE CASCADE");
@@ -24423,13 +24425,16 @@ class RepoMap {
         });
       }
       const stale = [...existingFiles.keys()].filter((p2) => !currentPaths.has(p2));
-      if (stale.length > 0) {
+      const staleRatio = existingFiles.size > 0 ? stale.length / existingFiles.size : 0;
+      if (stale.length > 0 && staleRatio < 0.8) {
         const deleteFile = this.db.prepare("DELETE FROM files WHERE path = ?");
         const tx = this.db.transaction(() => {
           for (const p2 of stale)
             deleteFile.run(p2);
         });
         tx();
+      } else if (stale.length > 0) {
+        this.onError?.(`Skipped removing ${String(stale.length)} files \u2014 looks like a file listing error (${String(Math.round(staleRatio * 100))}% stale). Use /repo-map \u2192 [X] clear to force.`);
       }
       if (toIndex.length > 0) {
         this.onProgress?.(0, toIndex.length);
@@ -24453,7 +24458,10 @@ class RepoMap {
         }
         this.onProgress?.(toIndex.length, toIndex.length);
       }
-      if (toIndex.length > 0 || stale.length > 0) {
+      const edgeCount = this.db.query("SELECT COUNT(*) as c FROM edges").get()?.c ?? 0;
+      const fileCount = this.db.query("SELECT COUNT(*) as c FROM files").get()?.c ?? 0;
+      const needsPostIndexing = toIndex.length > 0 || stale.length > 0 || fileCount > 0 && edgeCount === 0;
+      if (needsPostIndexing) {
         this.onProgress?.(-1, -1);
         await tick();
         await this.resolveUnresolvedRefs();
@@ -24466,6 +24474,7 @@ class RepoMap {
         this.onProgress?.(-3, -3);
         await tick();
         await this.buildEdges();
+        this.onProgress?.(-4, -4);
         this.linkTestFiles();
         this.rescueOrphans();
         this.onProgress?.(-4, -4);
@@ -25088,6 +25097,8 @@ class RepoMap {
       addEdge(row.source_file_id, row.target_file_id, Math.sqrt(row.ref_count) * 3, 3);
       if (i4 % 500 === 499)
         await tick();
+      if (i4 % 2000 === 0)
+        this.onProgress?.(-3, -3);
     }
     const refDfMap = new Map;
     const dfRows = this.db.query("SELECT name, COUNT(DISTINCT file_id) AS ref_df FROM refs GROUP BY name").all();
@@ -25118,20 +25129,26 @@ class RepoMap {
       addEdge(row.source_file_id, row.target_file_id, w3, 1);
       if (i4 % 500 === 499)
         await tick();
+      if (i4 % 2000 === 0)
+        this.onProgress?.(-3, -3);
     }
+    this.onProgress?.(-3, -3);
     await tick();
+    const uniqueExportNames = new Set;
+    const exportNameCounts = this.db.query("SELECT name, COUNT(DISTINCT file_id) as fc FROM symbols WHERE is_exported = 1 GROUP BY name HAVING fc = 1").all();
+    for (const row of exportNameCounts)
+      uniqueExportNames.add(row.name);
     const inferredRows = this.db.query(`SELECT r.file_id AS source_file_id, s.file_id AS target_file_id,
-                r.name, COUNT(*) AS ref_count,
-                (SELECT COUNT(DISTINCT s2.file_id) FROM symbols s2
-                 WHERE s2.name = r.name AND s2.is_exported = 1) AS def_count
+                r.name, COUNT(*) AS ref_count
          FROM refs r
          JOIN symbols s ON r.name = s.name AND s.is_exported = 1
          WHERE r.source_file_id IS NULL AND r.import_source IS NULL
            AND r.file_id != s.file_id
-         GROUP BY r.file_id, s.file_id, r.name
-         HAVING def_count = 1`).all();
+         GROUP BY r.file_id, s.file_id, r.name`).all();
     for (let i4 = 0;i4 < inferredRows.length; i4++) {
       const row = inferredRows[i4];
+      if (!uniqueExportNames.has(row.name))
+        continue;
       const refDf = refDfMap.get(row.name) ?? 1;
       const idf = Math.log((totalFiles - refDf + 0.5) / (refDf + 0.5));
       if (idf <= 0)
@@ -25145,6 +25162,8 @@ class RepoMap {
       addEdge(row.source_file_id, row.target_file_id, w3, 1);
       if (i4 % 500 === 499)
         await tick();
+      if (i4 % 2000 === 0)
+        this.onProgress?.(-3, -3);
     }
     const cochangeRows = this.db.query("SELECT file_id_a, file_id_b, count FROM cochanges WHERE count >= 3").all();
     for (const row of cochangeRows) {
@@ -25201,6 +25220,8 @@ class RepoMap {
       try {
         tx();
       } catch {}
+      if (i4 % 2000 === 0)
+        this.onProgress?.(-3, -3);
       if (i4 + BATCH < entries.length)
         await tick();
     }
@@ -25544,6 +25565,7 @@ class RepoMap {
     }
     const pairCounts = new Map;
     const commits = logOutput.split("---COMMIT---").filter((s2) => s2.trim());
+    const tick = () => new Promise((r4) => setTimeout(r4, 1));
     for (let ci = 0;ci < commits.length; ci++) {
       const commit = commits[ci];
       const files = commit.split(`
@@ -25558,8 +25580,10 @@ class RepoMap {
           pairCounts.set(key2, (pairCounts.get(key2) ?? 0) + 1);
         }
       }
-      if (ci % 50 === 0)
+      if (ci % 50 === 0) {
         this.onProgress?.(-5, -5);
+        await tick();
+      }
     }
     if (pairCounts.size === 0)
       return;
@@ -272818,17 +272842,30 @@ ctx = createWorkerHandler(handlers, async (config) => {
   if (typeof config.maxFiles === "number" && config.maxFiles > 0) {
     repoMap.maxFiles = config.maxFiles;
   }
+  let lastStats = repoMap.getStats();
+  let lastDbSize = repoMap.dbSizeBytes();
   repoMap.onProgress = (indexed, total) => {
     const rm = repoMap;
     if (!rm)
       return;
-    const stats = rm.getStats();
-    const dbSize = rm.dbSizeBytes();
+    if (indexed < 0) {
+      ctx.emit("progress", {
+        indexed,
+        total,
+        stats: lastStats,
+        dbSize: lastDbSize
+      });
+      return;
+    }
+    try {
+      lastStats = rm.getStats();
+      lastDbSize = rm.dbSizeBytes();
+    } catch {}
     ctx.emit("progress", {
       indexed,
       total,
-      stats,
-      dbSize
+      stats: lastStats,
+      dbSize: lastDbSize
     });
   };
   repoMap.onScanComplete = (success) => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@proxysoul/soulforge",
-  "version": "1.6.3",
+  "version": "1.7.2",
   "description": "Graph-powered code intelligence — multi-agent coding with codebase-aware AI",
   "repository": {
     "type": "git",