@proxysoul/soulforge 1.6.2 → 1.7.0

package/dist/index.js

@@ -57814,7 +57814,7 @@ var package_default;
 var init_package = __esm(() => {
   package_default = {
     name: "@proxysoul/soulforge",
-    version: "1.6.2",
+    version: "1.7.0",
     description: "Graph-powered code intelligence \u2014 multi-agent coding with codebase-aware AI",
     repository: {
       type: "git",
@@ -312475,6 +312475,8 @@ class RepoMap {
       );
       CREATE INDEX IF NOT EXISTS idx_refs_file ON refs(file_id);
       CREATE INDEX IF NOT EXISTS idx_refs_name ON refs(name);
+      CREATE INDEX IF NOT EXISTS idx_refs_source ON refs(source_file_id);
+      CREATE INDEX IF NOT EXISTS idx_refs_import ON refs(import_source);
     `);
     try {
       this.db.run("ALTER TABLE refs ADD COLUMN source_file_id INTEGER REFERENCES files(id) ON DELETE CASCADE");
@@ -312724,7 +312726,9 @@ class RepoMap {
         }
         this.onProgress?.(toIndex.length, toIndex.length);
       }
-      if (toIndex.length > 0 || stale.length > 0) {
+      const edgeCount = this.db.query("SELECT COUNT(*) as c FROM edges").get()?.c ?? 0;
+      const needsPostIndexing = toIndex.length > 0 || stale.length > 0 || edgeCount === 0;
+      if (needsPostIndexing) {
         this.onProgress?.(-1, -1);
         await tick();
         await this.resolveUnresolvedRefs();
@@ -312737,6 +312741,7 @@ class RepoMap {
         this.onProgress?.(-3, -3);
         await tick();
         await this.buildEdges();
+        this.onProgress?.(-4, -4);
         this.linkTestFiles();
         this.rescueOrphans();
         this.onProgress?.(-4, -4);
@@ -313359,6 +313364,8 @@ class RepoMap {
       addEdge(row.source_file_id, row.target_file_id, Math.sqrt(row.ref_count) * 3, 3);
       if (i2 % 500 === 499)
         await tick();
+      if (i2 % 2000 === 0)
+        this.onProgress?.(-3, -3);
     }
     const refDfMap = new Map;
     const dfRows = this.db.query("SELECT name, COUNT(DISTINCT file_id) AS ref_df FROM refs GROUP BY name").all();
@@ -313389,20 +313396,26 @@ class RepoMap {
       addEdge(row.source_file_id, row.target_file_id, w, 1);
       if (i2 % 500 === 499)
         await tick();
+      if (i2 % 2000 === 0)
+        this.onProgress?.(-3, -3);
     }
+    this.onProgress?.(-3, -3);
     await tick();
+    const uniqueExportNames = new Set;
+    const exportNameCounts = this.db.query("SELECT name, COUNT(DISTINCT file_id) as fc FROM symbols WHERE is_exported = 1 GROUP BY name HAVING fc = 1").all();
+    for (const row of exportNameCounts)
+      uniqueExportNames.add(row.name);
     const inferredRows = this.db.query(`SELECT r.file_id AS source_file_id, s.file_id AS target_file_id,
-                r.name, COUNT(*) AS ref_count,
-                (SELECT COUNT(DISTINCT s2.file_id) FROM symbols s2
-                 WHERE s2.name = r.name AND s2.is_exported = 1) AS def_count
+                r.name, COUNT(*) AS ref_count
          FROM refs r
          JOIN symbols s ON r.name = s.name AND s.is_exported = 1
          WHERE r.source_file_id IS NULL AND r.import_source IS NULL
            AND r.file_id != s.file_id
-         GROUP BY r.file_id, s.file_id, r.name
-         HAVING def_count = 1`).all();
+         GROUP BY r.file_id, s.file_id, r.name`).all();
     for (let i2 = 0;i2 < inferredRows.length; i2++) {
       const row = inferredRows[i2];
+      if (!uniqueExportNames.has(row.name))
+        continue;
       const refDf = refDfMap.get(row.name) ?? 1;
       const idf = Math.log((totalFiles - refDf + 0.5) / (refDf + 0.5));
       if (idf <= 0)
@@ -313416,6 +313429,8 @@ class RepoMap {
       addEdge(row.source_file_id, row.target_file_id, w, 1);
       if (i2 % 500 === 499)
         await tick();
+      if (i2 % 2000 === 0)
+        this.onProgress?.(-3, -3);
     }
     const cochangeRows = this.db.query("SELECT file_id_a, file_id_b, count FROM cochanges WHERE count >= 3").all();
     for (const row of cochangeRows) {
@@ -313472,6 +313487,8 @@ class RepoMap {
       try {
         tx();
       } catch {}
+      if (i2 % 2000 === 0)
+        this.onProgress?.(-3, -3);
       if (i2 + BATCH < entries.length)
         await tick();
     }
@@ -313815,7 +313832,9 @@ class RepoMap {
     }
     const pairCounts = new Map;
     const commits = logOutput.split("---COMMIT---").filter((s) => s.trim());
-    for (const commit of commits) {
+    const tick = () => new Promise((r) => setTimeout(r, 1));
+    for (let ci = 0;ci < commits.length; ci++) {
+      const commit = commits[ci];
       const files = commit.split(`
 `).map((l) => l.trim()).filter((l) => l && pathToId.has(l));
       if (files.length < 2 || files.length > MAX_COCHANGE_FILES_PER_COMMIT)
@@ -313828,23 +313847,33 @@ class RepoMap {
           pairCounts.set(key, (pairCounts.get(key) ?? 0) + 1);
         }
       }
+      if (ci % 50 === 0) {
+        this.onProgress?.(-5, -5);
+        await tick();
+      }
     }
     if (pairCounts.size === 0)
       return;
+    this.onProgress?.(-5, -5);
     const insert = this.db.prepare("INSERT OR REPLACE INTO cochanges (file_id_a, file_id_b, count) VALUES (?, ?, ?)");
-    const tx = this.db.transaction(() => {
-      for (const [key, count] of pairCounts) {
-        if (count < 2)
-          continue;
-        const [a, b] = key.split("\x00");
-        const idA = pathToId.get(a);
-        const idB = pathToId.get(b);
-        if (idA !== undefined && idB !== undefined) {
-          insert.run(idA, idB, count);
+    const BATCH = 5000;
+    const entries = [...pairCounts.entries()].filter(([, count]) => count >= 2);
+    for (let i2 = 0;i2 < entries.length; i2 += BATCH) {
+      const batch = entries.slice(i2, i2 + BATCH);
+      const tx = this.db.transaction(() => {
+        for (const [key, count] of batch) {
+          const [a, b] = key.split("\x00");
+          const idA = pathToId.get(a);
+          const idB = pathToId.get(b);
+          if (idA !== undefined && idB !== undefined) {
+            insert.run(idA, idB, count);
+          }
         }
-      }
-    });
-    tx();
+      });
+      tx();
+      if (i2 % 1e4 === 0)
+        this.onProgress?.(-5, -5);
+    }
   }
   getCoChangePartners(fileIds) {
     if (fileIds.size === 0)
@@ -360768,7 +360797,7 @@ var init_intelligence_client = __esm(() => {
     onProgress = null;
     onScanComplete = null;
     onStaleSymbols = null;
-    static SCAN_IDLE_TIMEOUT = 120000;
+    static SCAN_IDLE_TIMEOUT = 600000;
     constructor(cwd2) {
       const workerPath = IS_COMPILED2 ? join27(homedir17(), ".soulforge", "workers", "intelligence.worker.js") : IS_DIST2 ? join27(import.meta.dir, "workers", "intelligence.worker.js") : join27(import.meta.dir, "intelligence.worker.ts");
       super(workerPath, {
@@ -361350,9 +361379,11 @@ class ContextManager {
     this.repoMap.onProgress = (indexed, total) => {
       const store = useRepoMapStore.getState();
       const phaseLabels = {
-        [-1]: "building edges",
-        [-2]: "computing pagerank",
-        [-3]: "analyzing git history"
+        [-1]: "resolving refs",
+        [-2]: "building call graph",
+        [-3]: "building edges",
+        [-4]: "linking tests",
+        [-5]: "analyzing git history"
       };
       const label = phaseLabels[indexed] ?? `${String(indexed)}/${String(total)}`;
       store.setScanProgress(label);

package/dist/workers/intelligence.worker.js

@@ -24204,6 +24204,8 @@ class RepoMap {
       );
       CREATE INDEX IF NOT EXISTS idx_refs_file ON refs(file_id);
       CREATE INDEX IF NOT EXISTS idx_refs_name ON refs(name);
+      CREATE INDEX IF NOT EXISTS idx_refs_source ON refs(source_file_id);
+      CREATE INDEX IF NOT EXISTS idx_refs_import ON refs(import_source);
     `);
     try {
       this.db.run("ALTER TABLE refs ADD COLUMN source_file_id INTEGER REFERENCES files(id) ON DELETE CASCADE");
@@ -24453,7 +24455,9 @@ class RepoMap {
         }
         this.onProgress?.(toIndex.length, toIndex.length);
       }
-      if (toIndex.length > 0 || stale.length > 0) {
+      const edgeCount = this.db.query("SELECT COUNT(*) as c FROM edges").get()?.c ?? 0;
+      const needsPostIndexing = toIndex.length > 0 || stale.length > 0 || edgeCount === 0;
+      if (needsPostIndexing) {
         this.onProgress?.(-1, -1);
         await tick();
         await this.resolveUnresolvedRefs();
@@ -24466,6 +24470,7 @@ class RepoMap {
         this.onProgress?.(-3, -3);
         await tick();
         await this.buildEdges();
+        this.onProgress?.(-4, -4);
         this.linkTestFiles();
         this.rescueOrphans();
         this.onProgress?.(-4, -4);
@@ -25088,6 +25093,8 @@ class RepoMap {
       addEdge(row.source_file_id, row.target_file_id, Math.sqrt(row.ref_count) * 3, 3);
       if (i4 % 500 === 499)
         await tick();
+      if (i4 % 2000 === 0)
+        this.onProgress?.(-3, -3);
     }
     const refDfMap = new Map;
     const dfRows = this.db.query("SELECT name, COUNT(DISTINCT file_id) AS ref_df FROM refs GROUP BY name").all();
@@ -25118,20 +25125,26 @@ class RepoMap {
       addEdge(row.source_file_id, row.target_file_id, w3, 1);
       if (i4 % 500 === 499)
         await tick();
+      if (i4 % 2000 === 0)
+        this.onProgress?.(-3, -3);
     }
+    this.onProgress?.(-3, -3);
     await tick();
+    const uniqueExportNames = new Set;
+    const exportNameCounts = this.db.query("SELECT name, COUNT(DISTINCT file_id) as fc FROM symbols WHERE is_exported = 1 GROUP BY name HAVING fc = 1").all();
+    for (const row of exportNameCounts)
+      uniqueExportNames.add(row.name);
     const inferredRows = this.db.query(`SELECT r.file_id AS source_file_id, s.file_id AS target_file_id,
-                r.name, COUNT(*) AS ref_count,
-                (SELECT COUNT(DISTINCT s2.file_id) FROM symbols s2
-                 WHERE s2.name = r.name AND s2.is_exported = 1) AS def_count
+                r.name, COUNT(*) AS ref_count
          FROM refs r
          JOIN symbols s ON r.name = s.name AND s.is_exported = 1
          WHERE r.source_file_id IS NULL AND r.import_source IS NULL
            AND r.file_id != s.file_id
-         GROUP BY r.file_id, s.file_id, r.name
-         HAVING def_count = 1`).all();
+         GROUP BY r.file_id, s.file_id, r.name`).all();
     for (let i4 = 0;i4 < inferredRows.length; i4++) {
       const row = inferredRows[i4];
+      if (!uniqueExportNames.has(row.name))
+        continue;
       const refDf = refDfMap.get(row.name) ?? 1;
       const idf = Math.log((totalFiles - refDf + 0.5) / (refDf + 0.5));
       if (idf <= 0)
@@ -25145,6 +25158,8 @@ class RepoMap {
       addEdge(row.source_file_id, row.target_file_id, w3, 1);
       if (i4 % 500 === 499)
         await tick();
+      if (i4 % 2000 === 0)
+        this.onProgress?.(-3, -3);
     }
     const cochangeRows = this.db.query("SELECT file_id_a, file_id_b, count FROM cochanges WHERE count >= 3").all();
     for (const row of cochangeRows) {
@@ -25201,6 +25216,8 @@ class RepoMap {
       try {
         tx();
       } catch {}
+      if (i4 % 2000 === 0)
+        this.onProgress?.(-3, -3);
       if (i4 + BATCH < entries.length)
         await tick();
     }
@@ -25544,7 +25561,9 @@ class RepoMap {
     }
     const pairCounts = new Map;
     const commits = logOutput.split("---COMMIT---").filter((s2) => s2.trim());
-    for (const commit of commits) {
+    const tick = () => new Promise((r4) => setTimeout(r4, 1));
+    for (let ci = 0;ci < commits.length; ci++) {
+      const commit = commits[ci];
       const files = commit.split(`
 `).map((l3) => l3.trim()).filter((l3) => l3 && pathToId.has(l3));
       if (files.length < 2 || files.length > MAX_COCHANGE_FILES_PER_COMMIT)
@@ -25557,23 +25576,33 @@ class RepoMap {
           pairCounts.set(key2, (pairCounts.get(key2) ?? 0) + 1);
         }
       }
+      if (ci % 50 === 0) {
+        this.onProgress?.(-5, -5);
+        await tick();
+      }
     }
     if (pairCounts.size === 0)
       return;
+    this.onProgress?.(-5, -5);
     const insert = this.db.prepare("INSERT OR REPLACE INTO cochanges (file_id_a, file_id_b, count) VALUES (?, ?, ?)");
-    const tx = this.db.transaction(() => {
-      for (const [key2, count] of pairCounts) {
-        if (count < 2)
-          continue;
-        const [a2, b3] = key2.split("\x00");
-        const idA = pathToId.get(a2);
-        const idB = pathToId.get(b3);
-        if (idA !== undefined && idB !== undefined) {
-          insert.run(idA, idB, count);
+    const BATCH = 5000;
+    const entries = [...pairCounts.entries()].filter(([, count]) => count >= 2);
+    for (let i4 = 0;i4 < entries.length; i4 += BATCH) {
+      const batch = entries.slice(i4, i4 + BATCH);
+      const tx = this.db.transaction(() => {
+        for (const [key2, count] of batch) {
+          const [a2, b3] = key2.split("\x00");
+          const idA = pathToId.get(a2);
+          const idB = pathToId.get(b3);
+          if (idA !== undefined && idB !== undefined) {
+            insert.run(idA, idB, count);
+          }
         }
-      }
-    });
-    tx();
+      });
+      tx();
+      if (i4 % 1e4 === 0)
+        this.onProgress?.(-5, -5);
+    }
   }
   getCoChangePartners(fileIds) {
     if (fileIds.size === 0)
@@ -272809,17 +272838,36 @@ ctx = createWorkerHandler(handlers, async (config) => {
   if (typeof config.maxFiles === "number" && config.maxFiles > 0) {
     repoMap.maxFiles = config.maxFiles;
   }
+  let lastStats = {
+    files: 0,
+    symbols: 0,
+    edges: 0,
+    summaries: 0,
+    calls: 0
+  };
+  let lastDbSize = 0;
   repoMap.onProgress = (indexed, total) => {
     const rm = repoMap;
     if (!rm)
       return;
-    const stats = rm.getStats();
-    const dbSize = rm.dbSizeBytes();
+    if (indexed < 0) {
+      ctx.emit("progress", {
+        indexed,
+        total,
+        stats: lastStats,
+        dbSize: lastDbSize
+      });
+      return;
+    }
+    try {
+      lastStats = rm.getStats();
+      lastDbSize = rm.dbSizeBytes();
+    } catch {}
     ctx.emit("progress", {
       indexed,
       total,
-      stats,
-      dbSize
+      stats: lastStats,
+      dbSize: lastDbSize
     });
   };
   repoMap.onScanComplete = (success) => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@proxysoul/soulforge",
-  "version": "1.6.2",
+  "version": "1.7.0",
   "description": "Graph-powered code intelligence — multi-agent coding with codebase-aware AI",
   "repository": {
     "type": "git",