@pruddiman/hem 0.0.1-beta-9f44128 → 0.0.1-beta-72c22cf

package/dist/import-graph.d.ts

@@ -35,7 +35,8 @@ export interface ImportAnalysis {
 }
 /**
  * Build the import graph for a set of files. Files that fail to read are
- * silently skipped (they contribute no edges).
+ * silently skipped (they contribute no edges). Reads run in parallel with
+ * a bounded concurrency to keep wall-clock time low on large projects.
  */
 export declare function buildImportGraph(files: FileInfo[]): Promise<ImportAnalysis>;
 /**

package/dist/import-graph.js

@@ -11,6 +11,15 @@
  *     integration catalog with file:line citations.
  */
 import { readFile } from "node:fs/promises";
+import pLimit from "p-limit";
+/**
+ * Files larger than this byte count are skipped when building the import
+ * graph. Huge generated files (lockfiles, bundled output) rarely contain
+ * useful import edges and reading them can stall the pipeline for minutes.
+ */
+const MAX_FILE_BYTES = 2 * 1024 * 1024; // 2 MB
+/** Parallel file reads when building the graph. */
+const READ_CONCURRENCY = 32;
 // ── Regexes ─────────────────────────────────────────────────────────────
 // Static: `import ... from "x"` or `export ... from "x"`
 const STATIC_RE = /(?:import|export)\s+[^;'"`]*?\s+from\s+["']([^"']+)["']/g;
@@ -19,21 +28,25 @@ const DYNAMIC_RE = /(?:import|require)\s*\(\s*["']([^"']+)["']\s*\)/g;
 // ── Public API ──────────────────────────────────────────────────────────
 /**
  * Build the import graph for a set of files. Files that fail to read are
- * silently skipped (they contribute no edges).
+ * silently skipped (they contribute no edges). Reads run in parallel with
+ * a bounded concurrency to keep wall-clock time low on large projects.
  */
 export async function buildImportGraph(files) {
     const known = new Set(files.map((f) => f.path));
     const localEdges = new Map();
     const externalImports = new Map();
-    for (const file of files) {
+    const limit = pLimit(READ_CONCURRENCY);
+    await Promise.all(files.map((file) => limit(async () => {
         if (file.isBinary)
-            continue;
+            return;
+        if (file.size > MAX_FILE_BYTES)
+            return;
         let content;
         try {
             content = await readFile(file.absolutePath, "utf-8");
         }
         catch {
-            continue;
+            return;
         }
         const local = [];
         const external = [];
@@ -55,7 +68,7 @@ export async function buildImportGraph(files) {
         if (external.length > 0) {
             externalImports.set(file.path, external);
         }
-    }
+    })));
     return { localEdges, externalImports };
 }
 /**

package/dist/index.js

@@ -519,9 +519,14 @@ export async function handleGenerate(opts, deps = defaultDeps) {
                 .map((p) => p.name)
                 .join(", ")}`);
         }
+        if (cliOptions.verbose) {
+            verboseLog(`[grouping] building import graph from ${textFiles.length} files...`);
+        }
+        const importGraphStart = Date.now();
         const importAnalysis = await buildImportGraph(textFiles);
         if (cliOptions.verbose) {
-            verboseLog(`[grouping] import graph: ${importAnalysis.localEdges.size} files with local edges, ` +
+            const elapsed = ((Date.now() - importGraphStart) / 1000).toFixed(1);
+            verboseLog(`[grouping] import graph built in ${elapsed}s: ${importAnalysis.localEdges.size} files with local edges, ` +
                 `${importAnalysis.externalImports.size} with external imports`);
         }
         const groups = deps.groupFiles(textFiles, {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pruddiman/hem",
-  "version": "0.0.1-beta-9f44128",
+  "version": "0.0.1-beta-72c22cf",
   "type": "module",
   "bin": {
     "hem": "./dist/index.js"