@neat.is/core 0.3.1 → 0.3.3

package/dist/cli.js

@@ -21,7 +21,9 @@ import {
   ensureCompatLoaded,
   evaluateAllPolicies,
   extractFromDirectory,
+  formatExtractionBanner,
   getGraph,
+  isStrictExtractionEnabled,
   listProjects,
   loadGraphFromDisk,
   loadPolicyFile,
@@ -31,11 +33,12 @@ import {
   promoteFrontierNodes,
   removeProject,
   resetGraph,
+  retireEdgesByFile,
   saveGraphToDisk,
   setStatus,
   startPersistLoop,
   startStalenessLoop
-} from "./chunk-FIXKIYNF.js";
+} from "./chunk-VABXPLDT.js";
 import {
   startOtelGrpcReceiver
 } from "./chunk-G3PDTGOW.js";
@@ -45,28 +48,12 @@ import {
 
 // src/cli.ts
 import path4 from "path";
-import { promises as fs3 } from "fs";
+import { promises as fs4 } from "fs";
 
 // src/watch.ts
+import fs from "fs";
 import path from "path";
 import chokidar from "chokidar";
-
-// src/extract/retire.ts
-import { Provenance } from "@neat.is/types";
-function retireEdgesByFile(graph, file) {
-  const normalized = file.split("\\").join("/");
-  const toDrop = [];
-  graph.forEachEdge((id, attrs) => {
-    const edge = attrs;
-    if (edge.provenance !== Provenance.EXTRACTED) return;
-    if (!edge.evidence?.file) return;
-    if (edge.evidence.file === normalized) toDrop.push(id);
-  });
-  for (const id of toDrop) graph.dropEdge(id);
-  return toDrop.length;
-}
-
-// src/watch.ts
 var ALL_PHASES = [
   "services",
   "aliases",
@@ -143,6 +130,16 @@ async function runExtractPhases(graph, scanPath, phases, project = DEFAULT_PROJE
     durationMs: Date.now() - started
   };
 }
+var IGNORED_WATCH_GLOBS = [
+  "**/node_modules/**",
+  "**/.git/**",
+  "**/dist/**",
+  "**/build/**",
+  "**/.turbo/**",
+  "**/.next/**",
+  "**/neat-out/**",
+  "**/.DS_Store"
+];
 var IGNORED_WATCH_PATHS = [
   /(?:^|[\\/])node_modules[\\/]/,
   /(?:^|[\\/])\.git[\\/]/,
@@ -156,6 +153,35 @@ var IGNORED_WATCH_PATHS = [
 function shouldIgnore(absPath) {
   return IGNORED_WATCH_PATHS.some((re) => re.test(absPath));
 }
+var DARWIN_POLLING_DIR_THRESHOLD = 400;
+function countWatchableDirs(scanPath, limit) {
+  let count = 0;
+  const visit = (dir, depth) => {
+    if (count >= limit) return;
+    let entries;
+    try {
+      entries = fs.readdirSync(dir, { withFileTypes: true });
+    } catch {
+      return;
+    }
+    for (const e of entries) {
+      if (count >= limit) return;
+      if (!e.isDirectory()) continue;
+      if (IGNORED_WATCH_PATHS.some((re) => re.test(path.join(dir, e.name) + path.sep))) continue;
+      count++;
+      if (depth < 2) visit(path.join(dir, e.name), depth + 1);
+    }
+  };
+  visit(scanPath, 0);
+  return count;
+}
+function shouldUsePolling(scanPath) {
+  const env = process.env.NEAT_WATCH_POLLING;
+  if (env === "1" || env === "true") return true;
+  if (env === "0" || env === "false") return false;
+  if (process.platform !== "darwin") return false;
+  return countWatchableDirs(scanPath, DARWIN_POLLING_DIR_THRESHOLD) >= DARWIN_POLLING_DIR_THRESHOLD;
+}
 async function startWatch(graph, opts) {
   const debounceMs = opts.debounceMs ?? 1e3;
   const projectName = opts.project ?? DEFAULT_PROJECT;
@@ -325,10 +351,19 @@ async function startWatch(graph, opts) {
     }
     schedule();
   };
+  const usePolling = shouldUsePolling(opts.scanPath);
+  if (usePolling) {
+    const reason = process.env.NEAT_WATCH_POLLING === "1" || process.env.NEAT_WATCH_POLLING === "true" ? "NEAT_WATCH_POLLING env override" : "darwin heuristic \u2014 large scan root, kqueue cap risk";
+    console.log(`[${projectName}] watch: usePolling=true (${reason})`);
+  }
   const watcher = chokidar.watch(opts.scanPath, {
     ignoreInitial: true,
-    ignored: (p) => shouldIgnore(p),
+    // Glob array prunes at descent time (#233) so chokidar never opens a
+    // kqueue handle for `node_modules` and friends. The function backstop
+    // catches any path that slipped through and matches the regex set.
+    ignored: [...IGNORED_WATCH_GLOBS, (p) => shouldIgnore(p)],
     persistent: true,
+    usePolling,
     awaitWriteFinish: { stabilityThreshold: 200, pollInterval: 50 }
   });
   watcher.on("add", onPath);
@@ -360,7 +395,7 @@ async function startWatch(graph, opts) {
 }
 
 // src/installers/javascript.ts
-import { promises as fs } from "fs";
+import { promises as fs2 } from "fs";
 import path2 from "path";
 var SDK_PACKAGES = [
   { name: "@opentelemetry/api", version: "^1.9.0" },
@@ -377,7 +412,7 @@ var OTEL_ENV = {
 };
 async function readPackageJson(serviceDir) {
   try {
-    const raw = await fs.readFile(path2.join(serviceDir, "package.json"), "utf8");
+    const raw = await fs2.readFile(path2.join(serviceDir, "package.json"), "utf8");
     return JSON.parse(raw);
   } catch {
     return null;
@@ -443,7 +478,7 @@ async function apply(installPlan) {
   const originals = /* @__PURE__ */ new Map();
   for (const file of touched) {
     try {
-      originals.set(file, await fs.readFile(file, "utf8"));
+      originals.set(file, await fs2.readFile(file, "utf8"));
     } catch {
     }
   }
@@ -469,8 +504,8 @@ async function apply(installPlan) {
       }
       const newRaw = JSON.stringify(pkg, null, 2) + "\n";
       const tmp = `${file}.${process.pid}.${Date.now()}.tmp`;
-      await fs.writeFile(tmp, newRaw, "utf8");
-      await fs.rename(tmp, file);
+      await fs2.writeFile(tmp, newRaw, "utf8");
+      await fs2.rename(tmp, file);
     }
   } catch (err) {
     await rollback(installPlan, originals);
@@ -481,7 +516,7 @@ async function rollback(installPlan, originals) {
   const restored = [];
   for (const [file, raw] of originals.entries()) {
     try {
-      await fs.writeFile(file, raw, "utf8");
+      await fs2.writeFile(file, raw, "utf8");
       restored.push(file);
     } catch {
     }
@@ -496,7 +531,7 @@ async function rollback(installPlan, originals) {
     ""
   ];
   const rollbackPath = path2.join(installPlan.serviceDir, "neat-rollback.patch");
-  await fs.writeFile(rollbackPath, lines.join("\n"), "utf8");
+  await fs2.writeFile(rollbackPath, lines.join("\n"), "utf8");
 }
 var javascriptInstaller = {
   name: "javascript",
@@ -506,7 +541,7 @@ var javascriptInstaller = {
 };
 
 // src/installers/python.ts
-import { promises as fs2 } from "fs";
+import { promises as fs3 } from "fs";
 import path3 from "path";
 var SDK_PACKAGES2 = [
   { name: "opentelemetry-distro", version: ">=0.49b0" },
@@ -519,7 +554,7 @@ var OTEL_ENV2 = {
 };
 async function exists(p) {
   try {
-    await fs2.stat(p);
+    await fs3.stat(p);
     return true;
   } catch {
     return false;
@@ -540,7 +575,7 @@ function reqPackageName(line) {
 async function planRequirementsTxtEdits(serviceDir) {
   const file = path3.join(serviceDir, "requirements.txt");
   if (!await exists(file)) return null;
-  const raw = await fs2.readFile(file, "utf8");
+  const raw = await fs3.readFile(file, "utf8");
   const presentNames = new Set(
     raw.split(/\r?\n/).map(reqPackageName).filter((n) => n.length > 0)
   );
@@ -550,7 +585,7 @@ async function planRequirementsTxtEdits(serviceDir) {
 async function planProcfileEdits(serviceDir) {
   const procfile = path3.join(serviceDir, "Procfile");
   if (!await exists(procfile)) return [];
-  const raw = await fs2.readFile(procfile, "utf8");
+  const raw = await fs3.readFile(procfile, "utf8");
   const edits = [];
   for (const line of raw.split(/\r?\n/)) {
     if (line.length === 0) continue;
@@ -602,8 +637,8 @@ async function applyRequirementsTxt(manifest, edits, original) {
   const next = `${original}${trailing}${newlines.join("\n")}
 `;
   const tmp = `${manifest}.${process.pid}.${Date.now()}.tmp`;
-  await fs2.writeFile(tmp, next, "utf8");
-  await fs2.rename(tmp, manifest);
+  await fs3.writeFile(tmp, next, "utf8");
+  await fs3.rename(tmp, manifest);
 }
 async function applyProcfile(procfile, edits, original) {
   let next = original;
@@ -612,8 +647,8 @@ async function applyProcfile(procfile, edits, original) {
     next = next.replace(e.before, e.after);
   }
   const tmp = `${procfile}.${process.pid}.${Date.now()}.tmp`;
-  await fs2.writeFile(tmp, next, "utf8");
-  await fs2.rename(tmp, procfile);
+  await fs3.writeFile(tmp, next, "utf8");
+  await fs3.rename(tmp, procfile);
 }
 async function apply2(installPlan) {
   const touched = /* @__PURE__ */ new Set();
@@ -623,7 +658,7 @@ async function apply2(installPlan) {
   const originals = /* @__PURE__ */ new Map();
   for (const file of touched) {
     try {
-      originals.set(file, await fs2.readFile(file, "utf8"));
+      originals.set(file, await fs3.readFile(file, "utf8"));
     } catch {
     }
   }
@@ -651,7 +686,7 @@ async function rollback2(installPlan, originals) {
   const restored = [];
   for (const [file, raw] of originals.entries()) {
     try {
-      await fs2.writeFile(file, raw, "utf8");
+      await fs3.writeFile(file, raw, "utf8");
       restored.push(file);
     } catch {
     }
@@ -666,7 +701,7 @@ async function rollback2(installPlan, originals) {
     ""
   ];
   const rollbackPath = path3.join(installPlan.serviceDir, "neat-rollback.patch");
-  await fs2.writeFile(rollbackPath, lines.join("\n"), "utf8");
+  await fs3.writeFile(rollbackPath, lines.join("\n"), "utf8");
 }
 var pythonInstaller = {
   name: "python",
@@ -757,7 +792,7 @@ function renderPatch(sections) {
 import { DivergenceTypeSchema } from "@neat.is/types";
 
 // src/cli-client.ts
-import { Provenance as Provenance2 } from "@neat.is/types";
+import { Provenance } from "@neat.is/types";
 var HttpError = class extends Error {
   constructor(status, message, responseBody = "") {
     super(message);
@@ -892,7 +927,7 @@ async function runBlastRadius(client, input) {
   }
 }
 function formatBlastEntry(n) {
-  const tag = n.edgeProvenance === Provenance2.STALE ? " [STALE \u2014 last seen too long ago]" : "";
+  const tag = n.edgeProvenance === Provenance.STALE ? " [STALE \u2014 last seen too long ago]" : "";
   return `  \u2022 ${n.nodeId} (distance ${n.distance}, ${n.edgeProvenance})${tag}`;
 }
 async function runDependencies(client, input) {
@@ -938,9 +973,9 @@ async function runObservedDependencies(client, input) {
     const edges = await client.get(
       projectPath(input.project, `/graph/edges/${encodeURIComponent(input.nodeId)}`)
     );
-    const observed = edges.outbound.filter((e) => e.provenance === Provenance2.OBSERVED);
+    const observed = edges.outbound.filter((e) => e.provenance === Provenance.OBSERVED);
     if (observed.length === 0) {
-      const hasExtracted = edges.outbound.some((e) => e.provenance === Provenance2.EXTRACTED);
+      const hasExtracted = edges.outbound.some((e) => e.provenance === Provenance.EXTRACTED);
       const note = hasExtracted ? " Static (EXTRACTED) dependencies exist but no runtime traffic has been seen \u2014 is OTel running?" : "";
       return { summary: `No OBSERVED dependencies for ${input.nodeId}.${note}` };
     }
@@ -948,7 +983,7 @@ async function runObservedDependencies(client, input) {
     return {
       summary: `${input.nodeId} has ${observed.length} runtime dependenc${observed.length === 1 ? "y" : "ies"} confirmed by OTel.`,
       block: blockLines.join("\n"),
-      provenance: Provenance2.OBSERVED
+      provenance: Provenance.OBSERVED
     };
   } catch (err) {
     if (err instanceof HttpError && err.status === 404) {
@@ -1002,7 +1037,7 @@ async function runIncidents(client, input) {
     return {
       summary: `${target} has ${body.total} recorded incident${body.total === 1 ? "" : "s"}; showing the ${ordered.length} most recent.`,
       block: blockLines.join("\n"),
-      provenance: Provenance2.OBSERVED
+      provenance: Provenance.OBSERVED
     };
   } catch (err) {
     if (err instanceof HttpError && err.status === 404) {
@@ -1111,7 +1146,7 @@ async function runStaleEdges(client, input) {
   return {
     summary: `${events.length} stale-edge transition${events.length === 1 ? "" : "s"} recorded${input.edgeType ? ` for ${input.edgeType}` : ""}.`,
     block: blockLines.join("\n"),
-    provenance: Provenance2.STALE
+    provenance: Provenance.STALE
   };
 }
 async function runPolicies(client, input) {
@@ -1500,7 +1535,7 @@ async function buildPatchSections(services) {
 }
 async function runInit(opts) {
   const written = [];
-  const stat = await fs3.stat(opts.scanPath).catch(() => null);
+  const stat = await fs4.stat(opts.scanPath).catch(() => null);
   if (!stat || !stat.isDirectory()) {
     console.error(`neat init: ${opts.scanPath} is not a directory`);
     return { exitCode: 2, writtenFiles: written };
@@ -1511,7 +1546,7 @@ async function runInit(opts) {
   const patch = renderPatch(sections);
   const patchPath = path4.join(opts.scanPath, "neat.patch");
   if (opts.dryRun) {
-    await fs3.writeFile(patchPath, patch, "utf8");
+    await fs4.writeFile(patchPath, patch, "utf8");
     written.push(patchPath);
     console.log(`dry-run: patch written to ${patchPath}`);
     console.log("rerun without --dry-run to register and snapshot.");
@@ -1520,7 +1555,12 @@ async function runInit(opts) {
   const graphKey = opts.projectExplicit ? opts.project : DEFAULT_PROJECT;
   resetGraph(graphKey);
   const graph = getGraph(graphKey);
-  const result = await extractFromDirectory(graph, opts.scanPath);
+  const projectPaths = pathsForProject(
+    graphKey,
+    path4.join(opts.scanPath, "neat-out")
+  );
+  const errorsPath = path4.join(path4.dirname(opts.outPath), path4.basename(projectPaths.errorsPath));
+  const result = await extractFromDirectory(graph, opts.scanPath, { errorsPath });
   await saveGraphToDisk(graph, opts.outPath);
   written.push(opts.outPath);
   const languages = [...new Set(services.map((s) => s.node.language))].sort();
@@ -1551,7 +1591,7 @@ async function runInit(opts) {
         console.log("patch applied. Run `npm install` (or your language equivalent) to refresh lockfiles.");
       }
     } else {
-      await fs3.writeFile(patchPath, patch, "utf8");
+      await fs4.writeFile(patchPath, patch, "utf8");
       written.push(patchPath);
     }
   }
@@ -1565,6 +1605,10 @@ async function runInit(opts) {
   console.log(`added: ${result.nodesAdded} nodes, ${result.edgesAdded} edges`);
   console.log(`total:  ${graph.order} nodes, ${graph.size} edges`);
   console.log(summarise(nodes, edges));
+  console.log(formatExtractionBanner(result.extractionErrors));
+  if (result.extractionErrors > 0) {
+    console.log(`errors:   ${errorsPath}`);
+  }
   const incompatibilities = findIncompatibilities(nodes);
   if (incompatibilities.length > 0) {
     console.log("");
@@ -1575,6 +1619,9 @@ async function runInit(opts) {
       }
     }
   }
+  if (result.extractionErrors > 0 && isStrictExtractionEnabled()) {
+    return { exitCode: 4, writtenFiles: written };
+  }
   return { exitCode: 0, writtenFiles: written };
 }
 var CLAUDE_SKILL_CONFIG = {
@@ -1605,7 +1652,7 @@ async function runSkill(opts) {
     const target = claudeConfigPath();
     let existing = {};
     try {
-      existing = JSON.parse(await fs3.readFile(target, "utf8"));
+      existing = JSON.parse(await fs4.readFile(target, "utf8"));
     } catch (err) {
       if (err.code !== "ENOENT") {
         console.error(`neat skill: failed to read ${target} \u2014 ${err.message}`);
@@ -1617,8 +1664,8 @@ async function runSkill(opts) {
       ...existing,
       mcpServers: { ...mcp, neat: CLAUDE_SKILL_CONFIG.mcpServers.neat }
     };
-    await fs3.mkdir(path4.dirname(target), { recursive: true });
-    await fs3.writeFile(target, JSON.stringify(merged, null, 2) + "\n", "utf8");
+    await fs4.mkdir(path4.dirname(target), { recursive: true });
+    await fs4.writeFile(target, JSON.stringify(merged, null, 2) + "\n", "utf8");
     console.log(`neat skill: wrote mcpServers.neat to ${target}`);
     console.log("restart Claude Code to pick up the new MCP server.");
     return { exitCode: 0 };
@@ -1678,7 +1725,7 @@ async function main() {
       process.exit(2);
     }
     const scanPath = path4.resolve(target);
-    const stat = await fs3.stat(scanPath).catch(() => null);
+    const stat = await fs4.stat(scanPath).catch(() => null);
     if (!stat || !stat.isDirectory()) {
       console.error(`neat watch: ${scanPath} is not a directory`);
       process.exit(2);