@neat.is/core 0.3.1 → 0.3.2

package/dist/cli.js

@@ -45,9 +45,10 @@ import {
 
 // src/cli.ts
 import path4 from "path";
-import { promises as fs3 } from "fs";
+import { promises as fs4 } from "fs";
 
 // src/watch.ts
+import fs from "fs";
 import path from "path";
 import chokidar from "chokidar";
 
@@ -143,6 +144,16 @@ async function runExtractPhases(graph, scanPath, phases, project = DEFAULT_PROJE
     durationMs: Date.now() - started
   };
 }
+var IGNORED_WATCH_GLOBS = [
+  "**/node_modules/**",
+  "**/.git/**",
+  "**/dist/**",
+  "**/build/**",
+  "**/.turbo/**",
+  "**/.next/**",
+  "**/neat-out/**",
+  "**/.DS_Store"
+];
 var IGNORED_WATCH_PATHS = [
   /(?:^|[\\/])node_modules[\\/]/,
   /(?:^|[\\/])\.git[\\/]/,
@@ -156,6 +167,35 @@ var IGNORED_WATCH_PATHS = [
 function shouldIgnore(absPath) {
   return IGNORED_WATCH_PATHS.some((re) => re.test(absPath));
 }
+var DARWIN_POLLING_DIR_THRESHOLD = 400;
+function countWatchableDirs(scanPath, limit) {
+  let count = 0;
+  const visit = (dir, depth) => {
+    if (count >= limit) return;
+    let entries;
+    try {
+      entries = fs.readdirSync(dir, { withFileTypes: true });
+    } catch {
+      return;
+    }
+    for (const e of entries) {
+      if (count >= limit) return;
+      if (!e.isDirectory()) continue;
+      if (IGNORED_WATCH_PATHS.some((re) => re.test(path.join(dir, e.name) + path.sep))) continue;
+      count++;
+      if (depth < 2) visit(path.join(dir, e.name), depth + 1);
+    }
+  };
+  visit(scanPath, 0);
+  return count;
+}
+function shouldUsePolling(scanPath) {
+  const env = process.env.NEAT_WATCH_POLLING;
+  if (env === "1" || env === "true") return true;
+  if (env === "0" || env === "false") return false;
+  if (process.platform !== "darwin") return false;
+  return countWatchableDirs(scanPath, DARWIN_POLLING_DIR_THRESHOLD) >= DARWIN_POLLING_DIR_THRESHOLD;
+}
 async function startWatch(graph, opts) {
   const debounceMs = opts.debounceMs ?? 1e3;
   const projectName = opts.project ?? DEFAULT_PROJECT;
@@ -325,10 +365,19 @@ async function startWatch(graph, opts) {
     }
     schedule();
   };
+  const usePolling = shouldUsePolling(opts.scanPath);
+  if (usePolling) {
+    const reason = process.env.NEAT_WATCH_POLLING === "1" || process.env.NEAT_WATCH_POLLING === "true" ? "NEAT_WATCH_POLLING env override" : "darwin heuristic \u2014 large scan root, kqueue cap risk";
+    console.log(`[${projectName}] watch: usePolling=true (${reason})`);
+  }
   const watcher = chokidar.watch(opts.scanPath, {
     ignoreInitial: true,
-    ignored: (p) => shouldIgnore(p),
+    // Glob array prunes at descent time (#233) so chokidar never opens a
+    // kqueue handle for `node_modules` and friends. The function backstop
+    // catches any path that slipped through and matches the regex set.
+    ignored: [...IGNORED_WATCH_GLOBS, (p) => shouldIgnore(p)],
     persistent: true,
+    usePolling,
     awaitWriteFinish: { stabilityThreshold: 200, pollInterval: 50 }
   });
   watcher.on("add", onPath);
@@ -360,7 +409,7 @@ async function startWatch(graph, opts) {
 }
 
 // src/installers/javascript.ts
-import { promises as fs } from "fs";
+import { promises as fs2 } from "fs";
 import path2 from "path";
 var SDK_PACKAGES = [
   { name: "@opentelemetry/api", version: "^1.9.0" },
@@ -377,7 +426,7 @@ var OTEL_ENV = {
 };
 async function readPackageJson(serviceDir) {
   try {
-    const raw = await fs.readFile(path2.join(serviceDir, "package.json"), "utf8");
+    const raw = await fs2.readFile(path2.join(serviceDir, "package.json"), "utf8");
     return JSON.parse(raw);
   } catch {
     return null;
@@ -443,7 +492,7 @@ async function apply(installPlan) {
   const originals = /* @__PURE__ */ new Map();
   for (const file of touched) {
     try {
-      originals.set(file, await fs.readFile(file, "utf8"));
+      originals.set(file, await fs2.readFile(file, "utf8"));
     } catch {
     }
   }
@@ -469,8 +518,8 @@ async function apply(installPlan) {
       }
       const newRaw = JSON.stringify(pkg, null, 2) + "\n";
       const tmp = `${file}.${process.pid}.${Date.now()}.tmp`;
-      await fs.writeFile(tmp, newRaw, "utf8");
-      await fs.rename(tmp, file);
+      await fs2.writeFile(tmp, newRaw, "utf8");
+      await fs2.rename(tmp, file);
     }
   } catch (err) {
     await rollback(installPlan, originals);
@@ -481,7 +530,7 @@ async function rollback(installPlan, originals) {
   const restored = [];
   for (const [file, raw] of originals.entries()) {
     try {
-      await fs.writeFile(file, raw, "utf8");
+      await fs2.writeFile(file, raw, "utf8");
       restored.push(file);
     } catch {
     }
@@ -496,7 +545,7 @@ async function rollback(installPlan, originals) {
     ""
   ];
   const rollbackPath = path2.join(installPlan.serviceDir, "neat-rollback.patch");
-  await fs.writeFile(rollbackPath, lines.join("\n"), "utf8");
+  await fs2.writeFile(rollbackPath, lines.join("\n"), "utf8");
 }
 var javascriptInstaller = {
   name: "javascript",
@@ -506,7 +555,7 @@ var javascriptInstaller = {
 };
 
 // src/installers/python.ts
-import { promises as fs2 } from "fs";
+import { promises as fs3 } from "fs";
 import path3 from "path";
 var SDK_PACKAGES2 = [
   { name: "opentelemetry-distro", version: ">=0.49b0" },
@@ -519,7 +568,7 @@ var OTEL_ENV2 = {
 };
 async function exists(p) {
   try {
-    await fs2.stat(p);
+    await fs3.stat(p);
     return true;
   } catch {
     return false;
@@ -540,7 +589,7 @@ function reqPackageName(line) {
 async function planRequirementsTxtEdits(serviceDir) {
   const file = path3.join(serviceDir, "requirements.txt");
   if (!await exists(file)) return null;
-  const raw = await fs2.readFile(file, "utf8");
+  const raw = await fs3.readFile(file, "utf8");
   const presentNames = new Set(
     raw.split(/\r?\n/).map(reqPackageName).filter((n) => n.length > 0)
   );
@@ -550,7 +599,7 @@ async function planRequirementsTxtEdits(serviceDir) {
 async function planProcfileEdits(serviceDir) {
   const procfile = path3.join(serviceDir, "Procfile");
   if (!await exists(procfile)) return [];
-  const raw = await fs2.readFile(procfile, "utf8");
+  const raw = await fs3.readFile(procfile, "utf8");
   const edits = [];
   for (const line of raw.split(/\r?\n/)) {
     if (line.length === 0) continue;
@@ -602,8 +651,8 @@ async function applyRequirementsTxt(manifest, edits, original) {
   const next = `${original}${trailing}${newlines.join("\n")}
 `;
   const tmp = `${manifest}.${process.pid}.${Date.now()}.tmp`;
-  await fs2.writeFile(tmp, next, "utf8");
-  await fs2.rename(tmp, manifest);
+  await fs3.writeFile(tmp, next, "utf8");
+  await fs3.rename(tmp, manifest);
 }
 async function applyProcfile(procfile, edits, original) {
   let next = original;
@@ -612,8 +661,8 @@ async function applyProcfile(procfile, edits, original) {
     next = next.replace(e.before, e.after);
   }
   const tmp = `${procfile}.${process.pid}.${Date.now()}.tmp`;
-  await fs2.writeFile(tmp, next, "utf8");
-  await fs2.rename(tmp, procfile);
+  await fs3.writeFile(tmp, next, "utf8");
+  await fs3.rename(tmp, procfile);
 }
 async function apply2(installPlan) {
   const touched = /* @__PURE__ */ new Set();
@@ -623,7 +672,7 @@ async function apply2(installPlan) {
   const originals = /* @__PURE__ */ new Map();
   for (const file of touched) {
     try {
-      originals.set(file, await fs2.readFile(file, "utf8"));
+      originals.set(file, await fs3.readFile(file, "utf8"));
     } catch {
     }
   }
@@ -651,7 +700,7 @@ async function rollback2(installPlan, originals) {
   const restored = [];
   for (const [file, raw] of originals.entries()) {
     try {
-      await fs2.writeFile(file, raw, "utf8");
+      await fs3.writeFile(file, raw, "utf8");
       restored.push(file);
     } catch {
     }
@@ -666,7 +715,7 @@ async function rollback2(installPlan, originals) {
     ""
   ];
   const rollbackPath = path3.join(installPlan.serviceDir, "neat-rollback.patch");
-  await fs2.writeFile(rollbackPath, lines.join("\n"), "utf8");
+  await fs3.writeFile(rollbackPath, lines.join("\n"), "utf8");
 }
 var pythonInstaller = {
   name: "python",
@@ -1500,7 +1549,7 @@ async function buildPatchSections(services) {
 }
 async function runInit(opts) {
   const written = [];
-  const stat = await fs3.stat(opts.scanPath).catch(() => null);
+  const stat = await fs4.stat(opts.scanPath).catch(() => null);
   if (!stat || !stat.isDirectory()) {
     console.error(`neat init: ${opts.scanPath} is not a directory`);
     return { exitCode: 2, writtenFiles: written };
@@ -1511,7 +1560,7 @@ async function runInit(opts) {
   const patch = renderPatch(sections);
   const patchPath = path4.join(opts.scanPath, "neat.patch");
   if (opts.dryRun) {
-    await fs3.writeFile(patchPath, patch, "utf8");
+    await fs4.writeFile(patchPath, patch, "utf8");
     written.push(patchPath);
     console.log(`dry-run: patch written to ${patchPath}`);
     console.log("rerun without --dry-run to register and snapshot.");
@@ -1551,7 +1600,7 @@ async function runInit(opts) {
         console.log("patch applied. Run `npm install` (or your language equivalent) to refresh lockfiles.");
       }
     } else {
-      await fs3.writeFile(patchPath, patch, "utf8");
+      await fs4.writeFile(patchPath, patch, "utf8");
       written.push(patchPath);
     }
   }
@@ -1605,7 +1654,7 @@ async function runSkill(opts) {
     const target = claudeConfigPath();
     let existing = {};
     try {
-      existing = JSON.parse(await fs3.readFile(target, "utf8"));
+      existing = JSON.parse(await fs4.readFile(target, "utf8"));
     } catch (err) {
       if (err.code !== "ENOENT") {
         console.error(`neat skill: failed to read ${target} \u2014 ${err.message}`);
@@ -1617,8 +1666,8 @@ async function runSkill(opts) {
       ...existing,
       mcpServers: { ...mcp, neat: CLAUDE_SKILL_CONFIG.mcpServers.neat }
     };
-    await fs3.mkdir(path4.dirname(target), { recursive: true });
-    await fs3.writeFile(target, JSON.stringify(merged, null, 2) + "\n", "utf8");
+    await fs4.mkdir(path4.dirname(target), { recursive: true });
+    await fs4.writeFile(target, JSON.stringify(merged, null, 2) + "\n", "utf8");
     console.log(`neat skill: wrote mcpServers.neat to ${target}`);
     console.log("restart Claude Code to pick up the new MCP server.");
     return { exitCode: 0 };
@@ -1678,7 +1727,7 @@ async function main() {
       process.exit(2);
     }
     const scanPath = path4.resolve(target);
-    const stat = await fs3.stat(scanPath).catch(() => null);
+    const stat = await fs4.stat(scanPath).catch(() => null);
     if (!stat || !stat.isDirectory()) {
       console.error(`neat watch: ${scanPath} is not a directory`);
       process.exit(2);