@taskless-app/swarm 0.6.31 → 0.6.33

package/dist/cli.js

@@ -2390,7 +2390,7 @@ function tokenFromFile() {
     return "";
   }
 }
-var DB_PATH, EXECUTOR, DRONE_HOME, DRONE_HOME_ISOLATION, DRONE_ISOLATION, WORKTREES_NOINDEX_DIR, WORKTREES_LEGACY_DIR, WORKTREES_DIR, RUN_LOGS_DIR, DAEMON_LOG_PATH, DAEMON_LOG_MAX_BYTES, DAEMON_LOG_KEEP, DAEMON_LOG_CHECK_MS, DIST_BUILD, SWARM_BACKEND, SWARM_OUTBOX, SWARM_MAX_IN_FLIGHT, SWARM_CLAIM_INTERVAL_MS, SWARM_MAX_LOAD_FACTOR, SWARM_MIN_FREE_GB, SWARM_MAX_FD_LOAD_FACTOR, SWARM_MAX_CPU_BUSY, SWARM_CPU_WINDOW_MS, SWARM_CPU_SANITY_BUSY, SWARM_CPU_SANITY_LOAD_FACTOR, SWARM_CPU_SANITY_LAG_MS, SWARM_RELIEF_LOAD_FACTOR, SWARM_RELIEF_MIN_FREE_GB, SWARM_RELIEF_MAX_FD_LOAD_FACTOR, SWARM_RELIEF_CPU_BUSY, SWARM_RELIEF_COST_WINDOW_MS, SWARM_RELIEF_ALERT_PAUSES, SWARM_RELIEF_ALERT_LOST_MS, SWARM_RELIEF_ALERT_MIN_STEPS, SWARM_RELIEF_ALERT_SUSTAIN_MS, SWARM_LOW_DISK_GB, SWARM_REHYDRATE_MS, SWARM_DRONE_BRIDGE_MS, SWARM_PROD_HEARTBEAT_MS, SWARM_VERSION_CHECK_MS, SWARM_SWEEP_INTERVAL_MS, SWARM_WORKTREE_REAP_INTERVAL_MS, DRONE_CHANNEL_ENABLED, DRONE_CHANNEL_PORT, DRONE_CHANNEL_URL, DRONE_CHANNEL_SECRET_PATH, DRONE_CHANNEL_GRACE_MS, HEARTBEAT_PATH, HEARTBEAT_STALE_MS, SWARM_REPO, SWARM_SCAN_DEPTH, SWARM_REPO_PATHS, SWARM_SCAN_ROOTS_RAW, REPO_MAP_PATH, SWARM_REPO_MAP_MS, SWARM_REPO_SCAN_TTL_MS, TASKLESS_API, SWARM_SHOT_TIMEOUT_MS, TASKLESS_MCP_PATH, TASKLESS_REST_PATH, TASKLESS_TOKEN, TASKLESS_WORKSPACE, TASKLESS_WORKSPACE_SLUG, TASKLESS_TASK_URL_BASE, SWARM_VERIFY, SWARM_AUTO_REVIEW, SWARM_AUTO_VERIFY, SWARM_MERGE_QUEUE, REVIEW_CUTOFF_PATH, SWARM_REVIEW_CAP, SWARM_STORM_URL, WEB_PORT, WEB_REDIRECT_URI, SWARM_ANOMALY_RENOTIFY_MS, SWARM_ANOMALY_MAX_REPEATS, SWARM_ANOMALY_RUN_DOWN_WINDOW_MS, SWARM_ANOMALY_FAILED_SPIKE_COUNT, SWARM_ANOMALY_FAILED_SPIKE_WINDOW_MS, SWARM_ANOMALY_QUEUE_STALLED_MS, SWARM_ANOMALY_PR_STUCK_MERGE_MS, SWARM_ANOMALY_PR_NO_REVIEWER_MS, SWARM_ANOMALY_QUESTION_UNANSWERED_MS, SWARM_ANOMALY_OUTBOX_STUCK_MS, SWARM_ANOMALY_RESOURCE_GATE_STALL_MS, SWARM_ANOMALY_DEP_MISSING_MS, SWARM_WATCHDOG_STALL_MS;
+var DB_PATH, EXECUTOR, DRONE_HOME, DRONE_HOME_ISOLATION, DRONE_ISOLATION, WORKTREES_NOINDEX_DIR, WORKTREES_LEGACY_DIR, WORKTREES_DIR, RUN_LOGS_DIR, DAEMON_LOG_PATH, DAEMON_LOG_MAX_BYTES, DAEMON_LOG_KEEP, DAEMON_LOG_CHECK_MS, DIST_BUILD, SWARM_BACKEND, SWARM_OUTBOX, SWARM_MAX_IN_FLIGHT, SWARM_CLAIM_INTERVAL_MS, ENV_CACHE_DIR, ENV_CACHE_ENABLED, ENV_CACHE_KEEP, SWARM_MAX_LOAD_FACTOR, SWARM_MIN_FREE_GB, SWARM_MAX_FD_LOAD_FACTOR, SWARM_MAX_CPU_BUSY, SWARM_CPU_WINDOW_MS, SWARM_CPU_SANITY_BUSY, SWARM_CPU_SANITY_LOAD_FACTOR, SWARM_CPU_SANITY_LAG_MS, SWARM_RELIEF_LOAD_FACTOR, SWARM_RELIEF_MIN_FREE_GB, SWARM_RELIEF_MAX_FD_LOAD_FACTOR, SWARM_RELIEF_CPU_BUSY, SWARM_RELIEF_COST_WINDOW_MS, SWARM_RELIEF_ALERT_PAUSES, SWARM_RELIEF_ALERT_LOST_MS, SWARM_RELIEF_ALERT_MIN_STEPS, SWARM_RELIEF_ALERT_SUSTAIN_MS, SWARM_LOW_DISK_GB, SWARM_REHYDRATE_MS, SWARM_DRONE_BRIDGE_MS, SWARM_PROD_HEARTBEAT_MS, SWARM_VERSION_CHECK_MS, SWARM_SWEEP_INTERVAL_MS, SWARM_WORKTREE_REAP_INTERVAL_MS, DRONE_CHANNEL_ENABLED, DRONE_CHANNEL_PORT, DRONE_CHANNEL_URL, DRONE_CHANNEL_SECRET_PATH, DRONE_CHANNEL_GRACE_MS, HEARTBEAT_PATH, HEARTBEAT_STALE_MS, SWARM_REPO, SWARM_SCAN_DEPTH, SWARM_REPO_PATHS, SWARM_SCAN_ROOTS_RAW, REPO_MAP_PATH, SWARM_REPO_MAP_MS, SWARM_REPO_SCAN_TTL_MS, TASKLESS_API, SWARM_SHOT_TIMEOUT_MS, TASKLESS_MCP_PATH, TASKLESS_REST_PATH, TASKLESS_TOKEN, TASKLESS_WORKSPACE, TASKLESS_WORKSPACE_SLUG, TASKLESS_TASK_URL_BASE, SWARM_VERIFY, SWARM_AUTO_REVIEW, SWARM_AUTO_VERIFY, SWARM_MERGE_QUEUE, REVIEW_CUTOFF_PATH, SWARM_REVIEW_CAP, SWARM_STORM_URL, WEB_PORT, WEB_REDIRECT_URI, SWARM_ANOMALY_RENOTIFY_MS, SWARM_ANOMALY_MAX_REPEATS, SWARM_ANOMALY_RUN_DOWN_WINDOW_MS, SWARM_ANOMALY_FAILED_SPIKE_COUNT, SWARM_ANOMALY_FAILED_SPIKE_WINDOW_MS, SWARM_ANOMALY_QUEUE_STALLED_MS, SWARM_ANOMALY_PR_STUCK_MERGE_MS, SWARM_ANOMALY_PR_NO_REVIEWER_MS, SWARM_ANOMALY_QUESTION_UNANSWERED_MS, SWARM_ANOMALY_OUTBOX_STUCK_MS, SWARM_ANOMALY_RESOURCE_GATE_STALL_MS, SWARM_ANOMALY_DEP_MISSING_MS, SWARM_WATCHDOG_STALL_MS;
 var init_config = __esm({
   "src/config.ts"() {
     "use strict";
@@ -2416,6 +2416,9 @@ var init_config = __esm({
     SWARM_OUTBOX = process.env.SWARM_OUTBOX || join5(SWARM_HOME, "outbox.jsonl");
     SWARM_MAX_IN_FLIGHT = Math.trunc(envNum("SWARM_MAX_IN_FLIGHT", 3));
     SWARM_CLAIM_INTERVAL_MS = envNum("SWARM_CLAIM_INTERVAL_MS", 6e4);
+    ENV_CACHE_DIR = process.env.SWARM_ENV_CACHE_DIR || join5(SWARM_HOME, "env-cache");
+    ENV_CACHE_ENABLED = process.env.SWARM_ENV_CACHE !== "0";
+    ENV_CACHE_KEEP = Math.trunc(envNum("SWARM_ENV_CACHE_KEEP", 4));
     SWARM_MAX_LOAD_FACTOR = envNum("SWARM_MAX_LOAD_FACTOR", 0.9);
     SWARM_MIN_FREE_GB = envNum("SWARM_MIN_FREE_GB", 1.5);
     SWARM_MAX_FD_LOAD_FACTOR = envNum("SWARM_MAX_FD_LOAD_FACTOR", 0.9);
@@ -3239,7 +3242,7 @@ var init_package = __esm({
   "package.json"() {
     package_default = {
       name: "@taskless-app/swarm",
-      version: "0.6.31",
+      version: "0.6.33",
       type: "module",
       description: "Local control plane for a fleet of AI coding agents (drones), coordinating through Taskless. The overmind runs the swarm.",
       keywords: [
@@ -3290,7 +3293,7 @@ var init_package = __esm({
         execa: "^10.0.0",
         zod: "3.25.76"
       },
-      gitHead: "82950eae7a6ad09be4193708257798c811bb6fae"
+      gitHead: "7b17b06b041af953afde46fbd41fc68ebc6dc4e9"
     };
   }
 });
@@ -3362,6 +3365,40 @@ function noteTimedOut(scope, call, timeoutMs, outcome, warn = console.warn) {
 function noiseKey(scope, call) {
   return `timeout:${scope}:${call}`;
 }
+function callFailureWord(f) {
+  switch (f.reason) {
+    case "timeout":
+      return "\u043D\u0435 \u043E\u0442\u0432\u0435\u0442\u0438\u043B \u0437\u0430 \u043E\u0442\u0432\u0435\u0434\u0451\u043D\u043D\u043E\u0435 \u0432\u0440\u0435\u043C\u044F (\u043F\u0440\u0435\u0440\u0432\u0430\u043D)";
+    case "unreadable":
+      return "\u043E\u0442\u0432\u0435\u0442\u0438\u043B, \u043D\u043E \u0432\u044B\u0432\u043E\u0434 \u043D\u0435 \u0440\u0430\u0437\u043E\u0431\u0440\u0430\u043D";
+    case "crashed":
+      return "\u043D\u0435 \u0437\u0430\u043F\u0443\u0441\u0442\u0438\u043B\u0441\u044F";
+    default:
+      return "\u0437\u0430\u0432\u0435\u0440\u0448\u0438\u043B\u0441\u044F \u0431\u0435\u0437 \u0432\u044B\u0432\u043E\u0434\u0430";
+  }
+}
+function classifyCallFailure(outcome) {
+  if (isTimedOut(outcome)) return { reason: "timeout", detail: firstLineOf(errText(outcome)) };
+  const code = outcome?.code;
+  if (code === "ENOENT") return { reason: "crashed", detail: firstLineOf(errText(outcome)) };
+  return { reason: "empty", detail: firstLineOf(errText(outcome)) };
+}
+function errText(outcome) {
+  const o = outcome;
+  for (const v of [o?.stderr, o?.shortMessage, o?.message]) if (typeof v === "string" && v.trim()) return v;
+  return "";
+}
+function firstLineOf(s) {
+  return s.split("\n").map((l) => l.trim()).find((l) => l.length > 0) ?? "";
+}
+function noteCallFailure(scope, call, outcome, warn = console.warn) {
+  const f = classifyCallFailure(outcome);
+  if (f.reason === "timeout") return f;
+  const line = `[${scope}] \u2716 \u0432\u044B\u0437\u043E\u0432 ${callFailureWord(f)}: ${call}${f.detail ? ` \u2014 ${f.detail}` : ""} \u2014 \u0440\u0435\u043A\u043E\u043D\u0441\u0430\u0439\u043B \u0438\u0434\u0451\u0442 \u0434\u0430\u043B\u044C\u0448\u0435`;
+  const say = timeoutNoise.say(noiseKey(scope, call), line, Date.now());
+  if (say) warn(say);
+  return f;
+}
 function humanMs(ms) {
   return ms >= 1e3 ? `${Math.round(ms / 1e3)}\u0441` : `${ms}\u043C\u0441`;
 }
@@ -9875,7 +9912,12 @@ import { basename as basename3 } from "path";
 async function runGh(args, timeoutMs, cwd) {
   const label2 = callLabel("gh", args) + (cwd ? ` (repo ${basename3(cwd)})` : "");
   const child = cwd ? $4({ cwd, timeout: timeoutMs })`gh ${args}` : $4({ timeout: timeoutMs })`gh ${args}`;
-  return (await withHardTimeout(child, "gh", label2, timeoutMs)).stdout;
+  try {
+    return (await withHardTimeout(child, "gh", label2, timeoutMs)).stdout;
+  } catch (e) {
+    noteCallFailure("gh", label2, e);
+    throw e;
+  }
 }
 function ghRunner(timeoutMs = GH_CALL_TIMEOUT_MS) {
   return (args) => runGh(args, timeoutMs);
@@ -9908,36 +9950,59 @@ var DENIED_STDERR = /(?:^|\D)403(?:\D|$)|not accessible by integration|must have
 function firstLine(s) {
   return s.split("\n").map((l) => l.trim()).find((l) => l.length > 0) ?? "gh \u0432\u0435\u0440\u043D\u0443\u043B 403";
 }
+var GhCallFailedError = class extends Error {
+  failure;
+  constructor(call, failure) {
+    super(`${call}: ${failure.reason}${failure.detail ? ` \u2014 ${failure.detail}` : ""}`);
+    this.name = "GhCallFailedError";
+    this.failure = failure;
+  }
+};
 var realChecksRunner = async (pr) => {
-  const r = await withHardTimeout(
-    $4({ reject: false, timeout: 15e3 })`gh pr checks ${pr} --json state,name,bucket,link`,
-    "gh",
-    callLabel("gh", ["pr", "checks", pr]),
-    15e3
-  );
+  const label2 = callLabel("gh", ["pr", "checks", pr]);
+  const r = await withHardTimeout($4({ reject: false, timeout: 15e3 })`gh pr checks ${pr} --json state,name,bucket,link`, "gh", label2, 15e3);
   const stdout = r.stdout ?? "";
   const stderr = r.stderr ?? "";
+  if (isTimedOut(r)) throw new GhCallFailedError(label2, classifyCallFailure(r));
   if (!stdout.trim() && NO_CHECKS_STDERR.test(stderr)) return "[]";
   if (!stdout.trim() && DENIED_STDERR.test(stderr)) throw new CiAccessDeniedError(firstLine(stderr));
+  if (!stdout.trim()) throw new GhCallFailedError(label2, noteCallFailure("gh", label2, r));
   return stdout;
 };
 async function prCheckRows(pr, run) {
+  let out;
   try {
-    const out = await run(pr);
-    const rows = JSON.parse(out);
-    if (!Array.isArray(rows)) return null;
-    return rows.map((r) => ({ name: r.name ?? "?", bucket: (r.bucket ?? "").toLowerCase(), link: r.link ?? "" }));
+    out = await run(pr);
   } catch (e) {
     if (e instanceof CiAccessDeniedError) return { denied: e.detail };
-    return null;
+    return { unavailable: e instanceof GhCallFailedError ? e.failure : classifyCallFailure(e) };
   }
+  let parsed;
+  try {
+    parsed = JSON.parse(out);
+  } catch {
+    return { unavailable: { reason: "unreadable", detail: headOfOutput(out) } };
+  }
+  if (!Array.isArray(parsed)) return { unavailable: { reason: "unreadable", detail: "\u043E\u0442\u0432\u0435\u0442 gh \u2014 \u043D\u0435 \u0441\u043F\u0438\u0441\u043E\u043A \u0447\u0435\u043A\u043E\u0432" } };
+  return parsed.map((r) => ({
+    name: r.name ?? "?",
+    bucket: (r.bucket ?? "").toLowerCase(),
+    link: r.link ?? ""
+  }));
+}
+function headOfOutput(out) {
+  const head = firstLine(out).slice(0, 120);
+  return head === "gh \u0432\u0435\u0440\u043D\u0443\u043B 403" ? "\u043F\u0443\u0441\u0442\u043E" : head;
 }
 function isDenied(rows) {
-  return rows != null && !Array.isArray(rows);
+  return !Array.isArray(rows) && "denied" in rows;
+}
+function isUnavailable(rows) {
+  return !Array.isArray(rows) && "unavailable" in rows;
 }
 async function ghChecks(pr, run = realChecksRunner) {
   const rows = await prCheckRows(pr, run);
-  if (!rows || isDenied(rows) || rows.length === 0) return null;
+  if (isDenied(rows) || isUnavailable(rows) || rows.length === 0) return null;
   let pass = 0, fail = 0, pending2 = 0;
   for (const r of rows) {
     if (r.bucket === "pass") pass++;