squadrant 0.16.3 → 0.16.4

package/dist/squadrantd.js

@@ -1457,13 +1457,14 @@ function projectHealth(input) {
   const { project, now, captainName, captainStopped, commandPresent, crews } = input;
   const out = [];
   const captainState = input.captainState ?? (captainStopped === true ? "stopped" : captainStopped === false ? "alive" : "unknown");
+  const deferral = input.captainDeferral;
   out.push({
     kind: "captain",
     project,
     ref: captainName,
     state: captainState,
     lastSeenMs: null,
-    detail: captainState === "stopped" ? "captain workspace closed \u2014 crews reaped; delivery paused" : captainState === "gone" ? "captain process died (crash) \u2014 crews reaped" : void 0
+    detail: captainState === "stopped" ? "captain workspace closed \u2014 crews reaped; delivery paused" : captainState === "gone" ? "captain process died (crash) \u2014 crews reaped" : deferral?.stuck ? `\u26A0\uFE0F delivery stuck (${deferral.maxDeferCount}+ retries) \u2014 draft/ghost text blocking captain pane; input never touched, delivers automatically once cleared` : void 0
   });
   if (commandPresent !== null) {
     out.push({
@@ -1797,6 +1798,8 @@ function buildContext(opts) {
     opencodeBridge: null,
     cmuxEventsBridge: null,
     telegramBridge: void 0,
+    notifyFault: opts.notifyFault ?? (() => {
+    }),
     lifecycleSources: opts.lifecycleSources ?? [],
     broadcast: () => {
     },
@@ -2107,7 +2110,7 @@ var CaptainDelivery = class {
     const seq = entry.seq;
     const deferCount = this.deferCounts.get(seq) ?? 0;
     const stable = (this.stableCounts.get(seq) ?? 0) >= this.opts.stableProbePolls;
-    const probe = stable || deferCount >= this.opts.maxDefers;
+    const probe = stable;
     try {
       await send(msg, probe ? { probe: true } : void 0);
       this.deferCounts.delete(seq);
@@ -2231,7 +2234,9 @@ async function runLivenessTick(deps) {
   }
 }
 function createDelivery(ctx, daemonCmux) {
-  const { stateRoot, store, log, livenessRegistry, isPidAlive, opts } = ctx;
+  const { stateRoot, store, log, livenessRegistry, isPidAlive, opts, telegramBridge } = ctx;
+  const notifyFault = ctx.notifyFault ?? (() => {
+  });
   const defaultNotify = async (args) => {
     try {
       await appendToMailbox({
@@ -2254,6 +2259,7 @@ function createDelivery(ctx, daemonCmux) {
   const cfg = loadConfig();
   const deliveries = /* @__PURE__ */ new Map();
   const deliveryStats = (project) => deliveries.get(project)?.stats();
+  const stuckNotified = /* @__PURE__ */ new Set();
   const sessionStartMs = Date.now();
   let delivering = false;
   const deliveryCore = async () => {
@@ -2325,6 +2331,18 @@ function createDelivery(ctx, daemonCmux) {
           break;
         }
       }
+      const stuck = d.stats().stuck;
+      if (stuck && !stuckNotified.has(project)) {
+        stuckNotified.add(project);
+        const { maxDeferCount } = d.stats();
+        log(`delivery stuck project=${project} deferCount=${maxDeferCount}`);
+        const text = `\u26A0\uFE0F DELIVERY STUCK: an in-progress draft (or ghost text) in your input box has blocked pending notification(s) for ${maxDeferCount}+ retries. Your input is never touched \u2014 this keeps retrying safely and will deliver automatically once you submit or clear it.`;
+        appendCaptainMessage({ stateRoot, project, text, source: "daemon" }).catch((e) => log(`delivery stuck alert failed project=${project}: ${e.message}`));
+        Promise.resolve(notifyFault(project, text)).catch((e) => log(`delivery stuck fault-notify failed project=${project}: ${e.message}`));
+        telegramBridge?.pushRaw(project, text);
+      } else if (!stuck && stuckNotified.has(project)) {
+        stuckNotified.delete(project);
+      }
     }
   };
   const deliveryTick = async () => {
@@ -2575,7 +2593,12 @@ function startDaemon(ctx, opts, pkgVersion) {
         captainStopped: null,
         captainState: deriveCaptainState(capEntry),
         commandPresent: null,
-        crews: store.list(project)
+        crews: store.list(project),
+        // #579/#484 Gap 3: surface the same deferral stats already exposed to
+        // the snapshot (line ~135 below) on the health row too, so `squadrant
+        // doctor` / `squadrant status --detailed` show a stuck delivery with
+        // zero configuration.
+        captainDeferral: deliveryStats(project)
       }));
     }
     return out;
@@ -3259,6 +3282,14 @@ function createTelegramBridge(opts) {
     s.offset = next;
     saveState(stateRoot, s);
   }
+  async function sendToTopic(project, text) {
+    let threadId = loadState(stateRoot).topics[topicKey(project)];
+    if (threadId === void 0) {
+      threadId = await client.createForumTopic(cfg.supergroupId, topicName(project));
+      setTopic(stateRoot, project, threadId);
+    }
+    await client.sendMessage(cfg.supergroupId, threadId, text);
+  }
   async function deliverOutbound(project, ev) {
     const resolved = resolveNotify(cfg.notify, loadProjectOverride(project, configRoot));
     const live = loadState(stateRoot).notify[project];
@@ -3267,12 +3298,10 @@ function createTelegramBridge(opts) {
       return;
     if (!tierIncludes(resolved.crew, ev.type))
       return;
-    let threadId = loadState(stateRoot).topics[topicKey(project)];
-    if (threadId === void 0) {
-      threadId = await client.createForumTopic(cfg.supergroupId, topicName(project));
-      setTopic(stateRoot, project, threadId);
-    }
-    await client.sendMessage(cfg.supergroupId, threadId, formatLifecycle(project, ev));
+    await sendToTopic(project, formatLifecycle(project, ev));
+  }
+  async function deliverRawOutbound(project, text) {
+    await sendToTopic(project, text);
   }
   function resolveLiveNotify(project) {
     const resolved = resolveNotify(cfg.notify, loadProjectOverride(project, configRoot));
@@ -3580,6 +3609,11 @@ function createTelegramBridge(opts) {
         log(`telegram outbound failed project=${project}: ${e.message}`);
       });
     },
+    pushRaw(project, text) {
+      void deliverRawOutbound(project, text).catch((e) => {
+        log(`telegram raw push failed project=${project}: ${e.message}`);
+      });
+    },
     health() {
       return { polling: running, lastSuccessfulPollAt, lastError, lastErrorAt };
     }
@@ -5090,7 +5124,60 @@ var RuntimeRegistry = class {
 };
 
 // packages/workspaces/dist/notifiers/cmux.js
-import { execFileSync as execFileSync6, execSync as execSync7 } from "child_process";
+import { execFile as execFileCb, execSync as execSync7 } from "child_process";
+import { promisify as promisify2 } from "util";
+var execFile3 = promisify2(execFileCb);
+function createCmuxNotifier(_scope) {
+  return {
+    name: "cmux",
+    async probe() {
+      try {
+        execSync7("squadrant runtime status --command", { encoding: "utf-8", stdio: "pipe" });
+        return { installed: true, reachable: true };
+      } catch (err) {
+        const code = err.code;
+        if (code === "ENOENT") {
+          return { installed: false, reachable: false };
+        }
+        return { installed: true, reachable: false };
+      }
+    },
+    async notify(message) {
+      await execFile3("squadrant", ["runtime", "send", "--command", message], { encoding: "utf-8", timeout: CMUX_TIMEOUT });
+    }
+  };
+}
+
+// packages/workspaces/dist/notifiers/registry.js
+var DEFAULT_NOTIFIER = "cmux";
+var NotifierRegistry = class {
+  factories;
+  constructor(factories) {
+    this.factories = factories;
+  }
+  get(config) {
+    const name = config.notifier ?? DEFAULT_NOTIFIER;
+    return this.getFactory(name)({});
+  }
+  getFactory(name) {
+    const factory = this.factories[name];
+    if (!factory) {
+      throw new Error(`Unknown notifier provider '${name}' \u2014 no factory registered`);
+    }
+    return factory;
+  }
+  async probeAll() {
+    const results = {};
+    for (const [name, factory] of Object.entries(this.factories)) {
+      try {
+        results[name] = await factory({}).probe();
+      } catch {
+        results[name] = { installed: false, reachable: false };
+      }
+    }
+    return results;
+  }
+};
 
 // packages/workspaces/dist/workspaces/obsidian.js
 import fs16 from "fs/promises";
@@ -5868,6 +5955,16 @@ function buildTelegramBridge(cfg, stateRoot, log) {
     sendReply
   });
 }
+function buildNotifyFault(log) {
+  const registry = new NotifierRegistry({ cmux: createCmuxNotifier });
+  return async (project, text) => {
+    try {
+      await registry.get(loadConfig()).notify(`[${project}] ${text}`);
+    } catch (e) {
+      log(`fault notify failed project=${project}: ${e.message}`);
+    }
+  };
+}
 function startSquadrantd(opts = {}) {
   const ctx = buildContext(opts);
   const { stateRoot, store, log, spawn: spawn2, writeResult, inFlightHeadlessIds, activeHeadlessKills } = ctx;
@@ -5931,6 +6028,8 @@ function startSquadrantd(opts = {}) {
   ctx.lifecycleSources = [cmuxStoreSource, nativeHookSource, codexAppServerSource];
   const tgCfg = loadConfig().telegram;
   ctx.telegramBridge = opts.telegramBridge ?? (tgCfg && !process.env.VITEST ? buildTelegramBridge(tgCfg, stateRoot, log) : void 0);
+  if (opts.notifyFault) ctx.notifyFault = opts.notifyFault;
+  else if (!process.env.VITEST) ctx.notifyFault = buildNotifyFault(log);
   ctx.daemonCmux = opts.daemonCmux ?? (opts.makeDaemonCmux ?? (() => new DaemonCmux(createCmuxDriver())))();
   const resendRuntime = createCmuxDriver();
   ctx.resendFirstTurn = opts.resendFirstTurn ?? (async (rec) => {