camstack 1.2.57 → 1.2.58

package/dist/cli.js

@@ -38,7 +38,7 @@ async function runServe(args) {
     ...typeof values.data === "string" ? { data: values.data } : {}
   };
   Object.assign(process.env, buildServeEnv(opts));
-  await import("./launcher-5UCFBJXW.js");
+  await import("./launcher-AL5IQ6H2.js");
 }
 
 // src/commands/agent.ts
@@ -83,7 +83,7 @@ async function runAgent(args) {
     ...typeof values.port === "string" ? { port: values.port } : {}
   };
   Object.assign(process.env, buildAgentEnv(opts));
-  await import("./launcher-5UCFBJXW.js");
+  await import("./launcher-AL5IQ6H2.js");
 }
 
 // src/commands/setup.ts

package/dist/{launcher-5UCFBJXW.js → launcher-AL5IQ6H2.js}

@@ -23633,9 +23633,9 @@ var require_zod = __commonJS({
   }
 });
 
-// ../system/dist/dist-CImxMt5h.js
-var require_dist_CImxMt5h = __commonJS({
-  "../system/dist/dist-CImxMt5h.js"(exports) {
+// ../system/dist/dist-CxgTulEG.js
+var require_dist_CxgTulEG = __commonJS({
+  "../system/dist/dist-CxgTulEG.js"(exports) {
     "use strict";
     var zod = require_zod();
     var EventCategory = /* @__PURE__ */ (function(EventCategory2) {
@@ -58639,7 +58639,7 @@ var require_alerts_addon = __commonJS({
       [Symbol.toStringTag]: { value: "Module" }
     });
     require_chunk_Cek0wNdY();
-    var require_dist10 = require_dist_CImxMt5h();
+    var require_dist10 = require_dist_CxgTulEG();
     function selectExpired(alerts, cutoffMs) {
       return alerts.filter((a) => a.createdAt < cutoffMs).sort((a, b) => a.createdAt - b.createdAt).map((a) => a.id);
     }
@@ -59458,7 +59458,7 @@ var require_console_logging = __commonJS({
       [Symbol.toStringTag]: { value: "Module" }
     });
     require_chunk_Cek0wNdY();
-    var require_dist10 = require_dist_CImxMt5h();
+    var require_dist10 = require_dist_CxgTulEG();
     var require_formatter = require_formatter_DqAKDlvN();
     var LEVEL_RANK = {
       debug: 0,
@@ -59552,7 +59552,7 @@ var require_core_blocks_addon = __commonJS({
     "use strict";
     Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
     var require_chunk = require_chunk_Cek0wNdY();
-    var require_dist10 = require_dist_CImxMt5h();
+    var require_dist10 = require_dist_CxgTulEG();
     var node_crypto = __require("crypto");
     var node_fs_promises = __require("fs/promises");
     node_fs_promises = require_chunk.__toESM(node_fs_promises);
@@ -60449,11 +60449,11 @@ var require_core_blocks = __commonJS({
   }
 });
 
-// ../system/dist/retired-settings-keys-C7gLUS3x.js
-var require_retired_settings_keys_C7gLUS3x = __commonJS({
-  "../system/dist/retired-settings-keys-C7gLUS3x.js"(exports) {
+// ../system/dist/retired-settings-keys-BbjWjol0.js
+var require_retired_settings_keys_BbjWjol0 = __commonJS({
+  "../system/dist/retired-settings-keys-BbjWjol0.js"(exports) {
     "use strict";
-    var require_dist10 = require_dist_CImxMt5h();
+    var require_dist10 = require_dist_CxgTulEG();
     function settingsStoreIsAuthoritativeHere(env) {
       const raw = (env["CAMSTACK_ROLE"] ?? "").trim().toLowerCase();
       return raw === "" || raw === "hub";
@@ -62667,8 +62667,8 @@ var require_device_manager_addon = __commonJS({
       [Symbol.toStringTag]: { value: "Module" }
     });
     require_chunk_Cek0wNdY();
-    var require_dist10 = require_dist_CImxMt5h();
-    var require_retired_settings_keys = require_retired_settings_keys_C7gLUS3x();
+    var require_dist10 = require_dist_CxgTulEG();
+    var require_retired_settings_keys = require_retired_settings_keys_BbjWjol0();
     var node_crypto = __require("crypto");
     var _camstack_types_node = require_node();
     var JOB_HISTORY = 20;
@@ -67417,7 +67417,7 @@ var require_hub_forwarder = __commonJS({
       [Symbol.toStringTag]: { value: "Module" }
     });
     require_chunk_Cek0wNdY();
-    var require_dist10 = require_dist_CImxMt5h();
+    var require_dist10 = require_dist_CxgTulEG();
     var require_formatter = require_formatter_DqAKDlvN();
     var DEFAULT_OUTBOUND_BUFFER_SIZE = 500;
     var HubForwarderDestination = class {
@@ -67554,7 +67554,7 @@ var require_liveness_monitor_addon = __commonJS({
     "use strict";
     Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
     require_chunk_Cek0wNdY();
-    var require_dist10 = require_dist_CImxMt5h();
+    var require_dist10 = require_dist_CxgTulEG();
     var NO_DEVICES = "liveness:no-devices";
     var ALL_OFFLINE = "liveness:all-devices-offline";
     var NO_FOOTAGE_PREFIX = "liveness:no-footage:";
@@ -67744,7 +67744,7 @@ var require_local_auth_addon = __commonJS({
       [Symbol.toStringTag]: { value: "Module" }
     });
     var require_chunk = require_chunk_Cek0wNdY();
-    var require_dist10 = require_dist_CImxMt5h();
+    var require_dist10 = require_dist_CxgTulEG();
     var node_crypto = __require("crypto");
     node_crypto = require_chunk.__toESM(node_crypto);
     var crypto$1 = __require("crypto");
@@ -75557,7 +75557,7 @@ var require_loki_logging = __commonJS({
       [Symbol.toStringTag]: { value: "Module" }
     });
     require_chunk_Cek0wNdY();
-    var require_dist10 = require_dist_CImxMt5h();
+    var require_dist10 = require_dist_CxgTulEG();
     function sanitizeLabelName(raw) {
       const replaced = raw.replaceAll(/[^a-zA-Z0-9_]/g, "_");
       return /^[a-zA-Z_]/.test(replaced) ? replaced : `_${replaced}`;
@@ -76122,7 +76122,7 @@ var require_native_metrics_addon = __commonJS({
       [Symbol.toStringTag]: { value: "Module" }
     });
     var require_chunk = require_chunk_Cek0wNdY();
-    var require_dist10 = require_dist_CImxMt5h();
+    var require_dist10 = require_dist_CxgTulEG();
     var node_fs_promises = __require("fs/promises");
     var node_child_process = __require("child_process");
     var node_util = __require("util");
@@ -78079,7 +78079,7 @@ var require_filesystem_storage_addon = __commonJS({
       [Symbol.toStringTag]: { value: "Module" }
     });
     var require_chunk = require_chunk_Cek0wNdY();
-    var require_dist10 = require_dist_CImxMt5h();
+    var require_dist10 = require_dist_CxgTulEG();
     var node_crypto = __require("crypto");
     var node_fs_promises = __require("fs/promises");
     var node_path = __require("path");
@@ -79195,8 +79195,8 @@ var require_sqlite_settings_addon = __commonJS({
       [Symbol.toStringTag]: { value: "Module" }
     });
     var require_chunk = require_chunk_Cek0wNdY();
-    var require_dist10 = require_dist_CImxMt5h();
-    var require_retired_settings_keys = require_retired_settings_keys_C7gLUS3x();
+    var require_dist10 = require_dist_CxgTulEG();
+    var require_retired_settings_keys = require_retired_settings_keys_BbjWjol0();
     var node_crypto = __require("crypto");
     var node_fs = __require("fs");
     var node_module = __require("module");
@@ -81475,7 +81475,7 @@ var require_storage_orchestrator_addon = __commonJS({
       [Symbol.toStringTag]: { value: "Module" }
     });
     var require_chunk = require_chunk_Cek0wNdY();
-    var require_dist10 = require_dist_CImxMt5h();
+    var require_dist10 = require_dist_CxgTulEG();
     var node_crypto = __require("crypto");
     var node_fs_promises = __require("fs/promises");
     node_fs_promises = require_chunk.__toESM(node_fs_promises);
@@ -83356,7 +83356,7 @@ var require_system_config_addon = __commonJS({
       [Symbol.toStringTag]: { value: "Module" }
     });
     require_chunk_Cek0wNdY();
-    var require_dist10 = require_dist_CImxMt5h();
+    var require_dist10 = require_dist_CxgTulEG();
     var SECTION_TITLES = {
       server: "Server",
       auth: "Authentication"
@@ -101417,7 +101417,7 @@ var require_winston_logging = __commonJS({
       [Symbol.toStringTag]: { value: "Module" }
     });
     var require_chunk = require_chunk_Cek0wNdY();
-    var require_dist10 = require_dist_CImxMt5h();
+    var require_dist10 = require_dist_CxgTulEG();
     var require_formatter = require_formatter_DqAKDlvN();
     var node_path = __require("path");
     node_path = require_chunk.__toESM(node_path);
@@ -113905,12 +113905,12 @@ var require_dist2 = __commonJS({
   }
 });
 
-// ../system/dist/manifest-python-deps-BqWrDjSN.js
-var require_manifest_python_deps_BqWrDjSN = __commonJS({
-  "../system/dist/manifest-python-deps-BqWrDjSN.js"(exports) {
+// ../system/dist/manifest-python-deps-CcDe4S2Z.js
+var require_manifest_python_deps_CcDe4S2Z = __commonJS({
+  "../system/dist/manifest-python-deps-CcDe4S2Z.js"(exports) {
     "use strict";
     var require_chunk = require_chunk_Cek0wNdY();
-    require_dist_CImxMt5h();
+    require_dist_CxgTulEG();
     var node_crypto = __require("crypto");
     node_crypto = require_chunk.__toESM(node_crypto);
     var _camstack_types_node = require_node();
@@ -113924,14 +113924,161 @@ var require_manifest_python_deps_BqWrDjSN = __commonJS({
     var node_fs = __require("fs");
     node_fs = require_chunk.__toESM(node_fs);
     var node_http = __require("http");
-    var node_perf_hooks = __require("perf_hooks");
     var node_v8 = __require("v8");
     node_v8 = require_chunk.__toESM(node_v8);
+    var node_perf_hooks = __require("perf_hooks");
     var node_vm = __require("vm");
     node_vm = require_chunk.__toESM(node_vm);
     var _camstack_types_addon = require_addon();
     var node_net = __require("net");
     var _trpc_client = require_dist2();
+    function createEventPlaneReader(sources) {
+      return () => {
+        try {
+          const registry = sources.registry();
+          if (registry === null) return void 0;
+          const children = [];
+          const listed = registry.listChildren();
+          for (const child of listed) {
+            const stats = registry.getChildEventStats(child.childId);
+            if (stats === null) continue;
+            children.push({
+              childId: child.childId,
+              sent: stats.sent,
+              suppressed: stats.suppressed
+            });
+          }
+          const crossNode = sources.crossNodeStats();
+          return {
+            udsMode: registry.eventFanoutMode,
+            crossNodeMode: sources.crossNodeMode(),
+            children,
+            childrenConnected: listed.length,
+            childrenUndeclared: registry.undeclaredChildCount(),
+            crossNodeDelivered: crossNode?.delivered ?? 0,
+            crossNodeSuppressed: crossNode?.suppressed ?? 0
+          };
+        } catch {
+          return;
+        }
+      };
+    }
+    var EVENT_PLANE_TOP_N = 5;
+    var EMPTY_EVENT_PLANE_BASELINE = {
+      children: /* @__PURE__ */ new Map(),
+      crossNodeDelivered: 0,
+      crossNodeSuppressed: 0
+    };
+    function diffEventPlane(baseline, current, topN = 5) {
+      const deltas = [];
+      let fanoutSent = 0;
+      let fanoutSuppressed = 0;
+      for (const sample of current.children) {
+        const before = baseline.children.get(sample.childId);
+        const sent = Math.max(0, sample.sent - (before?.sent ?? 0));
+        const suppressed = Math.max(0, sample.suppressed - (before?.suppressed ?? 0));
+        fanoutSent += sent;
+        fanoutSuppressed += suppressed;
+        if (sent > 0 || suppressed > 0) deltas.push({
+          childId: sample.childId,
+          sent,
+          suppressed
+        });
+      }
+      return {
+        udsMode: current.udsMode,
+        crossNodeMode: current.crossNodeMode,
+        childrenConnected: current.childrenConnected,
+        childrenUndeclared: current.childrenUndeclared,
+        fanoutSent,
+        fanoutSuppressed,
+        crossNodeDelivered: Math.max(0, current.crossNodeDelivered - baseline.crossNodeDelivered),
+        crossNodeSuppressed: Math.max(0, current.crossNodeSuppressed - baseline.crossNodeSuppressed),
+        top: deltas.toSorted((a, b) => b.sent - a.sent || a.childId.localeCompare(b.childId)).slice(0, topN)
+      };
+    }
+    function createEventPlaneMeter(reader, topN = 5) {
+      let baseline = EMPTY_EVENT_PLANE_BASELINE;
+      return { read: () => {
+        const current = reader();
+        if (current === void 0) return void 0;
+        const window2 = diffEventPlane(baseline, current, topN);
+        baseline = {
+          children: new Map(current.children.map((s) => [s.childId, s])),
+          crossNodeDelivered: current.crossNodeDelivered,
+          crossNodeSuppressed: current.crossNodeSuppressed
+        };
+        return window2;
+      } };
+    }
+    function formatEventPlane(window2) {
+      if (window2 === void 0) return "";
+      const top = window2.top.map((d) => `${d.childId}:${d.sent}/${d.suppressed}`).join(",");
+      return ` fanoutMode=uds:${window2.udsMode}/cross-node:${window2.crossNodeMode} children=${window2.childrenConnected} childrenUndeclared=${window2.childrenUndeclared} fanoutSent=${window2.fanoutSent} fanoutSuppressed=${window2.fanoutSuppressed} crossNodeDelivered=${window2.crossNodeDelivered} crossNodeSuppressed=${window2.crossNodeSuppressed}` + (top.length === 0 ? "" : ` fanoutTop=${top}`);
+    }
+    var DECISIVE_HEAP_SPACES = ["old_space", "large_object_space"];
+    var HEAP_SPACE_REPORT_MIN_MB = 32;
+    var BYTES_PER_MB = 1048576;
+    function mb(bytes) {
+      return Math.round(bytes / BYTES_PER_MB);
+    }
+    function tenthsMb(bytes) {
+      return Math.round(bytes / BYTES_PER_MB * 10) / 10;
+    }
+    function readHeapSpaces() {
+      try {
+        return node_v8.getHeapSpaceStatistics().map((space) => ({
+          name: space.space_name,
+          usedBytes: space.space_used_size
+        }));
+      } catch {
+        return [];
+      }
+    }
+    function heapSpaceField(v8Name) {
+      return v8Name.replace(/_([a-z])/g, (_match, letter) => letter.toUpperCase());
+    }
+    function selectReportedSpaces(spaces, minMb = 32) {
+      const decisive = DECISIVE_HEAP_SPACES.map((name) => spaces.find((space) => space.name === name)).filter((space) => space !== void 0);
+      const rest = spaces.filter((space) => !DECISIVE_HEAP_SPACES.includes(space.name)).filter((space) => mb(space.usedBytes) >= minMb).toSorted((a, b) => b.usedBytes - a.usedBytes || a.name.localeCompare(b.name));
+      return [...decisive, ...rest];
+    }
+    function formatHeapSpaces(spaces, minMb = 32) {
+      const selected = selectReportedSpaces(spaces, minMb);
+      if (selected.length === 0) return "";
+      return ` ${selected.map((s) => `${heapSpaceField(s.name)}=${mb(s.usedBytes)}MB`).join(" ")}`;
+    }
+    var RUNNER_HEAP_SNAPSHOT_ENV = "CAMSTACK_RUNNER_HEAP_SNAPSHOT";
+    function heapSnapshotAuthorised(env = process.env) {
+      return env[RUNNER_HEAP_SNAPSHOT_ENV] === "on";
+    }
+    var defaultDeps = {
+      readMemory: () => process.memoryUsage(),
+      readSpaces: readHeapSpaces,
+      writeSnapshot: (path) => {
+        node_v8.writeHeapSnapshot(path);
+      },
+      env: process.env
+    };
+    function emitHeapDiagnosticReport(request, deps = defaultDeps) {
+      try {
+        const mu = deps.readMemory();
+        const spaces = deps.readSpaces().filter((space) => space.usedBytes > 0).map((space) => `${space.name}=${tenthsMb(space.usedBytes)}`).join(" ");
+        request.sink.info(`[mem] node="${request.label}" addons=[${request.addons.join(",")}] rss=${tenthsMb(mu.rss)} heapUsed=${tenthsMb(mu.heapUsed)} heapTotal=${tenthsMb(mu.heapTotal)} external=${tenthsMb(mu.external)} arrayBuffers=${tenthsMb(mu.arrayBuffers)} | ${spaces}`);
+      } catch (error) {
+        request.sink.warn(`[mem] node="${request.label}" space report failed: ${error instanceof Error ? error.message : String(error)}`);
+      }
+      if (!heapSnapshotAuthorised(deps.env)) {
+        request.sink.info(`[mem] node="${request.label}" heap snapshot NOT taken \u2014 it is an admin mutation (a multi-GB write and a stop-the-world walk of the heap). The per-space breakdown above is the free half and needs no authorisation. Set ${RUNNER_HEAP_SNAPSHOT_ENV}=on for this runner and signal again to take one.`);
+        return;
+      }
+      try {
+        deps.writeSnapshot(request.snapshotPath);
+        request.sink.info(`[mem] node="${request.label}" heap snapshot written -> ${request.snapshotPath}`);
+      } catch (error) {
+        request.sink.warn(`[mem] node="${request.label}" snapshot failed: ${error instanceof Error ? error.message : String(error)}`);
+      }
+    }
     var HUB_MAIN_HEAP_WATCH_LABEL = "hub-main";
     var HEAP_WATCH_INTERVAL_MS = 6e4;
     var HEAP_WATCH_WARN_RATIO = 0.8;
@@ -113943,6 +114090,10 @@ var require_manifest_python_deps_BqWrDjSN = __commonJS({
     }
     var HEAP_RECLAIM_TRIGGER_MB = 1024;
     var HEAP_RECLAIM_MIN_INTERVAL_MS = 12e4;
+    var HEAP_RECLAIM_STEADY_STATE_INTERVAL_MS = 6e5;
+    function reclaimIntervalMs(passesAtFloor, minIntervalMs = HEAP_RECLAIM_MIN_INTERVAL_MS, steadyStateIntervalMs = HEAP_RECLAIM_STEADY_STATE_INTERVAL_MS, steadyStatePasses = 6) {
+      return passesAtFloor >= steadyStatePasses ? Math.max(minIntervalMs, steadyStateIntervalMs) : minIntervalMs;
+    }
     var ZERO_LOOP_DELAY = {
       p50Ms: 0,
       p99Ms: 0,
@@ -113952,14 +114103,15 @@ var require_manifest_python_deps_BqWrDjSN = __commonJS({
       try {
         const histogram = (0, node_perf_hooks.monitorEventLoopDelay)({ resolution: resolutionMs });
         histogram.enable();
+        const delay2 = (nanoseconds) => Math.max(0, Math.round(nanoseconds / 1e6) - resolutionMs);
         return {
           read: () => {
             try {
               if (histogram.count === 0) return ZERO_LOOP_DELAY;
               const sample = {
-                p50Ms: Math.round(histogram.percentile(50) / 1e6),
-                p99Ms: Math.round(histogram.percentile(99) / 1e6),
-                maxMs: Math.round(histogram.max / 1e6)
+                p50Ms: delay2(histogram.percentile(50)),
+                p99Ms: delay2(histogram.percentile(99)),
+                maxMs: delay2(histogram.max)
               };
               histogram.reset();
               return sample;
@@ -114069,16 +114221,19 @@ var require_manifest_python_deps_BqWrDjSN = __commonJS({
     function formatOverBudget(label, b, source) {
       return `[mem] ${label} OVER RSS BUDGET rss=${b.rssMb}MB budget=${b.budgetMb}MB over=+${b.overMb}MB shape=${b.shape} heapUsed=${b.heapUsedMb}MB(${share(b.heapUsedMb, b.rssMb)}%) external=${b.externalMb}MB(${share(b.externalMb, b.rssMb)}%) nativeResidue=${b.nativeResidueMb}MB(${share(b.nativeResidueMb, b.rssMb)}%) arrayBuffers=${b.arrayBuffersMb}MB budgetFrom="${source}" \u2014 ${SHAPE_ADVICE[b.shape]}`;
     }
-    function format2(label, s, loop, budgetMb) {
+    function format2(label, s, loop, budgetMb, suffix) {
       const line = `[mem] ${label} rss=${s.rssMb}MB heapUsed=${s.heapUsedMb}MB heapTotal=${s.heapTotalMb}MB heapLimit=${s.heapLimitMb}MB used=${Math.round(s.usedRatio * 100)}% external=${s.externalMb}MB arrayBuffers=${s.arrayBuffersMb}MB` + (budgetMb === void 0 ? "" : ` rssBudget=${budgetMb}MB`);
-      if (loop === void 0) return line;
-      return `${line} loopP50=${loop.p50Ms}ms loopP99=${loop.p99Ms}ms loopMax=${loop.maxMs}ms`;
+      if (loop === void 0) return `${line}${suffix}`;
+      return `${line} loopP50=${loop.p50Ms}ms loopP99=${loop.p99Ms}ms loopMax=${loop.maxMs}ms${suffix}`;
     }
-    function startHeapWatch(label = HUB_MAIN_HEAP_WATCH_LABEL, sink = consoleSink, intervalMs = HEAP_WATCH_INTERVAL_MS, reclaimOptions, loopDelay = createLoopDelayMeter(), execArgv = process.execArgv, announceCeilingOrigin = true, rssBudget) {
+    function startHeapWatch(label = HUB_MAIN_HEAP_WATCH_LABEL, sink = consoleSink, intervalMs = HEAP_WATCH_INTERVAL_MS, reclaimOptions, loopDelay = createLoopDelayMeter(), execArgv = process.execArgv, announceCeilingOrigin = true, rssBudget, probes) {
+      const readSpaces = probes?.readSpaces ?? readHeapSpaces;
+      const eventPlane = probes?.eventPlane === void 0 ? void 0 : createEventPlaneMeter(probes.eventPlane);
       const readMemory = reclaimOptions?.readMemory ?? (() => process.memoryUsage());
       const now = reclaimOptions?.now ?? (() => Date.now());
       const triggerMb = reclaimOptions?.triggerMb ?? 1024;
       const minIntervalMs = reclaimOptions?.minIntervalMs ?? 12e4;
+      const steadyStateIntervalMs = reclaimOptions?.steadyStateIntervalMs ?? 6e5;
       const fastIntervalMs = reclaimOptions?.fastIntervalMs ?? 2e3;
       const escalateRatio = reclaimOptions?.escalateRatio ?? 0.7;
       const deescalateRatio = reclaimOptions?.deescalateRatio ?? 0.6;
@@ -114096,9 +114251,10 @@ var require_manifest_python_deps_BqWrDjSN = __commonJS({
           steadyStateAnnounced = false;
           return;
         }
+        const floorMs = reclaimIntervalMs(passesAtFloor, minIntervalMs, steadyStateIntervalMs);
         const sinceLast = now() - lastReclaimAt;
-        if (sinceLast < minIntervalMs) return;
-        passesAtFloor = sinceLast <= minIntervalMs * 2 ? passesAtFloor + 1 : 1;
+        if (sinceLast < floorMs) return;
+        passesAtFloor = sinceLast <= floorMs * 2 ? passesAtFloor + 1 : 1;
         lastReclaimAt = now();
         const startedAt = now();
         try {
@@ -114111,7 +114267,8 @@ var require_manifest_python_deps_BqWrDjSN = __commonJS({
         sink.info(`[mem] reclaim ${label} stranded=${strandedMb(sample)}MB rss=${sample.rssMb}MB\u2192${after.rssMb}MB freed=${sample.rssMb - after.rssMb}MB arrayBuffers=${sample.arrayBuffersMb}MB\u2192${after.arrayBuffersMb}MB took=${now() - startedAt}ms`);
         if (passesAtFloor >= 6 && !steadyStateAnnounced) {
           steadyStateAnnounced = true;
-          sink.warn(`[mem] reclaim ${label} has run at the floor for ${passesAtFloor} consecutive passes (every ${minIntervalMs}ms) \u2014 the stop-the-world is now STEADY STATE, not a rescue. The allocation source is what needs the fix; this pass only bounds its peak.`);
+          const nextFloorMs = reclaimIntervalMs(passesAtFloor, minIntervalMs, steadyStateIntervalMs);
+          sink.warn(`[mem] reclaim ${label} has run at the floor for ${passesAtFloor} consecutive passes (every ${minIntervalMs}ms) \u2014 the stop-the-world is now STEADY STATE, not a rescue: stranded never fell back under ${triggerMb}MB between passes, so the trigger is not discriminating on this process and what is left deciding is the timer. BACKING OFF to every ${nextFloorMs}ms \u2014 the pass keeps running (it is still the only measurement of this process's live ArrayBuffer set) at a cost the router can pay. The allocation source is what needs the fix; this pass only bounds its peak.`);
         }
       };
       let mode = "steady";
@@ -114149,7 +114306,7 @@ var require_manifest_python_deps_BqWrDjSN = __commonJS({
           const due = at - lastLoggedAt >= intervalMs;
           if (mode === "escalated" || due) {
             lastLoggedAt = at;
-            const line = format2(label, sample, loopDelay?.read(), budgetMb);
+            const line = format2(label, sample, loopDelay?.read(), budgetMb, `${formatHeapSpaces(readSpaces())}${formatEventPlane(eventPlane?.read())}`);
             if (sample.nearLimit) sink.warn(`${line} \u2014 APPROACHING HEAP LIMIT`);
             else if (mode === "escalated") sink.warn(`${line} \u2014 heap elevated, sampling every ${probeIntervalMs}ms`);
             else sink.info(line);
@@ -118254,6 +118411,34 @@ var require_manifest_python_deps_BqWrDjSN = __commonJS({
         };
       }
       /**
+      * The regime the counters above were produced under, read once from
+      * `CAMSTACK_UDS_EVENT_FANOUT` at construction.
+      *
+      * A suppressed count means "nothing WAS dropped" under `filter` and "nothing
+      * WOULD have been dropped" under `shadow`. Those are different claims, and
+      * until this getter existed the mode was invisible at runtime — the counters
+      * were readable and the regime that produced them was not.
+      */
+      get eventFanoutMode() {
+        return this.fanoutMode;
+      }
+      /**
+      * Connected children that never declared a subscription pattern set.
+      *
+      * Each one is a fail-open on BOTH planes: `childWantsEvent` returns true for
+      * an undeclared child ({@link ChildEntry.eventPatterns} `=== null`), and
+      * `aggregateEventInterest` returns `null` — accept everything — if ANY
+      * connected child is undeclared, which disables the node's inbound cross-node
+      * gate as well. **One legacy runner silently turns off the filtering for the
+      * whole node**, and nothing reported it, so a zero here is as load-bearing as
+      * a non-zero one.
+      */
+      undeclaredChildCount() {
+        let count = 0;
+        for (const entry of this.children.values()) if (entry.eventPatterns === null) count += 1;
+        return count;
+      }
+      /**
       * Does `entry` want to receive an event in `category`? Honours the fan-out
       * mode: `broadcast` → always; undeclared patterns (`null`) → always
       * (fail-open); else the child's declared set must match via `matchesPattern`
@@ -120709,12 +120894,24 @@ var require_manifest_python_deps_BqWrDjSN = __commonJS({
         return CapabilityUnavailableError;
       }
     });
+    Object.defineProperty(exports, "DECISIVE_HEAP_SPACES", {
+      enumerable: true,
+      get: function() {
+        return DECISIVE_HEAP_SPACES;
+      }
+    });
     Object.defineProperty(exports, "DeviceRegistry", {
       enumerable: true,
       get: function() {
         return DeviceRegistry;
       }
     });
+    Object.defineProperty(exports, "EVENT_PLANE_TOP_N", {
+      enumerable: true,
+      get: function() {
+        return EVENT_PLANE_TOP_N;
+      }
+    });
     Object.defineProperty(exports, "EVENT_TOPIC_PREFIX", {
       enumerable: true,
       get: function() {
@@ -120733,12 +120930,24 @@ var require_manifest_python_deps_BqWrDjSN = __commonJS({
         return HEAP_RECLAIM_MIN_INTERVAL_MS;
       }
     });
+    Object.defineProperty(exports, "HEAP_RECLAIM_STEADY_STATE_INTERVAL_MS", {
+      enumerable: true,
+      get: function() {
+        return HEAP_RECLAIM_STEADY_STATE_INTERVAL_MS;
+      }
+    });
     Object.defineProperty(exports, "HEAP_RECLAIM_TRIGGER_MB", {
       enumerable: true,
       get: function() {
         return HEAP_RECLAIM_TRIGGER_MB;
       }
     });
+    Object.defineProperty(exports, "HEAP_SPACE_REPORT_MIN_MB", {
+      enumerable: true,
+      get: function() {
+        return HEAP_SPACE_REPORT_MIN_MB;
+      }
+    });
     Object.defineProperty(exports, "HEAP_WATCH_INTERVAL_MS", {
       enumerable: true,
       get: function() {
@@ -120811,6 +121020,12 @@ var require_manifest_python_deps_BqWrDjSN = __commonJS({
         return RSS_BUDGET_RELEASE_RATIO;
       }
     });
+    Object.defineProperty(exports, "RUNNER_HEAP_SNAPSHOT_ENV", {
+      enumerable: true,
+      get: function() {
+        return RUNNER_HEAP_SNAPSHOT_ENV;
+      }
+    });
     Object.defineProperty(exports, "RUNNER_HEAP_WATCH_INTERVAL_MS", {
       enumerable: true,
       get: function() {
@@ -120847,6 +121062,12 @@ var require_manifest_python_deps_BqWrDjSN = __commonJS({
         return UdsLocalTransportServer;
       }
     });
+    Object.defineProperty(exports, "ZERO_LOOP_DELAY", {
+      enumerable: true,
+      get: function() {
+        return ZERO_LOOP_DELAY;
+      }
+    });
     Object.defineProperty(exports, "__resetCapUsageRegistryForTests", {
       enumerable: true,
       get: function() {
@@ -120973,6 +121194,18 @@ var require_manifest_python_deps_BqWrDjSN = __commonJS({
         return createDeferredHeapWatchSink;
       }
     });
+    Object.defineProperty(exports, "createEventPlaneMeter", {
+      enumerable: true,
+      get: function() {
+        return createEventPlaneMeter;
+      }
+    });
+    Object.defineProperty(exports, "createEventPlaneReader", {
+      enumerable: true,
+      get: function() {
+        return createEventPlaneReader;
+      }
+    });
     Object.defineProperty(exports, "createHubCapForwardService", {
       enumerable: true,
       get: function() {
@@ -120991,6 +121224,12 @@ var require_manifest_python_deps_BqWrDjSN = __commonJS({
         return createLocalTransport;
       }
     });
+    Object.defineProperty(exports, "createLoopDelayMeter", {
+      enumerable: true,
+      get: function() {
+        return createLoopDelayMeter;
+      }
+    });
     Object.defineProperty(exports, "createParentUnownedCallHandler", {
       enumerable: true,
       get: function() {
@@ -121045,12 +121284,36 @@ var require_manifest_python_deps_BqWrDjSN = __commonJS({
         return deserializeTypedArrays;
       }
     });
+    Object.defineProperty(exports, "diffEventPlane", {
+      enumerable: true,
+      get: function() {
+        return diffEventPlane;
+      }
+    });
+    Object.defineProperty(exports, "emitHeapDiagnosticReport", {
+      enumerable: true,
+      get: function() {
+        return emitHeapDiagnosticReport;
+      }
+    });
     Object.defineProperty(exports, "encodeFrame", {
       enumerable: true,
       get: function() {
         return encodeFrame;
       }
     });
+    Object.defineProperty(exports, "formatEventPlane", {
+      enumerable: true,
+      get: function() {
+        return formatEventPlane;
+      }
+    });
+    Object.defineProperty(exports, "formatHeapSpaces", {
+      enumerable: true,
+      get: function() {
+        return formatHeapSpaces;
+      }
+    });
     Object.defineProperty(exports, "getBrokerEventBus", {
       enumerable: true,
       get: function() {
@@ -121099,6 +121362,18 @@ var require_manifest_python_deps_BqWrDjSN = __commonJS({
         return getWorkerNativeCapSnapshot;
       }
     });
+    Object.defineProperty(exports, "heapSnapshotAuthorised", {
+      enumerable: true,
+      get: function() {
+        return heapSnapshotAuthorised;
+      }
+    });
+    Object.defineProperty(exports, "heapSpaceField", {
+      enumerable: true,
+      get: function() {
+        return heapSpaceField;
+      }
+    });
     Object.defineProperty(exports, "hubMainRssBudget", {
       enumerable: true,
       get: function() {
@@ -121159,6 +121434,24 @@ var require_manifest_python_deps_BqWrDjSN = __commonJS({
         return parseRssBudgetMb;
       }
     });
+    Object.defineProperty(exports, "readHeapSpaces", {
+      enumerable: true,
+      get: function() {
+        return readHeapSpaces;
+      }
+    });
+    Object.defineProperty(exports, "readMoleculerFanoutMode", {
+      enumerable: true,
+      get: function() {
+        return readMoleculerFanoutMode;
+      }
+    });
+    Object.defineProperty(exports, "reclaimIntervalMs", {
+      enumerable: true,
+      get: function() {
+        return reclaimIntervalMs;
+      }
+    });
     Object.defineProperty(exports, "registerEventBusService", {
       enumerable: true,
       get: function() {
@@ -121189,6 +121482,12 @@ var require_manifest_python_deps_BqWrDjSN = __commonJS({
         return runNpm;
       }
     });
+    Object.defineProperty(exports, "selectReportedSpaces", {
+      enumerable: true,
+      get: function() {
+        return selectReportedSpaces;
+      }
+    });
     Object.defineProperty(exports, "serializeTypedArrays", {
       enumerable: true,
       get: function() {
@@ -125057,7 +125356,7 @@ var require_dist3 = __commonJS({
     "use strict";
     Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
     var require_chunk = require_chunk_Cek0wNdY();
-    var require_dist10 = require_dist_CImxMt5h();
+    var require_dist10 = require_dist_CxgTulEG();
     var require_builtins_alerts_alerts_addon = require_alerts_addon();
     require_alerts();
     var require_formatter = require_formatter_DqAKDlvN();
@@ -125083,7 +125382,7 @@ var require_dist3 = __commonJS({
     var require_builtins_winston_logging_index = require_winston_logging();
     var require_file_data_plane = require_file_data_plane_DO8KbxCe();
     var require_tls$1 = require_tls_u8QCJCFE();
-    var require_manifest_python_deps = require_manifest_python_deps_BqWrDjSN();
+    var require_manifest_python_deps = require_manifest_python_deps_CcDe4S2Z();
     var require_resource_monitor = require_resource_monitor_CdnzxBLP();
     var require_custom_action_registry = require_custom_action_registry_jY0NOZK8();
     var zod = require_zod();
@@ -205454,6 +205753,7 @@ globstar while`, t, d, e, f, m), this.matchOne(t.slice(d), e.slice(f), s)) retur
     exports.ConsoleLoggingAddon = require_builtins_console_logging_index.ConsoleLoggingAddon$1;
     exports.CoreBlocksAddon = require_builtins_core_blocks_core_blocks_addon.CoreBlocksAddon;
     exports.CustomActionRegistry = require_custom_action_registry.CustomActionRegistry;
+    exports.DECISIVE_HEAP_SPACES = require_manifest_python_deps.DECISIVE_HEAP_SPACES;
     exports.DEFAULT_DATA_PATH = DEFAULT_DATA_PATH;
     exports.DEFAULT_LAN_HTTP_PORT = require_tls$1.DEFAULT_LAN_HTTP_PORT;
     exports.DEFAULT_LOG_LEVEL = DEFAULT_LOG_LEVEL;
@@ -205463,6 +205763,7 @@ globstar while`, t, d, e, f, m), this.matchOne(t.slice(d), e.slice(f), s)) retur
     exports.DeviceManagerAddon = require_builtins_device_manager_device_manager_addon.DeviceManagerAddon;
     exports.DeviceRegistry = require_manifest_python_deps.DeviceRegistry;
     exports.DeviceStore = require_builtins_sqlite_storage_index.DeviceStore$1;
+    exports.EVENT_PLANE_TOP_N = require_manifest_python_deps.EVENT_PLANE_TOP_N;
     exports.EVENT_TOPIC_PREFIX = require_manifest_python_deps.EVENT_TOPIC_PREFIX;
     exports.EngineManagerResolver = EngineManagerResolver;
     exports.EventBus = EventBus;
@@ -205475,7 +205776,9 @@ globstar while`, t, d, e, f, m), this.matchOne(t.slice(d), e.slice(f), s)) retur
     exports.HEALTH_MONITOR_RETRY_INTERVALS_MS = HEALTH_MONITOR_RETRY_INTERVALS_MS;
     exports.HEALTH_MONITOR_TICK_MS = HEALTH_MONITOR_TICK_MS;
     exports.HEAP_RECLAIM_MIN_INTERVAL_MS = require_manifest_python_deps.HEAP_RECLAIM_MIN_INTERVAL_MS;
+    exports.HEAP_RECLAIM_STEADY_STATE_INTERVAL_MS = require_manifest_python_deps.HEAP_RECLAIM_STEADY_STATE_INTERVAL_MS;
     exports.HEAP_RECLAIM_TRIGGER_MB = require_manifest_python_deps.HEAP_RECLAIM_TRIGGER_MB;
+    exports.HEAP_SPACE_REPORT_MIN_MB = require_manifest_python_deps.HEAP_SPACE_REPORT_MIN_MB;
     exports.HEAP_WATCH_INTERVAL_MS = require_manifest_python_deps.HEAP_WATCH_INTERVAL_MS;
     exports.HEAP_WATCH_WARN_RATIO = require_manifest_python_deps.HEAP_WATCH_WARN_RATIO;
     exports.HUB_CAP_FWD_ACTION = require_manifest_python_deps.HUB_CAP_FWD_ACTION;
@@ -205524,6 +205827,7 @@ globstar while`, t, d, e, f, m), this.matchOne(t.slice(d), e.slice(f), s)) retur
     exports.RESTART_MARKER_FILE = RESTART_MARKER_FILE;
     exports.RSS_BUDGET_REANNOUNCE_MIN_MS = require_manifest_python_deps.RSS_BUDGET_REANNOUNCE_MIN_MS;
     exports.RSS_BUDGET_RELEASE_RATIO = require_manifest_python_deps.RSS_BUDGET_RELEASE_RATIO;
+    exports.RUNNER_HEAP_SNAPSHOT_ENV = require_manifest_python_deps.RUNNER_HEAP_SNAPSHOT_ENV;
     exports.RUNNER_HEAP_WATCH_INTERVAL_MS = require_manifest_python_deps.RUNNER_HEAP_WATCH_INTERVAL_MS;
     exports.RUNNER_RSS_BUDGET_ENV = require_manifest_python_deps.RUNNER_RSS_BUDGET_ENV;
     exports.RUNTIME_DEFAULTS = require_dist10.RUNTIME_DEFAULTS;
@@ -205552,6 +205856,7 @@ globstar while`, t, d, e, f, m), this.matchOne(t.slice(d), e.slice(f), s)) retur
     exports.UserManager = require_builtins_local_auth_local_auth_addon.UserManager;
     exports.WinstonDestination = require_builtins_winston_logging_index.WinstonDestination$1;
     exports.WinstonLoggingAddon = require_builtins_winston_logging_index.WinstonLoggingAddon$1;
+    exports.ZERO_LOOP_DELAY = require_manifest_python_deps.ZERO_LOOP_DELAY;
     exports.__resetCapUsageRegistryForTests = require_manifest_python_deps.__resetCapUsageRegistryForTests;
     exports.__resetLoggingGateForTests = __resetLoggingGateForTests;
     exports.adaptBrokerToCluster = require_manifest_python_deps.adaptBrokerToCluster;
@@ -205603,11 +205908,14 @@ globstar while`, t, d, e, f, m), this.matchOne(t.slice(d), e.slice(f), s)) retur
     exports.createCoreCapService = createCoreCapService;
     exports.createDeferredHeapWatchSink = require_manifest_python_deps.createDeferredHeapWatchSink;
     exports.createDoorSettingsView = createDoorSettingsView;
+    exports.createEventPlaneMeter = require_manifest_python_deps.createEventPlaneMeter;
+    exports.createEventPlaneReader = require_manifest_python_deps.createEventPlaneReader;
     exports.createFileDataPlaneHandler = require_file_data_plane.createFileDataPlaneHandler;
     exports.createHubCapForwardService = require_manifest_python_deps.createHubCapForwardService;
     exports.createHubService = createHubService;
     exports.createKernelHwAccel = require_manifest_python_deps.createKernelHwAccel;
     exports.createLocalTransport = require_manifest_python_deps.createLocalTransport;
+    exports.createLoopDelayMeter = require_manifest_python_deps.createLoopDelayMeter;
     exports.createParentUnownedCallHandler = require_manifest_python_deps.createParentUnownedCallHandler;
     exports.createProcessService = createProcessService;
     exports.createReadinessService = createReadinessService;
@@ -205625,6 +205933,7 @@ globstar while`, t, d, e, f, m), this.matchOne(t.slice(d), e.slice(f), s)) retur
     exports.describeProviderKindDrift = describeProviderKindDrift;
     exports.describeRss = require_manifest_python_deps.describeRss;
     exports.detectWorkspacePackagesDir = detectWorkspacePackagesDir;
+    exports.diffEventPlane = require_manifest_python_deps.diffEventPlane;
     Object.defineProperty(exports, "downloadBinary", {
       enumerable: true,
       get: function() {
@@ -205634,6 +205943,7 @@ globstar while`, t, d, e, f, m), this.matchOne(t.slice(d), e.slice(f), s)) retur
     exports.downloadFile = require_file_data_plane.downloadFile;
     exports.downloadModel = require_file_data_plane.downloadModel;
     exports.emitDownForOwnedCaps = require_dist10.emitDownForOwnedCaps;
+    exports.emitHeapDiagnosticReport = require_manifest_python_deps.emitHeapDiagnosticReport;
     exports.encodeFrame = require_manifest_python_deps.encodeFrame;
     exports.ensureAddonNativePrebuilds = ensureAddonNativePrebuilds;
     Object.defineProperty(exports, "ensureBinary", {
@@ -205668,6 +205978,8 @@ globstar while`, t, d, e, f, m), this.matchOne(t.slice(d), e.slice(f), s)) retur
         return _camstack_types_node.findInPath;
       }
     });
+    exports.formatEventPlane = require_manifest_python_deps.formatEventPlane;
+    exports.formatHeapSpaces = require_manifest_python_deps.formatHeapSpaces;
     exports.formatLogLine = require_formatter.formatLogLine;
     exports.getBrokerEventBus = require_manifest_python_deps.getBrokerEventBus;
     exports.getCapUsageRegistry = require_manifest_python_deps.getCapUsageRegistry;
@@ -205700,6 +206012,8 @@ globstar while`, t, d, e, f, m), this.matchOne(t.slice(d), e.slice(f), s)) retur
     exports.getWorkerDeviceRegistry = require_manifest_python_deps.getWorkerDeviceRegistry;
     exports.hasDotNode = hasDotNode;
     exports.hashClusterSecret = hashClusterSecret;
+    exports.heapSnapshotAuthorised = require_manifest_python_deps.heapSnapshotAuthorised;
+    exports.heapSpaceField = require_manifest_python_deps.heapSpaceField;
     exports.hubMainRssBudget = require_manifest_python_deps.hubMainRssBudget;
     exports.installManifestNativeDeps = require_manifest_python_deps.installManifestNativeDeps;
     exports.installManifestPythonDeps = require_manifest_python_deps.installManifestPythonDeps;
@@ -205738,11 +206052,14 @@ globstar while`, t, d, e, f, m), this.matchOne(t.slice(d), e.slice(f), s)) retur
     exports.proxyToUpstream = proxyToUpstream;
     exports.quarantineAddonResidue = quarantineAddonResidue;
     exports.readExtraSans = require_tls$1.readExtraSans;
+    exports.readHeapSpaces = require_manifest_python_deps.readHeapSpaces;
     exports.readLanHttpState = require_tls$1.readLanHttpState;
+    exports.readMoleculerFanoutMode = require_manifest_python_deps.readMoleculerFanoutMode;
     exports.readPendingRestart = readPendingRestart;
     exports.readTlsAccessStatus = require_tls$1.readTlsAccessStatus;
     exports.readTlsMode = require_tls$1.readTlsMode;
     exports.readinessKey = require_dist10.readinessKey;
+    exports.reclaimIntervalMs = require_manifest_python_deps.reclaimIntervalMs;
     exports.registerEventBusService = require_manifest_python_deps.registerEventBusService;
     exports.registerLanHttpHandler = require_tls$1.registerLanHttpHandler;
     exports.reissueTlsLeaf = require_tls$1.reissueTlsLeaf;
@@ -205756,6 +206073,7 @@ globstar while`, t, d, e, f, m), this.matchOne(t.slice(d), e.slice(f), s)) retur
     exports.scopesAllowAddon = require_dist10.scopesAllowAddon;
     exports.scopesAllowDeviceCap = require_dist10.scopesAllowDeviceCap;
     exports.selectAddonResidue = selectAddonResidue;
+    exports.selectReportedSpaces = require_manifest_python_deps.selectReportedSpaces;
     exports.serializeTypedArrays = require_manifest_python_deps.serializeTypedArrays;
     exports.setHubConnected = require_manifest_python_deps.setHubConnected;
     exports.setNodeEventInterest = require_manifest_python_deps.setNodeEventInterest;
@@ -420662,7 +420980,17 @@ var require_main4 = __commonJS({
       const heapReclaimer = (0, system_1.createV8Reclaimer)();
       const heapReclaim = heapReclaimer === void 0 ? void 0 : { reclaim: heapReclaimer };
       const heapWatchSink = (0, system_1.createDeferredHeapWatchSink)(system_1.HUB_MAIN_HEAP_WATCH_LABEL);
-      (0, system_1.startHeapWatch)(system_1.HUB_MAIN_HEAP_WATCH_LABEL, heapWatchSink.sink, void 0, heapReclaim, void 0, void 0, true, (0, system_1.hubMainRssBudget)());
+      let moleculerForEventPlane = null;
+      (0, system_1.startHeapWatch)(system_1.HUB_MAIN_HEAP_WATCH_LABEL, heapWatchSink.sink, void 0, heapReclaim, void 0, void 0, true, (0, system_1.hubMainRssBudget)(), {
+        eventPlane: (0, system_1.createEventPlaneReader)({
+          registry: () => moleculerForEventPlane?.childRegistry ?? null,
+          crossNodeStats: () => {
+            const broker = moleculerForEventPlane?.broker;
+            return broker === void 0 ? null : (0, system_1.getMoleculerEventStats)(broker);
+          },
+          crossNodeMode: () => (0, system_1.readMoleculerFanoutMode)()
+        })
+      });
       cleanupOrphanProcesses();
       let spaIndexHtml = null;
       const configPath = process.env.CONFIG_PATH ?? path.join(process.env.CAMSTACK_DATA ?? path.join(process.cwd(), "camstack-data"), "config.yaml");
@@ -420782,6 +421110,7 @@ var require_main4 = __commonJS({
       console.log("[bootstrap] app.init() complete \u2014 all onModuleInit hooks have run");
       capabilityRegistry.ready();
       const moleculer = app.get(moleculer_service_1.MoleculerService);
+      moleculerForEventPlane = moleculer;
       moleculer.registerLogReceiver();
       capabilityRegistry.registerProvider("model-distributor", "$hub", (0, model_distributor_js_1.buildModelDistributorProvider)(moleculer, loggingService));
       try {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "camstack",
-  "version": "1.2.57",
+  "version": "1.2.58",
   "description": "CLI tool for managing and running CamStack server",
   "keywords": [
     "camstack",