@tickernelz/paperclip-pro-server 2026.1017.2 → 2026.1021.0

package/dist/services/heartbeat/local-cli-admission.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"local-cli-admission.d.ts","sourceRoot":"","sources":["../../../src/services/heartbeat/local-cli-admission.ts"],"names":[],"mappings":"AAAA,OAAO,EAYL,KAAK,uBAAuB,EAE5B,KAAK,sBAAsB,EAC5B,MAAM,kCAAkC,CAAC;AAQ1C,wBAAgB,qBAAqB,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,WAE3E;AAsDD,wBAAgB,qBAAqB,CACnC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,EACvC,KAAK,CAAC,EAAE,sBAAsB,GAAG,IAAI,GACpC,uBAAuB,CAMzB;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,SAAa,QAErE;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,MAAM,WAKnD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,WAGrD;AAED,wBAAgB,yBAAyB,CACvC,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,EACpC,GAAG,SAAa,UAWjB;AAED,wBAAgB,8BAA8B,CAC5C,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,EACpC,GAAG,SAAa,8BAUjB;AAED,wBAAgB,sBAAsB,CACpC,OAAO,EAAE;IAAE,iBAAiB,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,OAAO,CAAA;CAAE,EAChE,KAAK,EAAE,MAAM,EACb,KAAK,CAAC,EAAE,MAAM,WA2Bf;AAED,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,MAAM,iBAEtD"}
+{"version":3,"file":"local-cli-admission.d.ts","sourceRoot":"","sources":["../../../src/services/heartbeat/local-cli-admission.ts"],"names":[],"mappings":"AAAA,OAAO,EAkBL,KAAK,uBAAuB,EAE5B,KAAK,sBAAsB,EAC5B,MAAM,kCAAkC,CAAC;AAQ1C,wBAAgB,qBAAqB,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,WAE3E;AAkED,wBAAgB,qBAAqB,CACnC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,EACvC,KAAK,CAAC,EAAE,sBAAsB,GAAG,IAAI,GACpC,uBAAuB,CAQzB;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,SAAa,QAErE;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,MAAM,WAKnD;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,WAGrD;AAED,wBAAgB,yBAAyB,CACvC,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,EACpC,GAAG,SAAa,UAWjB;AAED,wBAAgB,8BAA8B,CAC5C,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,EACpC,GAAG,SAAa,8BAUjB;AAED,wBAAgB,sBAAsB,CACpC,OAAO,EAAE;IAAE,iBAAiB,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,OAAO,CAAA;CAAE,EAChE,KAAK,EAAE,MAAM,EACb,KAAK,CAAC,EAAE,MAAM,WA2Bf;AAED,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,MAAM,iBAEtD"}

package/dist/services/heartbeat/local-cli-admission.js

@@ -1,4 +1,4 @@
-import { INSTANCE_DEFAULT_LOCAL_START_WAIT_BYPASS_SEC, INSTANCE_DEFAULT_MAX_CONCURRENT_LOCAL_RUNS, INSTANCE_DEFAULT_MAX_CONCURRENT_LOCAL_STARTS, INSTANCE_LOCAL_START_WAIT_BYPASS_SEC_MAX, INSTANCE_LOCAL_START_WAIT_BYPASS_SEC_MIN, INSTANCE_MAX_CONCURRENT_LOCAL_RUNS_MAX, INSTANCE_MAX_CONCURRENT_LOCAL_RUNS_MIN, INSTANCE_MAX_CONCURRENT_LOCAL_STARTS_MAX, INSTANCE_MAX_CONCURRENT_LOCAL_STARTS_MIN, LOCAL_CLI_ADAPTER_TYPES, } from "@tickernelz/paperclip-pro-shared";
+import { INSTANCE_DEFAULT_LOCAL_MEMORY_GATE_COOLDOWN_SEC, INSTANCE_DEFAULT_LOCAL_MEMORY_RESERVE_PERCENT, INSTANCE_DEFAULT_LOCAL_START_WAIT_BYPASS_SEC, INSTANCE_LOCAL_MEMORY_GATE_COOLDOWN_SEC_MAX, INSTANCE_LOCAL_MEMORY_GATE_COOLDOWN_SEC_MIN, INSTANCE_LOCAL_MEMORY_RESERVE_PERCENT_MAX, INSTANCE_LOCAL_MEMORY_RESERVE_PERCENT_MIN, INSTANCE_DEFAULT_MAX_CONCURRENT_LOCAL_RUNS, INSTANCE_DEFAULT_MAX_CONCURRENT_LOCAL_STARTS, INSTANCE_LOCAL_START_WAIT_BYPASS_SEC_MAX, INSTANCE_LOCAL_START_WAIT_BYPASS_SEC_MIN, INSTANCE_MAX_CONCURRENT_LOCAL_RUNS_MAX, INSTANCE_MAX_CONCURRENT_LOCAL_RUNS_MIN, INSTANCE_MAX_CONCURRENT_LOCAL_STARTS_MAX, INSTANCE_MAX_CONCURRENT_LOCAL_STARTS_MIN, LOCAL_CLI_ADAPTER_TYPES, } from "@tickernelz/paperclip-pro-shared";
 const localCliRunStarts = new Map();
 const localCliStdoutBuffers = new Map();
 const LOCAL_CLI_HUNG_START_MS = 120_000;
@@ -26,6 +26,18 @@ const LOCAL_RUN_LIMIT_SPECS = {
         min: INSTANCE_LOCAL_START_WAIT_BYPASS_SEC_MIN,
         max: INSTANCE_LOCAL_START_WAIT_BYPASS_SEC_MAX,
     },
+    memoryReservePercent: {
+        envVar: "PAPERCLIP_LOCAL_MEMORY_RESERVE_PERCENT",
+        fallback: INSTANCE_DEFAULT_LOCAL_MEMORY_RESERVE_PERCENT,
+        min: INSTANCE_LOCAL_MEMORY_RESERVE_PERCENT_MIN,
+        max: INSTANCE_LOCAL_MEMORY_RESERVE_PERCENT_MAX,
+    },
+    memoryGateCooldownSec: {
+        envVar: "PAPERCLIP_LOCAL_MEMORY_GATE_COOLDOWN_SEC",
+        fallback: INSTANCE_DEFAULT_LOCAL_MEMORY_GATE_COOLDOWN_SEC,
+        min: INSTANCE_LOCAL_MEMORY_GATE_COOLDOWN_SEC_MIN,
+        max: INSTANCE_LOCAL_MEMORY_GATE_COOLDOWN_SEC_MAX,
+    },
 };
 function readBoundedEnvInteger(raw, min, max) {
     const trimmed = raw?.trim();
@@ -55,6 +67,8 @@ export function resolveLocalRunLimits(env, saved) {
         maxConcurrentRuns: resolveLocalRunLimit("maxConcurrentRuns", env, saved),
         maxConcurrentStarts: resolveLocalRunLimit("maxConcurrentStarts", env, saved),
         startWaitBypassSec: resolveLocalRunLimit("startWaitBypassSec", env, saved),
+        memoryReservePercent: resolveLocalRunLimit("memoryReservePercent", env, saved),
+        memoryGateCooldownSec: resolveLocalRunLimit("memoryGateCooldownSec", env, saved),
     };
 }
 export function markLocalCliRunStarting(runId, at = Date.now()) {

package/dist/services/heartbeat/local-cli-admission.js.map

@@ -1 +1 @@
-{"version":3,"file":"local-cli-admission.js","sourceRoot":"","sources":["../../../src/services/heartbeat/local-cli-admission.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,4CAA4C,EAC5C,0CAA0C,EAC1C,4CAA4C,EAC5C,wCAAwC,EACxC,wCAAwC,EACxC,sCAAsC,EACtC,sCAAsC,EACtC,wCAAwC,EACxC,wCAAwC,EACxC,uBAAuB,GAKxB,MAAM,kCAAkC,CAAC;AAE1C,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAA8C,CAAC;AAChF,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAkB,CAAC;AACxD,MAAM,uBAAuB,GAAG,OAAO,CAAC;AACxC,MAAM,iCAAiC,GAAG,MAAM,CAAC;AACjD,MAAM,0BAA0B,GAAG,IAAI,GAAG,CAAS,uBAAuB,CAAC,CAAC;AAE5E,MAAM,UAAU,qBAAqB,CAAC,WAAsC;IAC1E,OAAO,WAAW,CAAC,CAAC,CAAC,0BAA0B,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAC3E,CAAC;AAED,MAAM,qBAAqB,GAAG;IAC5B,iBAAiB,EAAE;QACjB,MAAM,EAAE,qCAAqC;QAC7C,QAAQ,EAAE,0CAA0C;QACpD,GAAG,EAAE,sCAAsC;QAC3C,GAAG,EAAE,sCAAsC;KAC5C;IACD,mBAAmB,EAAE;QACnB,MAAM,EAAE,uCAAuC;QAC/C,QAAQ,EAAE,4CAA4C;QACtD,GAAG,EAAE,wCAAwC;QAC7C,GAAG,EAAE,wCAAwC;KAC9C;IACD,kBAAkB,EAAE;QAClB,MAAM,EAAE,uCAAuC;QAC/C,QAAQ,EAAE,4CAA4C;QACtD,GAAG,EAAE,wCAAwC;QAC7C,GAAG,EAAE,wCAAwC;KAC9C;CAIF,CAAC;AAEF,SAAS,qBAAqB,CAAC,GAAuB,EAAE,GAAW,EAAE,GAAW;IAC9E,MAAM,OAAO,GAAG,GAAG,EAAE,IAAI,EAAE,CAAC;IAC5B,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1C,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,oBAAoB,CAC3B,GAAqB,EACrB,GAAuC,EACvC,KAAgD;IAEhD,MAAM,IAAI,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;IACxC,MAAM,OAAO,GAAG,qBAAqB,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5E,IAAI,OAAO,KAAK,IAAI;QAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;IACpF,MAAM,WAAW,GAAG,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC;IACjC,IACE,OAAO,WAAW,KAAK,QAAQ;QAC/B,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC;QAC7B,WAAW,IAAI,IAAI,CAAC,GAAG;QACvB,WAAW,IAAI,IAAI,CAAC,GAAG,EACvB,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;IACxE,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;AAC1E,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,GAAuC,EACvC,KAAqC;IAErC,OAAO;QACL,iBAAiB,EAAE,oBAAoB,CAAC,mBAAmB,EAAE,GAAG,EAAE,KAAK,CAAC;QACxE,mBAAmB,EAAE,oBAAoB,CAAC,qBAAqB,EAAE,GAAG,EAAE,KAAK,CAAC;QAC5E,kBAAkB,EAAE,oBAAoB,CAAC,oBAAoB,EAAE,GAAG,EAAE,KAAK,CAAC;KAC3E,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAAa,EAAE,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE;IACpE,iBAAiB,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAAa;IAClD,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC3C,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,SAAS;QAAE,OAAO,KAAK,CAAC;IAC5C,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;IACvB,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,KAAa;IACpD,qBAAqB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,OAAO,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,yBAAyB,CACvC,QAAoC,EACpC,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;IAEhB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,KAAK,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,IAAI,QAAQ,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC3C,IAAI,KAAK,EAAE,SAAS;YAAE,SAAS;QAC/B,MAAM,EAAE,GAAG,KAAK,EAAE,EAAE,IAAI,WAAW,CAAC;QACpC,IAAI,EAAE,KAAK,IAAI,IAAI,GAAG,GAAG,EAAE,IAAI,uBAAuB;YAAE,SAAS;QACjE,QAAQ,IAAI,CAAC,CAAC;IAChB,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,QAAoC,EACpC,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;IAEhB,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;IACjC,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,iBAAiB,EAAE,CAAC;QAC/C,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,KAAK,CAAC,EAAE,IAAI,uBAAuB,EAAE,CAAC;YACtE,SAAS;QACX,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,OAAgE,EAChE,KAAa,EACb,KAAc;IAEd,MAAM,SAAS,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAC5C,IAAI,CAAC,SAAS;QAAE,OAAO,IAAI,CAAC;IAC5B,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACvE,MAAM,KAAK,GAAG,CAAC,QAAQ,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC7C,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;IACpC,IAAI,KAAK,EAAE,CAAC;QACV,qBAAqB,CAAC,GAAG,CACvB,KAAK,EACL,SAAS,CAAC,MAAM,GAAG,iCAAiC;YAClD,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,iCAAiC,CAAC;YACrD,CAAC,CAAC,SAAS,CACd,CAAC;IACJ,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;QAC7D,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,IAAI,CAAC;YACH,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;gBAAE,SAAS;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,IAAI,KAAK;YAAE,qBAAqB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC/C,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,KAAa;IACrD,OAAO,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,IAAI,CAAC;AAClD,CAAC"}
+{"version":3,"file":"local-cli-admission.js","sourceRoot":"","sources":["../../../src/services/heartbeat/local-cli-admission.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,+CAA+C,EAC/C,6CAA6C,EAC7C,4CAA4C,EAC5C,2CAA2C,EAC3C,2CAA2C,EAC3C,yCAAyC,EACzC,yCAAyC,EACzC,0CAA0C,EAC1C,4CAA4C,EAC5C,wCAAwC,EACxC,wCAAwC,EACxC,sCAAsC,EACtC,sCAAsC,EACtC,wCAAwC,EACxC,wCAAwC,EACxC,uBAAuB,GAKxB,MAAM,kCAAkC,CAAC;AAE1C,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAA8C,CAAC;AAChF,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAkB,CAAC;AACxD,MAAM,uBAAuB,GAAG,OAAO,CAAC;AACxC,MAAM,iCAAiC,GAAG,MAAM,CAAC;AACjD,MAAM,0BAA0B,GAAG,IAAI,GAAG,CAAS,uBAAuB,CAAC,CAAC;AAE5E,MAAM,UAAU,qBAAqB,CAAC,WAAsC;IAC1E,OAAO,WAAW,CAAC,CAAC,CAAC,0BAA0B,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAC3E,CAAC;AAED,MAAM,qBAAqB,GAAG;IAC5B,iBAAiB,EAAE;QACjB,MAAM,EAAE,qCAAqC;QAC7C,QAAQ,EAAE,0CAA0C;QACpD,GAAG,EAAE,sCAAsC;QAC3C,GAAG,EAAE,sCAAsC;KAC5C;IACD,mBAAmB,EAAE;QACnB,MAAM,EAAE,uCAAuC;QAC/C,QAAQ,EAAE,4CAA4C;QACtD,GAAG,EAAE,wCAAwC;QAC7C,GAAG,EAAE,wCAAwC;KAC9C;IACD,kBAAkB,EAAE;QAClB,MAAM,EAAE,uCAAuC;QAC/C,QAAQ,EAAE,4CAA4C;QACtD,GAAG,EAAE,wCAAwC;QAC7C,GAAG,EAAE,wCAAwC;KAC9C;IACD,oBAAoB,EAAE;QACpB,MAAM,EAAE,wCAAwC;QAChD,QAAQ,EAAE,6CAA6C;QACvD,GAAG,EAAE,yCAAyC;QAC9C,GAAG,EAAE,yCAAyC;KAC/C;IACD,qBAAqB,EAAE;QACrB,MAAM,EAAE,0CAA0C;QAClD,QAAQ,EAAE,+CAA+C;QACzD,GAAG,EAAE,2CAA2C;QAChD,GAAG,EAAE,2CAA2C;KACjD;CAIF,CAAC;AAEF,SAAS,qBAAqB,CAAC,GAAuB,EAAE,GAAW,EAAE,GAAW;IAC9E,MAAM,OAAO,GAAG,GAAG,EAAE,IAAI,EAAE,CAAC;IAC5B,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1C,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,oBAAoB,CAC3B,GAAqB,EACrB,GAAuC,EACvC,KAAgD;IAEhD,MAAM,IAAI,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;IACxC,MAAM,OAAO,GAAG,qBAAqB,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5E,IAAI,OAAO,KAAK,IAAI;QAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;IACpF,MAAM,WAAW,GAAG,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC;IACjC,IACE,OAAO,WAAW,KAAK,QAAQ;QAC/B,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC;QAC7B,WAAW,IAAI,IAAI,CAAC,GAAG;QACvB,WAAW,IAAI,IAAI,CAAC,GAAG,EACvB,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;IACxE,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;AAC1E,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,GAAuC,EACvC,KAAqC;IAErC,OAAO;QACL,iBAAiB,EAAE,oBAAoB,CAAC,mBAAmB,EAAE,GAAG,EAAE,KAAK,CAAC;QACxE,mBAAmB,EAAE,oBAAoB,CAAC,qBAAqB,EAAE,GAAG,EAAE,KAAK,CAAC;QAC5E,kBAAkB,EAAE,oBAAoB,CAAC,oBAAoB,EAAE,GAAG,EAAE,KAAK,CAAC;QAC1E,oBAAoB,EAAE,oBAAoB,CAAC,sBAAsB,EAAE,GAAG,EAAE,KAAK,CAAC;QAC9E,qBAAqB,EAAE,oBAAoB,CAAC,uBAAuB,EAAE,GAAG,EAAE,KAAK,CAAC;KACjF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAAa,EAAE,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE;IACpE,iBAAiB,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAAa;IAClD,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC3C,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,SAAS;QAAE,OAAO,KAAK,CAAC;IAC5C,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;IACvB,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,KAAa;IACpD,qBAAqB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,OAAO,iBAAiB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,yBAAyB,CACvC,QAAoC,EACpC,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;IAEhB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,KAAK,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,IAAI,QAAQ,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC3C,IAAI,KAAK,EAAE,SAAS;YAAE,SAAS;QAC/B,MAAM,EAAE,GAAG,KAAK,EAAE,EAAE,IAAI,WAAW,CAAC;QACpC,IAAI,EAAE,KAAK,IAAI,IAAI,GAAG,GAAG,EAAE,IAAI,uBAAuB;YAAE,SAAS;QACjE,QAAQ,IAAI,CAAC,CAAC;IAChB,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,QAAoC,EACpC,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;IAEhB,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;IACjC,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,iBAAiB,EAAE,CAAC;QAC/C,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,KAAK,CAAC,EAAE,IAAI,uBAAuB,EAAE,CAAC;YACtE,SAAS;QACX,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,OAAgE,EAChE,KAAa,EACb,KAAc;IAEd,MAAM,SAAS,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAC5C,IAAI,CAAC,SAAS;QAAE,OAAO,IAAI,CAAC;IAC5B,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACvE,MAAM,KAAK,GAAG,CAAC,QAAQ,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC7C,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;IACpC,IAAI,KAAK,EAAE,CAAC;QACV,qBAAqB,CAAC,GAAG,CACvB,KAAK,EACL,SAAS,CAAC,MAAM,GAAG,iCAAiC;YAClD,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,iCAAiC,CAAC;YACrD,CAAC,CAAC,SAAS,CACd,CAAC;IACJ,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;QAC7D,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,IAAI,CAAC;YACH,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;gBAAE,SAAS;QACpC,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,IAAI,KAAK;YAAE,qBAAqB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC/C,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,KAAa;IACrD,OAAO,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,IAAI,CAAC;AAClD,CAAC"}

package/dist/services/heartbeat/local-cli-admission.test.js

@@ -1,12 +1,14 @@
 import { describe, expect, it } from "vitest";
 import { resolveLocalRunLimits } from "./local-cli-admission.js";
-const SAVED = { maxConcurrentRuns: 2, maxConcurrentStarts: 3, startWaitBypassSec: 45 };
+const SAVED = { maxConcurrentRuns: 2, maxConcurrentStarts: 3, startWaitBypassSec: 45, memoryReservePercent: null, memoryGateCooldownSec: null };
 describe("resolveLocalRunLimits", () => {
     it("defaults to 20 running local runs, 4 starts and a 120 second start wait bypass", () => {
         expect(resolveLocalRunLimits({})).toEqual({
             maxConcurrentRuns: { value: 20, source: "default", envVar: "PAPERCLIP_MAX_CONCURRENT_LOCAL_RUNS" },
             maxConcurrentStarts: { value: 4, source: "default", envVar: "PAPERCLIP_MAX_CONCURRENT_LOCAL_STARTS" },
             startWaitBypassSec: { value: 120, source: "default", envVar: "PAPERCLIP_LOCAL_START_WAIT_BYPASS_SEC" },
+            memoryReservePercent: { value: 20, source: "default", envVar: "PAPERCLIP_LOCAL_MEMORY_RESERVE_PERCENT" },
+            memoryGateCooldownSec: { value: 120, source: "default", envVar: "PAPERCLIP_LOCAL_MEMORY_GATE_COOLDOWN_SEC" },
         });
     });
     it("uses the saved setting over the default", () => {

package/dist/services/heartbeat/local-cli-admission.test.js.map

@@ -1 +1 @@
-{"version":3,"file":"local-cli-admission.test.js","sourceRoot":"","sources":["../../../src/services/heartbeat/local-cli-admission.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AAEjE,MAAM,KAAK,GAAG,EAAE,iBAAiB,EAAE,CAAC,EAAE,mBAAmB,EAAE,CAAC,EAAE,kBAAkB,EAAE,EAAE,EAAE,CAAC;AAEvF,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,EAAE,CAAC,gFAAgF,EAAE,GAAG,EAAE;QACxF,MAAM,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YACxC,iBAAiB,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,qCAAqC,EAAE;YAClG,mBAAmB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,uCAAuC,EAAE;YACrG,kBAAkB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,uCAAuC,EAAE;SACvG,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,MAAM,GAAG,qBAAqB,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAChF,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAClF,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IACpF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,MAAM,GAAG,qBAAqB,CAAC,EAAE,EAAE,EAAE,GAAG,KAAK,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;QAChF,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QACjF,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IACpF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,MAAM,GAAG,qBAAqB,CAClC,EAAE,mCAAmC,EAAE,GAAG,EAAE,qCAAqC,EAAE,MAAM,EAAE,EAC3F,KAAK,CACN,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5E,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAClF,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;IAClF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,MAAM,GAAG,qBAAqB,CAClC,EAAE,mCAAmC,EAAE,IAAI,EAAE,qCAAqC,EAAE,MAAM,EAAE,EAC5F,KAAK,CACN,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAChF,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IACpF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
+{"version":3,"file":"local-cli-admission.test.js","sourceRoot":"","sources":["../../../src/services/heartbeat/local-cli-admission.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AAEjE,MAAM,KAAK,GAAG,EAAE,iBAAiB,EAAE,CAAC,EAAE,mBAAmB,EAAE,CAAC,EAAE,kBAAkB,EAAE,EAAE,EAAE,oBAAoB,EAAE,IAAI,EAAE,qBAAqB,EAAE,IAAI,EAAE,CAAC;AAEhJ,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,EAAE,CAAC,gFAAgF,EAAE,GAAG,EAAE;QACxF,MAAM,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;YACxC,iBAAiB,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,qCAAqC,EAAE;YAClG,mBAAmB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,uCAAuC,EAAE;YACrG,kBAAkB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,uCAAuC,EAAE;YACtG,oBAAoB,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,wCAAwC,EAAE;YACxG,qBAAqB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,0CAA0C,EAAE;SAC7G,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,MAAM,GAAG,qBAAqB,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAChF,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAClF,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IACpF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,MAAM,GAAG,qBAAqB,CAAC,EAAE,EAAE,EAAE,GAAG,KAAK,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;QAChF,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QACjF,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IACpF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,MAAM,GAAG,qBAAqB,CAClC,EAAE,mCAAmC,EAAE,GAAG,EAAE,qCAAqC,EAAE,MAAM,EAAE,EAC3F,KAAK,CACN,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5E,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAClF,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;IAClF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,MAAM,GAAG,qBAAqB,CAClC,EAAE,mCAAmC,EAAE,IAAI,EAAE,qCAAqC,EAAE,MAAM,EAAE,EAC5F,KAAK,CACN,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;QAChF,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IACpF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/services/heartbeat/local-run-memory-gate.d.ts

@@ -0,0 +1,41 @@
+export declare const LOCAL_RUN_MEMORY_ESTIMATE_BYTES: number;
+export type MemorySnapshot = {
+    memTotalBytes: number;
+    memAvailableBytes: number;
+    swapTotalBytes: number | null;
+    swapFreeBytes: number | null;
+    hostOomKill: number | null;
+    cgroup: {
+        currentBytes: number | null;
+        maxBytes: number | null;
+        oomEvents: number | null;
+        oomKillEvents: number | null;
+    } | null;
+};
+export type LocalRunMemoryGateReason = "ok" | "low_available_memory" | "oom_kill_cooldown" | "signal_unavailable";
+export type LocalRunMemoryGateInput = {
+    runId: string;
+    localRunsLive: number;
+    startingRuns: number;
+    reservePercent: number;
+    cooldownSec: number;
+};
+export type LocalRunMemoryGateDecision = {
+    wouldHold: boolean;
+    reason: LocalRunMemoryGateReason;
+    snapshot: MemorySnapshot | null;
+    reserveBytes: number | null;
+    inflightEstimateBytes: number;
+    oomKillObserved: number | null;
+};
+export type LocalRunMemoryGateDeps = {
+    readText?: (path: string) => Promise<string>;
+    now?: () => number;
+};
+export declare function readMemorySnapshot(readText: (path: string) => Promise<string>): Promise<MemorySnapshot | null>;
+export declare function createLocalRunMemoryGate(deps?: LocalRunMemoryGateDeps): {
+    assess: (input: LocalRunMemoryGateInput) => Promise<LocalRunMemoryGateDecision>;
+};
+export type LocalRunMemoryGate = ReturnType<typeof createLocalRunMemoryGate>;
+export declare function formatLocalRunMemoryGateLine(input: LocalRunMemoryGateInput, decision: LocalRunMemoryGateDecision): string;
+//# sourceMappingURL=local-run-memory-gate.d.ts.map

package/dist/services/heartbeat/local-run-memory-gate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-run-memory-gate.d.ts","sourceRoot":"","sources":["../../../src/services/heartbeat/local-run-memory-gate.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,+BAA+B,QAAoB,CAAC;AAEjE,MAAM,MAAM,cAAc,GAAG;IAC3B,aAAa,EAAE,MAAM,CAAC;IACtB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,MAAM,EAAE;QACN,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;QAC5B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;QACxB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;QACzB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;KAC9B,GAAG,IAAI,CAAC;CACV,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAAG,IAAI,GAAG,sBAAsB,GAAG,mBAAmB,GAAG,oBAAoB,CAAC;AAElH,MAAM,MAAM,uBAAuB,GAAG;IACpC,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAAG;IACvC,SAAS,EAAE,OAAO,CAAC;IACnB,MAAM,EAAE,wBAAwB,CAAC;IACjC,QAAQ,EAAE,cAAc,GAAG,IAAI,CAAC;IAChC,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAC7C,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACpB,CAAC;AA+CF,wBAAsB,kBAAkB,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAoCpH;AASD,wBAAgB,wBAAwB,CAAC,IAAI,GAAE,sBAA2B;oBAM3C,uBAAuB,KAAG,OAAO,CAAC,0BAA0B,CAAC;EAsC3F;AAED,MAAM,MAAM,kBAAkB,GAAG,UAAU,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAM7E,wBAAgB,4BAA4B,CAAC,KAAK,EAAE,uBAAuB,EAAE,QAAQ,EAAE,0BAA0B,GAAG,MAAM,CAmBzH"}

package/dist/services/heartbeat/local-run-memory-gate.js

@@ -0,0 +1,158 @@
+import { promises as fs } from "node:fs";
+export const LOCAL_RUN_MEMORY_ESTIMATE_BYTES = 614 * 1024 * 1024;
+const KIB = 1024;
+function parseKeyedKilobytes(text) {
+    const values = new Map();
+    for (const line of text.split("\n")) {
+        const match = /^([A-Za-z_()0-9]+):\s+(\d+)\s*kB\s*$/.exec(line);
+        if (match)
+            values.set(match[1], Number(match[2]) * KIB);
+    }
+    return values;
+}
+function parseKeyedCounters(text) {
+    const values = new Map();
+    for (const line of text.split("\n")) {
+        const match = /^([a-z_]+)\s+(\d+)\s*$/.exec(line);
+        if (match)
+            values.set(match[1], Number(match[2]));
+    }
+    return values;
+}
+function parseSingleNumber(text) {
+    if (text === null)
+        return null;
+    const trimmed = text.trim();
+    return /^\d+$/.test(trimmed) ? Number(trimmed) : null;
+}
+function parseServiceCgroupPath(selfCgroup) {
+    if (!selfCgroup)
+        return null;
+    for (const line of selfCgroup.split("\n")) {
+        if (line.startsWith("0::")) {
+            const relative = line.slice(3).trim();
+            return relative.startsWith("/") && !relative.includes("..") ? relative : null;
+        }
+    }
+    return null;
+}
+async function readOptional(readText, path) {
+    try {
+        return await readText(path);
+    }
+    catch {
+        return null;
+    }
+}
+export async function readMemorySnapshot(readText) {
+    const [meminfoText, vmstatText, selfCgroupText] = await Promise.all([
+        readOptional(readText, "/proc/meminfo"),
+        readOptional(readText, "/proc/vmstat"),
+        readOptional(readText, "/proc/self/cgroup"),
+    ]);
+    if (meminfoText === null)
+        return null;
+    const meminfo = parseKeyedKilobytes(meminfoText);
+    const memTotalBytes = meminfo.get("MemTotal");
+    const memAvailableBytes = meminfo.get("MemAvailable");
+    if (!memTotalBytes || memTotalBytes <= 0 || memAvailableBytes === undefined)
+        return null;
+    const cgroupPath = parseServiceCgroupPath(selfCgroupText);
+    let cgroup = null;
+    if (cgroupPath) {
+        const base = "/sys/fs/cgroup" + cgroupPath;
+        const [currentText, maxText, eventsText] = await Promise.all([
+            readOptional(readText, base + "/memory.current"),
+            readOptional(readText, base + "/memory.max"),
+            readOptional(readText, base + "/memory.events"),
+        ]);
+        const events = eventsText === null ? null : parseKeyedCounters(eventsText);
+        cgroup = {
+            currentBytes: parseSingleNumber(currentText),
+            maxBytes: parseSingleNumber(maxText),
+            oomEvents: events?.get("oom") ?? null,
+            oomKillEvents: events?.get("oom_kill") ?? null,
+        };
+    }
+    return {
+        memTotalBytes,
+        memAvailableBytes,
+        swapTotalBytes: meminfo.get("SwapTotal") ?? null,
+        swapFreeBytes: meminfo.get("SwapFree") ?? null,
+        hostOomKill: vmstatText === null ? null : (parseKeyedCounters(vmstatText).get("oom_kill") ?? null),
+        cgroup,
+    };
+}
+function oomKillTotal(snapshot) {
+    const parts = [snapshot.hostOomKill, snapshot.cgroup?.oomKillEvents ?? null].filter((value) => value !== null);
+    return parts.length === 0 ? null : parts.reduce((sum, value) => sum + value, 0);
+}
+export function createLocalRunMemoryGate(deps = {}) {
+    const readText = deps.readText ?? ((path) => fs.readFile(path, "utf8"));
+    const now = deps.now ?? Date.now;
+    let lastOomKillTotal = null;
+    let lastOomKillAtMs = null;
+    async function assess(input) {
+        const inflightEstimateBytes = Math.max(0, input.startingRuns) * LOCAL_RUN_MEMORY_ESTIMATE_BYTES;
+        let snapshot = null;
+        try {
+            snapshot = await readMemorySnapshot(readText);
+        }
+        catch {
+            snapshot = null;
+        }
+        if (!snapshot) {
+            return {
+                wouldHold: false,
+                reason: "signal_unavailable",
+                snapshot: null,
+                reserveBytes: null,
+                inflightEstimateBytes,
+                oomKillObserved: null,
+            };
+        }
+        const observedAtMs = now();
+        const oomKillObserved = oomKillTotal(snapshot);
+        if (oomKillObserved !== null) {
+            if (lastOomKillTotal !== null && oomKillObserved > lastOomKillTotal)
+                lastOomKillAtMs = observedAtMs;
+            lastOomKillTotal = oomKillObserved;
+        }
+        const reserveBytes = Math.floor((snapshot.memTotalBytes * input.reservePercent) / 100);
+        const lowMemory = snapshot.memAvailableBytes - inflightEstimateBytes < reserveBytes;
+        const cooling = lastOomKillAtMs !== null && observedAtMs - lastOomKillAtMs < input.cooldownSec * 1000;
+        return {
+            wouldHold: lowMemory || cooling,
+            reason: lowMemory ? "low_available_memory" : cooling ? "oom_kill_cooldown" : "ok",
+            snapshot,
+            reserveBytes,
+            inflightEstimateBytes,
+            oomKillObserved,
+        };
+    }
+    return { assess };
+}
+function mib(bytes) {
+    return bytes === null || bytes === undefined ? "na" : String(Math.round(bytes / (1024 * 1024)));
+}
+export function formatLocalRunMemoryGateLine(input, decision) {
+    const snapshot = decision.snapshot;
+    return [
+        "local-run-memory-gate shadow",
+        `run=${input.runId}`,
+        `memAvailableMiB=${mib(snapshot?.memAvailableBytes)}`,
+        `memTotalMiB=${mib(snapshot?.memTotalBytes)}`,
+        `swapFreeMiB=${mib(snapshot?.swapFreeBytes)}`,
+        `localRuns=${input.localRunsLive}`,
+        `starting=${input.startingRuns}`,
+        `inflightEstimateMiB=${mib(decision.inflightEstimateBytes)}`,
+        `reservePct=${input.reservePercent}`,
+        `reserveMiB=${mib(decision.reserveBytes)}`,
+        `cgroupCurrentMiB=${mib(snapshot?.cgroup?.currentBytes)}`,
+        `cgroupMaxMiB=${mib(snapshot?.cgroup?.maxBytes)}`,
+        `oomKill=${decision.oomKillObserved ?? "na"}`,
+        `reason=${decision.reason}`,
+        `wouldHold${input.reservePercent}=${decision.wouldHold ? "yes" : "no"}`,
+    ].join(" ");
+}
+//# sourceMappingURL=local-run-memory-gate.js.map

package/dist/services/heartbeat/local-run-memory-gate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-run-memory-gate.js","sourceRoot":"","sources":["../../../src/services/heartbeat/local-run-memory-gate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AAEzC,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC;AAwCjE,MAAM,GAAG,GAAG,IAAI,CAAC;AAEjB,SAAS,mBAAmB,CAAC,IAAY;IACvC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,sCAAsC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChE,IAAI,KAAK;YAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAE,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,wBAAwB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,KAAK;YAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAE,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACrD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAmB;IAC5C,IAAI,IAAI,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,OAAO,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACxD,CAAC;AAED,SAAS,sBAAsB,CAAC,UAAyB;IACvD,IAAI,CAAC,UAAU;QAAE,OAAO,IAAI,CAAC;IAC7B,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1C,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACtC,OAAO,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;QAChF,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,QAA2C,EAAE,IAAY;IACnF,IAAI,CAAC;QACH,OAAO,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,QAA2C;IAClF,MAAM,CAAC,WAAW,EAAE,UAAU,EAAE,cAAc,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAClE,YAAY,CAAC,QAAQ,EAAE,eAAe,CAAC;QACvC,YAAY,CAAC,QAAQ,EAAE,cAAc,CAAC;QACtC,YAAY,CAAC,QAAQ,EAAE,mBAAmB,CAAC;KAC5C,CAAC,CAAC;IACH,IAAI,WAAW,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IACtC,MAAM,OAAO,GAAG,mBAAmB,CAAC,WAAW,CAAC,CAAC;IACjD,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC9C,MAAM,iBAAiB,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IACtD,IAAI,CAAC,aAAa,IAAI,aAAa,IAAI,CAAC,IAAI,iBAAiB,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACzF,MAAM,UAAU,GAAG,sBAAsB,CAAC,cAAc,CAAC,CAAC;IAC1D,IAAI,MAAM,GAA6B,IAAI,CAAC;IAC5C,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,IAAI,GAAG,gBAAgB,GAAG,UAAU,CAAC;QAC3C,MAAM,CAAC,WAAW,EAAE,OAAO,EAAE,UAAU,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC3D,YAAY,CAAC,QAAQ,EAAE,IAAI,GAAG,iBAAiB,CAAC;YAChD,YAAY,CAAC,QAAQ,EAAE,IAAI,GAAG,aAAa,CAAC;YAC5C,YAAY,CAAC,QAAQ,EAAE,IAAI,GAAG,gBAAgB,CAAC;SAChD,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,UAAU,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;QAC3E,MAAM,GAAG;YACP,YAAY,EAAE,iBAAiB,CAAC,WAAW,CAAC;YAC5C,QAAQ,EAAE,iBAAiB,CAAC,OAAO,CAAC;YACpC,SAAS,EAAE,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI;YACrC,aAAa,EAAE,MAAM,EAAE,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI;SAC/C,CAAC;IACJ,CAAC;IACD,OAAO;QACL,aAAa;QACb,iBAAiB;QACjB,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,IAAI;QAChD,aAAa,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI;QAC9C,WAAW,EAAE,UAAU,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC;QAClG,MAAM;KACP,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,QAAwB;IAC5C,MAAM,KAAK,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,QAAQ,CAAC,MAAM,EAAE,aAAa,IAAI,IAAI,CAAC,CAAC,MAAM,CACjF,CAAC,KAAK,EAAmB,EAAE,CAAC,KAAK,KAAK,IAAI,CAC3C,CAAC;IACF,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;AAClF,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,IAAI,GAA2B,EAAE;IACxE,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IAChF,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;IACjC,IAAI,gBAAgB,GAAkB,IAAI,CAAC;IAC3C,IAAI,eAAe,GAAkB,IAAI,CAAC;IAE1C,KAAK,UAAU,MAAM,CAAC,KAA8B;QAClD,MAAM,qBAAqB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,GAAG,+BAA+B,CAAC;QAChG,IAAI,QAAQ,GAA0B,IAAI,CAAC;QAC3C,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAChD,CAAC;QAAC,MAAM,CAAC;YACP,QAAQ,GAAG,IAAI,CAAC;QAClB,CAAC;QACD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO;gBACL,SAAS,EAAE,KAAK;gBAChB,MAAM,EAAE,oBAAoB;gBAC5B,QAAQ,EAAE,IAAI;gBACd,YAAY,EAAE,IAAI;gBAClB,qBAAqB;gBACrB,eAAe,EAAE,IAAI;aACtB,CAAC;QACJ,CAAC;QACD,MAAM,YAAY,GAAG,GAAG,EAAE,CAAC;QAC3B,MAAM,eAAe,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;QAC/C,IAAI,eAAe,KAAK,IAAI,EAAE,CAAC;YAC7B,IAAI,gBAAgB,KAAK,IAAI,IAAI,eAAe,GAAG,gBAAgB;gBAAE,eAAe,GAAG,YAAY,CAAC;YACpG,gBAAgB,GAAG,eAAe,CAAC;QACrC,CAAC;QACD,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,aAAa,GAAG,KAAK,CAAC,cAAc,CAAC,GAAG,GAAG,CAAC,CAAC;QACvF,MAAM,SAAS,GAAG,QAAQ,CAAC,iBAAiB,GAAG,qBAAqB,GAAG,YAAY,CAAC;QACpF,MAAM,OAAO,GAAG,eAAe,KAAK,IAAI,IAAI,YAAY,GAAG,eAAe,GAAG,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC;QACtG,OAAO;YACL,SAAS,EAAE,SAAS,IAAI,OAAO;YAC/B,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,IAAI;YACjF,QAAQ;YACR,YAAY;YACZ,qBAAqB;YACrB,eAAe;SAChB,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,CAAC;AACpB,CAAC;AAID,SAAS,GAAG,CAAC,KAAgC;IAC3C,OAAO,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;AAClG,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,KAA8B,EAAE,QAAoC;IAC/G,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;IACnC,OAAO;QACL,8BAA8B;QAC9B,OAAO,KAAK,CAAC,KAAK,EAAE;QACpB,mBAAmB,GAAG,CAAC,QAAQ,EAAE,iBAAiB,CAAC,EAAE;QACrD,eAAe,GAAG,CAAC,QAAQ,EAAE,aAAa,CAAC,EAAE;QAC7C,eAAe,GAAG,CAAC,QAAQ,EAAE,aAAa,CAAC,EAAE;QAC7C,aAAa,KAAK,CAAC,aAAa,EAAE;QAClC,YAAY,KAAK,CAAC,YAAY,EAAE;QAChC,uBAAuB,GAAG,CAAC,QAAQ,CAAC,qBAAqB,CAAC,EAAE;QAC5D,cAAc,KAAK,CAAC,cAAc,EAAE;QACpC,cAAc,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE;QAC1C,oBAAoB,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE;QACzD,gBAAgB,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE;QACjD,WAAW,QAAQ,CAAC,eAAe,IAAI,IAAI,EAAE;QAC7C,UAAU,QAAQ,CAAC,MAAM,EAAE;QAC3B,YAAY,KAAK,CAAC,cAAc,IAAI,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE;KACxE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACd,CAAC"}

package/dist/services/heartbeat/local-run-memory-gate.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=local-run-memory-gate.test.d.ts.map

package/dist/services/heartbeat/local-run-memory-gate.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-run-memory-gate.test.d.ts","sourceRoot":"","sources":["../../../src/services/heartbeat/local-run-memory-gate.test.ts"],"names":[],"mappings":""}

package/dist/services/heartbeat/local-run-memory-gate.test.js

@@ -0,0 +1,152 @@
+import { describe, expect, it } from "vitest";
+import { LOCAL_RUN_MEMORY_ESTIMATE_BYTES, createLocalRunMemoryGate, formatLocalRunMemoryGateLine, } from "./local-run-memory-gate.js";
+const GIB = 1024 * 1024 * 1024;
+const CGROUP = "/user.slice/user-1000.slice/user@1000.service/app.slice/paperclip-pro.service";
+function kib(gib) {
+    return Math.round((gib * GIB) / 1024);
+}
+function hostFiles(host) {
+    const total = host.totalGiB ?? 32;
+    const files = {
+        "/proc/meminfo": [
+            `MemTotal:       ${kib(total)} kB`,
+            `MemFree:        ${kib(1)} kB`,
+            `MemAvailable:   ${kib(host.availableGiB ?? 20)} kB`,
+            `SwapTotal:      ${kib(host.swapTotalGiB ?? 8)} kB`,
+            `SwapFree:       ${kib(host.swapFreeGiB ?? 8)} kB`,
+            "",
+        ].join("\n"),
+        "/proc/vmstat": host.vmstatOomKill === null ? null : `nr_free_pages 1\noom_kill ${host.vmstatOomKill ?? 0}\npswpin 0\n`,
+        "/proc/self/cgroup": `0::${CGROUP}\n`,
+        [`/sys/fs/cgroup${CGROUP}/memory.current`]: String(12 * GIB) + "\n",
+        [`/sys/fs/cgroup${CGROUP}/memory.max`]: "max\n",
+        [`/sys/fs/cgroup${CGROUP}/memory.events`]: host.cgroupOomKill === null ? null : `low 0\nhigh 0\nmax 0\noom 0\noom_kill ${host.cgroupOomKill ?? 0}\n`,
+    };
+    return { ...files, ...host.files };
+}
+function gateFor(sequence, clock) {
+    let index = 0;
+    const gate = createLocalRunMemoryGate({
+        now: () => clock.now,
+        readText: async (path) => {
+            const files = hostFiles(sequence[Math.min(index, sequence.length - 1)]);
+            const value = files[path];
+            if (value === undefined || value === null)
+                throw Object.assign(new Error("ENOENT"), { code: "ENOENT" });
+            return value;
+        },
+    });
+    return { assess: async (input = {}) => {
+            const decision = await gate.assess({
+                runId: "run-1", localRunsLive: 3, startingRuns: 0, reservePercent: 20, cooldownSec: 120, ...input,
+            });
+            index += 1;
+            return decision;
+        } };
+}
+describe("local run memory gate (shadow decision)", () => {
+    it("would hold once available memory minus starting runs falls under the reserve", async () => {
+        const gate = gateFor([{ availableGiB: 7 }, { availableGiB: 7 }], { now: 0 });
+        const roomy = await gate.assess({ startingRuns: 0 });
+        expect(roomy).toMatchObject({ wouldHold: false, reason: "ok", reserveBytes: Math.floor(0.2 * 32 * GIB) });
+        const crowded = await gate.assess({ startingRuns: 2 });
+        expect(crowded).toMatchObject({
+            wouldHold: true,
+            reason: "low_available_memory",
+            inflightEstimateBytes: 2 * LOCAL_RUN_MEMORY_ESTIMATE_BYTES,
+        });
+    });
+    it("follows available memory down and back up between decisions", async () => {
+        const gate = gateFor([{ availableGiB: 20 }, { availableGiB: 5 }, { availableGiB: 9 }], { now: 0 });
+        expect((await gate.assess()).wouldHold).toBe(false);
+        expect((await gate.assess()).wouldHold).toBe(true);
+        expect((await gate.assess()).wouldHold).toBe(false);
+    });
+    it("applies the configured reserve percentage to the same snapshot", async () => {
+        const gate = gateFor([{ availableGiB: 5 }, { availableGiB: 5 }], { now: 0 });
+        expect((await gate.assess({ reservePercent: 20 })).wouldHold).toBe(true);
+        expect((await gate.assess({ reservePercent: 10 })).wouldHold).toBe(false);
+    });
+    it("records a full swap without turning it into a hold", async () => {
+        const gate = gateFor([{ availableGiB: 20, swapTotalGiB: 8, swapFreeGiB: 0 }], { now: 0 });
+        const decision = await gate.assess();
+        expect(decision.wouldHold).toBe(false);
+        expect(decision.snapshot).toMatchObject({ swapTotalBytes: 8 * GIB, swapFreeBytes: 0 });
+    });
+    it("fails open when /proc/meminfo cannot be read", async () => {
+        const gate = gateFor([{ files: { "/proc/meminfo": null } }], { now: 0 });
+        expect(await gate.assess({ startingRuns: 50 })).toMatchObject({
+            wouldHold: false,
+            reason: "signal_unavailable",
+            snapshot: null,
+            reserveBytes: null,
+        });
+    });
+    it("fails open when meminfo has no MemAvailable", async () => {
+        const gate = gateFor([{ files: { "/proc/meminfo": "MemTotal: 1024 kB\n" } }], { now: 0 });
+        expect((await gate.assess()).reason).toBe("signal_unavailable");
+    });
+    it("still decides when vmstat and the service cgroup are unreadable", async () => {
+        const gate = gateFor([{ availableGiB: 2, vmstatOomKill: null, files: { "/proc/self/cgroup": null } }], { now: 0 });
+        const decision = await gate.assess();
+        expect(decision).toMatchObject({ wouldHold: true, reason: "low_available_memory", oomKillObserved: null });
+        expect(decision.snapshot).toMatchObject({ hostOomKill: null, cgroup: null });
+    });
+    it("holds for the cooldown after the host OOM kill counter rises, then releases", async () => {
+        const clock = { now: 1_000_000 };
+        const gate = gateFor([{ vmstatOomKill: 4 }, { vmstatOomKill: 5 }, { vmstatOomKill: 5 }, { vmstatOomKill: 5 }], clock);
+        expect((await gate.assess()).wouldHold).toBe(false);
+        clock.now += 10_000;
+        expect(await gate.assess()).toMatchObject({ wouldHold: true, reason: "oom_kill_cooldown", oomKillObserved: 5 });
+        clock.now += 119_000;
+        expect((await gate.assess()).wouldHold).toBe(true);
+        clock.now += 2_000;
+        expect(await gate.assess()).toMatchObject({ wouldHold: false, reason: "ok" });
+    });
+    it("counts a rise of the service cgroup oom_kill event the same way", async () => {
+        const clock = { now: 0 };
+        const gate = gateFor([{ cgroupOomKill: 0 }, { cgroupOomKill: 1 }], clock);
+        expect((await gate.assess()).wouldHold).toBe(false);
+        expect(await gate.assess()).toMatchObject({ wouldHold: true, reason: "oom_kill_cooldown" });
+    });
+    it("honours a shorter configured cooldown", async () => {
+        const clock = { now: 0 };
+        const gate = gateFor([{ vmstatOomKill: 0 }, { vmstatOomKill: 1 }, { vmstatOomKill: 1 }], clock);
+        await gate.assess({ cooldownSec: 30 });
+        expect((await gate.assess({ cooldownSec: 30 })).wouldHold).toBe(true);
+        clock.now += 31_000;
+        expect((await gate.assess({ cooldownSec: 30 })).wouldHold).toBe(false);
+    });
+    it("reads the real host when no reader is injected", async () => {
+        const decision = await createLocalRunMemoryGate().assess({
+            runId: "real", localRunsLive: 0, startingRuns: 0, reservePercent: 20, cooldownSec: 120,
+        });
+        if (process.platform === "linux") {
+            expect(decision.snapshot?.memTotalBytes).toBeGreaterThan(0);
+            expect(decision.reason).not.toBe("signal_unavailable");
+        }
+        else {
+            expect(decision.wouldHold).toBe(false);
+        }
+    });
+});
+describe("formatLocalRunMemoryGateLine", () => {
+    it("renders one greppable line with the numbers a threshold decision needs", async () => {
+        const gate = gateFor([{ availableGiB: 5, swapFreeGiB: 3 }], { now: 0 });
+        const input = { runId: "run-9", localRunsLive: 7, startingRuns: 1, reservePercent: 20, cooldownSec: 120 };
+        const decision = await gate.assess(input);
+        const line = formatLocalRunMemoryGateLine(input, decision);
+        expect(line).not.toContain("\n");
+        expect(line).toBe("local-run-memory-gate shadow run=run-9 memAvailableMiB=5120 memTotalMiB=32768 swapFreeMiB=3072 localRuns=7 starting=1 " +
+            "inflightEstimateMiB=614 reservePct=20 reserveMiB=6554 cgroupCurrentMiB=12288 cgroupMaxMiB=na oomKill=0 " +
+            "reason=low_available_memory wouldHold20=yes");
+    });
+    it("marks unreadable signals as na", async () => {
+        const gate = gateFor([{ files: { "/proc/meminfo": null } }], { now: 0 });
+        const input = { runId: "run-x", localRunsLive: 0, startingRuns: 0, reservePercent: 20, cooldownSec: 120 };
+        const line = formatLocalRunMemoryGateLine(input, await gate.assess(input));
+        expect(line).toContain("memAvailableMiB=na");
+        expect(line).toContain("reason=signal_unavailable wouldHold20=no");
+    });
+});
+//# sourceMappingURL=local-run-memory-gate.test.js.map

package/dist/services/heartbeat/local-run-memory-gate.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-run-memory-gate.test.js","sourceRoot":"","sources":["../../../src/services/heartbeat/local-run-memory-gate.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,+BAA+B,EAC/B,wBAAwB,EACxB,4BAA4B,GAC7B,MAAM,4BAA4B,CAAC;AAEpC,MAAM,GAAG,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;AAC/B,MAAM,MAAM,GAAG,+EAA+E,CAAC;AAY/F,SAAS,GAAG,CAAC,GAAW;IACtB,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;AACxC,CAAC;AAED,SAAS,SAAS,CAAC,IAAU;IAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;IAClC,MAAM,KAAK,GAAkC;QAC3C,eAAe,EAAE;YACf,mBAAmB,GAAG,CAAC,KAAK,CAAC,KAAK;YAClC,mBAAmB,GAAG,CAAC,CAAC,CAAC,KAAK;YAC9B,mBAAmB,GAAG,CAAC,IAAI,CAAC,YAAY,IAAI,EAAE,CAAC,KAAK;YACpD,mBAAmB,GAAG,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC,KAAK;YACnD,mBAAmB,GAAG,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC,KAAK;YAClD,EAAE;SACH,CAAC,IAAI,CAAC,IAAI,CAAC;QACZ,cAAc,EAAE,IAAI,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,6BAA6B,IAAI,CAAC,aAAa,IAAI,CAAC,cAAc;QACvH,mBAAmB,EAAE,MAAM,MAAM,IAAI;QACrC,CAAC,iBAAiB,MAAM,iBAAiB,CAAC,EAAE,MAAM,CAAC,EAAE,GAAG,GAAG,CAAC,GAAG,IAAI;QACnE,CAAC,iBAAiB,MAAM,aAAa,CAAC,EAAE,OAAO;QAC/C,CAAC,iBAAiB,MAAM,gBAAgB,CAAC,EACvC,IAAI,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,yCAAyC,IAAI,CAAC,aAAa,IAAI,CAAC,IAAI;KAC5G,CAAC;IACF,OAAO,EAAE,GAAG,KAAK,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;AACrC,CAAC;AAED,SAAS,OAAO,CAAC,QAAgB,EAAE,KAAsB;IACvD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,IAAI,GAAG,wBAAwB,CAAC;QACpC,GAAG,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG;QACpB,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACvB,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAE,CAAC,CAAC;YACzE,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;YAC1B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;gBAAE,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;YACxG,OAAO,KAAK,CAAC;QACf,CAAC;KACF,CAAC,CAAC;IACH,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,GAA+C,EAAE,EAAE,EAAE;YAChF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC;gBACjC,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,GAAG,KAAK;aAClG,CAAC,CAAC;YACH,KAAK,IAAI,CAAC,CAAC;YACX,OAAO,QAAQ,CAAC;QAClB,CAAC,EAAE,CAAC;AACN,CAAC;AAED,QAAQ,CAAC,yCAAyC,EAAE,GAAG,EAAE;IACvD,EAAE,CAAC,8EAA8E,EAAE,KAAK,IAAI,EAAE;QAC5F,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAC7E,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;QACrD,MAAM,CAAC,KAAK,CAAC,CAAC,aAAa,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,EAAE,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC;QAC1G,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;QACvD,MAAM,CAAC,OAAO,CAAC,CAAC,aAAa,CAAC;YAC5B,SAAS,EAAE,IAAI;YACf,MAAM,EAAE,sBAAsB;YAC9B,qBAAqB,EAAE,CAAC,GAAG,+BAA+B;SAC3D,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC3E,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACnG,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnD,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAC7E,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzE,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAC1F,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QACrC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,aAAa,CAAC,EAAE,cAAc,EAAE,CAAC,GAAG,GAAG,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC,CAAC;IACzF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACzE,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC;YAC5D,SAAS,EAAE,KAAK;YAChB,MAAM,EAAE,oBAAoB;YAC5B,QAAQ,EAAE,IAAI;YACd,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,eAAe,EAAE,qBAAqB,EAAE,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAC1F,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAClE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QAC/E,MAAM,IAAI,GAAG,OAAO,CAClB,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,EAAE,CAAC,EAChF,EAAE,GAAG,EAAE,CAAC,EAAE,CACX,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QACrC,MAAM,CAAC,QAAQ,CAAC,CAAC,aAAa,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,sBAAsB,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3G,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,aAAa,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6EAA6E,EAAE,KAAK,IAAI,EAAE;QAC3F,MAAM,KAAK,GAAG,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,OAAO,CAClB,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC,EACxF,KAAK,CACN,CAAC;QACF,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpD,KAAK,CAAC,GAAG,IAAI,MAAM,CAAC;QACpB,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,aAAa,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,mBAAmB,EAAE,eAAe,EAAE,CAAC,EAAE,CAAC,CAAC;QAChH,KAAK,CAAC,GAAG,IAAI,OAAO,CAAC;QACrB,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnD,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC;QACnB,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,aAAa,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAChF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QAC/E,MAAM,KAAK,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;QAC1E,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,aAAa,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,mBAAmB,EAAE,CAAC,CAAC;IAC9F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACrD,MAAM,KAAK,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;QAChG,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;QACvC,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtE,KAAK,CAAC,GAAG,IAAI,MAAM,CAAC;QACpB,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,QAAQ,GAAG,MAAM,wBAAwB,EAAE,CAAC,MAAM,CAAC;YACvD,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,WAAW,EAAE,GAAG;SACvF,CAAC,CAAC;QACH,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;YACjC,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC5D,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACzD,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzC,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;IAC5C,EAAE,CAAC,wEAAwE,EAAE,KAAK,IAAI,EAAE;QACtF,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACxE,MAAM,KAAK,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC;QAC1G,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC1C,MAAM,IAAI,GAAG,4BAA4B,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC3D,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CACf,wHAAwH;YACtH,yGAAyG;YACzG,6CAA6C,CAChD,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAC9C,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACzE,MAAM,KAAK,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC;QAC1G,MAAM,IAAI,GAAG,4BAA4B,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3E,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QAC7C,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,0CAA0C,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/services/heartbeat/queue.d.ts

@@ -4,6 +4,7 @@ import { agents, heartbeatRuns } from "@tickernelz/paperclip-pro-db";
 import { type AgentOrgRow } from "../agent-invokability.js";
 import { type EffectiveLocalRunLimits } from "@tickernelz/paperclip-pro-shared";
 import type { HeartbeatServiceOptions } from "../heartbeat.js";
+import { type LocalRunMemoryGate } from "./local-run-memory-gate.js";
 import type { createHeartbeatRunState } from "./run-state.js";
 import type { createHeartbeatRunPreparation } from "./run-preparation.js";
 import type { HeartbeatRetryDependencies } from "./retries.js";
@@ -66,6 +67,7 @@ export interface HeartbeatQueueDependencies extends Pick<HeartbeatRetryDependenc
         snapshotRunningLocalCliRuns: () => Promise<Map<string, number | null>>;
         scheduleLocalStartBypassSweep: (dueAtMs: number) => void;
     };
+    localRunMemoryGate?: LocalRunMemoryGate;
 }
 export declare const DEFERRED_WAKE_CONTEXT_KEY = "_paperclipWakeContext";
 export declare const EXECUTION_PATH_HEARTBEAT_RUN_STATUSES: readonly ["queued", "running", "scheduled_retry"];

package/dist/services/heartbeat/queue.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"queue.d.ts","sourceRoot":"","sources":["../../../src/services/heartbeat/queue.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,KAAK,aAAa,EAKnB,MAAM,sBAAsB,CAAC;AA6D9B,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,8BAA8B,CAAC;AAEvD,OAAO,EACL,MAAM,EAUN,aAAa,EAMd,MAAM,8BAA8B,CAAC;AA0DtC,OAAO,EAGL,KAAK,WAAW,EACjB,MAAM,0BAA0B,CAAC;AAElC,OAAO,EAAc,KAAK,uBAAuB,EAAE,MAAM,kCAAkC,CAAC;AAG5F,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,iBAAiB,CAAC;AAQ/D,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAC9D,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,sBAAsB,CAAC;AAC1E,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,cAAc,CAAC;AAC/D,OAAO,KAAK,EAAE,6BAA6B,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AAC5F,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,0BAA0B,CAAC;AACxE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AACvE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,qCAAqC,CAAC;AAC7E,OAAO,KAAK,EAAE,gBAAgB,IAAI,yBAAyB,EAAE,eAAe,EAAE,MAAM,mCAAmC,CAAC;AAExH,KAAK,YAAY,GAAG,OAAO,aAAa,CAAC,YAAY,CAAC;AACtD,KAAK,iBAAiB,GAAG,UAAU,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACpE,KAAK,cAAc,GAAG,UAAU,CAAC,OAAO,6BAA6B,CAAC,CAAC;AAEvE,yFAAyF;AACzF,MAAM,WAAW,0BAA2B,SAAQ,IAAI,CAAC,0BAA0B,EACjF,iBAAiB,GAAG,gBAAgB,GAAG,qBAAqB,GAC5D,sBAAsB,GAAG,4BAA4B,GAAG,mCAAmC,CAAC,EAC5F,IAAI,CAAC,cAAc,EAAE,eAAe,GAAG,yBAAyB,GAC9D,gCAAgC,GAAG,0BAA0B,GAC7D,gCAAgC,GAAG,oCAAoC,CAAC,EAC1E,IAAI,CAAC,iBAAiB,EAAE,UAAU,GAAG,QAAQ,GAAG,sCAAsC,GACpF,+BAA+B,GAAG,2CAA2C,CAAC,EAChF,IAAI,CAAC,6BAA6B,EAAE,cAAc,CAAC;IACnD,yBAAyB,EAAE,UAAU,CAAC,OAAO,uBAAuB,CAAC,CAAC,2BAA2B,CAAC,CAAC;IACnG,OAAO,EAAE,IAAI,CAAC,uBAAuB,EAAE,gCAAgC,CAAC,CAAC;IACzE,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,YAAY,CAAC,EAAE,wBAAwB,GAAG,yBAAyB,CAAC,CAAC;IACvG,cAAc,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,uBAAuB,CAAC,EAAE,wBAAwB,CAAC,CAAC;IAC3F,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,aAAa,CAAC,EAAE,oBAAoB,CAAC,CAAC;IACtE,gBAAgB,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,uBAAuB,CAAC,EAAE,iBAAiB,CAAC,CAAC;IACtF,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,iBAAiB,CAAC,EAAE,sBAAsB,CAAC,CAAC;IAChF,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,eAAe,CAAC,EAAE,iCAAiC,GAAG,+BAA+B,CAAC,CAAC;IACzH,mBAAmB,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACjC,0BAA0B,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/C,oBAAoB,EAAE,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;IAC5C,iBAAiB,EAAE;QAAE,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAChD,4BAA4B,EAAE,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,KAAK,OAAO,CAAC;IAC7E,eAAe,EAAE,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,KAAK,OAAO,CAAC;IACxE,UAAU,EAAE,CAAC,GAAG,EAAE,YAAY,KAAK,MAAM,GAAG,IAAI,CAAC;IACjD,0BAA0B,EAAE,CAAC,CAAC,SAAS;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,EAAE,IAAI,EAAE;QAAE,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,KAAK,CAAC,GAAG,IAAI,CAAC;IACtI,wBAAwB,EAAE,MAAM,OAAO,CAAC;QAAE,UAAU,EAAE,OAAO,CAAC;QAAC,MAAM,EAAE,mBAAmB,GAAG,8BAA8B,GAAG,YAAY,GAAG,iBAAiB,GAAG,IAAI,CAAA;KAAE,CAAC,CAAC;IACzK,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7C,+BAA+B,EAAE,CAAC,GAAG,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,GAAG,WAAW,CAAC,EAAE,OAAO,CAAC,EAAE;QAAE,yBAAyB,CAAC,EAAE,OAAO,CAAC;QAAC,yBAAyB,CAAC,EAAE,yBAAyB,EAAE,CAAA;KAAE,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IAC/M,+BAA+B,EAAE,CAAC,OAAO,EAAE,yBAAyB,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACzF,8BAA8B,EAAE,CAAC,GAAG,EAAE,YAAY,KAAK,IAAI,CAAC;IAC5D,iBAAiB,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IAC1G,4BAA4B,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IACpF,2BAA2B,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;IACpD,4BAA4B,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IACvF,yBAAyB,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IACpF,yBAAyB,EAAE,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,EAAE,QAAQ,EAAE,MAAM,KAAK,MAAM,CAAC;IACnF,iBAAiB,EAAE;QACjB,aAAa,EAAE,MAAM,OAAO,CAAC,uBAAuB,CAAC,CAAC;QACtD,2BAA2B,EAAE,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC;QACvE,6BAA6B,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;KAC1D,CAAC;CACH;AAQD,eAAO,MAAM,yBAAyB,0BAA0B,CAAC;AAEjE,eAAO,MAAM,qCAAqC,YAChD,QAAQ,EACR,SAAS,EACT,iBAAiB,CACT,CAAC;AAIX,qBAAa,kCAAmC,SAAQ,KAAK;IAC3D,cAIC;CACF;AAoBD,wBAAgB,gCAAgC,CAC9C,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,GAAG,SAAS,WAW5D;AAiCD,wBAAgB,mCAAmC,CAAC,KAAK,EAAE;IACzD,eAAe,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,oBAAoB,EAAE,OAAO,CAAC;IAC9B,aAAa,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,iBAAiB,EAAE,OAAO,CAAC;CAC5B,WAOA;AAED,wBAAgB,sCAAsC,CAAC,KAAK,EAAE;IAC5D,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5D,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;CAC9B,WAoBA;AAMD,kGAAkG;AAClG,wBAAgB,oBAAoB,CAAC,EAAE,EAAE,EAAE,EAAE,YAAY,EAAE,0BAA0B;6BA0wD7C,MAAM,SAAQ,aAAa,2BAAgC,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iDAmvE9F;QACL,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB;;;;;;0CAv9EgD,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;wCA7tCR,MAAM;oDA89BM,MAAM;0BAvtB5D,OAAO,aAAa,CAAC,YAAY,kBACtB,WAAW,EAAE,8BACD,yBAAyB,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;uCA3PlD,OAAO,aAAa,CAAC,YAAY,SAC/B,OAAO,GAAG,UAAU,WAClB,CAAC,EAAE,EAAE,EAAE,KAAK,OAAO,CAAC,OAAO,aAAa,CAAC,YAAY,GAAG,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;2BAg6C7D,MAAM,SACT,aAAa,KAClB,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAAsB;;kCA7sDE,OAAO,MAAM,CAAC,YAAY;QAK3D,OAAO;QACP,WAAW;QACX,YAAY;QAGZ,iBAAiB;QAGjB,6BAA6B;QAM7B,YAAY;QAMZ,iBAAiB;;oCA+LZ,OAAO,MAAM,CAAC,YAAY,OAC5B,IAAI,eACI,MAAM;;;EA4hItB"}
+{"version":3,"file":"queue.d.ts","sourceRoot":"","sources":["../../../src/services/heartbeat/queue.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,KAAK,aAAa,EAKnB,MAAM,sBAAsB,CAAC;AA6D9B,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,8BAA8B,CAAC;AAEvD,OAAO,EACL,MAAM,EAUN,aAAa,EAMd,MAAM,8BAA8B,CAAC;AA0DtC,OAAO,EAGL,KAAK,WAAW,EACjB,MAAM,0BAA0B,CAAC;AAElC,OAAO,EAAc,KAAK,uBAAuB,EAAE,MAAM,kCAAkC,CAAC;AAG5F,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,iBAAiB,CAAC;AAQ/D,OAAO,EAGL,KAAK,kBAAkB,EACxB,MAAM,4BAA4B,CAAC;AACpC,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAC9D,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,sBAAsB,CAAC;AAC1E,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,cAAc,CAAC;AAC/D,OAAO,KAAK,EAAE,6BAA6B,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AAC5F,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,0BAA0B,CAAC;AACxE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AACvE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,qCAAqC,CAAC;AAC7E,OAAO,KAAK,EAAE,gBAAgB,IAAI,yBAAyB,EAAE,eAAe,EAAE,MAAM,mCAAmC,CAAC;AAExH,KAAK,YAAY,GAAG,OAAO,aAAa,CAAC,YAAY,CAAC;AACtD,KAAK,iBAAiB,GAAG,UAAU,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACpE,KAAK,cAAc,GAAG,UAAU,CAAC,OAAO,6BAA6B,CAAC,CAAC;AAEvE,yFAAyF;AACzF,MAAM,WAAW,0BAA2B,SAAQ,IAAI,CAAC,0BAA0B,EACjF,iBAAiB,GAAG,gBAAgB,GAAG,qBAAqB,GAC5D,sBAAsB,GAAG,4BAA4B,GAAG,mCAAmC,CAAC,EAC5F,IAAI,CAAC,cAAc,EAAE,eAAe,GAAG,yBAAyB,GAC9D,gCAAgC,GAAG,0BAA0B,GAC7D,gCAAgC,GAAG,oCAAoC,CAAC,EAC1E,IAAI,CAAC,iBAAiB,EAAE,UAAU,GAAG,QAAQ,GAAG,sCAAsC,GACpF,+BAA+B,GAAG,2CAA2C,CAAC,EAChF,IAAI,CAAC,6BAA6B,EAAE,cAAc,CAAC;IACnD,yBAAyB,EAAE,UAAU,CAAC,OAAO,uBAAuB,CAAC,CAAC,2BAA2B,CAAC,CAAC;IACnG,OAAO,EAAE,IAAI,CAAC,uBAAuB,EAAE,gCAAgC,CAAC,CAAC;IACzE,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,YAAY,CAAC,EAAE,wBAAwB,GAAG,yBAAyB,CAAC,CAAC;IACvG,cAAc,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,uBAAuB,CAAC,EAAE,wBAAwB,CAAC,CAAC;IAC3F,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,aAAa,CAAC,EAAE,oBAAoB,CAAC,CAAC;IACtE,gBAAgB,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,uBAAuB,CAAC,EAAE,iBAAiB,CAAC,CAAC;IACtF,WAAW,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,iBAAiB,CAAC,EAAE,sBAAsB,CAAC,CAAC;IAChF,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,eAAe,CAAC,EAAE,iCAAiC,GAAG,+BAA+B,CAAC,CAAC;IACzH,mBAAmB,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACjC,0BAA0B,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/C,oBAAoB,EAAE,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;IAC5C,iBAAiB,EAAE;QAAE,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAChD,4BAA4B,EAAE,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,KAAK,OAAO,CAAC;IAC7E,eAAe,EAAE,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,KAAK,OAAO,CAAC;IACxE,UAAU,EAAE,CAAC,GAAG,EAAE,YAAY,KAAK,MAAM,GAAG,IAAI,CAAC;IACjD,0BAA0B,EAAE,CAAC,CAAC,SAAS;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,EAAE,IAAI,EAAE;QAAE,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,KAAK,CAAC,GAAG,IAAI,CAAC;IACtI,wBAAwB,EAAE,MAAM,OAAO,CAAC;QAAE,UAAU,EAAE,OAAO,CAAC;QAAC,MAAM,EAAE,mBAAmB,GAAG,8BAA8B,GAAG,YAAY,GAAG,iBAAiB,GAAG,IAAI,CAAA;KAAE,CAAC,CAAC;IACzK,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7C,+BAA+B,EAAE,CAAC,GAAG,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,GAAG,WAAW,CAAC,EAAE,OAAO,CAAC,EAAE;QAAE,yBAAyB,CAAC,EAAE,OAAO,CAAC;QAAC,yBAAyB,CAAC,EAAE,yBAAyB,EAAE,CAAA;KAAE,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IAC/M,+BAA+B,EAAE,CAAC,OAAO,EAAE,yBAAyB,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACzF,8BAA8B,EAAE,CAAC,GAAG,EAAE,YAAY,KAAK,IAAI,CAAC;IAC5D,iBAAiB,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IAC1G,4BAA4B,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IACpF,2BAA2B,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;IACpD,4BAA4B,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IACvF,yBAAyB,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IACpF,yBAAyB,EAAE,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,EAAE,QAAQ,EAAE,MAAM,KAAK,MAAM,CAAC;IACnF,iBAAiB,EAAE;QACjB,aAAa,EAAE,MAAM,OAAO,CAAC,uBAAuB,CAAC,CAAC;QACtD,2BAA2B,EAAE,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC;QACvE,6BAA6B,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;KAC1D,CAAC;IACF,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;CACzC;AAQD,eAAO,MAAM,yBAAyB,0BAA0B,CAAC;AAEjE,eAAO,MAAM,qCAAqC,YAChD,QAAQ,EACR,SAAS,EACT,iBAAiB,CACT,CAAC;AAIX,qBAAa,kCAAmC,SAAQ,KAAK;IAC3D,cAIC;CACF;AAoBD,wBAAgB,gCAAgC,CAC9C,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,GAAG,SAAS,WAW5D;AAiCD,wBAAgB,mCAAmC,CAAC,KAAK,EAAE;IACzD,eAAe,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,oBAAoB,EAAE,OAAO,CAAC;IAC9B,aAAa,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,iBAAiB,EAAE,OAAO,CAAC;CAC5B,WAOA;AAED,wBAAgB,sCAAsC,CAAC,KAAK,EAAE;IAC5D,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5D,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;CAC9B,WAoBA;AAMD,kGAAkG;AAClG,wBAAgB,oBAAoB,CAAC,EAAE,EAAE,EAAE,EAAE,YAAY,EAAE,0BAA0B;6BAuyD7C,MAAM,SAAQ,aAAa,2BAAgC,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iDAmvE9F;QACL,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB;;;;;;0CA99EgD,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;wCA7tCR,MAAM;oDA89BM,MAAM;0BAvtB5D,OAAO,aAAa,CAAC,YAAY,kBACtB,WAAW,EAAE,8BACD,yBAAyB,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;uCA3PlD,OAAO,aAAa,CAAC,YAAY,SAC/B,OAAO,GAAG,UAAU,WAClB,CAAC,EAAE,EAAE,EAAE,KAAK,OAAO,CAAC,OAAO,aAAa,CAAC,YAAY,GAAG,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;2BAu6C7D,MAAM,SACT,aAAa,KAClB,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAAsB;;kCAptDE,OAAO,MAAM,CAAC,YAAY;QAK3D,OAAO;QACP,WAAW;QACX,YAAY;QAGZ,iBAAiB;QAGjB,6BAA6B;QAM7B,YAAY;QAMZ,iBAAiB;;oCA+LZ,OAAO,MAAM,CAAC,YAAY,OAC5B,IAAI,eACI,MAAM;;;EAmiItB"}

package/dist/services/heartbeat/queue.js

@@ -48,6 +48,7 @@ import { isHeartbeatWakeOnDemandEnabled } from "../heartbeat-policy.js";
 import { isUuidLike } from "@tickernelz/paperclip-pro-shared";
 import { retryChatControlAdmission } from "../chat-control-admission-retry.js";
 import { clearLocalCliRunStarting, countLocalCliRunsStarting, isLocalCliAdapterType, markLocalCliRunStarting, mergeLocalCliStartReservations, } from "./local-cli-admission.js";
+import { createLocalRunMemoryGate, formatLocalRunMemoryGateLine, } from "./local-run-memory-gate.js";
 const HEARTBEAT_MAX_CONCURRENT_RUNS_DEFAULT = AGENT_DEFAULT_MAX_CONCURRENT_RUNS;
 const HEARTBEAT_MAX_CONCURRENT_RUNS_MIN = 1;
 const HEARTBEAT_MAX_CONCURRENT_RUNS_MAX = 50;
@@ -138,6 +139,23 @@ function readNonEmptyString(value) {
 /** Queue admission and dispatch share the service lifecycle callbacks and execution ownership. */
 export function createHeartbeatQueue(db, dependencies) {
     const { setRunStatus, setWakeupStatus, appendRunEvent, releaseIssueExecutionAndPromote, applyWakeQueuePostCommitEffects, issuesSvc, options, publishRunLifecyclePluginEvent, finalizeAgentStatus, getAgent, cancelRunInternal, toAgentOrgRow, getAgentInvokability, budgets, activeRunExecutions, treeControlSvc, runDispatch, applyRunDispatchPostCommitEffects, resolveResponsibleUserIdForRun, getIssueExecutionContext, isHeartbeatRunTerminalStatus, liveRunExecutions, getSchedulingSuppression, resumeExecutionWaitComments, getWorktreeExecutionCutoff, resumeQueuedCommentInterrupt, resumeSavedLegacyComments, cancelActiveForAgentInternal, listCompanyAgentOrgRows, executeRun, activeRunExecutionPromises, activeWakeupPromises, instanceSettings, getRun, sweepPendingCleanupLeases, resolveExplicitResumeSessionOverride, resolveSessionBeforeForWakeup, hasResolvablePriorSessionWorkspaceForWake, getRoutineEnvForExecutionIssue, resolveResponsibleUserIdForRunSeed, formatIssueIdentifierLink, wakeQueue, isSameTaskScope, runTaskKey, filterZombieCoalesceTarget, localCliAdmission, } = dependencies;
+    const localRunMemoryGate = dependencies.localRunMemoryGate ?? createLocalRunMemoryGate();
+    async function recordLocalRunMemoryShadow(input) {
+        try {
+            const gateInput = {
+                runId: input.runId,
+                localRunsLive: input.localRunsLive,
+                startingRuns: input.startingRuns,
+                reservePercent: input.limits.memoryReservePercent.value,
+                cooldownSec: input.limits.memoryGateCooldownSec.value,
+            };
+            const decision = await localRunMemoryGate.assess(gateInput);
+            logger.info(formatLocalRunMemoryGateLine(gateInput, decision));
+        }
+        catch (err) {
+            logger.warn({ err, runId: input.runId }, "local-run-memory-gate shadow record failed");
+        }
+    }
     function parseHeartbeatPolicy(agent) {
         const runtimeConfig = parseObject(agent.runtimeConfig);
         const heartbeat = parseObject(runtimeConfig.heartbeat);
@@ -1379,7 +1397,14 @@ export function createHeartbeatQueue(db, dependencies) {
                         localCliAdmission.scheduleLocalStartBypassSweep(queuedRun.createdAt.getTime() + localStartWaitBypassMs);
                         continue;
                     }
+                    const startingRuns = countLocalCliRunsStarting(inFlight, now);
                     markLocalCliRunStarting(queuedRun.id, now);
+                    await recordLocalRunMemoryShadow({
+                        runId: queuedRun.id,
+                        localRunsLive: inFlight.size,
+                        startingRuns,
+                        limits: localRunLimits,
+                    });
                 }
                 let claimed;
                 try {