@poolzin/pool-bot 2026.4.29 → 2026.4.30
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/build-info.json +3 -3
- package/dist/control-ui/assets/{index-1DWuMa4l.js → index-CAx-3zc2.js} +532 -545
- package/dist/control-ui/assets/index-CAx-3zc2.js.map +1 -0
- package/dist/control-ui/index.html +1 -1
- package/dist/infra/heartbeat-runner.d.ts.map +1 -1
- package/dist/infra/heartbeat-runner.js +10 -2
- package/dist/process/command-queue.d.ts +7 -0
- package/dist/process/command-queue.d.ts.map +1 -1
- package/dist/process/command-queue.js +26 -1
- package/package.json +1 -1
- package/dist/control-ui/assets/index-1DWuMa4l.js.map +0 -1
|
@@ -6,7 +6,7 @@
|
|
|
6
6
|
<title>Poolbot Control</title>
|
|
7
7
|
<meta name="color-scheme" content="dark light" />
|
|
8
8
|
<link rel="icon" href="./favicon.ico" sizes="any" />
|
|
9
|
-
<script type="module" crossorigin src="./assets/index-
|
|
9
|
+
<script type="module" crossorigin src="./assets/index-CAx-3zc2.js"></script>
|
|
10
10
|
<link rel="stylesheet" crossorigin href="./assets/index-Cm16MN6l.css">
|
|
11
11
|
</head>
|
|
12
12
|
<body>
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"heartbeat-runner.d.ts","sourceRoot":"","sources":["../../src/infra/heartbeat-runner.ts"],"names":[],"mappings":"AAsBA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAC;AAEzE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAYzD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AAK7E,OAAO,EAAkB,KAAK,UAAU,EAAE,MAAM,eAAe,CAAC;AAIhE,OAAO,EAEL,iBAAiB,EAElB,MAAM,8BAA8B,CAAC;AAItC,OAAO,EACL,KAAK,kBAAkB,EAIxB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAQ9D,MAAM,MAAM,aAAa,GAAG,gBAAgB,GAC1C,oBAAoB,GAAG;IACrB,OAAO,CAAC,EAAE,UAAU,CAAC;IACrB,YAAY,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,MAAM,KAAK,MAAM,CAAC;IACzC,KAAK,CAAC,EAAE,MAAM,MAAM,CAAC;CACtB,CAAC;AAKJ,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,OAAO,QAEpD;AAED,KAAK,eAAe,GAAG,mBAAmB,CAAC,WAAW,CAAC,CAAC;AAMxD,MAAM,MAAM,gBAAgB,GAAG;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAWF,OAAO,EAAE,iBAAiB,EAAE,CAAC;AAU7B,MAAM,MAAM,eAAe,GAAG;IAC5B,IAAI,EAAE,MAAM,IAAI,CAAC;IACjB,YAAY,EAAE,CAAC,GAAG,EAAE,aAAa,KAAK,IAAI,CAAC;CAC5C,CAAC;AAOF,wBAAgB,0BAA0B,CAAC,GAAG,EAAE,aAAa,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAUxF;AAcD,wBAAgB,+BAA+B,CAC7C,GAAG,EAAE,aAAa,EAClB,OAAO,CAAC,EAAE,MAAM,GACf,gBAAgB,CA2ClB;AAiBD,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,aAAa,EAClB,aAAa,CAAC,EAAE,MAAM,EACtB,SAAS,CAAC,EAAE,eAAe,iBAwB5B;AAED,wBAAgB,sBAAsB,CAAC,GAAG,EAAE,aAAa,EAAE,SAAS,CAAC,EAAE,eAAe,UAErF;AA2TD,wBAAsB,gBAAgB,CAAC,IAAI,EAAE;IAC3C,GAAG,CAAC,EAAE,aAAa,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,aAAa,CAAC;CACtB,GAAG,OAAO,CAAC,kBAAkB,CAAC,
|
|
1
|
+
{"version":3,"file":"heartbeat-runner.d.ts","sourceRoot":"","sources":["../../src/infra/heartbeat-runner.ts"],"names":[],"mappings":"AAsBA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAC;AAEzE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAYzD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AAK7E,OAAO,EAAkB,KAAK,UAAU,EAAE,MAAM,eAAe,CAAC;AAIhE,OAAO,EAEL,iBAAiB,EAElB,MAAM,8BAA8B,CAAC;AAItC,OAAO,EACL,KAAK,kBAAkB,EAIxB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAQ9D,MAAM,MAAM,aAAa,GAAG,gBAAgB,GAC1C,oBAAoB,GAAG;IACrB,OAAO,CAAC,EAAE,UAAU,CAAC;IACrB,YAAY,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,MAAM,KAAK,MAAM,CAAC;IACzC,KAAK,CAAC,EAAE,MAAM,MAAM,CAAC;CACtB,CAAC;AAKJ,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,OAAO,QAEpD;AAED,KAAK,eAAe,GAAG,mBAAmB,CAAC,WAAW,CAAC,CAAC;AAMxD,MAAM,MAAM,gBAAgB,GAAG;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAWF,OAAO,EAAE,iBAAiB,EAAE,CAAC;AAU7B,MAAM,MAAM,eAAe,GAAG;IAC5B,IAAI,EAAE,MAAM,IAAI,CAAC;IACjB,YAAY,EAAE,CAAC,GAAG,EAAE,aAAa,KAAK,IAAI,CAAC;CAC5C,CAAC;AAOF,wBAAgB,0BAA0B,CAAC,GAAG,EAAE,aAAa,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAUxF;AAcD,wBAAgB,+BAA+B,CAC7C,GAAG,EAAE,aAAa,EAClB,OAAO,CAAC,EAAE,MAAM,GACf,gBAAgB,CA2ClB;AAiBD,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,aAAa,EAClB,aAAa,CAAC,EAAE,MAAM,EACtB,SAAS,CAAC,EAAE,eAAe,iBAwB5B;AAED,wBAAgB,sBAAsB,CAAC,GAAG,EAAE,aAAa,EAAE,SAAS,CAAC,EAAE,eAAe,UAErF;AA2TD,wBAAsB,gBAAgB,CAAC,IAAI,EAAE;IAC3C,GAAG,CAAC,EAAE,aAAa,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,aAAa,CAAC;CACtB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAuY9B;AAED,wBAAgB,oBAAoB,CAAC,IAAI,EAAE;IACzC,GAAG,CAAC,EAAE,aAAa,CAAC;IACpB,OAAO,CAAC,EAAE,UAAU,CAAC;IACrB,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,OAAO,CAAC,EAAE,OAAO,gBAAgB,CAAC;CACnC,GAAG,eAAe,CAqOlB"}
|
|
@@ -13,7 +13,7 @@ import { parseDurationMs } from "../cli/parse-duration.js";
|
|
|
13
13
|
import { loadConfig } from "../config/config.js";
|
|
14
14
|
import { canonicalizeMainSessionAlias, loadSessionStore, resolveAgentIdFromSessionKey, resolveAgentMainSessionKey, resolveSessionFilePath, resolveStorePath, saveSessionStore, updateSessionStore, } from "../config/sessions.js";
|
|
15
15
|
import { createSubsystemLogger } from "../logging/subsystem.js";
|
|
16
|
-
import { getQueueSize } from "../process/command-queue.js";
|
|
16
|
+
import { getQueueSize, pruneStuckTasks } from "../process/command-queue.js";
|
|
17
17
|
import { normalizeAgentId, toAgentStoreSessionKey } from "../routing/session-key.js";
|
|
18
18
|
import { defaultRuntime } from "../runtime.js";
|
|
19
19
|
import { escapeRegExp } from "../utils.js";
|
|
@@ -392,7 +392,15 @@ export async function runHeartbeatOnce(opts) {
|
|
|
392
392
|
}
|
|
393
393
|
const queueSize = (opts.deps?.getQueueSize ?? getQueueSize)("main" /* CommandLane.Main */);
|
|
394
394
|
if (queueSize > 0) {
|
|
395
|
-
|
|
395
|
+
// Prune stuck tasks (active > 15 min) that may permanently block the lane
|
|
396
|
+
const pruned = pruneStuckTasks();
|
|
397
|
+
if (pruned > 0) {
|
|
398
|
+
log.info(`heartbeat: pruned ${pruned} stuck task(s) from command lane`);
|
|
399
|
+
}
|
|
400
|
+
const queueSizeAfter = (opts.deps?.getQueueSize ?? getQueueSize)("main" /* CommandLane.Main */);
|
|
401
|
+
if (queueSizeAfter > 0) {
|
|
402
|
+
return { status: "skipped", reason: "requests-in-flight" };
|
|
403
|
+
}
|
|
396
404
|
}
|
|
397
405
|
// Preflight centralizes trigger classification, event inspection, and HEARTBEAT.md gating.
|
|
398
406
|
const preflight = await resolveHeartbeatPreflight({
|
|
@@ -38,6 +38,13 @@ export declare function resetAllLanes(): void;
|
|
|
38
38
|
* (excludes queued-but-not-started entries).
|
|
39
39
|
*/
|
|
40
40
|
export declare function getActiveTaskCount(): number;
|
|
41
|
+
/**
|
|
42
|
+
* Prune stuck active tasks that have been running longer than `maxAgeMs`.
|
|
43
|
+
* This prevents permanently blocked lanes when a task promise never settles
|
|
44
|
+
* (e.g. LLM timeout that leaves the task in active state without completion).
|
|
45
|
+
* Returns the number of pruned tasks.
|
|
46
|
+
*/
|
|
47
|
+
export declare function pruneStuckTasks(maxAgeMs?: number): number;
|
|
41
48
|
/**
|
|
42
49
|
* Wait for all currently active tasks across all lanes to finish.
|
|
43
50
|
* Polls at a short interval; resolves when no tasks are active or
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"command-queue.d.ts","sourceRoot":"","sources":["../../src/process/command-queue.ts"],"names":[],"mappings":"AAEA;;;;GAIG;AACH,qBAAa,uBAAwB,SAAQ,KAAK;gBACpC,IAAI,CAAC,EAAE,MAAM;CAI1B;
|
|
1
|
+
{"version":3,"file":"command-queue.d.ts","sourceRoot":"","sources":["../../src/process/command-queue.ts"],"names":[],"mappings":"AAEA;;;;GAIG;AACH,qBAAa,uBAAwB,SAAQ,KAAK;gBACpC,IAAI,CAAC,EAAE,MAAM;CAI1B;AA+GD,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,QAK5E;AAED,wBAAgB,oBAAoB,CAAC,CAAC,EACpC,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EACtB,IAAI,CAAC,EAAE;IACL,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,KAAK,IAAI,CAAC;CACxD,GACA,OAAO,CAAC,CAAC,CAAC,CAgBZ;AAED,wBAAgB,cAAc,CAAC,CAAC,EAC9B,IAAI,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EACtB,IAAI,CAAC,EAAE;IACL,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,KAAK,IAAI,CAAC;CACxD,GACA,OAAO,CAAC,CAAC,CAAC,CAEZ;AAED,wBAAgB,YAAY,CAAC,IAAI,GAAE,MAAyB,UAO3D;AAED,wBAAgB,iBAAiB,WAMhC;AAED,wBAAgB,gBAAgB,CAAC,IAAI,GAAE,MAAyB,UAY/D;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,aAAa,IAAI,IAAI,CAcpC;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,IAAI,MAAM,CAM3C;AAED;;;;;GAKG;AACH,wBAAgB,eAAe,CAAC,QAAQ,SAAc,GAAG,MAAM,CAiB9D;AAED;;;;;;;GAOG;AACH,wBAAgB,kBAAkB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC;IAAE,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC,CA2CnF"}
|
|
@@ -21,6 +21,7 @@ function getLaneState(lane) {
|
|
|
21
21
|
lane,
|
|
22
22
|
queue: [],
|
|
23
23
|
activeTaskIds: new Set(),
|
|
24
|
+
activeTaskStartTimes: new Map(),
|
|
24
25
|
maxConcurrent: 1,
|
|
25
26
|
draining: false,
|
|
26
27
|
generation: 0,
|
|
@@ -29,10 +30,11 @@ function getLaneState(lane) {
|
|
|
29
30
|
return created;
|
|
30
31
|
}
|
|
31
32
|
function completeTask(state, taskId, taskGeneration) {
|
|
32
|
-
if (
|
|
33
|
+
if (state.generation !== taskGeneration) {
|
|
33
34
|
return false;
|
|
34
35
|
}
|
|
35
36
|
state.activeTaskIds.delete(taskId);
|
|
37
|
+
state.activeTaskStartTimes.delete(taskId);
|
|
36
38
|
return true;
|
|
37
39
|
}
|
|
38
40
|
function drainLane(lane) {
|
|
@@ -53,6 +55,7 @@ function drainLane(lane) {
|
|
|
53
55
|
const taskId = nextTaskId++;
|
|
54
56
|
const taskGeneration = state.generation;
|
|
55
57
|
state.activeTaskIds.add(taskId);
|
|
58
|
+
state.activeTaskStartTimes.set(taskId, Date.now());
|
|
56
59
|
void (async () => {
|
|
57
60
|
const startTime = Date.now();
|
|
58
61
|
try {
|
|
@@ -175,6 +178,28 @@ export function getActiveTaskCount() {
|
|
|
175
178
|
}
|
|
176
179
|
return total;
|
|
177
180
|
}
|
|
181
|
+
/**
|
|
182
|
+
* Prune stuck active tasks that have been running longer than `maxAgeMs`.
|
|
183
|
+
* This prevents permanently blocked lanes when a task promise never settles
|
|
184
|
+
* (e.g. LLM timeout that leaves the task in active state without completion).
|
|
185
|
+
* Returns the number of pruned tasks.
|
|
186
|
+
*/
|
|
187
|
+
export function pruneStuckTasks(maxAgeMs = 15 * 60_000) {
|
|
188
|
+
const now = Date.now();
|
|
189
|
+
let pruned = 0;
|
|
190
|
+
for (const state of lanes.values()) {
|
|
191
|
+
for (const taskId of state.activeTaskIds) {
|
|
192
|
+
const startedAt = state.activeTaskStartTimes.get(taskId);
|
|
193
|
+
if (startedAt && now - startedAt > maxAgeMs) {
|
|
194
|
+
state.activeTaskIds.delete(taskId);
|
|
195
|
+
state.activeTaskStartTimes.delete(taskId);
|
|
196
|
+
pruned++;
|
|
197
|
+
diag.warn(`lane stuck task pruned: lane=${state.lane} taskId=${taskId} ageMs=${now - startedAt}`);
|
|
198
|
+
}
|
|
199
|
+
}
|
|
200
|
+
}
|
|
201
|
+
return pruned;
|
|
202
|
+
}
|
|
178
203
|
/**
|
|
179
204
|
* Wait for all currently active tasks across all lanes to finish.
|
|
180
205
|
* Polls at a short interval; resolves when no tasks are active or
|