steroids-cli 0.18.1 → 0.18.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -0
- package/dist/monitor/scanner.d.ts.map +1 -1
- package/dist/monitor/scanner.js +32 -0
- package/dist/monitor/scanner.js.map +1 -1
- package/dist/runners/abandoned-runners.d.ts +21 -0
- package/dist/runners/abandoned-runners.d.ts.map +1 -0
- package/dist/runners/abandoned-runners.js +100 -0
- package/dist/runners/abandoned-runners.js.map +1 -0
- package/dist/runners/wakeup-global-cleanup.d.ts.map +1 -1
- package/dist/runners/wakeup-global-cleanup.js +2 -79
- package/dist/runners/wakeup-global-cleanup.js.map +1 -1
- package/dist/self-heal/reload-sweep.d.ts +24 -0
- package/dist/self-heal/reload-sweep.d.ts.map +1 -0
- package/dist/self-heal/reload-sweep.js +110 -0
- package/dist/self-heal/reload-sweep.js.map +1 -0
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -218,6 +218,7 @@ Steroids processes tasks in order, looping coder/reviewer until completion or di
|
|
|
218
218
|
|
|
219
219
|
Steroids ships with a full web dashboard for monitoring tasks, runners, and project health.
|
|
220
220
|
The monitor supports four response modes: `monitor_only`, `triage_only`, `fix_and_monitor`, and `custom`.
|
|
221
|
+
Dashboard reloads now trigger an explicit background self-heal sweep for stale runners and orphaned tasks, so obvious abandoned state is rechecked without waiting for a manual recovery command.
|
|
221
222
|
|
|
222
223
|
On first run, `steroids web` clones the dashboard repository to `~/.steroids/webui/` and installs everything automatically. On subsequent runs, it pulls the latest version before launching — so you're always up to date.
|
|
223
224
|
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scanner.d.ts","sourceRoot":"","sources":["../../src/monitor/scanner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;
|
|
1
|
+
{"version":3,"file":"scanner.d.ts","sourceRoot":"","sources":["../../src/monitor/scanner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAgCH,MAAM,WAAW,OAAO;IACtB,IAAI,EACA,eAAe,GACf,oBAAoB,GACpB,eAAe,GACf,aAAa,GACb,kBAAkB,GAClB,mBAAmB,GACnB,aAAa,GACb,cAAc,GACd,cAAc,GACd,kBAAkB,GAClB,mBAAmB,GACnB,cAAc,GACd,kBAAkB,GAClB,mBAAmB,GACnB,eAAe,CAAC;IACpB,QAAQ,EAAE,MAAM,GAAG,SAAS,GAAG,UAAU,CAAC;IAC1C,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,OAAO,EAAE,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;CACjB;AA4MD,wBAAsB,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,CAmMnD"}
|
package/dist/monitor/scanner.js
CHANGED
|
@@ -22,6 +22,7 @@ const node_fs_1 = require("node:fs");
|
|
|
22
22
|
const node_path_2 = require("node:path");
|
|
23
23
|
const stuck_task_detector_js_1 = require("../health/stuck-task-detector.js");
|
|
24
24
|
const global_db_connection_js_1 = require("../runners/global-db-connection.js");
|
|
25
|
+
const abandoned_runners_js_1 = require("../runners/abandoned-runners.js");
|
|
25
26
|
const cron_js_1 = require("../runners/cron.js");
|
|
26
27
|
const clone_js_1 = require("../parallel/clone.js");
|
|
27
28
|
const global_db_backoffs_js_1 = require("../runners/global-db-backoffs.js");
|
|
@@ -300,6 +301,37 @@ async function runScan() {
|
|
|
300
301
|
}
|
|
301
302
|
}
|
|
302
303
|
}
|
|
304
|
+
const knownRunnerIds = new Set(anomalies.flatMap((anomaly) => (anomaly.runnerId ? [anomaly.runnerId] : [])));
|
|
305
|
+
for (const runner of (0, abandoned_runners_js_1.findAbandonedRunners)(globalDb)) {
|
|
306
|
+
if (knownRunnerIds.has(runner.id)) {
|
|
307
|
+
continue;
|
|
308
|
+
}
|
|
309
|
+
const projectPath = runner.project_path ?? runner.raw_project_path ?? '[unresolved-runner]';
|
|
310
|
+
const projectName = runner.project_resolved
|
|
311
|
+
? (0, node_path_1.basename)(projectPath)
|
|
312
|
+
: 'Unresolved Runner';
|
|
313
|
+
const anomalyType = runner.reason === 'stale_heartbeat' && runner.process_alive
|
|
314
|
+
? 'zombie_runner'
|
|
315
|
+
: 'dead_runner';
|
|
316
|
+
anomalies.push({
|
|
317
|
+
type: anomalyType,
|
|
318
|
+
severity: 'critical',
|
|
319
|
+
projectPath,
|
|
320
|
+
projectName,
|
|
321
|
+
runnerId: runner.id,
|
|
322
|
+
taskId: runner.current_task_id ?? undefined,
|
|
323
|
+
details: runner.project_resolved
|
|
324
|
+
? `Abandoned runner ${runner.id} (${runner.status}) for ${projectName}`
|
|
325
|
+
: `Abandoned unresolved runner ${runner.id} from ${runner.raw_project_path ?? 'unknown path'}`,
|
|
326
|
+
context: {
|
|
327
|
+
pid: runner.pid,
|
|
328
|
+
rawProjectPath: runner.raw_project_path,
|
|
329
|
+
parallelSessionId: runner.parallel_session_id,
|
|
330
|
+
projectResolved: runner.project_resolved,
|
|
331
|
+
reason: runner.reason,
|
|
332
|
+
},
|
|
333
|
+
});
|
|
334
|
+
}
|
|
303
335
|
// M9: Filter out suppressed anomalies
|
|
304
336
|
try {
|
|
305
337
|
const now = Date.now();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"scanner.js","sourceRoot":"","sources":["../../src/monitor/scanner.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;GAWG;;;;;AA2QH,0BA8JC;AAvaD,oEAAsC;AACtC,yCAAqC;AACrC,qCAAqC;AACrC,yCAAiC;AACjC,6EAG0C;AAC1C,gFAG4C;AAC5C,gDAAgD;AAChD,mDAAsD;AACtD,4EAA6E;AAC7E,6DAQ8B;AAwC9B,8EAA8E;AAC9E,WAAW;AACX,8EAA8E;AAE9E,mEAAmE;AACnE,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAEpC,2DAA2D;AAC3D,MAAM,yBAAyB,GAAG,IAAI,CAAC;AAEvC,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,SAAS,aAAa,CAAC,WAAmB;IACxC,OAAO,IAAA,gBAAI,EAAC,WAAW,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,qBAAqB,CAAC,WAAmB;IAChD,MAAM,MAAM,GAAG,aAAa,CAAC,WAAW,CAAC,CAAC;IAC1C,IAAI,CAAC,IAAA,oBAAU,EAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,IAAI,wBAAQ,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QACzE,EAAE,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;QACjC,OAAO,EAAE,CAAC;IACZ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,QAA2B,EAAE,WAAmB;IACvE,sCAAsC;IACtC,MAAM,YAAY,GAAG,QAAQ;SAC1B,OAAO,CACN;;;0DAGoD,CACrD;SACA,GAAG,CAAC,WAAW,CAA8B,CAAC;IACjD,IAAI,YAAY;QAAE,OAAO,IAAI,CAAC;IAE9B,yFAAyF;IACzF,MAAM,cAAc,GAAG,QAAQ;SAC5B,OAAO,CACN;;;;;eAKS,CACV;SACA,GAAG,CAAC,WAAW,CAA8B,CAAC;IACjD,IAAI,cAAc;QAAE,OAAO,IAAI,CAAC;IAEhC,0FAA0F;IAC1F,MAAM,aAAa,GAAG,QAAQ;SAC3B,OAAO,CACN;;;;;;;;eAQS,CACV;SACA,GAAG,CAAC,WAAW,CAA8B,CAAC;IACjD,OAAO,aAAa,KAAK,SAAS,CAAC;AACrC,CAAC;AAED,SAAS,cAAc,CAAC,SAA4B;IAClD,kFAAkF;IAClF,mEAAmE;IACnE,MAAM,GAAG,GAAG,SAAS;SAClB,OAAO,CACN;6EACuE,CACxE;SACA,GAAG,EAAuB,CAAC;IAC9B,OAAO,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC;AACvB,CAAC;AAED,8EAA8E;AAC9E,iCAAiC;AACjC,8EAA8E;AAE9E,SAAS,wBAAwB,CAC/B,WAAmB;IAEnB,IAAI,CAAC;QACH,OAAO,IAAA,iDAAyB,EAAC,WAAW,CAAC,CAAC;IAChD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,kDAAkD,IAAA,oBAAQ,EAAC,WAAW,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAC7F,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,wCAAwC;AACxC,8EAA8E;AAE9E,SAAS,cAAc,CACrB,MAAgC,EAChC,WAAmB,EACnB,WAAmB;IAEnB,MAAM,SAAS,GAAc,EAAE,CAAC;IAEhC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;QACrC,SAAS,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,eAAe;YACrB,QAAQ,EAAE,UAAU;YACpB,WAAW;YACX,WAAW;YACX,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,SAAS,EAAE,CAAC,CAAC,KAAK;YAClB,OAAO,EAAE,SAAS,CAAC,CAAC,KAAK,kBAAkB,CAAC,CAAC,kBAAkB,yBAAyB;YACxF,OAAO,EAAE;gBACP,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,kBAAkB,EAAE,CAAC,CAAC,kBAAkB;gBACxC,eAAe,EAAE,CAAC,CAAC,eAAe;gBAClC,gBAAgB,EAAE,CAAC,CAAC,gBAAgB,EAAE,WAAW,EAAE,IAAI,IAAI;aAC5D;SACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAC1C,SAAS,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,oBAAoB;YAC1B,QAAQ,EAAE,UAAU;YACpB,WAAW;YACX,WAAW;YACX,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,SAAS,EAAE,CAAC,CAAC,KAAK;YAClB,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,OAAO,EAAE,GAAG,CAAC,CAAC,KAAK,gBAAgB,CAAC,CAAC,kBAAkB,eAAe,CAAC,CAAC,QAAQ,EAAE;YAClF,OAAO,EAAE;gBACP,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,kBAAkB,EAAE,CAAC,CAAC,kBAAkB;gBACxC,oBAAoB,EAAE,CAAC,CAAC,oBAAoB;gBAC5C,SAAS,EAAE,CAAC,CAAC,SAAS;aACvB;SACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;QACrC,SAAS,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,eAAe;YACrB,QAAQ,EAAE,UAAU;YACpB,WAAW;YACX,WAAW;YACX,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,MAAM,EAAE,CAAC,CAAC,aAAa,IAAI,SAAS;YACpC,OAAO,EAAE,iBAAiB,CAAC,CAAC,QAAQ,SAAS,CAAC,CAAC,GAAG,uBAAuB,CAAC,CAAC,qBAAqB,GAAG;YACnG,OAAO,EAAE;gBACP,GAAG,EAAE,CAAC,CAAC,GAAG;gBACV,qBAAqB,EAAE,CAAC,CAAC,qBAAqB;aAC/C;SACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QACnC,SAAS,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,aAAa;YACnB,QAAQ,EAAE,UAAU;YACpB,WAAW;YACX,WAAW;YACX,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,MAAM,EAAE,CAAC,CAAC,aAAa,IAAI,SAAS;YACpC,OAAO,EAAE,eAAe,CAAC,CAAC,QAAQ,SAAS,CAAC,CAAC,GAAG,uBAAuB;YACvE,OAAO,EAAE;gBACP,GAAG,EAAE,CAAC,CAAC,GAAG;gBACV,qBAAqB,EAAE,CAAC,CAAC,qBAAqB;aAC/C;SACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;QACzC,SAAS,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,MAAM;YAChB,WAAW;YACX,WAAW;YACX,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,SAAS,EAAE,CAAC,CAAC,KAAK;YAClB,OAAO,EAAE,SAAS,CAAC,CAAC,KAAK,8DAA8D;YACvF,OAAO,EAAE;gBACP,kBAAkB,EAAE,CAAC,CAAC,kBAAkB;aACzC;SACF,CAAC,CAAC;IACL,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,8EAA8E;AAC9E,aAAa;AACb,8EAA8E;AAEvE,KAAK,UAAU,OAAO;IAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,SAAS,GAAc,EAAE,CAAC;IAEhC,IAAI,UAAU,GAAoC,IAAI,CAAC;IACvD,IAAI,CAAC;QACH,UAAU,GAAG,IAAA,4CAAkB,GAAE,CAAC;IACpC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;YACL,SAAS;YACT,YAAY,EAAE,CAAC;YACf,SAAS,EAAE,EAAE;YACb,OAAO,EAAE,gCAAgC;SAC1C,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,UAAU,CAAC,EAAE,CAAC;IAE/B,IAAI,QAAsD,CAAC;IAC3D,IAAI,CAAC;QACH,QAAQ,GAAG,QAAQ;aAChB,OAAO,CAAC,mDAAmD,CAAC;aAC5D,GAAG,EAAkD,CAAC;IAC3D,CAAC;IAAC,MAAM,CAAC;QACP,UAAU,CAAC,KAAK,EAAE,CAAC;QACnB,OAAO;YACL,SAAS;YACT,YAAY,EAAE,CAAC;YACf,SAAS,EAAE,EAAE;YACb,OAAO,EAAE,gCAAgC;SAC1C,CAAC;IACJ,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;QACjC,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,IAAI,IAAA,oBAAQ,EAAC,WAAW,CAAC,CAAC;QAE1D,MAAM,SAAS,GAAG,qBAAqB,CAAC,WAAW,CAAC,CAAC;QACrD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,wEAAwE;YACxE,SAAS;QACX,CAAC;QAED,IAAI,CAAC;YACH,iDAAiD;YACjD,MAAM,WAAW,GAAG,IAAA,yCAAgB,EAAC;gBACnC,WAAW;gBACX,SAAS;gBACT,QAAQ;aACT,CAAC,CAAC;YACH,SAAS,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,WAAW,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;YAEzE,0BAA0B;YAC1B,SAAS,CAAC,IAAI,CAAC,GAAG,IAAA,8CAAyB,EAAC,SAAS,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;YAElF,2BAA2B;YAC3B,SAAS,CAAC,IAAI,CACZ,GAAG,IAAA,wCAAmB,EAAC,SAAS,EAAE,WAAW,EAAE,WAAW,EAAE,uBAAuB,EAAE,yBAAyB,CAAC,CAChH,CAAC;YAEF,uBAAuB;YACvB,SAAS,CAAC,IAAI,CAAC,GAAG,IAAA,yCAAoB,EAAC,SAAS,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;YAE7E,6DAA6D;YAC7D,SAAS,CAAC,IAAI,CAAC,GAAG,IAAA,qCAAgB,EAAC,SAAS,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;YAEzE,4DAA4D;YAC5D,SAAS,CAAC,IAAI,CAAC,GAAG,IAAA,wCAAmB,EAAC,SAAS,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;YAE5E,oBAAoB;YACpB,SAAS,CAAC,IAAI,CAAC,GAAG,IAAA,sCAAiB,EAAC,SAAS,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;YAE1E,kDAAkD;YAClD,MAAM,SAAS,GAAG,IAAA,yBAAc,EAAC,WAAW,CAAC,CAAC;YAC9C,SAAS,CAAC,IAAI,CAAC,GAAG,IAAA,wCAAmB,EAAC,QAAQ,EAAE,WAAW,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC,CAAC;YAEtF,oFAAoF;YACpF,IAAI,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,WAAW,CAAC,EAAE,CAAC;gBACzE,MAAM,UAAU,GAAG,IAAA,oBAAU,GAAE,CAAC,SAAS,CAAC;gBAE1C,8EAA8E;gBAC9E,0EAA0E;gBAC1E,MAAM,eAAe,GAAG,wBAAwB,CAAC,WAAW,CAAC,CAAC;gBAC9D,MAAM,WAAW,GAAG,eAAe,KAAK,IAAI,CAAC;gBAC7C,MAAM,QAAQ,GAAwB,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;gBAEhG,IAAI,OAAe,CAAC;gBACpB,IAAI,WAAW,EAAE,CAAC;oBAChB,OAAO,GAAG,YAAY,WAAW,sDAAsD,eAAe,CAAC,QAAQ,oBAAoB,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC;gBACxL,CAAC;qBAAM,IAAI,UAAU,EAAE,CAAC;oBACtB,OAAO,GAAG,YAAY,WAAW,qFAAqF,CAAC;gBACzH,CAAC;qBAAM,CAAC;oBACN,OAAO,GAAG,YAAY,WAAW,yCAAyC,CAAC;gBAC7E,CAAC;gBAED,SAAS,CAAC,IAAI,CAAC;oBACb,IAAI,EAAE,cAAc;oBACpB,QAAQ;oBACR,WAAW;oBACX,WAAW;oBACX,OAAO;oBACP,OAAO,EAAE,EAAE,UAAU,EAAE,iBAAiB,EAAE,WAAW,EAAE,eAAe,EAAE,eAAe,IAAI,SAAS,EAAE;iBACvG,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,4DAA4D;QAC9D,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC;gBACH,SAAS,CAAC,KAAK,EAAE,CAAC;YACpB,CAAC;YAAC,MAAM,CAAC;gBACP,sBAAsB;YACxB,CAAC;QACH,CAAC;IACH,CAAC;IAED,sCAAsC;IACtC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAC3B,kFAAkF,CACnF,CAAC,GAAG,CAAC,GAAG,CAA0D,CAAC;QACpE,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;YACjF,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/C,IAAI,UAAU,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;oBACvE,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,yDAAyD;IAC3D,CAAC;IAED,UAAU,CAAC,KAAK,EAAE,CAAC;IAEnB,gBAAgB;IAChB,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,CAAC,CAAC,MAAM,CAAC;IAC3E,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;IACzE,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IAEnE,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,WAAW,QAAQ,CAAC,MAAM,aAAa,CAAC,CAAC;IACpD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACtC,CAAC;SAAM,CAAC;QACN,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,QAAQ,GAAG,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,WAAW,CAAC,CAAC;QACtD,IAAI,OAAO,GAAG,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,UAAU,CAAC,CAAC;QACnD,IAAI,IAAI,GAAG,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,OAAO,CAAC,CAAC;QAC1C,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAChC,CAAC;IAED,OAAO;QACL,SAAS;QACT,YAAY,EAAE,QAAQ,CAAC,MAAM;QAC7B,SAAS;QACT,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;KAC3B,CAAC;AACJ,CAAC"}
|
|
1
|
+
{"version":3,"file":"scanner.js","sourceRoot":"","sources":["../../src/monitor/scanner.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;GAWG;;;;;AA4QH,0BAmMC;AA7cD,oEAAsC;AACtC,yCAAqC;AACrC,qCAAqC;AACrC,yCAAiC;AACjC,6EAG0C;AAC1C,gFAG4C;AAC5C,0EAAuE;AACvE,gDAAgD;AAChD,mDAAsD;AACtD,4EAA6E;AAC7E,6DAQ8B;AAwC9B,8EAA8E;AAC9E,WAAW;AACX,8EAA8E;AAE9E,mEAAmE;AACnE,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAEpC,2DAA2D;AAC3D,MAAM,yBAAyB,GAAG,IAAI,CAAC;AAEvC,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,SAAS,aAAa,CAAC,WAAmB;IACxC,OAAO,IAAA,gBAAI,EAAC,WAAW,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,qBAAqB,CAAC,WAAmB;IAChD,MAAM,MAAM,GAAG,aAAa,CAAC,WAAW,CAAC,CAAC;IAC1C,IAAI,CAAC,IAAA,oBAAU,EAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,IAAI,wBAAQ,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QACzE,EAAE,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;QACjC,OAAO,EAAE,CAAC;IACZ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,QAA2B,EAAE,WAAmB;IACvE,sCAAsC;IACtC,MAAM,YAAY,GAAG,QAAQ;SAC1B,OAAO,CACN;;;0DAGoD,CACrD;SACA,GAAG,CAAC,WAAW,CAA8B,CAAC;IACjD,IAAI,YAAY;QAAE,OAAO,IAAI,CAAC;IAE9B,yFAAyF;IACzF,MAAM,cAAc,GAAG,QAAQ;SAC5B,OAAO,CACN;;;;;eAKS,CACV;SACA,GAAG,CAAC,WAAW,CAA8B,CAAC;IACjD,IAAI,cAAc;QAAE,OAAO,IAAI,CAAC;IAEhC,0FAA0F;IAC1F,MAAM,aAAa,GAAG,QAAQ;SAC3B,OAAO,CACN;;;;;;;;eAQS,CACV;SACA,GAAG,CAAC,WAAW,CAA8B,CAAC;IACjD,OAAO,aAAa,KAAK,SAAS,CAAC;AACrC,CAAC;AAED,SAAS,cAAc,CAAC,SAA4B;IAClD,kFAAkF;IAClF,mEAAmE;IACnE,MAAM,GAAG,GAAG,SAAS;SAClB,OAAO,CACN;6EACuE,CACxE;SACA,GAAG,EAAuB,CAAC;IAC9B,OAAO,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC;AACvB,CAAC;AAED,8EAA8E;AAC9E,iCAAiC;AACjC,8EAA8E;AAE9E,SAAS,wBAAwB,CAC/B,WAAmB;IAEnB,IAAI,CAAC;QACH,OAAO,IAAA,iDAAyB,EAAC,WAAW,CAAC,CAAC;IAChD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,kDAAkD,IAAA,oBAAQ,EAAC,WAAW,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAC7F,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,wCAAwC;AACxC,8EAA8E;AAE9E,SAAS,cAAc,CACrB,MAAgC,EAChC,WAAmB,EACnB,WAAmB;IAEnB,MAAM,SAAS,GAAc,EAAE,CAAC;IAEhC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;QACrC,SAAS,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,eAAe;YACrB,QAAQ,EAAE,UAAU;YACpB,WAAW;YACX,WAAW;YACX,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,SAAS,EAAE,CAAC,CAAC,KAAK;YAClB,OAAO,EAAE,SAAS,CAAC,CAAC,KAAK,kBAAkB,CAAC,CAAC,kBAAkB,yBAAyB;YACxF,OAAO,EAAE;gBACP,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,kBAAkB,EAAE,CAAC,CAAC,kBAAkB;gBACxC,eAAe,EAAE,CAAC,CAAC,eAAe;gBAClC,gBAAgB,EAAE,CAAC,CAAC,gBAAgB,EAAE,WAAW,EAAE,IAAI,IAAI;aAC5D;SACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAC1C,SAAS,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,oBAAoB;YAC1B,QAAQ,EAAE,UAAU;YACpB,WAAW;YACX,WAAW;YACX,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,SAAS,EAAE,CAAC,CAAC,KAAK;YAClB,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,OAAO,EAAE,GAAG,CAAC,CAAC,KAAK,gBAAgB,CAAC,CAAC,kBAAkB,eAAe,CAAC,CAAC,QAAQ,EAAE;YAClF,OAAO,EAAE;gBACP,KAAK,EAAE,CAAC,CAAC,KAAK;gBACd,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,kBAAkB,EAAE,CAAC,CAAC,kBAAkB;gBACxC,oBAAoB,EAAE,CAAC,CAAC,oBAAoB;gBAC5C,SAAS,EAAE,CAAC,CAAC,SAAS;aACvB;SACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;QACrC,SAAS,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,eAAe;YACrB,QAAQ,EAAE,UAAU;YACpB,WAAW;YACX,WAAW;YACX,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,MAAM,EAAE,CAAC,CAAC,aAAa,IAAI,SAAS;YACpC,OAAO,EAAE,iBAAiB,CAAC,CAAC,QAAQ,SAAS,CAAC,CAAC,GAAG,uBAAuB,CAAC,CAAC,qBAAqB,GAAG;YACnG,OAAO,EAAE;gBACP,GAAG,EAAE,CAAC,CAAC,GAAG;gBACV,qBAAqB,EAAE,CAAC,CAAC,qBAAqB;aAC/C;SACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QACnC,SAAS,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,aAAa;YACnB,QAAQ,EAAE,UAAU;YACpB,WAAW;YACX,WAAW;YACX,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,MAAM,EAAE,CAAC,CAAC,aAAa,IAAI,SAAS;YACpC,OAAO,EAAE,eAAe,CAAC,CAAC,QAAQ,SAAS,CAAC,CAAC,GAAG,uBAAuB;YACvE,OAAO,EAAE;gBACP,GAAG,EAAE,CAAC,CAAC,GAAG;gBACV,qBAAqB,EAAE,CAAC,CAAC,qBAAqB;aAC/C;SACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;QACzC,SAAS,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,kBAAkB;YACxB,QAAQ,EAAE,MAAM;YAChB,WAAW;YACX,WAAW;YACX,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,SAAS,EAAE,CAAC,CAAC,KAAK;YAClB,OAAO,EAAE,SAAS,CAAC,CAAC,KAAK,8DAA8D;YACvF,OAAO,EAAE;gBACP,kBAAkB,EAAE,CAAC,CAAC,kBAAkB;aACzC;SACF,CAAC,CAAC;IACL,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,8EAA8E;AAC9E,aAAa;AACb,8EAA8E;AAEvE,KAAK,UAAU,OAAO;IAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,SAAS,GAAc,EAAE,CAAC;IAEhC,IAAI,UAAU,GAAoC,IAAI,CAAC;IACvD,IAAI,CAAC;QACH,UAAU,GAAG,IAAA,4CAAkB,GAAE,CAAC;IACpC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;YACL,SAAS;YACT,YAAY,EAAE,CAAC;YACf,SAAS,EAAE,EAAE;YACb,OAAO,EAAE,gCAAgC;SAC1C,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,UAAU,CAAC,EAAE,CAAC;IAE/B,IAAI,QAAsD,CAAC;IAC3D,IAAI,CAAC;QACH,QAAQ,GAAG,QAAQ;aAChB,OAAO,CAAC,mDAAmD,CAAC;aAC5D,GAAG,EAAkD,CAAC;IAC3D,CAAC;IAAC,MAAM,CAAC;QACP,UAAU,CAAC,KAAK,EAAE,CAAC;QACnB,OAAO;YACL,SAAS;YACT,YAAY,EAAE,CAAC;YACf,SAAS,EAAE,EAAE;YACb,OAAO,EAAE,gCAAgC;SAC1C,CAAC;IACJ,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;QACjC,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,IAAI,IAAA,oBAAQ,EAAC,WAAW,CAAC,CAAC;QAE1D,MAAM,SAAS,GAAG,qBAAqB,CAAC,WAAW,CAAC,CAAC;QACrD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,wEAAwE;YACxE,SAAS;QACX,CAAC;QAED,IAAI,CAAC;YACH,iDAAiD;YACjD,MAAM,WAAW,GAAG,IAAA,yCAAgB,EAAC;gBACnC,WAAW;gBACX,SAAS;gBACT,QAAQ;aACT,CAAC,CAAC;YACH,SAAS,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,WAAW,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;YAEzE,0BAA0B;YAC1B,SAAS,CAAC,IAAI,CAAC,GAAG,IAAA,8CAAyB,EAAC,SAAS,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;YAElF,2BAA2B;YAC3B,SAAS,CAAC,IAAI,CACZ,GAAG,IAAA,wCAAmB,EAAC,SAAS,EAAE,WAAW,EAAE,WAAW,EAAE,uBAAuB,EAAE,yBAAyB,CAAC,CAChH,CAAC;YAEF,uBAAuB;YACvB,SAAS,CAAC,IAAI,CAAC,GAAG,IAAA,yCAAoB,EAAC,SAAS,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;YAE7E,6DAA6D;YAC7D,SAAS,CAAC,IAAI,CAAC,GAAG,IAAA,qCAAgB,EAAC,SAAS,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;YAEzE,4DAA4D;YAC5D,SAAS,CAAC,IAAI,CAAC,GAAG,IAAA,wCAAmB,EAAC,SAAS,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;YAE5E,oBAAoB;YACpB,SAAS,CAAC,IAAI,CAAC,GAAG,IAAA,sCAAiB,EAAC,SAAS,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;YAE1E,kDAAkD;YAClD,MAAM,SAAS,GAAG,IAAA,yBAAc,EAAC,WAAW,CAAC,CAAC;YAC9C,SAAS,CAAC,IAAI,CAAC,GAAG,IAAA,wCAAmB,EAAC,QAAQ,EAAE,WAAW,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC,CAAC;YAEtF,oFAAoF;YACpF,IAAI,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,WAAW,CAAC,EAAE,CAAC;gBACzE,MAAM,UAAU,GAAG,IAAA,oBAAU,GAAE,CAAC,SAAS,CAAC;gBAE1C,8EAA8E;gBAC9E,0EAA0E;gBAC1E,MAAM,eAAe,GAAG,wBAAwB,CAAC,WAAW,CAAC,CAAC;gBAC9D,MAAM,WAAW,GAAG,eAAe,KAAK,IAAI,CAAC;gBAC7C,MAAM,QAAQ,GAAwB,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;gBAEhG,IAAI,OAAe,CAAC;gBACpB,IAAI,WAAW,EAAE,CAAC;oBAChB,OAAO,GAAG,YAAY,WAAW,sDAAsD,eAAe,CAAC,QAAQ,oBAAoB,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC;gBACxL,CAAC;qBAAM,IAAI,UAAU,EAAE,CAAC;oBACtB,OAAO,GAAG,YAAY,WAAW,qFAAqF,CAAC;gBACzH,CAAC;qBAAM,CAAC;oBACN,OAAO,GAAG,YAAY,WAAW,yCAAyC,CAAC;gBAC7E,CAAC;gBAED,SAAS,CAAC,IAAI,CAAC;oBACb,IAAI,EAAE,cAAc;oBACpB,QAAQ;oBACR,WAAW;oBACX,WAAW;oBACX,OAAO;oBACP,OAAO,EAAE,EAAE,UAAU,EAAE,iBAAiB,EAAE,WAAW,EAAE,eAAe,EAAE,eAAe,IAAI,SAAS,EAAE;iBACvG,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,4DAA4D;QAC9D,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC;gBACH,SAAS,CAAC,KAAK,EAAE,CAAC;YACpB,CAAC;YAAC,MAAM,CAAC;gBACP,sBAAsB;YACxB,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAC5D,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAC3C,CAAC,CAAC,CAAC;IACJ,KAAK,MAAM,MAAM,IAAI,IAAA,2CAAoB,EAAC,QAAQ,CAAC,EAAE,CAAC;QACpD,IAAI,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;YAClC,SAAS;QACX,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,gBAAgB,IAAI,qBAAqB,CAAC;QAC5F,MAAM,WAAW,GAAG,MAAM,CAAC,gBAAgB;YACzC,CAAC,CAAC,IAAA,oBAAQ,EAAC,WAAW,CAAC;YACvB,CAAC,CAAC,mBAAmB,CAAC;QACxB,MAAM,WAAW,GACf,MAAM,CAAC,MAAM,KAAK,iBAAiB,IAAI,MAAM,CAAC,aAAa;YACzD,CAAC,CAAC,eAAe;YACjB,CAAC,CAAC,aAAa,CAAC;QAEpB,SAAS,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,WAAW;YACjB,QAAQ,EAAE,UAAU;YACpB,WAAW;YACX,WAAW;YACX,QAAQ,EAAE,MAAM,CAAC,EAAE;YACnB,MAAM,EAAE,MAAM,CAAC,eAAe,IAAI,SAAS;YAC3C,OAAO,EAAE,MAAM,CAAC,gBAAgB;gBAC9B,CAAC,CAAC,oBAAoB,MAAM,CAAC,EAAE,KAAK,MAAM,CAAC,MAAM,SAAS,WAAW,EAAE;gBACvE,CAAC,CAAC,+BAA+B,MAAM,CAAC,EAAE,SAAS,MAAM,CAAC,gBAAgB,IAAI,cAAc,EAAE;YAChG,OAAO,EAAE;gBACP,GAAG,EAAE,MAAM,CAAC,GAAG;gBACf,cAAc,EAAE,MAAM,CAAC,gBAAgB;gBACvC,iBAAiB,EAAE,MAAM,CAAC,mBAAmB;gBAC7C,eAAe,EAAE,MAAM,CAAC,gBAAgB;gBACxC,MAAM,EAAE,MAAM,CAAC,MAAM;aACtB;SACF,CAAC,CAAC;IACL,CAAC;IAED,sCAAsC;IACtC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAC3B,kFAAkF,CACnF,CAAC,GAAG,CAAC,GAAG,CAA0D,CAAC;QACpE,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;YACjF,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/C,IAAI,UAAU,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;oBACvE,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,yDAAyD;IAC3D,CAAC;IAED,UAAU,CAAC,KAAK,EAAE,CAAC;IAEnB,gBAAgB;IAChB,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,UAAU,CAAC,CAAC,MAAM,CAAC;IAC3E,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;IACzE,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IAEnE,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,WAAW,QAAQ,CAAC,MAAM,aAAa,CAAC,CAAC;IACpD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACtC,CAAC;SAAM,CAAC;QACN,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,QAAQ,GAAG,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,WAAW,CAAC,CAAC;QACtD,IAAI,OAAO,GAAG,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,UAAU,CAAC,CAAC;QACnD,IAAI,IAAI,GAAG,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,OAAO,CAAC,CAAC;QAC1C,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAChC,CAAC;IAED,OAAO;QACL,SAAS;QACT,YAAY,EAAE,QAAQ,CAAC,MAAM;QAC7B,SAAS;QACT,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;KAC3B,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import type Database from 'better-sqlite3';
|
|
2
|
+
import type { WakeupLogger, WakeupResult } from './wakeup-types.js';
|
|
3
|
+
export interface AbandonedRunnerRow {
|
|
4
|
+
id: string;
|
|
5
|
+
status: string;
|
|
6
|
+
pid: number | null;
|
|
7
|
+
heartbeat_at: string;
|
|
8
|
+
current_task_id: string | null;
|
|
9
|
+
project_path: string | null;
|
|
10
|
+
raw_project_path: string | null;
|
|
11
|
+
parallel_session_id: string | null;
|
|
12
|
+
project_resolved: boolean;
|
|
13
|
+
process_alive: boolean;
|
|
14
|
+
reason: 'dead_pid' | 'stale_heartbeat';
|
|
15
|
+
}
|
|
16
|
+
export declare function findAbandonedRunners(globalDb: Database.Database): AbandonedRunnerRow[];
|
|
17
|
+
export declare function cleanupAbandonedRunners(globalDb: Database.Database, options: {
|
|
18
|
+
dryRun: boolean;
|
|
19
|
+
log: WakeupLogger;
|
|
20
|
+
}): WakeupResult[];
|
|
21
|
+
//# sourceMappingURL=abandoned-runners.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"abandoned-runners.d.ts","sourceRoot":"","sources":["../../src/runners/abandoned-runners.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAC;AAI3C,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEpE,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,mBAAmB,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,gBAAgB,EAAE,OAAO,CAAC;IAC1B,aAAa,EAAE,OAAO,CAAC;IACvB,MAAM,EAAE,UAAU,GAAG,iBAAiB,CAAC;CACxC;AAiDD,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,GAAG,kBAAkB,EAAE,CA8CtF;AAED,wBAAgB,uBAAuB,CACrC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAC3B,OAAO,EAAE;IAAE,MAAM,EAAE,OAAO,CAAC;IAAC,GAAG,EAAE,YAAY,CAAA;CAAE,GAC9C,YAAY,EAAE,CAgChB"}
|
|
@@ -0,0 +1,100 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.findAbandonedRunners = findAbandonedRunners;
|
|
4
|
+
exports.cleanupAbandonedRunners = cleanupAbandonedRunners;
|
|
5
|
+
const connection_js_1 = require("../database/connection.js");
|
|
6
|
+
const lock_js_1 = require("./lock.js");
|
|
7
|
+
const wakeup_runner_js_1 = require("./wakeup-runner.js");
|
|
8
|
+
function cleanupStaleRunnerTaskState(runner) {
|
|
9
|
+
if (!runner.current_task_id || !runner.project_path) {
|
|
10
|
+
return;
|
|
11
|
+
}
|
|
12
|
+
try {
|
|
13
|
+
const { db: projectDb, close: closeProjectDb } = (0, connection_js_1.openDatabase)(runner.project_path);
|
|
14
|
+
try {
|
|
15
|
+
const nowMs = Date.now();
|
|
16
|
+
projectDb.prepare(`UPDATE task_invocations
|
|
17
|
+
SET status = 'failed', success = 0, timed_out = 0, exit_code = 1,
|
|
18
|
+
completed_at_ms = ?, duration_ms = ?,
|
|
19
|
+
error = COALESCE(error, 'Runner process died (stale heartbeat).')
|
|
20
|
+
WHERE task_id = ? AND status = 'running'`).run(nowMs, 0, runner.current_task_id);
|
|
21
|
+
projectDb.prepare(`UPDATE tasks SET status = 'pending', updated_at = datetime('now')
|
|
22
|
+
WHERE id = ? AND status = 'in_progress'`).run(runner.current_task_id);
|
|
23
|
+
projectDb.prepare(`DELETE FROM task_locks WHERE task_id = ?`).run(runner.current_task_id);
|
|
24
|
+
}
|
|
25
|
+
finally {
|
|
26
|
+
closeProjectDb();
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
catch {
|
|
30
|
+
// Project DB errors must not block runner row cleanup.
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
function findAbandonedRunners(globalDb) {
|
|
34
|
+
const rows = globalDb.prepare(`SELECT
|
|
35
|
+
r.id,
|
|
36
|
+
r.status,
|
|
37
|
+
r.pid,
|
|
38
|
+
r.heartbeat_at,
|
|
39
|
+
r.current_task_id,
|
|
40
|
+
COALESCE(ps.project_path, r.project_path) AS project_path,
|
|
41
|
+
r.project_path AS raw_project_path,
|
|
42
|
+
r.parallel_session_id,
|
|
43
|
+
CASE WHEN ps.id IS NOT NULL OR p.path IS NOT NULL THEN 1 ELSE 0 END AS project_resolved,
|
|
44
|
+
CASE WHEN r.heartbeat_at < datetime('now', '-5 minutes') THEN 1 ELSE 0 END AS stale_heartbeat
|
|
45
|
+
FROM runners r
|
|
46
|
+
LEFT JOIN parallel_sessions ps ON ps.id = r.parallel_session_id
|
|
47
|
+
LEFT JOIN projects p ON p.path = COALESCE(ps.project_path, r.project_path)
|
|
48
|
+
WHERE r.pid IS NOT NULL
|
|
49
|
+
OR r.heartbeat_at < datetime('now', '-5 minutes')`).all();
|
|
50
|
+
const abandoned = [];
|
|
51
|
+
for (const row of rows) {
|
|
52
|
+
const processAlive = row.pid !== null ? (0, lock_js_1.isProcessAlive)(row.pid) : false;
|
|
53
|
+
const deadPid = row.pid !== null && !processAlive;
|
|
54
|
+
const staleHeartbeat = row.stale_heartbeat === 1;
|
|
55
|
+
if (!deadPid && !staleHeartbeat) {
|
|
56
|
+
continue;
|
|
57
|
+
}
|
|
58
|
+
abandoned.push({
|
|
59
|
+
id: row.id,
|
|
60
|
+
status: row.status,
|
|
61
|
+
pid: row.pid,
|
|
62
|
+
heartbeat_at: row.heartbeat_at,
|
|
63
|
+
current_task_id: row.current_task_id,
|
|
64
|
+
project_path: row.project_path,
|
|
65
|
+
raw_project_path: row.raw_project_path,
|
|
66
|
+
parallel_session_id: row.parallel_session_id,
|
|
67
|
+
project_resolved: row.project_resolved === 1,
|
|
68
|
+
process_alive: processAlive,
|
|
69
|
+
reason: deadPid ? 'dead_pid' : 'stale_heartbeat',
|
|
70
|
+
});
|
|
71
|
+
}
|
|
72
|
+
return abandoned;
|
|
73
|
+
}
|
|
74
|
+
function cleanupAbandonedRunners(globalDb, options) {
|
|
75
|
+
const { dryRun, log } = options;
|
|
76
|
+
const abandonedRunners = findAbandonedRunners(globalDb);
|
|
77
|
+
if (abandonedRunners.length === 0) {
|
|
78
|
+
return [];
|
|
79
|
+
}
|
|
80
|
+
log(`Found ${abandonedRunners.length} abandoned runner(s), cleaning up...`);
|
|
81
|
+
if (!dryRun) {
|
|
82
|
+
for (const runner of abandonedRunners) {
|
|
83
|
+
cleanupStaleRunnerTaskState(runner);
|
|
84
|
+
if (runner.pid && runner.process_alive) {
|
|
85
|
+
(0, wakeup_runner_js_1.killProcess)(runner.pid);
|
|
86
|
+
}
|
|
87
|
+
globalDb.prepare(`UPDATE workstreams
|
|
88
|
+
SET runner_id = NULL,
|
|
89
|
+
lease_expires_at = datetime('now')
|
|
90
|
+
WHERE runner_id = ?`).run(runner.id);
|
|
91
|
+
globalDb.prepare('DELETE FROM runners WHERE id = ?').run(runner.id);
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
return [{
|
|
95
|
+
action: 'cleaned',
|
|
96
|
+
reason: `Cleaned ${abandonedRunners.length} abandoned runner(s)`,
|
|
97
|
+
staleRunners: abandonedRunners.length,
|
|
98
|
+
}];
|
|
99
|
+
}
|
|
100
|
+
//# sourceMappingURL=abandoned-runners.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"abandoned-runners.js","sourceRoot":"","sources":["../../src/runners/abandoned-runners.ts"],"names":[],"mappings":";;AAmEA,oDA8CC;AAED,0DAmCC;AArJD,6DAAyD;AACzD,uCAA2C;AAC3C,yDAAiD;AA8BjD,SAAS,2BAA2B,CAAC,MAGpC;IACC,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;QACpD,OAAO;IACT,CAAC;IAED,IAAI,CAAC;QACH,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,cAAc,EAAE,GAAG,IAAA,4BAAY,EAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QACnF,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACzB,SAAS,CAAC,OAAO,CACf;;;;kDAI0C,CAC3C,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;YACxC,SAAS,CAAC,OAAO,CACf;iDACyC,CAC1C,CAAC,GAAG,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;YAC9B,SAAS,CAAC,OAAO,CACf,0CAA0C,CAC3C,CAAC,GAAG,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QAChC,CAAC;gBAAS,CAAC;YACT,cAAc,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,uDAAuD;IACzD,CAAC;AACH,CAAC;AAED,SAAgB,oBAAoB,CAAC,QAA2B;IAC9D,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAC3B;;;;;;;;;;;;;;;0DAesD,CACvD,CAAC,GAAG,EAAiB,CAAC;IAEvB,MAAM,SAAS,GAAyB,EAAE,CAAC;IAC3C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,YAAY,GAAG,GAAG,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,IAAA,wBAAc,EAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QACxE,MAAM,OAAO,GAAG,GAAG,CAAC,GAAG,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QAClD,MAAM,cAAc,GAAG,GAAG,CAAC,eAAe,KAAK,CAAC,CAAC;QAEjD,IAAI,CAAC,OAAO,IAAI,CAAC,cAAc,EAAE,CAAC;YAChC,SAAS;QACX,CAAC;QAED,SAAS,CAAC,IAAI,CAAC;YACb,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,GAAG,EAAE,GAAG,CAAC,GAAG;YACZ,YAAY,EAAE,GAAG,CAAC,YAAY;YAC9B,eAAe,EAAE,GAAG,CAAC,eAAe;YACpC,YAAY,EAAE,GAAG,CAAC,YAAY;YAC9B,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;YACtC,mBAAmB,EAAE,GAAG,CAAC,mBAAmB;YAC5C,gBAAgB,EAAE,GAAG,CAAC,gBAAgB,KAAK,CAAC;YAC5C,aAAa,EAAE,YAAY;YAC3B,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,iBAAiB;SACjD,CAAC,CAAC;IACL,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAgB,uBAAuB,CACrC,QAA2B,EAC3B,OAA+C;IAE/C,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;IAChC,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IACxD,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,GAAG,CAAC,SAAS,gBAAgB,CAAC,MAAM,sCAAsC,CAAC,CAAC;IAE5E,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,KAAK,MAAM,MAAM,IAAI,gBAAgB,EAAE,CAAC;YACtC,2BAA2B,CAAC,MAAM,CAAC,CAAC;YAEpC,IAAI,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;gBACvC,IAAA,8BAAW,EAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;YAED,QAAQ,CAAC,OAAO,CACd;;;6BAGqB,CACtB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACjB,QAAQ,CAAC,OAAO,CAAC,kCAAkC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAED,OAAO,CAAC;YACN,MAAM,EAAE,SAAS;YACjB,MAAM,EAAE,WAAW,gBAAgB,CAAC,MAAM,sBAAsB;YAChE,YAAY,EAAE,gBAAgB,CAAC,MAAM;SACtC,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"wakeup-global-cleanup.d.ts","sourceRoot":"","sources":["../../src/runners/wakeup-global-cleanup.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"wakeup-global-cleanup.d.ts","sourceRoot":"","sources":["../../src/runners/wakeup-global-cleanup.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAGpE,UAAU,wBAAwB;IAChC,QAAQ,EAAE,GAAG,CAAC;IACd,MAAM,EAAE,OAAO,CAAC;IAChB,GAAG,EAAE,YAAY,CAAC;CACnB;AAmDD;;;;;;;;;GASG;AACH,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,YAAY,GAAG,MAAM,CA0ClF;AA4JD,wBAAsB,8BAA8B,CAClD,OAAO,EAAE,wBAAwB,GAChC,OAAO,CAAC,YAAY,EAAE,CAAC,CAYzB"}
|
|
@@ -6,85 +6,8 @@ const node_fs_1 = require("node:fs");
|
|
|
6
6
|
const node_path_1 = require("node:path");
|
|
7
7
|
const node_os_1 = require("node:os");
|
|
8
8
|
const lock_js_1 = require("./lock.js");
|
|
9
|
-
const
|
|
10
|
-
const lock_js_2 = require("./lock.js");
|
|
11
|
-
const connection_js_1 = require("../database/connection.js");
|
|
12
|
-
const wakeup_runner_js_1 = require("./wakeup-runner.js");
|
|
9
|
+
const abandoned_runners_js_1 = require("./abandoned-runners.js");
|
|
13
10
|
const remote_branch_cleanup_js_1 = require("../workspace/remote-branch-cleanup.js");
|
|
14
|
-
function cleanupStaleRunnerTaskState(runner) {
|
|
15
|
-
if (!runner.current_task_id || !runner.project_path) {
|
|
16
|
-
return;
|
|
17
|
-
}
|
|
18
|
-
try {
|
|
19
|
-
const { db: projectDb, close: closeProjectDb } = (0, connection_js_1.openDatabase)(runner.project_path);
|
|
20
|
-
try {
|
|
21
|
-
const nowMs = Date.now();
|
|
22
|
-
projectDb.prepare(`UPDATE task_invocations
|
|
23
|
-
SET status = 'failed', success = 0, timed_out = 0, exit_code = 1,
|
|
24
|
-
completed_at_ms = ?, duration_ms = ?,
|
|
25
|
-
error = COALESCE(error, 'Runner process died (stale heartbeat).')
|
|
26
|
-
WHERE task_id = ? AND status = 'running'`).run(nowMs, 0, runner.current_task_id);
|
|
27
|
-
projectDb.prepare(`UPDATE tasks SET status = 'pending', updated_at = datetime('now')
|
|
28
|
-
WHERE id = ? AND status = 'in_progress'`).run(runner.current_task_id);
|
|
29
|
-
projectDb.prepare(`DELETE FROM task_locks WHERE task_id = ?`).run(runner.current_task_id);
|
|
30
|
-
}
|
|
31
|
-
finally {
|
|
32
|
-
closeProjectDb();
|
|
33
|
-
}
|
|
34
|
-
}
|
|
35
|
-
catch {
|
|
36
|
-
// Project DB errors must not block runner row cleanup.
|
|
37
|
-
}
|
|
38
|
-
}
|
|
39
|
-
function cleanupStaleRunners(globalDb, dryRun, log) {
|
|
40
|
-
const results = [];
|
|
41
|
-
try {
|
|
42
|
-
const staleRunners = (0, heartbeat_js_1.findStaleRunners)(globalDb);
|
|
43
|
-
const deadRunners = globalDb.prepare(`SELECT r.id, r.pid, r.heartbeat_at, r.current_task_id,
|
|
44
|
-
COALESCE(ps.project_path, r.project_path) AS project_path,
|
|
45
|
-
r.parallel_session_id
|
|
46
|
-
FROM runners r
|
|
47
|
-
LEFT JOIN parallel_sessions ps ON ps.id = r.parallel_session_id
|
|
48
|
-
WHERE r.pid IS NOT NULL`).all();
|
|
49
|
-
const abandonedById = new Map();
|
|
50
|
-
for (const runner of staleRunners) {
|
|
51
|
-
abandonedById.set(runner.id, runner);
|
|
52
|
-
}
|
|
53
|
-
for (const runner of deadRunners) {
|
|
54
|
-
if (runner.pid !== null && (0, lock_js_2.isProcessAlive)(runner.pid)) {
|
|
55
|
-
continue;
|
|
56
|
-
}
|
|
57
|
-
abandonedById.set(runner.id, runner);
|
|
58
|
-
}
|
|
59
|
-
const abandonedRunners = [...abandonedById.values()];
|
|
60
|
-
if (abandonedRunners.length === 0) {
|
|
61
|
-
return results;
|
|
62
|
-
}
|
|
63
|
-
log(`Found ${abandonedRunners.length} abandoned runner(s), cleaning up...`);
|
|
64
|
-
if (!dryRun) {
|
|
65
|
-
for (const runner of abandonedRunners) {
|
|
66
|
-
cleanupStaleRunnerTaskState(runner);
|
|
67
|
-
if (runner.pid && (0, lock_js_2.isProcessAlive)(runner.pid)) {
|
|
68
|
-
(0, wakeup_runner_js_1.killProcess)(runner.pid);
|
|
69
|
-
}
|
|
70
|
-
globalDb.prepare(`UPDATE workstreams
|
|
71
|
-
SET runner_id = NULL,
|
|
72
|
-
lease_expires_at = datetime('now')
|
|
73
|
-
WHERE runner_id = ?`).run(runner.id);
|
|
74
|
-
globalDb.prepare('DELETE FROM runners WHERE id = ?').run(runner.id);
|
|
75
|
-
}
|
|
76
|
-
}
|
|
77
|
-
results.push({
|
|
78
|
-
action: 'cleaned',
|
|
79
|
-
reason: `Cleaned ${abandonedRunners.length} abandoned runner(s)`,
|
|
80
|
-
staleRunners: abandonedRunners.length,
|
|
81
|
-
});
|
|
82
|
-
}
|
|
83
|
-
catch {
|
|
84
|
-
// Ignore global DB issues; wakeup will still attempt per-project checks.
|
|
85
|
-
}
|
|
86
|
-
return results;
|
|
87
|
-
}
|
|
88
11
|
function releaseExpiredLeases(globalDb, log) {
|
|
89
12
|
try {
|
|
90
13
|
const releasedLeases = globalDb.prepare(`UPDATE workstreams
|
|
@@ -325,7 +248,7 @@ async function pruneCompletedWorkspaces(globalDb, dryRun, log) {
|
|
|
325
248
|
}
|
|
326
249
|
async function performWakeupGlobalMaintenance(options) {
|
|
327
250
|
const { globalDb, dryRun, log } = options;
|
|
328
|
-
const results =
|
|
251
|
+
const results = (0, abandoned_runners_js_1.cleanupAbandonedRunners)(globalDb, { dryRun, log });
|
|
329
252
|
releaseExpiredLeases(globalDb, log);
|
|
330
253
|
await reconcileStaleWorkspaces(globalDb, log);
|
|
331
254
|
cleanupZombieLock(dryRun, log);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"wakeup-global-cleanup.js","sourceRoot":"","sources":["../../src/runners/wakeup-global-cleanup.ts"],"names":[],"mappings":";;
|
|
1
|
+
{"version":3,"file":"wakeup-global-cleanup.js","sourceRoot":"","sources":["../../src/runners/wakeup-global-cleanup.ts"],"names":[],"mappings":";;AAyEA,0DA0CC;AA4JD,wEAcC;AA7RD,qCAAoE;AACpE,yCAAiC;AACjC,qCAA0C;AAC1C,uCAAwD;AACxD,iEAAiE;AAEjE,oFAAuF;AAQvF,SAAS,oBAAoB,CAAC,QAAa,EAAE,GAAiB;IAC5D,IAAI,CAAC;QACH,MAAM,cAAc,GAAG,QAAQ,CAAC,OAAO,CACrC;;;;;iDAK2C,CAC5C,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC;QAEhB,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;YACvB,GAAG,CAAC,YAAY,cAAc,8BAA8B,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,yCAAyC;IAC3C,CAAC;AACH,CAAC;AAED,KAAK,UAAU,wBAAwB,CAAC,QAAa,EAAE,GAAiB;IACtE,IAAI,CAAC;QACH,MAAM,EAAE,wBAAwB,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;QAC1F,MAAM,eAAe,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,eAAe,CAAC,UAAU,GAAG,CAAC,IAAI,eAAe,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC;YACvE,GAAG,CACD,wCAAwC,eAAe,CAAC,UAAU,YAAY;gBAC9E,WAAW,eAAe,CAAC,YAAY,gBAAgB,CACxD,CAAC;QACJ,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,yDAAyD;IAC3D,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAe,EAAE,GAAiB;IAC3D,MAAM,UAAU,GAAG,IAAA,yBAAe,GAAE,CAAC;IACrC,IAAI,CAAC,UAAU,CAAC,QAAQ,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC;QAC5C,OAAO;IACT,CAAC;IAED,GAAG,CAAC,2BAA2B,UAAU,CAAC,GAAG,gBAAgB,CAAC,CAAC;IAC/D,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,IAAA,oBAAU,GAAE,CAAC;IACf,CAAC;AACH,CAAC;AAED,MAAM,0BAA0B,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,UAAU;AACjE,MAAM,sBAAsB,GAAG,CAAC,kBAAkB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,mBAAmB,CAAC,CAAC;AAEhH;;;;;;;;;GASG;AACH,SAAgB,uBAAuB,CAAC,MAAe,EAAE,GAAiB;IACxE,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,0BAA0B,CAAC;IAEzD,qCAAqC;IACrC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IACrC,UAAU,CAAC,GAAG,CAAC,IAAA,gBAAM,GAAE,CAAC,CAAC;IACzB,0EAA0E;IAC1E,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAClC,UAAU,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,UAAU,EAAE,CAAC;QACjC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAA,qBAAW,EAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE;oBAAE,SAAS;gBACnC,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;oBAAE,SAAS;gBAE5E,MAAM,OAAO,GAAG,IAAA,gBAAI,EAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC1C,IAAI,CAAC;oBACH,MAAM,IAAI,GAAG,IAAA,kBAAQ,EAAC,OAAO,CAAC,CAAC;oBAC/B,IAAI,IAAI,CAAC,OAAO,GAAG,QAAQ;wBAAE,SAAS,CAAC,oBAAoB;oBAE3D,IAAI,CAAC,MAAM,EAAE,CAAC;wBACZ,IAAA,gBAAM,EAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;oBACpD,CAAC;oBACD,OAAO,EAAE,CAAC;gBACZ,CAAC;gBAAC,MAAM,CAAC;oBACP,0CAA0C;gBAC5C,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,0CAA0C;QAC5C,CAAC;IACH,CAAC;IAED,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QAChB,GAAG,CAAC,WAAW,OAAO,6BAA6B,CAAC,CAAC;IACvD,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,yBAAyB,GAAG,CAAC,WAAW,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;AACrE,MAAM,0BAA0B,GAAG,CAAC,CAAC;AAErC;;;;;;;GAOG;AACH,KAAK,UAAU,wBAAwB,CAAC,QAAa,EAAE,MAAe,EAAE,GAAiB;IACvF,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,IAAI,CAAC;QACH,uDAAuD;QACvD,MAAM,cAAc,GAAG,QAAQ,CAAC,OAAO,CACrC;;;4BAGsB,yBAAyB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;sCACxC,CACjC,CAAC,GAAG,CAAC,GAAG,yBAAyB,CAAkC,CAAC;QAErE,KAAK,MAAM,GAAG,IAAI,cAAc,EAAE,CAAC;YACjC,IAAI,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,IAAA,oBAAU,EAAC,GAAG,CAAC,UAAU,CAAC;gBAAE,SAAS;YAE7D,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,IAAI,CAAC;oBACH,IAAA,gBAAM,EAAC,GAAG,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;oBACzD,OAAO,EAAE,CAAC;gBACZ,CAAC;gBAAC,MAAM,CAAC;oBACP,qCAAqC;gBACvC,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;QAED,yDAAyD;QACzD,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CACjC,sDAAsD,CACvD,CAAC,GAAG,EAAmC,CAAC;QAEzC,KAAK,MAAM,EAAE,UAAU,EAAE,IAAI,UAAU,EAAE,CAAC;YACxC,sEAAsE;YACtE,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAChC;;iCAEyB,CAC1B,CAAC,GAAG,CAAC,UAAU,CAAiE,CAAC;YAElF,2CAA2C;YAC3C,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;YAC5D,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;gBAC3B,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,IAAI,CAAC;wBACH,IAAI,IAAI,CAAC,SAAS,IAAI,IAAA,oBAAU,EAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;4BACjD,IAAA,gBAAM,EAAC,IAAI,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;wBAC3D,CAAC;wBACD,QAAQ,CAAC,OAAO,CAAC,+CAA+C,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;wBAC/E,OAAO,EAAE,CAAC;oBACZ,CAAC;oBAAC,MAAM,CAAC;wBACP,qCAAqC;oBACvC,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,OAAO,EAAE,CAAC;gBACZ,CAAC;YACH,CAAC;QACH,CAAC;QACD,4DAA4D;QAC5D,MAAM,EAAE,qBAAqB,EAAE,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC;QAChE,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;QAChE,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAC9B,qBAAqB,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAmB,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAClF,CAAC;QACF,MAAM,aAAa,GAAG,IAAA,gBAAI,EAAC,IAAA,iBAAO,GAAE,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;QACjE,IAAI,IAAA,oBAAU,EAAC,aAAa,CAAC,EAAE,CAAC;YAC9B,oDAAoD;YACpD,IAAI,CAAC;gBACH,KAAK,MAAM,SAAS,IAAI,IAAA,qBAAW,EAAC,aAAa,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;oBAC5E,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE;wBAAE,SAAS;oBACvC,IAAI,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC;wBAAE,SAAS,CAAC,uBAAuB;oBAE3E,MAAM,OAAO,GAAG,IAAA,gBAAI,EAAC,aAAa,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;oBACpD,IAAI,CAAC,MAAM,EAAE,CAAC;wBACZ,IAAI,CAAC;4BACH,IAAA,gBAAM,EAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;4BAClD,8CAA8C;4BAC9C,QAAQ,CAAC,OAAO,CAAC,uDAAuD,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;4BAC9F,OAAO,EAAE,CAAC;wBACZ,CAAC;wBAAC,MAAM,CAAC;4BACP,SAAS;wBACX,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,OAAO,EAAE,CAAC;oBACZ,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,oCAAoC;YACtC,CAAC;YAED,6CAA6C;YAC7C,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;YACxC,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAC/B,iEAAiE,CAClE,CAAC,GAAG,EAAmC,CAAC;YACzC,KAAK,MAAM,CAAC,IAAI,QAAQ;gBAAE,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;YAE1D,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAC9B,wEAAwE,CACzE,CAAC,GAAG,EAAkC,CAAC;YACxC,KAAK,MAAM,CAAC,IAAI,OAAO;gBAAE,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YAExD,4DAA4D;YAC5D,IAAI,CAAC;gBACH,KAAK,MAAM,SAAS,IAAI,IAAA,qBAAW,EAAC,aAAa,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;oBAC5E,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE;wBAAE,SAAS;oBACvC,MAAM,OAAO,GAAG,IAAA,gBAAI,EAAC,aAAa,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;oBAEpD,KAAK,MAAM,GAAG,IAAI,IAAA,qBAAW,EAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;wBAChE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE;4BAAE,SAAS;wBACjC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;4BAAE,SAAS,CAAC,6CAA6C;wBAExF,MAAM,OAAO,GAAG,IAAA,gBAAI,EAAC,OAAO,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;wBACxC,IAAI,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC;4BAAE,SAAS,CAAC,sBAAsB;wBAEhE,IAAI,CAAC,MAAM,EAAE,CAAC;4BACZ,IAAI,CAAC;gCACH,IAAA,gBAAM,EAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gCAClD,OAAO,EAAE,CAAC;4BACZ,CAAC;4BAAC,MAAM,CAAC;gCACP,SAAS;4BACX,CAAC;wBACH,CAAC;6BAAM,CAAC;4BACN,OAAO,EAAE,CAAC;wBACZ,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,oCAAoC;YACtC,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,6DAA6D;IAC/D,CAAC;IAED,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QAChB,GAAG,CAAC,UAAU,OAAO,iDAAiD,CAAC,CAAC;IAC1E,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAEM,KAAK,UAAU,8BAA8B,CAClD,OAAiC;IAEjC,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAA,8CAAuB,EAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;IAEnE,oBAAoB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IACpC,MAAM,wBAAwB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC9C,iBAAiB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC/B,uBAAuB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACrC,IAAA,yDAA8B,EAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC5C,MAAM,wBAAwB,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;IAEtD,OAAO,OAAO,CAAC;AACjB,CAAC"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
export type ReloadSelfHealSource = 'runners_page' | 'task_page' | 'project_tasks_page';
|
|
2
|
+
export interface ReloadSelfHealOptions {
|
|
3
|
+
source: ReloadSelfHealSource;
|
|
4
|
+
projectPath?: string;
|
|
5
|
+
}
|
|
6
|
+
export interface ReloadSelfHealProjectResult {
|
|
7
|
+
projectPath: string;
|
|
8
|
+
recoveredActions: number;
|
|
9
|
+
skippedRecoveryDueToSafetyLimit: boolean;
|
|
10
|
+
error?: string;
|
|
11
|
+
}
|
|
12
|
+
export interface ReloadSelfHealResult {
|
|
13
|
+
cleanedRunnerCount: number;
|
|
14
|
+
projects: ReloadSelfHealProjectResult[];
|
|
15
|
+
}
|
|
16
|
+
export interface ReloadSelfHealScheduleResult {
|
|
17
|
+
scheduled: boolean;
|
|
18
|
+
reason: 'scheduled' | 'already_running' | 'cooldown';
|
|
19
|
+
}
|
|
20
|
+
export declare const RELOAD_SELF_HEAL_COOLDOWN_MS = 5000;
|
|
21
|
+
export declare function runReloadSelfHealNow(options: ReloadSelfHealOptions): Promise<ReloadSelfHealResult>;
|
|
22
|
+
export declare function scheduleReloadSelfHeal(options: ReloadSelfHealOptions): ReloadSelfHealScheduleResult;
|
|
23
|
+
export declare function resetReloadSelfHealStateForTests(): void;
|
|
24
|
+
//# sourceMappingURL=reload-sweep.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reload-sweep.d.ts","sourceRoot":"","sources":["../../src/self-heal/reload-sweep.ts"],"names":[],"mappings":"AASA,MAAM,MAAM,oBAAoB,GAAG,cAAc,GAAG,WAAW,GAAG,oBAAoB,CAAC;AAEvF,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,oBAAoB,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,2BAA2B;IAC1C,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;IACzB,+BAA+B,EAAE,OAAO,CAAC;IACzC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,oBAAoB;IACnC,kBAAkB,EAAE,MAAM,CAAC;IAC3B,QAAQ,EAAE,2BAA2B,EAAE,CAAC;CACzC;AAED,MAAM,WAAW,4BAA4B;IAC3C,SAAS,EAAE,OAAO,CAAC;IACnB,MAAM,EAAE,WAAW,GAAG,iBAAiB,GAAG,UAAU,CAAC;CACtD;AAED,eAAO,MAAM,4BAA4B,OAAQ,CAAC;AAyDlD,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,oBAAoB,CAAC,CAwB/B;AAED,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,qBAAqB,GAC7B,4BAA4B,CAoB9B;AAED,wBAAgB,gCAAgC,IAAI,IAAI,CAGvD"}
|
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.RELOAD_SELF_HEAL_COOLDOWN_MS = void 0;
|
|
4
|
+
exports.runReloadSelfHealNow = runReloadSelfHealNow;
|
|
5
|
+
exports.scheduleReloadSelfHeal = scheduleReloadSelfHeal;
|
|
6
|
+
exports.resetReloadSelfHealStateForTests = resetReloadSelfHealStateForTests;
|
|
7
|
+
const node_fs_1 = require("node:fs");
|
|
8
|
+
const node_path_1 = require("node:path");
|
|
9
|
+
const loader_js_1 = require("../config/loader.js");
|
|
10
|
+
const connection_js_1 = require("../database/connection.js");
|
|
11
|
+
const stuck_task_recovery_js_1 = require("../health/stuck-task-recovery.js");
|
|
12
|
+
const abandoned_runners_js_1 = require("../runners/abandoned-runners.js");
|
|
13
|
+
const global_db_connection_js_1 = require("../runners/global-db-connection.js");
|
|
14
|
+
const projects_js_1 = require("../runners/projects.js");
|
|
15
|
+
exports.RELOAD_SELF_HEAL_COOLDOWN_MS = 5_000;
|
|
16
|
+
let activeSweep = null;
|
|
17
|
+
let lastCompletedAt = 0;
|
|
18
|
+
function projectDbExists(projectPath) {
|
|
19
|
+
return (0, node_fs_1.existsSync)((0, node_path_1.join)(projectPath, '.steroids', 'steroids.db'));
|
|
20
|
+
}
|
|
21
|
+
function resolveProjectPaths(projectPath) {
|
|
22
|
+
if (!projectPath) {
|
|
23
|
+
return (0, projects_js_1.getRegisteredProjects)(false).map((project) => project.path);
|
|
24
|
+
}
|
|
25
|
+
const registeredProjects = (0, projects_js_1.getRegisteredProjects)(false);
|
|
26
|
+
const isEnabled = registeredProjects.some((project) => project.path === projectPath);
|
|
27
|
+
return isEnabled ? [projectPath] : [];
|
|
28
|
+
}
|
|
29
|
+
async function recoverProject(globalDb, projectPath) {
|
|
30
|
+
if (!(0, node_fs_1.existsSync)(projectPath) || !projectDbExists(projectPath)) {
|
|
31
|
+
return {
|
|
32
|
+
projectPath,
|
|
33
|
+
recoveredActions: 0,
|
|
34
|
+
skippedRecoveryDueToSafetyLimit: false,
|
|
35
|
+
};
|
|
36
|
+
}
|
|
37
|
+
try {
|
|
38
|
+
const config = (0, loader_js_1.loadConfig)(projectPath);
|
|
39
|
+
const { db: projectDb, close } = (0, connection_js_1.openDatabase)(projectPath);
|
|
40
|
+
try {
|
|
41
|
+
const recovery = await (0, stuck_task_recovery_js_1.recoverStuckTasks)({
|
|
42
|
+
projectPath,
|
|
43
|
+
projectDb,
|
|
44
|
+
globalDb,
|
|
45
|
+
config,
|
|
46
|
+
dryRun: false,
|
|
47
|
+
});
|
|
48
|
+
return {
|
|
49
|
+
projectPath,
|
|
50
|
+
recoveredActions: recovery.actions.length,
|
|
51
|
+
skippedRecoveryDueToSafetyLimit: recovery.skippedDueToSafetyLimit,
|
|
52
|
+
};
|
|
53
|
+
}
|
|
54
|
+
finally {
|
|
55
|
+
close();
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
catch (error) {
|
|
59
|
+
return {
|
|
60
|
+
projectPath,
|
|
61
|
+
recoveredActions: 0,
|
|
62
|
+
skippedRecoveryDueToSafetyLimit: false,
|
|
63
|
+
error: error instanceof Error ? error.message : String(error),
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
async function runReloadSelfHealNow(options) {
|
|
68
|
+
const { db: globalDb, close } = (0, global_db_connection_js_1.openGlobalDatabase)();
|
|
69
|
+
try {
|
|
70
|
+
const cleanupResults = (0, abandoned_runners_js_1.cleanupAbandonedRunners)(globalDb, {
|
|
71
|
+
dryRun: false,
|
|
72
|
+
log: () => { },
|
|
73
|
+
});
|
|
74
|
+
const cleanedRunnerCount = cleanupResults.reduce((count, result) => count + (result.staleRunners ?? 0), 0);
|
|
75
|
+
const projects = [];
|
|
76
|
+
for (const projectPath of resolveProjectPaths(options.projectPath)) {
|
|
77
|
+
projects.push(await recoverProject(globalDb, projectPath));
|
|
78
|
+
}
|
|
79
|
+
return {
|
|
80
|
+
cleanedRunnerCount,
|
|
81
|
+
projects,
|
|
82
|
+
};
|
|
83
|
+
}
|
|
84
|
+
finally {
|
|
85
|
+
close();
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
function scheduleReloadSelfHeal(options) {
|
|
89
|
+
if (activeSweep) {
|
|
90
|
+
return { scheduled: false, reason: 'already_running' };
|
|
91
|
+
}
|
|
92
|
+
if (Date.now() - lastCompletedAt < exports.RELOAD_SELF_HEAL_COOLDOWN_MS) {
|
|
93
|
+
return { scheduled: false, reason: 'cooldown' };
|
|
94
|
+
}
|
|
95
|
+
activeSweep = runReloadSelfHealNow(options)
|
|
96
|
+
.catch(() => ({
|
|
97
|
+
cleanedRunnerCount: 0,
|
|
98
|
+
projects: [],
|
|
99
|
+
}))
|
|
100
|
+
.finally(() => {
|
|
101
|
+
lastCompletedAt = Date.now();
|
|
102
|
+
activeSweep = null;
|
|
103
|
+
});
|
|
104
|
+
return { scheduled: true, reason: 'scheduled' };
|
|
105
|
+
}
|
|
106
|
+
function resetReloadSelfHealStateForTests() {
|
|
107
|
+
activeSweep = null;
|
|
108
|
+
lastCompletedAt = 0;
|
|
109
|
+
}
|
|
110
|
+
//# sourceMappingURL=reload-sweep.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reload-sweep.js","sourceRoot":"","sources":["../../src/self-heal/reload-sweep.ts"],"names":[],"mappings":";;;AA0FA,oDA0BC;AAED,wDAsBC;AAED,4EAGC;AAjJD,qCAAqC;AACrC,yCAAiC;AACjC,mDAAiD;AACjD,6DAAyD;AACzD,6EAAqE;AACrE,0EAA0E;AAC1E,gFAAwE;AACxE,wDAA+D;AA0BlD,QAAA,4BAA4B,GAAG,KAAK,CAAC;AAElD,IAAI,WAAW,GAAyC,IAAI,CAAC;AAC7D,IAAI,eAAe,GAAG,CAAC,CAAC;AAExB,SAAS,eAAe,CAAC,WAAmB;IAC1C,OAAO,IAAA,oBAAU,EAAC,IAAA,gBAAI,EAAC,WAAW,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC,CAAC;AACnE,CAAC;AAED,SAAS,mBAAmB,CAAC,WAAoB;IAC/C,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,IAAA,mCAAqB,EAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACrE,CAAC;IAED,MAAM,kBAAkB,GAAG,IAAA,mCAAqB,EAAC,KAAK,CAAC,CAAC;IACxD,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;IACrF,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACxC,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,QAAa,EAAE,WAAmB;IAC9D,IAAI,CAAC,IAAA,oBAAU,EAAC,WAAW,CAAC,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,EAAE,CAAC;QAC9D,OAAO;YACL,WAAW;YACX,gBAAgB,EAAE,CAAC;YACnB,+BAA+B,EAAE,KAAK;SACvC,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAA,sBAAU,EAAC,WAAW,CAAC,CAAC;QACvC,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,IAAA,4BAAY,EAAC,WAAW,CAAC,CAAC;QAC3D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAA,0CAAiB,EAAC;gBACvC,WAAW;gBACX,SAAS;gBACT,QAAQ;gBACR,MAAM;gBACN,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;YACH,OAAO;gBACL,WAAW;gBACX,gBAAgB,EAAE,QAAQ,CAAC,OAAO,CAAC,MAAM;gBACzC,+BAA+B,EAAE,QAAQ,CAAC,uBAAuB;aAClE,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,KAAK,EAAE,CAAC;QACV,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,WAAW;YACX,gBAAgB,EAAE,CAAC;YACnB,+BAA+B,EAAE,KAAK;YACtC,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAC;IACJ,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,oBAAoB,CACxC,OAA8B;IAE9B,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,IAAA,4CAAkB,GAAE,CAAC;IACrD,IAAI,CAAC;QACH,MAAM,cAAc,GAAG,IAAA,8CAAuB,EAAC,QAAQ,EAAE;YACvD,MAAM,EAAE,KAAK;YACb,GAAG,EAAE,GAAG,EAAE,GAAE,CAAC;SACd,CAAC,CAAC;QACH,MAAM,kBAAkB,GAAG,cAAc,CAAC,MAAM,CAC9C,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,YAAY,IAAI,CAAC,CAAC,EACrD,CAAC,CACF,CAAC;QAEF,MAAM,QAAQ,GAAkC,EAAE,CAAC;QACnD,KAAK,MAAM,WAAW,IAAI,mBAAmB,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;YACnE,QAAQ,CAAC,IAAI,CAAC,MAAM,cAAc,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC;QAC7D,CAAC;QAED,OAAO;YACL,kBAAkB;YAClB,QAAQ;SACT,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,KAAK,EAAE,CAAC;IACV,CAAC;AACH,CAAC;AAED,SAAgB,sBAAsB,CACpC,OAA8B;IAE9B,IAAI,WAAW,EAAE,CAAC;QAChB,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;IACzD,CAAC;IAED,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,eAAe,GAAG,oCAA4B,EAAE,CAAC;QAChE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;IAClD,CAAC;IAED,WAAW,GAAG,oBAAoB,CAAC,OAAO,CAAC;SACxC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;QACZ,kBAAkB,EAAE,CAAC;QACrB,QAAQ,EAAE,EAAE;KACb,CAAC,CAAC;SACF,OAAO,CAAC,GAAG,EAAE;QACZ,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,WAAW,GAAG,IAAI,CAAC;IACrB,CAAC,CAAC,CAAC;IAEL,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC;AAClD,CAAC;AAED,SAAgB,gCAAgC;IAC9C,WAAW,GAAG,IAAI,CAAC;IACnB,eAAe,GAAG,CAAC,CAAC;AACtB,CAAC"}
|