arisa 5.1.68 → 5.2.7

package/test/worker-heap-circuit-breaker.test.js

@@ -0,0 +1,79 @@
+import assert from "node:assert/strict";
+import test from "node:test";
+import {
+  readWorkerHeapPressure,
+  WorkerHeapCircuitBreaker,
+  WorkerHeapPressureError
+} from "../src/core/agent/worker-heap-circuit-breaker.js";
+
+function pressure(percent) {
+  return { heapUsed: percent, heapLimit: 100, percent };
+}
+
+test("reports bounded worker heap pressure", () => {
+  assert.deepEqual(readWorkerHeapPressure({
+    memoryUsage: () => ({ heapUsed: 40 }),
+    heapStatistics: () => ({ heap_size_limit: 100 })
+  }), pressure(40));
+});
+
+test("evicts inactive sessions under soft pressure and admits recovered work", async () => {
+  const samples = [pressure(75), pressure(60)];
+  let evictions = 0;
+  const breaker = new WorkerHeapCircuitBreaker({
+    lifecycle: { async evictInactive() { evictions += 1; return [{ sessionKey: "idle" }]; } },
+    measure: () => samples.shift() || pressure(60)
+  });
+
+  assert.deepEqual(await breaker.admit(), pressure(60));
+  assert.equal(evictions, 1);
+  assert.deepEqual(breaker.getDiagnostic(), {
+    enabled: true,
+    softPercent: 70,
+    criticalPercent: 82,
+    waitMs: 15_000,
+    pollMs: 500,
+    heapUsed: 60,
+    heapLimit: 100,
+    currentHeapPercent: 60,
+    pressureEvents: 1,
+    evictedSessions: 1,
+    delayedAdmissions: 0,
+    rejectedAdmissions: 0,
+    peakHeapPercent: 75
+  });
+});
+
+test("delays critical admissions until active work releases memory", async () => {
+  const samples = [pressure(90), pressure(89), pressure(78)];
+  let now = 0;
+  const breaker = new WorkerHeapCircuitBreaker({
+    lifecycle: { async evictInactive() { return []; } },
+    config: { waitMs: 1_000, pollMs: 100 },
+    measure: () => samples.shift() || pressure(78),
+    now: () => now,
+    sleep: async (ms) => { now += ms; }
+  });
+
+  assert.deepEqual(await breaker.admit(), pressure(78));
+  assert.equal(breaker.getDiagnostic().delayedAdmissions, 1);
+});
+
+test("rejects persistent critical pressure with a retryable error", async () => {
+  let now = 0;
+  const breaker = new WorkerHeapCircuitBreaker({
+    lifecycle: { async evictInactive() { return []; } },
+    config: { waitMs: 200, pollMs: 100 },
+    measure: () => pressure(90),
+    now: () => now,
+    sleep: async (ms) => { now += ms; }
+  });
+
+  await assert.rejects(
+    breaker.admit(),
+    (error) => error instanceof WorkerHeapPressureError
+      && error.code === "WORKER_HEAP_PRESSURE"
+      && error.retryable === true
+  );
+  assert.equal(breaker.getDiagnostic().rejectedAdmissions, 1);
+});

package/test/worker-recovery-report.test.js

@@ -0,0 +1,69 @@
+import assert from "node:assert/strict";
+import { mkdtemp, readFile, rm, writeFile } from "node:fs/promises";
+import os from "node:os";
+import path from "node:path";
+import test from "node:test";
+import {
+  consumeWorkerRecoveryReport,
+  loadWorkerRecoveryReport,
+  recordUnexpectedWorkerExit,
+  summarizeRecoveryEvidence
+} from "../src/runtime/worker-recovery-report.js";
+
+function localLogTimestamp(date) {
+  const two = (value) => String(value).padStart(2, "0");
+  return `${date.getFullYear()}-${two(date.getMonth() + 1)}-${two(date.getDate())} ${two(date.getHours())}:${two(date.getMinutes())}:${two(date.getSeconds())}`;
+}
+
+test("summarizes only bounded crash evidence", () => {
+  const evidence = summarizeRecoveryEvidence([
+    "FATAL ERROR: Reached heap limit Allocation failed - JavaScript heap out of memory",
+    "[agent] run_tool web-browser",
+    "[agent] run_tool web-browser",
+    "[agent] run_tool campaign-draft-runner"
+  ], { occurredAt: "invalid", signal: "SIGABRT" });
+
+  assert.equal(evidence.cause, "JavaScript heap out of memory");
+  assert.deepEqual(evidence.tools, [["web-browser", 2], ["campaign-draft-runner", 1]]);
+});
+
+test("persists, formats, and consumes one automatic recovery report", async () => {
+  const directory = await mkdtemp(path.join(os.tmpdir(), "arisa-worker-recovery-"));
+  const reportFile = path.join(directory, "report.json");
+  const taskFile = path.join(directory, "tasks.json");
+  const occurredAt = new Date();
+  const report = await recordUnexpectedWorkerExit({
+    occurredAt: occurredAt.toISOString(),
+    runtimeMs: 10_000,
+    restartDelayMs: 2_000,
+    consecutiveFailures: 1,
+    code: null,
+    signal: "SIGABRT",
+    detail: "signal=SIGABRT"
+  }, { reportFile });
+  await writeFile(taskFile, `${JSON.stringify({ tasks: [{
+    updatedAt: occurredAt.toISOString(),
+    lastOutcome: "outcome_uncertain",
+    lastError: "execution interrupted before confirmation"
+  }] })}\n`);
+  const timestamp = localLogTimestamp(occurredAt);
+  const recovery = await loadWorkerRecoveryReport({
+    reportFile,
+    taskFile,
+    readLines: async () => ({ text: [
+      `[${timestamp}] [agent] run_tool web-browser`,
+      `[${timestamp}] [agent] run_tool web-browser`,
+      "FATAL ERROR: Reached heap limit Allocation failed - JavaScript heap out of memory",
+      `[${timestamp}] [service] worker exited unexpectedly (signal=SIGABRT)`
+    ].join("\n") }),
+    getVersion: async () => "5.1.70"
+  });
+
+  assert.match(recovery.text, /Cause: JavaScript heap out of memory/);
+  assert.match(recovery.text, /web-browser ×2/);
+  assert.match(recovery.text, /1 scheduled execution was marked outcome-uncertain and not replayed/);
+  assert.match(recovery.text, /restarted after 2s; Arisa 5\.1\.70 is running/);
+  assert.equal(await consumeWorkerRecoveryReport(report.id, { reportFile }), true);
+  await assert.rejects(() => readFile(reportFile), /ENOENT/);
+  await rm(directory, { recursive: true, force: true });
+});

package/test-fixtures/fake-daemon.js

@@ -43,6 +43,11 @@ await runtime.workLoop({
   recover,
   processJob: async (payload, execution) => {
     if (payload.action === "fail") throw new Error("synthetic job failure");
+    if (payload.action === "hang-until-cancelled") {
+      await new Promise((_, reject) => execution.signal.addEventListener("abort", () => {
+        reject(Object.assign(new Error("synthetic job cancelled"), { code: "DAEMON_JOB_CANCELLED" }));
+      }, { once: true }));
+    }
     if (payload.action === "stream") {
       await execution.emit("progress", { percent: 50 });
       await execution.emit("chunk", { text: "partial" });