@mmerterden/multi-agent-pipeline 20.30.0 → 20.33.0

package/pipeline/schemas/runs-index.schema.json

@@ -17,11 +17,17 @@
       "x-sensitivity": "local",
       "description": "Absent under --redact."
     },
-    "count": { "type": "integer", "minimum": 0, "x-sensitivity": "none" },
+    "count": {
+      "type": "integer",
+      "minimum": 0,
+      "x-sensitivity": "none"
+    },
     "runs": {
       "type": "array",
       "x-sensitivity": "none",
-      "items": { "$ref": "#/$defs/run" }
+      "items": {
+        "$ref": "#/$defs/run"
+      }
     }
   },
   "$defs": {
@@ -49,36 +55,82 @@
         "unlockedWrites"
       ],
       "properties": {
-        "taskId": { "type": "string", "x-sensitivity": "none" },
-        "project": { "type": ["string", "null"], "x-sensitivity": "none" },
-        "dir": { "type": "string", "x-sensitivity": "local", "description": "The run directory." },
-        "layout": { "enum": ["nested", "flat"], "x-sensitivity": "none" },
+        "taskId": {
+          "type": "string",
+          "x-sensitivity": "none"
+        },
+        "project": {
+          "type": ["string", "null"],
+          "x-sensitivity": "none"
+        },
+        "dir": {
+          "type": "string",
+          "x-sensitivity": "local",
+          "description": "The run directory."
+        },
+        "layout": {
+          "enum": ["nested", "flat"],
+          "x-sensitivity": "none"
+        },
         "duplicateOf": {
           "type": ["string", "null"],
           "x-sensitivity": "local",
           "description": "The other layout's directory for the same task id, when both exist."
         },
-        "salvaged": { "type": "boolean", "x-sensitivity": "none" },
-        "kind": { "enum": ["pipeline", "tracker-only", "empty"], "x-sensitivity": "none" },
-        "stateReadable": { "type": "boolean", "x-sensitivity": "none" },
-        "status": { "type": ["string", "null"], "x-sensitivity": "none" },
-        "currentPhase": { "type": ["integer", "null"], "x-sensitivity": "none" },
-        "branch": { "type": ["string", "null"], "x-sensitivity": "none" },
-        "baseBranch": { "type": ["string", "null"], "x-sensitivity": "none" },
-        "startedAt": { "type": ["string", "null"], "x-sensitivity": "none" },
-        "worktreePath": { "type": ["string", "null"], "x-sensitivity": "local" },
+        "salvaged": {
+          "type": "boolean",
+          "x-sensitivity": "none"
+        },
+        "kind": {
+          "enum": ["pipeline", "tracker-only", "empty"],
+          "x-sensitivity": "none"
+        },
+        "stateReadable": {
+          "type": "boolean",
+          "x-sensitivity": "none"
+        },
+        "status": {
+          "type": ["string", "null"],
+          "x-sensitivity": "none"
+        },
+        "currentPhase": {
+          "type": ["integer", "null"],
+          "x-sensitivity": "none"
+        },
+        "branch": {
+          "type": ["string", "null"],
+          "x-sensitivity": "none"
+        },
+        "baseBranch": {
+          "type": ["string", "null"],
+          "x-sensitivity": "none"
+        },
+        "startedAt": {
+          "type": ["string", "null"],
+          "x-sensitivity": "none"
+        },
+        "worktreePath": {
+          "type": ["string", "null"],
+          "x-sensitivity": "local"
+        },
         "prUrl": {
           "type": ["string", "null"],
           "x-sensitivity": "local",
           "description": "Carries the host, so it stays on this machine."
         },
-        "autopilot": { "type": "boolean", "x-sensitivity": "none" },
+        "autopilot": {
+          "type": "boolean",
+          "x-sensitivity": "none"
+        },
         "schemaVersion": {
           "type": ["string", "null"],
           "x-sensitivity": "none",
           "description": "The run's agent-state schemaVersion. Always a string; a number in a hand-edited state is printed as its string."
         },
-        "rev": { "type": ["integer", "null"], "x-sensitivity": "none" },
+        "rev": {
+          "type": ["integer", "null"],
+          "x-sensitivity": "none"
+        },
         "sessionId": {
           "type": ["string", "null"],
           "x-sensitivity": "none",
@@ -92,26 +144,60 @@
         "pendingQuestion": {
           "x-sensitivity": "none",
           "description": "The question the run stopped on, present only with waitingFor question. Answer it with one of options[].id through `answer-question.mjs` or POST /v1/runs/{id}/answer. text and labels are scrubbed under --redact. Added in 1.1.0.",
-          "oneOf": [{ "type": "null" }, { "$ref": "#/$defs/question" }]
+          "oneOf": [
+            {
+              "type": "null"
+            },
+            {
+              "$ref": "#/$defs/question"
+            }
+          ]
+        },
+        "group": {
+          "enum": ["waiting", "stopped", "question", "unknown"],
+          "x-sensitivity": "none"
         },
-        "group": { "enum": ["waiting", "stopped", "question", "unknown"], "x-sensitivity": "none" },
         "phases": {
           "type": "array",
           "x-sensitivity": "none",
-          "items": { "$ref": "#/$defs/phase" }
+          "items": {
+            "$ref": "#/$defs/phase"
+          }
         },
         "tokens": {
           "type": "object",
           "required": ["in", "out", "cached"],
           "x-sensitivity": "none",
           "properties": {
-            "in": { "type": "integer", "minimum": 0 },
-            "out": { "type": "integer", "minimum": 0 },
-            "cached": { "type": "integer", "minimum": 0 }
+            "in": {
+              "type": "integer",
+              "minimum": 0
+            },
+            "out": {
+              "type": "integer",
+              "minimum": 0
+            },
+            "cached": {
+              "type": "integer",
+              "minimum": 0
+            }
           }
         },
-        "estUsd": { "type": "number", "minimum": 0, "x-sensitivity": "none" },
-        "unlockedWrites": { "type": "integer", "minimum": 0, "x-sensitivity": "none" },
+        "estUsd": {
+          "type": "number",
+          "minimum": 0,
+          "x-sensitivity": "none"
+        },
+        "unlockedWrites": {
+          "type": "integer",
+          "minimum": 0,
+          "x-sensitivity": "none"
+        },
+        "mode": {
+          "type": ["string", "null"],
+          "x-sensitivity": "none",
+          "description": "agent-state.json mode as the run recorded it (analysis, test-gen, review...), so a reader can name the command; null when none was recorded."
+        },
         "runType": {
           "enum": ["analysis", "development", "autopilot"],
           "x-sensitivity": "none",
@@ -141,8 +227,85 @@
           "x-sensitivity": "none",
           "description": "The first in_progress task of the phase in progress, or null. Scrubbed under --redact. Added in 1.2.0.",
           "properties": {
-            "subject": { "type": "string" },
-            "activeForm": { "type": ["string", "null"] }
+            "subject": {
+              "type": "string"
+            },
+            "activeForm": {
+              "type": ["string", "null"]
+            }
+          }
+        },
+        "source": {
+          "type": ["object", "null"],
+          "additionalProperties": false,
+          "required": ["kind", "jira", "issue"],
+          "x-sensitivity": "none",
+          "description": "Where the work came from: a Jira key, a GitHub issue (owner/repo#N) or free text; a GitHub issue that got a Jira has both. Null when the run recorded neither. Added in 1.3.0.",
+          "properties": {
+            "kind": {
+              "enum": ["jira", "github", "text"]
+            },
+            "jira": {
+              "type": ["string", "null"],
+              "pattern": "^[A-Z][A-Z0-9_]{0,30}-[0-9]{1,9}$"
+            },
+            "issue": {
+              "type": ["string", "null"],
+              "pattern": "^[A-Za-z0-9_.-]{1,100}/[A-Za-z0-9_.-]{1,100}#[0-9]{1,9}$"
+            }
+          }
+        },
+        "prNumber": {
+          "type": ["integer", "null"],
+          "minimum": 1,
+          "x-sensitivity": "none",
+          "description": "The pull request's number, from the state or its URL; the URL itself is prUrl (local). Added in 1.3.0."
+        },
+        "channels": {
+          "type": "array",
+          "maxItems": 5,
+          "items": {
+            "type": "object",
+            "additionalProperties": false,
+            "required": ["channel", "status"],
+            "properties": {
+              "channel": {
+                "enum": ["pr", "jira", "confluence", "wiki", "issue"]
+              },
+              "status": {
+                "enum": ["posted", "skipped", "failed"]
+              }
+            }
+          },
+          "x-sensitivity": "none",
+          "description": "Where Phase 5 sent the report, per adapter (state.channelResults); empty before then. Added in 1.3.0."
+        },
+        "channelUrls": {
+          "type": "object",
+          "additionalProperties": false,
+          "x-sensitivity": "local",
+          "description": "The address each adapter posted to, https only; dropped from a redacted answer. Added in 1.3.0.",
+          "properties": {
+            "pr": {
+              "type": "string",
+              "pattern": "^https://"
+            },
+            "jira": {
+              "type": "string",
+              "pattern": "^https://"
+            },
+            "confluence": {
+              "type": "string",
+              "pattern": "^https://"
+            },
+            "wiki": {
+              "type": "string",
+              "pattern": "^https://"
+            },
+            "issue": {
+              "type": "string",
+              "pattern": "^https://"
+            }
           }
         }
       }
@@ -152,10 +315,22 @@
       "additionalProperties": false,
       "required": ["id", "stepId", "text", "kind", "options"],
       "properties": {
-        "id": { "type": "string", "x-sensitivity": "none" },
-        "stepId": { "type": "string", "x-sensitivity": "none" },
-        "text": { "type": "string", "x-sensitivity": "none" },
-        "kind": { "enum": ["single-select", "multi-select"], "x-sensitivity": "none" },
+        "id": {
+          "type": "string",
+          "x-sensitivity": "none"
+        },
+        "stepId": {
+          "type": "string",
+          "x-sensitivity": "none"
+        },
+        "text": {
+          "type": "string",
+          "x-sensitivity": "none"
+        },
+        "kind": {
+          "enum": ["single-select", "multi-select"],
+          "x-sensitivity": "none"
+        },
         "options": {
           "type": "array",
           "x-sensitivity": "none",
@@ -164,8 +339,12 @@
             "additionalProperties": false,
             "required": ["id", "label"],
             "properties": {
-              "id": { "type": "string" },
-              "label": { "type": "string" }
+              "id": {
+                "type": "string"
+              },
+              "label": {
+                "type": "string"
+              }
             }
           }
         }
@@ -185,12 +364,30 @@
         "subList"
       ],
       "properties": {
-        "id": { "type": "string", "x-sensitivity": "none" },
-        "name": { "type": "string", "x-sensitivity": "none" },
-        "status": { "type": "string", "x-sensitivity": "none" },
-        "model": { "type": ["string", "null"], "x-sensitivity": "none" },
-        "startedAt": { "type": ["string", "null"], "x-sensitivity": "none" },
-        "completedAt": { "type": ["string", "null"], "x-sensitivity": "none" },
+        "id": {
+          "type": "string",
+          "x-sensitivity": "none"
+        },
+        "name": {
+          "type": "string",
+          "x-sensitivity": "none"
+        },
+        "status": {
+          "type": "string",
+          "x-sensitivity": "none"
+        },
+        "model": {
+          "type": ["string", "null"],
+          "x-sensitivity": "none"
+        },
+        "startedAt": {
+          "type": ["string", "null"],
+          "x-sensitivity": "none"
+        },
+        "completedAt": {
+          "type": ["string", "null"],
+          "x-sensitivity": "none"
+        },
         "now": {
           "type": ["string", "null"],
           "x-sensitivity": "none",
@@ -210,9 +407,15 @@
             "additionalProperties": false,
             "required": ["id", "name", "status"],
             "properties": {
-              "id": { "type": "string" },
-              "name": { "type": "string" },
-              "status": { "type": "string" }
+              "id": {
+                "type": "string"
+              },
+              "name": {
+                "type": "string"
+              },
+              "status": {
+                "type": "string"
+              }
             }
           }
         },
@@ -232,10 +435,18 @@
             "additionalProperties": false,
             "required": ["id", "subject", "activeForm", "status"],
             "properties": {
-              "id": { "type": "string" },
-              "subject": { "type": "string" },
-              "activeForm": { "type": ["string", "null"] },
-              "status": { "enum": ["pending", "in_progress", "completed"] }
+              "id": {
+                "type": "string"
+              },
+              "subject": {
+                "type": "string"
+              },
+              "activeForm": {
+                "type": ["string", "null"]
+              },
+              "status": {
+                "enum": ["pending", "in_progress", "completed"]
+              }
             }
           }
         }

package/pipeline/schemas/system-status.schema.json

@@ -0,0 +1,111 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://github.com/mmerterden/multi-agent-pipeline/pipeline/schemas/system-status.schema.json",
+  "title": "System status",
+  "description": "What GET /v1/system returns and `system-status.mjs --json` prints: CPU load, memory, free disk and what the pipeline itself uses. Numbers only: no path, process argument, user name or host name. A value that could not be measured is null, never 0.",
+  "type": "object",
+  "additionalProperties": false,
+  "required": ["contractVersion", "generatedAt", "cpu", "memory", "disk", "pipeline", "warnings"],
+  "properties": {
+    "contractVersion": {
+      "type": "string",
+      "pattern": "^1\\.[0-9]+\\.[0-9]+$",
+      "x-sensitivity": "none"
+    },
+    "generatedAt": { "type": "string", "format": "date-time", "x-sensitivity": "none" },
+    "cpu": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["cores", "usage", "load"],
+      "x-sensitivity": "none",
+      "properties": {
+        "cores": { "type": "integer", "minimum": 0 },
+        "usage": {
+          "type": ["number", "null"],
+          "minimum": 0,
+          "maximum": 1,
+          "description": "Busy share of all cores over a short sampling window."
+        },
+        "load": {
+          "type": "array",
+          "minItems": 3,
+          "maxItems": 3,
+          "items": { "type": "number", "minimum": 0 },
+          "description": "Load average over 1, 5 and 15 minutes."
+        }
+      }
+    },
+    "memory": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["totalMb", "usedMb"],
+      "x-sensitivity": "none",
+      "properties": {
+        "totalMb": { "type": "integer", "minimum": 0 },
+        "usedMb": {
+          "type": "integer",
+          "minimum": 0,
+          "description": "Total minus what the OS reports free; on macOS that counts the file cache as used."
+        }
+      }
+    },
+    "disk": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["home", "logs"],
+      "x-sensitivity": "none",
+      "properties": {
+        "home": { "$ref": "#/$defs/disk" },
+        "logs": {
+          "oneOf": [{ "$ref": "#/$defs/disk" }],
+          "description": "The disk the run logs live on, when it is not the home disk; null when it is the same disk."
+        }
+      }
+    },
+    "pipeline": {
+      "type": "object",
+      "additionalProperties": false,
+      "required": ["sessions", "toolkit", "rssMb", "logsMb"],
+      "x-sensitivity": "none",
+      "properties": {
+        "sessions": {
+          "type": ["integer", "null"],
+          "minimum": 0,
+          "description": "Claude Code processes running."
+        },
+        "toolkit": {
+          "type": ["integer", "null"],
+          "minimum": 0,
+          "description": "multi-agent-toolkit server processes running."
+        },
+        "rssMb": {
+          "type": ["integer", "null"],
+          "minimum": 0,
+          "description": "Their resident memory together."
+        },
+        "logsMb": {
+          "type": ["integer", "null"],
+          "minimum": 0,
+          "description": "Size of the run log folder; null when it could not be measured in time."
+        }
+      }
+    },
+    "warnings": {
+      "type": "array",
+      "items": { "enum": ["disk-low", "cpu-busy"] },
+      "x-sensitivity": "none",
+      "description": "disk-low: under 10 percent of the home disk is free. cpu-busy: the 5-minute load is above the core count."
+    }
+  },
+  "$defs": {
+    "disk": {
+      "type": ["object", "null"],
+      "additionalProperties": false,
+      "required": ["totalMb", "freeMb"],
+      "properties": {
+        "totalMb": { "type": "integer", "minimum": 0 },
+        "freeMb": { "type": "integer", "minimum": 0 }
+      }
+    }
+  }
+}

package/pipeline/schemas/tools.schema.json

@@ -55,6 +55,11 @@
           }
         }
       }
+    },
+    "version": {
+      "type": ["string", "null"],
+      "description": "The exact toolkit version the panel starts: the registration's own when it names one, else the version the install recorded from the release.",
+      "x-sensitivity": "none"
     }
   }
 }

package/pipeline/schemas/unattended-profile.json

@@ -107,6 +107,10 @@
     ["Read(~/.netrc)", "plaintext host credentials"],
     ["Read(~/.git-credentials)", "plaintext git credentials"],
     ["Read(~/.docker/config.json)", "registry credentials"],
+    [
+      "Read(~/.claude/logs/multi-agent/contract-server/**)",
+      "the local contract server's bearer token, which can start sessions"
+    ],
     [
       "Edit(~/.claude/**)",
       "the installed pipeline, its settings, this profile and the runner's files; a run writes its logs and its PR request under the unattended run directory instead"
@@ -148,7 +152,7 @@
     ],
     [
       "MCP_TOOLKIT_INDEX_DENY",
-      "~/.ssh,~/.aws,~/.gnupg,~/Library/Keychains",
+      "~/.ssh,~/.aws,~/.gnupg,~/Library/Keychains,~/.claude/logs/multi-agent/contract-server,~/.claude/logs/multi-agent/office",
       "context_index never indexes, and context_get never returns, credential directories"
     ]
   ],
@@ -211,7 +215,8 @@
         "~/Library/Keychains",
         "~/.netrc",
         "~/.git-credentials",
-        "~/.docker/config.json"
+        "~/.docker/config.json",
+        "~/.claude/logs/multi-agent/contract-server"
       ]
     },
     "network": {

package/pipeline/scripts/_active-run.mjs

@@ -16,7 +16,8 @@
  *      that carries a different `hostSessionId` is another session's run and
  *      never matches this way.
  *
- * Nothing here decides anything; callers (run-stop-guard, run-scope-guard)
+ * Nothing here decides anything; callers (run-stop-guard, run-scope-guard,
+ * task-mirror)
  * apply their own rule to the run this returns. Zero runtime dependencies.
  *
  * @module pipeline/scripts/_active-run

package/pipeline/scripts/_spawn-async.mjs

@@ -16,18 +16,20 @@ import { clearTimeout, setTimeout } from "node:timers";
 /**
  * @param {string} cmd
  * @param {string[]} args
- * @param {{env?: object, timeoutMs?: number, maxBytes?: number}} [opts]
+ * @param {{env?: object, timeoutMs?: number, maxBytes?: number, withStderr?: boolean}} [opts]
+ *   withStderr: collect stderr into `stdout` too, for tools that print their
+ *   answer there.
  * @returns {Promise<{status: number|null, stdout: string, timedOut: boolean, truncated: boolean, error: string|null}>}
  */
 export function spawnAsync(
   cmd,
   args,
-  { env = process.env, timeoutMs = 60_000, maxBytes = 32 * 1024 * 1024 } = {},
+  { env = process.env, timeoutMs = 60_000, maxBytes = 32 * 1024 * 1024, withStderr = false } = {},
 ) {
   return new Promise((resolve) => {
     let child;
     try {
-      child = spawn(cmd, args, { env, stdio: ["ignore", "pipe", "ignore"] });
+      child = spawn(cmd, args, { env, stdio: ["ignore", "pipe", withStderr ? "pipe" : "ignore"] });
     } catch (e) {
       resolve({
         status: null,
@@ -47,7 +49,7 @@ export function spawnAsync(
       timedOut = true;
       child.kill("SIGKILL");
     }, timeoutMs);
-    child.stdout.on("data", (d) => {
+    const collect = (d) => {
       size += d.length;
       if (size > maxBytes) {
         truncated = true;
@@ -55,7 +57,9 @@ export function spawnAsync(
         return;
       }
       chunks.push(d);
-    });
+    };
+    child.stdout.on("data", collect);
+    if (withStderr) child.stderr.on("data", collect);
     child.on("error", (e) => {
       error = e.code ?? e.message;
     });