@mmerterden/multi-agent-pipeline 20.29.0 → 20.33.0

package/pipeline/scripts/autopilot-control.mjs

@@ -16,8 +16,17 @@
  *               under `autopilot/abandoned/<task-id>` and kept, a clean one is
  *               removed. Without --now nothing in flight is touched.
  *
- * Turning the mode on stays /multi-agent:autopilot-on: it picks repositories
- * with the user.
+ *   on --repo <owner/name>... [--configure-only]
+ *               the writing half of /multi-agent:autopilot-on, for a selection
+ *               already made: config.json keeps exactly the selected repos
+ *               (each must already be configured; adding a new one, with its
+ *               sources and label, stays the terminal picker), every
+ *               credential the result needs is probed (autopilot-arming.mjs
+ *               probeCredentials), and unless --configure-only or a probe
+ *               fails, the schedule plist is rendered and loaded and the awake
+ *               agent installed. An empty selection is refused.
+ *   on-preview --repo <owner/name>...
+ *               what `on` would keep, drop and probe, writing nothing.
  *
  * Injectable for tests: MA_AUTOPILOT_ROOT, MA_AUTOPILOT_LABEL,
  * MA_AUTOPILOT_PLIST, MA_AP_LAUNCH_AGENTS, MA_AP_LAUNCHCTL_BIN,
@@ -26,14 +35,28 @@
  * Usage:
  *   node autopilot-control.mjs status
  *   node autopilot-control.mjs off [--now]
+ *   node autopilot-control.mjs on --repo <owner/name>... [--configure-only]
+ *   node autopilot-control.mjs on-preview --repo <owner/name>...
  *
- * Exit: 0 done, 2 usage, 3 status could not be built.
+ * With MA_CONTROL_JSON_ERRORS=1 a refusal is also printed on stdout as
+ * {error: {code, message}}, for contract-server.mjs, which runs this script
+ * as a child process.
+ *
+ * Exit: 0 done, 1 `on` refused, 2 usage, 3 status could not be built.
  *
  * @module pipeline/scripts/autopilot-control
  */
 
 import { execFileSync, spawnSync } from "node:child_process";
-import { existsSync, readFileSync, rmSync } from "node:fs";
+import {
+  chmodSync,
+  existsSync,
+  mkdirSync,
+  readFileSync,
+  renameSync,
+  rmSync,
+  writeFileSync,
+} from "node:fs";
 import { homedir } from "node:os";
 import { dirname, join } from "node:path";
 import { fileURLToPath } from "node:url";
@@ -45,7 +68,9 @@ import {
   sessionIsLive,
   stashWorktree,
 } from "./autopilot-runner.mjs";
-import { removeAwake } from "./autopilot-awake.mjs";
+import { installAwake, removeAwake } from "./autopilot-awake.mjs";
+import { probeCredentials } from "./autopilot-arming.mjs";
+import { configRefusal } from "./_autopilot-config.mjs";
 import { updateState } from "./gate-ledger.mjs";
 import { autopilotRoot } from "../lib/pr-request-location.mjs";
 import { runMain } from "../lib/fatal.mjs";
@@ -55,7 +80,12 @@ export const CONTRACT_VERSION = "1.0.0";
 
 const HERE = dirname(fileURLToPath(import.meta.url));
 
-export class ControlError extends Error {}
+export class ControlError extends Error {
+  constructor(message, code = "internal") {
+    super(message);
+    this.code = code;
+  }
+}
 
 function readJson(path, fallback) {
   try {
@@ -196,6 +226,155 @@ export async function autopilotOff({ now = false, env = process.env } = {}) {
   return { enabled: false, stoppedInFlight };
 }
 
+const SCHEDULE_TEMPLATE = "multi-agent-autopilot.plist.template";
+
+/** The installed tree keeps templates/ beside scripts/; the repo keeps it in install/. */
+function scheduleTemplate(env) {
+  const home = env.HOME || homedir();
+  return (
+    [
+      env.MA_AP_SCHEDULE_TEMPLATE,
+      join(HERE, "..", "templates", SCHEDULE_TEMPLATE),
+      join(HERE, "..", "..", "install", "templates", SCHEDULE_TEMPLATE),
+      ...[".claude", ".copilot", ".codex"].map((d) =>
+        join(home, d, "templates", SCHEDULE_TEMPLATE),
+      ),
+    ]
+      .filter(Boolean)
+      .find((p) => existsSync(p)) ?? null
+  );
+}
+
+const xml = (v) => String(v).replace(/&/g, "&amp;").replace(/</g, "&lt;").replace(/>/g, "&gt;");
+
+function which(bin, env) {
+  const r = spawnSync("/bin/sh", ["-c", `command -v ${bin}`], {
+    env,
+    encoding: "utf8",
+    timeout: 5000,
+  });
+  return r.status === 0 ? r.stdout.trim() : "";
+}
+
+/** The schedule plist, rendered with the seven placeholders autopilot-on fills. */
+export function renderSchedule(config, env = process.env) {
+  const tpl = scheduleTemplate(env);
+  if (!tpl)
+    throw new ControlError(
+      `${SCHEDULE_TEMPLATE} is not installed - re-run the installer`,
+      "not-installed",
+    );
+  const home = env.HOME || homedir();
+  const values = {
+    NODE: env.MA_AP_NODE_BIN || process.execPath,
+    TICK: join(HERE, "autopilot-runner.mjs"),
+    LABEL: env.MA_AUTOPILOT_LABEL || "com.multi-agent.autopilot",
+    ROOT: autopilotRoot(env),
+    INTERVAL: Number.isInteger(config?.scanIntervalSeconds) ? config.scanIntervalSeconds : 120,
+    HOME: home,
+    CLAUDE: env.MA_AP_CLAUDE_BIN || which("claude", env),
+  };
+  return readFileSync(tpl, "utf8").replace(/\{\{([A-Z]+)\}\}/g, (m, k) =>
+    k in values ? xml(values[k]) : m,
+  );
+}
+
+function readPrefs(env) {
+  const path =
+    env.MULTI_AGENT_PREFS ||
+    env.MA_PREFS_FILE ||
+    join(env.HOME || homedir(), ".claude", "multi-agent-preferences.json");
+  return readJson(path, {});
+}
+
+/**
+ * What `on` would do for a selection: the config it writes and the probe of
+ * every credential that config needs. Writes nothing.
+ *
+ * @param {{repos: string[], env?: object}} opts  nameWithOwner of each selected repo
+ */
+export function autopilotOnPlan({ repos, env = process.env }) {
+  const selected = [...new Set(Array.isArray(repos) ? repos : [])];
+  if (!selected.length) {
+    throw new ControlError(
+      "no repository selected; autopilot is never turned on without one",
+      "no-selection",
+    );
+  }
+  const root = autopilotRoot(env);
+  const config = readJson(join(root, "config.json"), null);
+  const configured = Array.isArray(config?.repos) ? config.repos : [];
+  const names = configured.map((r) => r?.nameWithOwner);
+  const missing = selected.filter((n) => !names.includes(n));
+  if (missing.length) {
+    throw new ControlError(
+      `not configured yet: ${missing.join(", ")} - add a repository with /multi-agent:autopilot-on in a terminal, which asks its sources and label`,
+      "repo-not-configured",
+    );
+  }
+  const next = { ...config, repos: configured.filter((r) => selected.includes(r?.nameWithOwner)) };
+  const refusal = configRefusal(next);
+  if (refusal) throw new ControlError(refusal, "invalid-config");
+  const probe = probeCredentials({ config: next, prefs: readPrefs(env), env });
+  return {
+    config: next,
+    keep: selected,
+    drop: names.filter((n) => !selected.includes(n)),
+    probe: {
+      ready: probe.ready,
+      problems: probe.problems.map((p) => p.message),
+      warnings: probe.warnings,
+    },
+  };
+}
+
+/**
+ * Turn continuous mode on for a selection of configured repositories.
+ *
+ * @param {{repos: string[], configureOnly?: boolean, env?: object}} opts
+ * @returns {{enabled: boolean, scheduled: boolean, repos: string[], dropped: string[],
+ *   probe: {ready: boolean, problems: string[], warnings: string[]}, awake: boolean|null}}
+ */
+export function autopilotOn({ repos, configureOnly = false, env = process.env }) {
+  const plan = autopilotOnPlan({ repos, env });
+  const root = autopilotRoot(env);
+  mkdirSync(root, { recursive: true, mode: 0o700 });
+  const file = join(root, "config.json");
+  const tmp = join(root, `.config.json.${process.pid}`);
+  writeFileSync(tmp, JSON.stringify(plan.config, null, 2) + "\n", { mode: 0o600 });
+  chmodSync(tmp, 0o600);
+  renameSync(tmp, file);
+  const base = { repos: plan.keep, dropped: plan.drop, probe: plan.probe };
+  if (configureOnly || !plan.probe.ready) {
+    return { enabled: false, scheduled: false, awake: null, ...base };
+  }
+  const label = env.MA_AUTOPILOT_LABEL || "com.multi-agent.autopilot";
+  const agents = env.MA_AP_LAUNCH_AGENTS || join(env.HOME || homedir(), "Library", "LaunchAgents");
+  const plist = env.MA_AUTOPILOT_PLIST || join(agents, `${label}.plist`);
+  mkdirSync(agents, { recursive: true });
+  const ptmp = `${plist}.${process.pid}.tmp`;
+  writeFileSync(ptmp, renderSchedule(plan.config, env), { mode: 0o644 });
+  renameSync(ptmp, plist);
+  const loaded =
+    launchctl(["bootstrap", `gui/${process.getuid()}`, plist], env) ||
+    launchctl(["load", plist], env);
+  if (!loaded) {
+    throw new ControlError("launchd refused the schedule plist", "launchd-refused");
+  }
+  const awake = installAwake({ env });
+  return { enabled: true, scheduled: true, awake: awake.loaded, ...base };
+}
+
+function refuse(err, code) {
+  process.stderr.write(`autopilot-control: ${err.message}\n`);
+  if (process.env.MA_CONTROL_JSON_ERRORS === "1") {
+    process.stdout.write(
+      `${JSON.stringify({ error: { code: err.code, message: err.message } })}\n`,
+    );
+  }
+  return code;
+}
+
 async function main(argv) {
   const [mode, ...rest] = argv;
   if (mode === "status" && !rest.length) {
@@ -203,8 +382,8 @@ async function main(argv) {
       process.stdout.write(`${JSON.stringify(autopilotStatus())}\n`);
       return 0;
     } catch (err) {
-      process.stderr.write(`autopilot-control: ${err.message}\n`);
-      return 3;
+      if (!(err instanceof ControlError)) throw err;
+      return refuse(err, 3);
     }
   }
   if (mode === "off" && rest.every((a) => a === "--now")) {
@@ -212,7 +391,33 @@ async function main(argv) {
     process.stdout.write(`${JSON.stringify(out)}\n`);
     return 0;
   }
-  process.stderr.write("usage: autopilot-control.mjs status | off [--now]\n");
+  if (mode === "on" || mode === "on-preview") {
+    const repos = [];
+    let configureOnly = false;
+    for (let i = 0; i < rest.length; i++) {
+      if (rest[i] === "--repo" && rest[i + 1]) repos.push(rest[++i]);
+      else if (rest[i] === "--configure-only" && mode === "on") configureOnly = true;
+      else return usage();
+    }
+    try {
+      const out =
+        mode === "on"
+          ? autopilotOn({ repos, configureOnly })
+          : (({ config: _c, ...plan }) => plan)(autopilotOnPlan({ repos }));
+      process.stdout.write(`${JSON.stringify(out)}\n`);
+      return 0;
+    } catch (err) {
+      if (!(err instanceof ControlError)) throw err;
+      return refuse(err, 1);
+    }
+  }
+  return usage();
+}
+
+function usage() {
+  process.stderr.write(
+    "usage: autopilot-control.mjs status | off [--now] | on --repo <owner/name>... [--configure-only] | on-preview --repo <owner/name>...\n",
+  );
   return 2;
 }
 

package/pipeline/scripts/autopilot-runner.mjs

@@ -80,6 +80,7 @@ import { homedir } from "node:os";
 import { randomUUID } from "node:crypto";
 import { runMain } from "../lib/fatal.mjs";
 import { LIVE_STATUSES, resolveClaudeBin } from "../lib/claude-sessions.mjs";
+import { startBackground } from "../lib/bg-launch.mjs";
 import { invokedDirectly } from "../lib/invoked-directly.mjs";
 import { readRegularJson } from "../lib/regular-file.mjs";
 import { completionGaps } from "../lib/run-completion.mjs";
@@ -219,7 +220,8 @@ const PROFILE_SCHEMA = (() => {
 const PROFILE_ENV = Object.fromEntries((PROFILE_SCHEMA?.env || []).map(([k, v]) => [k, v]));
 const TOOLKIT_URL_POLICY = PROFILE_ENV.MCP_TOOLKIT_URL_POLICY || "strict";
 const TOOLKIT_INDEX_DENY =
-  PROFILE_ENV.MCP_TOOLKIT_INDEX_DENY || "~/.ssh,~/.aws,~/.gnupg,~/Library/Keychains";
+  PROFILE_ENV.MCP_TOOLKIT_INDEX_DENY ||
+  "~/.ssh,~/.aws,~/.gnupg,~/Library/Keychains,~/.claude/logs/multi-agent/contract-server,~/.claude/logs/multi-agent/office";
 // The three PreToolUse registrations install/claude.mjs writes for agent-guard.sh,
 // and the tool names each one has to cover. The web entry is checked against
 // WebFetch and the toolkit tools that reach a host: a web tool, agent_run_steps
@@ -1505,12 +1507,12 @@ function launch(argv, cwd, sessionId, baseSha) {
   if (!sandbox.ok)
     return { status: 1, stderr: `${OUTCOME.BLOCKED_SANDBOX_UNAVAILABLE}: ${sandbox.reason}` };
   prepareLaunch(sessionId);
-  return spawnSync(CLAUDE_BIN, argv, {
+  return startBackground({
+    argv,
     cwd,
     env: launchEnv(sessionId, process.env, { baseSha }),
-    encoding: "utf-8",
-    stdio: ["ignore", "pipe", "pipe"],
-    timeout: LAUNCH_TIMEOUT_MS,
+    bin: CLAUDE_BIN,
+    timeoutMs: LAUNCH_TIMEOUT_MS,
   });
 }