totemlayer 0.1.4 → 0.1.5

package/bin/mission-supervisor.mjs

@@ -0,0 +1,166 @@
+import { spawn } from "node:child_process";
+import { createHash } from "node:crypto";
+import { readFile, realpath, stat } from "node:fs/promises";
+import { fileURLToPath } from "node:url";
+
+import { localClientEnvironment } from "./platform-client.mjs";
+import { missionModelEndpoint } from "./mission-worker.mjs";
+
+const CLI_PATH = fileURLToPath(new URL("./totem.mjs", import.meta.url));
+
+export async function runMissionSupervisor({
+  keyFiles,
+  missionId,
+  baseUrl,
+  provider = "qwen-local",
+  model,
+  ollamaUrl,
+  qwenUrl,
+  nimUrl,
+  reasoning = false,
+  repositoryRoot,
+  stateDirectory,
+  pollMs,
+  once = false,
+  signal,
+  emit = () => {},
+}) {
+  if (!Array.isArray(keyFiles) || keyFiles.length < 1)
+    throw new Error("mission-start needs at least one --agent-key-file path.");
+  if (keyFiles.length > 100)
+    throw new Error("mission-start accepts at most 100 local agent key files.");
+  model ??= provider === "qwen-local" ? "qwen3.5-9b" : undefined;
+  if (!missionId || !["qwen-local", "ollama-local", "nim-local"].includes(provider) || !model)
+    throw new Error(
+      "mission-start requires --mission-id, --provider qwen-local|ollama-local|nim-local, and --model.",
+    );
+  missionModelEndpoint(provider, { ollamaUrl, qwenUrl, nimUrl });
+  if (!/^[a-f0-9]{8}(?:-[a-f0-9]{4}){3}-[a-f0-9]{12}$/i.test(missionId))
+    throw new Error("Provide a valid mission ID.");
+  const uniqueFiles = new Set();
+  const uniqueCredentials = new Set();
+  for (const path of keyFiles) {
+    const resolved = await realpath(path);
+    const info = await stat(resolved);
+    if (
+      !info.isFile() ||
+      info.size > 8192 ||
+      (process.platform !== "win32" && (info.mode & 0o077) !== 0)
+    )
+      throw new Error("Every agent key must be a private file (chmod 600), at most 8 KiB.");
+    if (uniqueFiles.has(resolved)) throw new Error("Use a different key file for each agent.");
+    const credential = (await readFile(resolved, "utf8")).trim();
+    if (!credential) throw new Error("Every agent key file must contain a credential.");
+    const digest = createHash("sha256").update(credential).digest("hex");
+    if (uniqueCredentials.has(digest))
+      throw new Error(
+        "Each worker needs a different agent credential; two key files contain the same key.",
+      );
+    uniqueCredentials.add(digest);
+    uniqueFiles.add(resolved);
+  }
+  if (signal?.aborted) return;
+  const children = new Set();
+  const completions = [];
+  let failure = null;
+  let stopping = false;
+  let forceStop;
+  const stop = () => {
+    if (stopping) return;
+    stopping = true;
+    for (const child of children) child.kill("SIGTERM");
+    if (children.size) {
+      forceStop = setTimeout(() => {
+        for (const child of children) child.kill("SIGKILL");
+      }, 5000);
+      forceStop.unref();
+    }
+  };
+  const fail = (index, reason) => {
+    if (stopping || signal?.aborted) return;
+    failure = new Error(
+      `Mission worker ${index + 1} ${reason}. The other workers were stopped; correct the error and restart with the same state directory.`,
+    );
+    emit({ type: "mission_worker_stopped", agentIndex: index + 1, message: failure.message });
+    stop();
+  };
+  signal?.addEventListener("abort", stop, { once: true });
+  try {
+    for (const [index, keyFile] of [...uniqueFiles].entries()) {
+      if (stopping) break;
+      const args = [
+        CLI_PATH,
+        "network",
+        "mission-work",
+        "--mission-id",
+        missionId,
+        "--provider",
+        provider,
+        "--model",
+        model,
+        ...(baseUrl ? ["--base-url", baseUrl] : []),
+        ...(ollamaUrl ? ["--ollama-url", ollamaUrl] : []),
+        ...(qwenUrl ? ["--qwen-url", qwenUrl] : []),
+        ...(nimUrl ? ["--nim-url", nimUrl] : []),
+        ...(reasoning ? ["--reasoning"] : []),
+        ...(repositoryRoot ? ["--repo-root", repositoryRoot] : []),
+        ...(stateDirectory ? ["--state-dir", stateDirectory] : []),
+        ...(pollMs ? ["--poll-ms", String(pollMs)] : []),
+        ...(once ? ["--once"] : []),
+        "--json",
+      ];
+      const env = localClientEnvironment(process.env, {
+        TOTEM_NETWORK_API_KEY_FILE: keyFile,
+        ...(baseUrl ? { TOTEM_BASE_URL: baseUrl } : {}),
+      });
+      delete env.TOTEM_NETWORK_API_KEY;
+      const child = spawn(process.execPath, args, { env, stdio: ["ignore", "pipe", "pipe"] });
+      children.add(child);
+      completions.push(
+        new Promise((resolveRun) => {
+          child.once("error", () => {
+            fail(index, "could not start");
+            children.delete(child);
+            resolveRun();
+          });
+          child.once("close", (code, childSignal) => {
+            children.delete(child);
+            if (code !== 0)
+              fail(index, childSignal ? `exited on ${childSignal}` : `exited with code ${code}`);
+            resolveRun();
+          });
+        }),
+      );
+      for (const [stream, source] of [
+        [child.stdout, "stdout"],
+        [child.stderr, "stderr"],
+      ]) {
+        let buffer = "";
+        stream.setEncoding("utf8");
+        stream.on("data", (chunk) => {
+          buffer += chunk;
+          for (;;) {
+            const newline = buffer.indexOf("\n");
+            if (newline < 0) break;
+            const line = buffer.slice(0, newline).trim();
+            buffer = buffer.slice(newline + 1);
+            if (line) emit({ type: "agent_worker_output", agentIndex: index + 1, source, line });
+          }
+          if (buffer.length > 8192) buffer = buffer.slice(-8192);
+        });
+        stream.on("end", () => {
+          const line = buffer.trim();
+          if (line) emit({ type: "agent_worker_output", agentIndex: index + 1, source, line });
+          buffer = "";
+        });
+      }
+    }
+    await Promise.all(completions);
+    if (failure && !signal?.aborted) throw failure;
+  } finally {
+    signal?.removeEventListener("abort", stop);
+    stop();
+    await Promise.all(completions);
+    clearTimeout(forceStop);
+  }
+}