arisa 4.2.6 → 4.3.0

package/src/core/tools/daemon-processes.js

@@ -1,18 +1,50 @@
 import { spawn } from "node:child_process";
+import crypto from "node:crypto";
 import { closeSync, openSync } from "node:fs";
-import { mkdir, readFile, readdir, rm, writeFile } from "node:fs/promises";
+import { mkdir, readFile, readdir, rename, rm, writeFile } from "node:fs/promises";
 import path from "node:path";
-import { getToolStateDir, toolStateDir } from "../../runtime/paths.js";
+import {
+  chatsDir,
+  getDaemonInstanceDir,
+  getDaemonInstanceId,
+  normalizeDaemonScope,
+  toolStateDir
+} from "../../runtime/paths.js";
+import { loadDaemonPolicy } from "./daemon-policy.js";
 
-export function daemonPaths(toolName) {
-  const root = getToolStateDir(toolName);
+export const DAEMON_STATES = Object.freeze([
+  "starting",
+  "ready",
+  "degraded",
+  "unhealthy",
+  "restarting",
+  "stopped",
+  "failed"
+]);
+
+function daemonIdentity(toolNameOrOptions, scope) {
+  if (typeof toolNameOrOptions === "string") {
+    return { toolName: toolNameOrOptions, scope: normalizeDaemonScope(scope) };
+  }
+  return {
+    toolName: toolNameOrOptions.toolName,
+    scope: normalizeDaemonScope(toolNameOrOptions.scope)
+  };
+}
+
+export function daemonPaths(toolNameOrOptions, scope) {
+  const identity = daemonIdentity(toolNameOrOptions, scope);
+  const root = getDaemonInstanceDir(identity.toolName, identity.scope);
   return {
+    ...identity,
+    instanceId: getDaemonInstanceId(identity.scope),
     root,
     commandsDir: path.join(root, "commands"),
     pidFile: path.join(root, "daemon.pid"),
     metaFile: path.join(root, "daemon.meta.json"),
     statusFile: path.join(root, "status.json"),
-    logFile: path.join(root, "daemon.log")
+    logFile: path.join(root, "daemon.log"),
+    startLockFile: path.join(root, "daemon.start.lock")
   };
 }
 
@@ -26,7 +58,9 @@ export async function readJson(file, fallback = {}) {
 
 export async function writeJson(file, value) {
   await mkdir(path.dirname(file), { recursive: true });
-  await writeFile(file, `${JSON.stringify(value, null, 2)}\n`, "utf8");
+  const temporary = `${file}.${process.pid}.${crypto.randomUUID()}.tmp`;
+  await writeFile(temporary, `${JSON.stringify(value, null, 2)}\n`, "utf8");
+  await rename(temporary, file);
 }
 
 export function isProcessAlive(pid) {
@@ -39,17 +73,111 @@ export function isProcessAlive(pid) {
   }
 }
 
+function sleep(ms) {
+  return new Promise((resolve) => setTimeout(resolve, ms));
+}
+
 async function waitForExit(pid, timeoutMs) {
   const startedAt = Date.now();
   while (Date.now() - startedAt < timeoutMs) {
     if (!isProcessAlive(pid)) return true;
-    await new Promise((resolve) => setTimeout(resolve, 100));
+    await sleep(Math.min(100, timeoutMs));
   }
   return !isProcessAlive(pid);
 }
 
-export async function stopManagedDaemon(toolName, { signal = "SIGTERM", forceAfterMs = 3000 } = {}) {
-  const paths = daemonPaths(toolName);
+export async function writeDaemonStatus(pathsOrIdentity, patch) {
+  if (patch.state && !DAEMON_STATES.includes(patch.state)) {
+    throw new Error(`Invalid daemon state: ${patch.state}`);
+  }
+  const paths = pathsOrIdentity.statusFile ? pathsOrIdentity : daemonPaths(pathsOrIdentity);
+  const current = await readJson(paths.statusFile, {});
+  const next = { ...current, ...patch, updatedAt: new Date().toISOString() };
+  await writeJson(paths.statusFile, next);
+  return next;
+}
+
+function registrationRecord({ paths, entryPath, autoStart, startupContext, current = {}, startedAt = null }) {
+  return {
+    toolName: paths.toolName,
+    entryPath,
+    scope: paths.scope,
+    instanceId: paths.instanceId,
+    autoStart: Boolean(autoStart),
+    startupContext,
+    registeredAt: current.registeredAt || new Date().toISOString(),
+    lastStartedAt: startedAt || current.lastStartedAt || null
+  };
+}
+
+export async function registerManagedDaemon({
+  toolName,
+  entryPath,
+  scope = { type: "global" },
+  startupContext = {},
+  autoStart = true
+}) {
+  const paths = daemonPaths({ toolName, scope });
+  const current = await readJson(paths.metaFile, {});
+  const record = registrationRecord({
+    paths,
+    entryPath,
+    autoStart,
+    startupContext,
+    current
+  });
+  await writeJson(paths.metaFile, record);
+  return record;
+}
+
+export async function readDaemonLaunchContext({ expectedToolName = "" } = {}) {
+  const metaFile = process.env.ARISA_DAEMON_META_FILE;
+  if (!metaFile) return null;
+  const record = await readJson(metaFile, null);
+  if (!record?.toolName || !record?.entryPath || !record?.scope) {
+    throw new Error(`Invalid daemon launch context at ${metaFile}`);
+  }
+  if (expectedToolName && record.toolName !== expectedToolName) {
+    throw new Error(`Daemon launch context is for ${record.toolName}, expected ${expectedToolName}`);
+  }
+  return record;
+}
+
+async function acquireStartLock(paths, policy) {
+  const startedAt = Date.now();
+  while (Date.now() - startedAt < policy.startupTimeoutMs) {
+    try {
+      await mkdir(paths.root, { recursive: true });
+      await writeFile(paths.startLockFile, `${JSON.stringify({
+        pid: process.pid,
+        createdAt: new Date().toISOString()
+      })}\n`, { flag: "wx" });
+      return;
+    } catch (error) {
+      if (error?.code !== "EEXIST") throw error;
+      const current = await readJson(paths.pidFile, {});
+      if (isProcessAlive(current.pid)) return false;
+      const lock = await readJson(paths.startLockFile, {});
+      if (lock.createdAt && Date.now() - new Date(lock.createdAt).getTime() >= policy.startupTimeoutMs) {
+        await rm(paths.startLockFile, { force: true });
+        continue;
+      }
+      await sleep(policy.queuePollIntervalMs);
+    }
+  }
+  throw new Error(`Timed out acquiring daemon start lock for ${paths.toolName} (${paths.instanceId})`);
+}
+
+export async function stopManagedDaemon(toolNameOrOptions, {
+  scope,
+  signal = "SIGTERM",
+  forceAfterMs,
+  state = "stopped",
+  message = "Daemon stopped"
+} = {}) {
+  const paths = daemonPaths(toolNameOrOptions, scope);
+  const policy = forceAfterMs == null ? await loadDaemonPolicy() : null;
+  const effectiveForceAfterMs = forceAfterMs ?? policy.stopTimeoutMs;
   const { pid } = await readJson(paths.pidFile, {});
   let stopped = false;
   if (isProcessAlive(pid)) {
@@ -57,77 +185,174 @@ export async function stopManagedDaemon(toolName, { signal = "SIGTERM", forceAft
       process.kill(pid, signal);
       stopped = true;
     } catch {}
-    if (signal !== "SIGKILL" && forceAfterMs > 0 && !(await waitForExit(pid, forceAfterMs))) {
+    if (signal !== "SIGKILL" && effectiveForceAfterMs > 0 && !(await waitForExit(pid, effectiveForceAfterMs))) {
       try {
         process.kill(pid, "SIGKILL");
       } catch {}
     }
   }
   await rm(paths.pidFile, { force: true });
-  return { toolName, pid: pid || null, stopped };
+  if (state) {
+    await writeDaemonStatus(paths, {
+      state,
+      pid: null,
+      heartbeatAt: null,
+      restartRequested: false,
+      nextRestartAt: null,
+      message
+    });
+  }
+  return { toolName: paths.toolName, scope: paths.scope, pid: pid || null, stopped };
 }
 
-export async function startManagedDaemon({ toolName, entryPath, beforeStart = null, autoStart = true }) {
-  const paths = daemonPaths(toolName);
+export async function startManagedDaemon({
+  toolName,
+  entryPath,
+  scope = { type: "global" },
+  startupContext = {},
+  beforeStart = null,
+  autoStart = true
+}) {
+  const paths = daemonPaths({ toolName, scope });
+  const policy = await loadDaemonPolicy();
   await mkdir(paths.commandsDir, { recursive: true });
 
-  const current = await readJson(paths.pidFile, {});
-  if (isProcessAlive(current.pid)) {
-    await writeJson(paths.metaFile, {
+  const acquired = await acquireStartLock(paths, policy);
+  if (acquired === false) {
+    const current = await readJson(paths.pidFile, {});
+    await registerManagedDaemon({
       toolName,
       entryPath,
-      autoStart,
-      lastStartedAt: current.startedAt || new Date().toISOString()
+      scope: paths.scope,
+      startupContext,
+      autoStart
     });
     return current.pid;
   }
-  await rm(paths.pidFile, { force: true });
-
-  await rm(paths.commandsDir, { recursive: true, force: true });
-  await mkdir(paths.commandsDir, { recursive: true });
-  if (beforeStart) await beforeStart();
-
-  const out = openSync(paths.logFile, "a");
   try {
-    const child = spawn(process.execPath, [entryPath, "daemon"], {
-      detached: false,
-      stdio: ["ignore", out, out],
-      env: process.env
-    });
-    child.unref();
+    const current = await readJson(paths.pidFile, {});
+    if (isProcessAlive(current.pid)) {
+      await registerManagedDaemon({
+        toolName,
+        entryPath,
+        scope: paths.scope,
+        startupContext,
+        autoStart
+      });
+      return current.pid;
+    }
+    await rm(paths.pidFile, { force: true });
+    await rm(paths.commandsDir, { recursive: true, force: true });
+    await mkdir(paths.commandsDir, { recursive: true });
+    if (beforeStart) await beforeStart();
 
     const startedAt = new Date().toISOString();
-    const record = {
-      pid: child.pid,
-      startedAt
-    };
-    await writeJson(paths.pidFile, record);
-    await writeJson(paths.metaFile, {
-      toolName,
+    const meta = registrationRecord({
+      paths,
       entryPath,
       autoStart,
-      lastStartedAt: startedAt
+      startupContext,
+      current: await readJson(paths.metaFile, {}),
+      startedAt
+    });
+    await writeJson(paths.metaFile, meta);
+    await writeDaemonStatus(paths, {
+      state: "starting",
+      pid: null,
+      heartbeatAt: null,
+      lastHealthCheckAt: null,
+      lastHealthSuccessAt: null,
+      consecutiveHealthFailures: 0,
+      message: "Daemon process is starting"
+    });
+
+    const out = openSync(paths.logFile, "a");
+    let child;
+    try {
+      child = spawn(process.execPath, [entryPath, "daemon"], {
+        detached: false,
+        stdio: ["ignore", out, out],
+        env: {
+          ...process.env,
+          ARISA_DAEMON_META_FILE: paths.metaFile,
+          ARISA_DAEMON_INSTANCE_ID: paths.instanceId
+        }
+      });
+      await new Promise((resolve, reject) => {
+        child.once("spawn", resolve);
+        child.once("error", reject);
+      });
+    } finally {
+      closeSync(out);
+    }
+    child.unref();
+
+    await writeJson(paths.pidFile, { pid: child.pid, startedAt });
+    await writeDaemonStatus(paths, {
+      state: "starting",
+      pid: child.pid,
+      message: "Daemon process started; waiting for health check"
     });
     return child.pid;
+  } catch (error) {
+    await writeDaemonStatus(paths, {
+      state: "failed",
+      pid: null,
+      lastError: {
+        at: new Date().toISOString(),
+        phase: "start",
+        message: error?.message || String(error)
+      },
+      message: error?.message || String(error)
+    }).catch(() => {});
+    throw error;
   } finally {
-    closeSync(out);
+    if (acquired) await rm(paths.startLockFile, { force: true });
   }
 }
 
-export async function listRegisteredDaemons() {
+async function listGlobalDaemonRecords() {
   let entries = [];
   try {
     entries = await readdir(toolStateDir, { withFileTypes: true });
   } catch {
     return [];
   }
-
   const records = [];
   for (const entry of entries) {
     if (!entry.isDirectory()) continue;
-    const paths = daemonPaths(entry.name);
-    const meta = await readJson(paths.metaFile, null);
+    const meta = await readJson(daemonPaths(entry.name).metaFile, null);
     if (meta?.toolName && meta?.entryPath) records.push(meta);
   }
   return records;
 }
+
+async function listChatDaemonRecords() {
+  let chatEntries = [];
+  try {
+    chatEntries = await readdir(chatsDir, { withFileTypes: true });
+  } catch {
+    return [];
+  }
+  const records = [];
+  for (const chatEntry of chatEntries) {
+    if (!chatEntry.isDirectory()) continue;
+    const toolsRoot = path.join(chatsDir, chatEntry.name, "state", "tools");
+    const toolEntries = await readdir(toolsRoot, { withFileTypes: true }).catch(() => []);
+    for (const toolEntry of toolEntries) {
+      if (!toolEntry.isDirectory()) continue;
+      const scope = { type: "chat", chatId: chatEntry.name };
+      const meta = await readJson(daemonPaths({ toolName: toolEntry.name, scope }).metaFile, null);
+      if (meta?.toolName && meta?.entryPath) records.push(meta);
+    }
+  }
+  return records;
+}
+
+export async function listRegisteredDaemons() {
+  const records = [
+    ...await listGlobalDaemonRecords(),
+    ...await listChatDaemonRecords()
+  ];
+  return records.sort((a, b) => `${a.toolName}:${a.instanceId}`.localeCompare(`${b.toolName}:${b.instanceId}`));
+}