@konglx/rotom 2.21.0

package/dist/master/group-paths.js

@@ -0,0 +1,208 @@
+/**
+ * Shared helpers for resolving per-group on-disk paths.
+ *
+ * Centralises the "where does this group's working directory live" rule so
+ * both the artifacts REST endpoints and the web-terminal PTY hub agree on
+ * the same cwd. Previously this lived inline in api.ts; pulling it out
+ * avoids importing api.ts (and Express) from non-HTTP modules.
+ */
+import fs from "node:fs";
+import os from "node:os";
+import path from "node:path";
+/** Root directory under which per-group working dirs (artifacts) live. */
+export const ARTIFACTS_ROOT = path.join(os.homedir(), ".rotom", "artifacts");
+/**
+ * Legacy root from before the `results → artifacts` rename. Kept as a
+ * read-only fallback so a group's pre-rename data still resolves correctly
+ * if the one-shot data migration missed it (or was run on an older DB
+ * whose `working_dir` column was back-filled to the legacy path).
+ */
+const LEGACY_RESULTS_ROOT = path.join(os.homedir(), ".rotom", "results");
+/** Absolute default working dir for a group — used as cwd when no override. */
+export function defaultGroupWorkingDir(groupId) {
+    return path.join(ARTIFACTS_ROOT, groupId);
+}
+/**
+ * Resolve the directory the artifacts panel / terminal should use for a group.
+ *
+ * Prefers the group's configured `working_dir` (an absolute path the agent
+ * actually runs in), falling back to the default `~/.rotom/artifacts/<groupId>`.
+ *
+ * Backward-compat: if neither override nor the default artifacts dir exists
+ * on disk, fall back to the legacy `~/.rotom/results/<groupId>` (covers
+ * `working_dir` values persisted against the pre-rename path).
+ */
+export function resolveGroupArtifactRoot(db, groupId) {
+    const group = db.getGroupById(groupId);
+    const dir = group?.working_dir?.trim();
+    if (dir && path.isAbsolute(dir)) {
+        if (fs.existsSync(dir))
+            return dir;
+        // Stored working_dir is stale — fall through to the default + legacy
+        // fallback below so a pre-rename group keeps resolving.
+    }
+    const defaultDir = defaultGroupWorkingDir(groupId);
+    if (fs.existsSync(defaultDir))
+        return defaultDir;
+    const legacyDir = path.join(LEGACY_RESULTS_ROOT, groupId);
+    if (fs.existsSync(legacyDir))
+        return legacyDir;
+    return defaultDir;
+}
+/**
+ * 内置 repo 上下文(migration 051)。master 在 dispatch issue 时调这个,
+ * 解析该 issue 实际使用的 repo 配置,随 WS 消息下发给 executor。
+ *
+ * 优先级:
+ *  - issue.repo_url 非空 → 用 issue 级覆盖(连同 issue.repo_branch)
+ *  - 否则 → 用 group.repo_url + group.repo_default_branch + group.extra_repos
+ *  - group 也没配 → 返回 null(worker 走老路径,无 worktree)
+ *
+ * extraRepos 只在 group 级定义(issue 不支持覆盖 extra),解析失败(JSON 损坏)时
+ * 静默忽略该 extra,不影响 primary worktree 创建。
+ */
+export function resolveIssueRepoCtx(db, issue) {
+    const group = db.getGroupById(issue.group_id);
+    if (!group)
+        return null;
+    const repoUrl = issue.repo_url?.trim() || group.repo_url?.trim() || "";
+    if (!repoUrl)
+        return null;
+    const repoBranch = issue.repo_branch?.trim() || group.repo_default_branch?.trim() || undefined;
+    // worktree_mode: 'issue' 显式 opt-in,其余(含 null)都归 'group'(默认轻量模式)
+    const worktreeMode = group.worktree_mode === "issue" ? "issue" : "group";
+    let extraRepos;
+    if (group.extra_repos) {
+        try {
+            const parsed = JSON.parse(group.extra_repos);
+            if (Array.isArray(parsed)) {
+                extraRepos = parsed
+                    .filter((e) => !!e && typeof e === "object"
+                    && typeof e.id === "string" && e.id
+                    && typeof e.url === "string" && e.url
+                    && typeof e.mountPath === "string" && e.mountPath)
+                    .map(e => ({
+                    id: e.id,
+                    url: e.url,
+                    branch: typeof e.branch === "string" && e.branch ? e.branch : undefined,
+                    mountPath: e.mountPath,
+                }));
+                if (extraRepos.length === 0)
+                    extraRepos = undefined;
+            }
+        }
+        catch { /* malformed JSON — ignore extras */ }
+    }
+    return { repoUrl, repoBranch, extraRepos, worktreeMode };
+}
+/**
+ * 判定 agent 是否与 master 同机器。worktree 模式(migration 051)只在同机生效:
+ * executor 在本机维护 bare clone + worktree,跨机器时 master 不下发 repoCtx,
+ * worker 回退到老路径(<base>/<groupId>),避免跨机 FS 协调。
+ *
+ * 判定优先级:
+ *  1. agent.hostname 与本机 os.hostname() 完全相等 → 同机
+ *  2. agent.endpoint 是 ws://127.0.0.1 / ws://localhost → 同机
+ *  3. 否则 → 跨机
+ */
+export function isAgentLocalToMaster(agent) {
+    if (!agent)
+        return false;
+    const localHostname = os.hostname();
+    if (agent.hostname && agent.hostname === localHostname)
+        return true;
+    if (agent.endpoint) {
+        try {
+            const u = new URL(agent.endpoint);
+            if (u.hostname === "127.0.0.1" || u.hostname === "localhost" || u.hostname === "0.0.0.0")
+                return true;
+        }
+        catch { /* malformed endpoint — ignore */ }
+    }
+    return false;
+}
+/**
+ * 解析 group 级 repo 上下文(chat 路径用,无 issue)。与 resolveIssueRepoCtxLocalOnly
+ * 类似但不依赖 issue row——只看 group 配置 + agent 同机判定。
+ *
+ * chat 路径:master dispatch a2a_message 时调这个,把 repoCtx 注入消息,worker 收到后
+ * 在 resolveChatCwd 里走 group 模式 worktree(共享 worktree,不依赖 issueId)。
+ */
+export function resolveGroupRepoCtxLocalOnly(db, groupId, agentName) {
+    const group = db.getGroupById(groupId);
+    if (!group)
+        return null;
+    const repoUrl = group.repo_url?.trim() || "";
+    if (!repoUrl)
+        return null;
+    const agent = db.getAgentByName(agentName);
+    if (!isAgentLocalToMaster(agent))
+        return null;
+    const repoBranch = group.repo_default_branch?.trim() || undefined;
+    const worktreeMode = group.worktree_mode === "issue" ? "issue" : "group";
+    let extraRepos;
+    if (group.extra_repos) {
+        try {
+            const parsed = JSON.parse(group.extra_repos);
+            if (Array.isArray(parsed)) {
+                extraRepos = parsed
+                    .filter((e) => !!e && typeof e === "object"
+                    && typeof e.id === "string" && e.id
+                    && typeof e.url === "string" && e.url
+                    && typeof e.mountPath === "string" && e.mountPath)
+                    .map(e => ({
+                    id: e.id,
+                    url: e.url,
+                    branch: typeof e.branch === "string" && e.branch ? e.branch : undefined,
+                    mountPath: e.mountPath,
+                }));
+                if (extraRepos.length === 0)
+                    extraRepos = undefined;
+            }
+        }
+        catch { /* malformed JSON — ignore extras */ }
+    }
+    return { repoUrl, repoBranch, extraRepos, worktreeMode };
+}
+/**
+ * 解析 issue 的 repo 上下文,但只在 assignee 与 master 同机器时返回非 null。
+ * 跨机器 agent 调用方拿不到 repoCtx,worker 走老路径(不启 worktree)。
+ */
+export function resolveIssueRepoCtxLocalOnly(db, issue) {
+    if (!issue.assigned_to)
+        return null;
+    const agent = db.getAgentByName(issue.assigned_to);
+    if (!isAgentLocalToMaster(agent))
+        return null;
+    return resolveIssueRepoCtx(db, issue);
+}
+/**
+ * Resolve the working directory for a specific (group, agent) pair.
+ *
+ * Three-tier fallback:
+ *  1. per-(group, agent) override in `group_member_settings`
+ *  2. group's `working_dir` (when set to an absolute path)
+ *  3. `~/.rotom/artifacts/<groupId>` default (with legacy results fallback
+ *     for groups whose data migration was incomplete)
+ *
+ * Used at issue-assignment time to compute the cwd that should be recorded
+ * on the issue. Executor workers continue to use their own per-group mapping
+ * (`executor.config.json.workingDirMap`); this function is the master-side
+ * authoritative resolution only.
+ */
+export function resolveGroupAgentWorkingDir(db, groupId, agentName) {
+    const override = db.getGroupMemberSetting(groupId, agentName);
+    if (override && fs.existsSync(override))
+        return override;
+    const group = db.getGroupById(groupId);
+    const dir = group?.working_dir?.trim();
+    if (dir && path.isAbsolute(dir) && fs.existsSync(dir))
+        return dir;
+    const defaultDir = defaultGroupWorkingDir(groupId);
+    if (fs.existsSync(defaultDir))
+        return defaultDir;
+    const legacyDir = path.join(LEGACY_RESULTS_ROOT, groupId);
+    if (fs.existsSync(legacyDir))
+        return legacyDir;
+    return defaultDir;
+}

package/dist/master/offline-queue.js

@@ -0,0 +1,38 @@
+/**
+ * Digital Employee Mesh — Offline message queue
+ *
+ * Thin wrapper over db methods + JSON → OfflineMsg conversion.
+ */
+export class OfflineQueue {
+    db;
+    constructor(db) {
+        this.db = db;
+    }
+    /** Enqueue a message for an offline agent. Returns false if limit reached. */
+    enqueue(targetAgentId, fromName, fromDomain, payload, routeType) {
+        return this.db.enqueueOffline(targetAgentId, fromName, fromDomain, JSON.stringify(payload), routeType);
+    }
+    /** Pop all pending messages for an agent (called on reconnect). */
+    pop(targetAgentId) {
+        const rows = this.db.popOffline(targetAgentId);
+        return rows.map((row) => {
+            let payload;
+            try {
+                payload = JSON.parse(row.payload);
+            }
+            catch {
+                payload = { message: row.payload || "" };
+            }
+            return {
+                from: {
+                    name: row.from_name,
+                    domain: row.from_domain || undefined,
+                    status: "offline",
+                },
+                payload,
+                routeType: row.route_type || "unknown",
+                createdAt: row.created_at,
+            };
+        });
+    }
+}

package/dist/master/opc-bootstrap.js

@@ -0,0 +1,245 @@
+/**
+ * OPC bootstrap — 首次启动时自动建立"个人 OPC"最小可用环境。
+ *
+ * Phase 1 的核心:让 `mesh-master` 一命令起来就是一个完整 OPC ——
+ * 有本机 master 身份、有默认 agent(免 token)、有默认群。
+ * 用户无需任何配置就能开箱即用,断网也能完整工作。
+ *
+ * 这个模块也是 Phase 2 federation 的接入点 —— 后续加 ensureLocalExecutor、
+ * federation client 等都在这里挂。
+ */
+import os from "node:os";
+import path from "node:path";
+import fs from "node:fs";
+import { randomUUID } from "node:crypto";
+import { spawn } from "node:child_process";
+import { fileURLToPath } from "node:url";
+import { REAL_PERSONS } from "../shared/protocol/enums.js";
+import { createLogger } from "../shared/logger.js";
+const log = createLogger("opc-bootstrap");
+const __filename = fileURLToPath(import.meta.url);
+/**
+ * 把 agents 表里 hostname 为 NULL 的行回填本机 hostname。
+ * 这是 migration 055 的运行时补充 —— migration 跑的时候 master_node 表
+ * 还没有身份行,SQL UPDATE 找不到 hostname 来源,所以放到 TS 层处理。
+ */
+export function backfillAgentsHostname(db, hostname) {
+    const result = db.db.prepare("UPDATE agents SET hostname = ? WHERE hostname IS NULL").run(hostname);
+    return result.changes;
+}
+/**
+ * 若 agents 表为空,自动建一个默认 agent(免 token,靠本机信任认证)。
+ * 已有 agent 时 no-op。
+ *
+ * name = os.userInfo().username(若命中 REAL_PERSONS 则标 category="真人")。
+ */
+export function ensureDefaultAgent(db, identity) {
+    const existing = db.listAgents();
+    if (existing.length > 0)
+        return null;
+    const userInfo = os.userInfo();
+    const name = userInfo.username || "default";
+    const id = randomUUID();
+    const isRealPerson = REAL_PERSONS.includes(name);
+    const profile = JSON.stringify(isRealPerson ? { category: "真人" } : {});
+    db.insertAgent({
+        id,
+        name,
+        hostname: identity.hostname,
+        tokenHash: "",
+        token: "",
+        profile,
+    });
+    log.info(`Created default agent "${name}" (hostname=${identity.hostname}${isRealPerson ? ", realPerson" : ""})`);
+    return { id, name };
+}
+/**
+ * 若无 group,创建 `Local` 默认群并把默认 agent 加进去。
+ * 已有 group 时 no-op。
+ */
+export function ensureDefaultGroup(db, defaultAgentName) {
+    const groups = db.listGroups();
+    if (groups.length > 0)
+        return null;
+    const id = randomUUID();
+    const name = "Local";
+    db.createGroup(id, name, defaultAgentName);
+    if (defaultAgentName) {
+        db.addGroupMembers(id, [defaultAgentName]);
+    }
+    log.info(`Created default group "${name}"${defaultAgentName ? ` with member "${defaultAgentName}"` : ""}`);
+    return { id, name };
+}
+/**
+ * OPC bootstrap 完整流程:
+ *   1. 写 master_node 身份行
+ *   2. 回填 agents.hostname
+ *   3. 默认 agent(若空)
+ *   4. 默认 group(若空)
+ *
+ * 在 master 启动 main() 里 DB 初始化之后立即调用 —— 此处 mesh.db 已跑完
+ * migration 054/055,master_node 表存在,可以安全写入。
+ */
+export function runOpcBootstrap(db, identity) {
+    // teamName 兜底:如果用户没配 ROTOM_TEAM_NAME / master.json,查本机真人 agent
+    // (profile.category="真人"),用其 name + "团队" 作默认(如"西花团队")。
+    // 这是"每台机器 = 一个真人 + 一个团队"语义的体现:团队名跟随主理人。
+    let teamName = identity.teamName;
+    if (!teamName) {
+        const agents = db.listAgents();
+        const realPerson = agents.find((a) => {
+            try {
+                const p = a.profile ? JSON.parse(a.profile) : {};
+                return p.category === "真人";
+            }
+            catch {
+                return false;
+            }
+        });
+        if (realPerson) {
+            teamName = `${realPerson.name}团队`;
+            log.info(`Derived teamName from real-person agent: "${teamName}"`);
+        }
+    }
+    if (!teamName) {
+        // 最后兜底:用 hostname(避免 master_node.team_name 为 NULL)
+        teamName = identity.hostname;
+    }
+    db.upsertMasterNode({
+        id: identity.id,
+        hostname: identity.hostname,
+        role: identity.role,
+        teamName,
+    });
+    const backfilledAgents = backfillAgentsHostname(db, identity.hostname);
+    if (backfilledAgents > 0) {
+        log.info(`Backfilled hostname=${identity.hostname} for ${backfilledAgents} agent row(s)`);
+    }
+    const defaultAgent = ensureDefaultAgent(db, identity);
+    const defaultGroup = ensureDefaultGroup(db, defaultAgent?.name);
+    log.info(`OPC ready: masterId=${identity.id} hostname=${identity.hostname} role=${identity.role}`);
+    return {
+        masterId: identity.id,
+        hostname: identity.hostname,
+        role: identity.role,
+        defaultAgent: defaultAgent ?? undefined,
+        defaultGroup: defaultGroup ?? undefined,
+        backfilledAgents,
+    };
+}
+function isProcessAlive(pid) {
+    try {
+        process.kill(pid, 0);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+/**
+ * OPC 模式下由 master 自动拉起本机 executor 子进程,免去用户手动 nohup。
+ *
+ * 配置选择:
+ *   - 用户已写 ~/.rotom/executor.config.json → 用它 spawn(尊重用户配置)
+ *   - 否则生成 .auto-executor.json(token=null,走 isLoopback 信任)+ spawn
+ *
+ * 跳过 spawn 的条件:
+ *   - ROTOM_FEDERATION_DISABLED=1(纯 standalone)
+ *   - 已有 local-executor.pid 指向存活进程
+ *
+ * 子进程生命周期与 master 绑定:master 退出时自动 SIGTERM + 5s 后 SIGKILL。
+ */
+export function ensureLocalExecutor(opts) {
+    const { rotomHome, masterPort, defaultAgentName } = opts;
+    if (process.env.ROTOM_FEDERATION_DISABLED === "1") {
+        log.info("ROTOM_FEDERATION_DISABLED=1 — skipping auto executor spawn");
+        return null;
+    }
+    const runDir = path.join(rotomHome, "run");
+    fs.mkdirSync(runDir, { recursive: true });
+    const pidFile = path.join(runDir, "local-executor.pid");
+    try {
+        if (fs.existsSync(pidFile)) {
+            const pid = parseInt(fs.readFileSync(pidFile, "utf-8").trim(), 10);
+            if (pid && isProcessAlive(pid)) {
+                log.info(`Local executor already running (PID ${pid}) — skipping spawn`);
+                return null;
+            }
+        }
+    }
+    catch { /* fallthrough to spawn */ }
+    // 1. 选 config 路径:用户已配 executor.config.json → 用它;否则生成 .auto-executor.json
+    //    .auto-executor.json 走 scanClis 模式 —— executor 启动时扫描本机已安装的
+    //    claude/codex/hermes/openclaw/pi,为每个 CLI 注册一个 agent(name 默认 = CLI 名)。
+    const userConfigPath = path.join(rotomHome, "executor.config.json");
+    const autoConfigPath = path.join(rotomHome, ".auto-executor.json");
+    let configPath;
+    if (fs.existsSync(userConfigPath)) {
+        configPath = userConfigPath;
+        log.info(`Using user config ${userConfigPath} for auto-spawned executor`);
+    }
+    else {
+        const workspaceDir = path.join(rotomHome, "workspace");
+        fs.mkdirSync(workspaceDir, { recursive: true });
+        const autoConfig = {
+            master: `ws://127.0.0.1:${masterPort}`,
+            token: null, // 本机信任模式
+            scanClis: true,
+            workingDir: workspaceDir,
+        };
+        fs.writeFileSync(autoConfigPath, JSON.stringify(autoConfig, null, 2) + "\n", "utf-8");
+        configPath = autoConfigPath;
+        log.info(`Generated ${autoConfigPath} (scanClis mode — executor will register one agent per installed CLI)`);
+    }
+    // 2. 定位 executor 入口:dist/master/X.js → dist/executor/index.js;src/master/X.ts → src/executor/index.ts
+    const isTs = __filename.endsWith(".ts");
+    const executorExt = isTs ? "ts" : "js";
+    const executorPath = path.resolve(path.dirname(__filename), `../executor/index.${executorExt}`);
+    if (!fs.existsSync(executorPath)) {
+        log.warn(`Executor entry not found at ${executorPath} — skipping auto spawn`);
+        return null;
+    }
+    // 3. 准备日志文件(stdio 重定向)
+    const logDir = path.join(rotomHome, "logs");
+    fs.mkdirSync(logDir, { recursive: true });
+    const logFilePath = path.join(logDir, "local-executor.log");
+    const logFd = fs.openSync(logFilePath, "a");
+    // 4. spawn
+    // ts 模式跑 tsx(走 Node 的 --import tsx 加载器);js 模式直接 node
+    const args = isTs
+        ? ["--import", "tsx", executorPath, "--config", configPath]
+        : [executorPath, "--config", configPath];
+    const child = spawn(process.execPath, args, {
+        stdio: ["ignore", logFd, logFd],
+        env: { ...process.env, ROTOM_HOME: rotomHome },
+        detached: false,
+    });
+    fs.closeSync(logFd); // 父进程关闭 fd,子进程已继承
+    if (!child.pid) {
+        log.error("Failed to spawn local executor");
+        return null;
+    }
+    fs.writeFileSync(pidFile, String(child.pid), "utf-8");
+    log.info(`Spawned local executor (PID ${child.pid}) — log: ${logFilePath}`);
+    child.on("exit", (code, signal) => {
+        log.info(`Local executor exited (code=${code} signal=${signal})`);
+        try {
+            fs.unlinkSync(pidFile);
+        }
+        catch { /* already removed */ }
+    });
+    const stop = () => {
+        if (!child.killed && child.exitCode === null && child.signalCode === null) {
+            log.info(`Stopping local executor (PID ${child.pid})...`);
+            child.kill("SIGTERM");
+            const killTimer = setTimeout(() => {
+                if (!child.killed && child.exitCode === null && child.signalCode === null) {
+                    log.warn(`Local executor (PID ${child.pid}) did not exit in 5s, sending SIGKILL`);
+                    child.kill("SIGKILL");
+                }
+            }, 5_000);
+            child.once("exit", () => clearTimeout(killTimer));
+        }
+    };
+    return { child, stop };
+}