@useorgx/openclaw-plugin 0.3.1 → 0.3.2

package/dist/http-handler.js

@@ -27,6 +27,7 @@ import { defaultOutboxAdapter } from "./adapters/outbox.js";
 import { readAgentContexts, upsertAgentContext } from "./agent-context-store.js";
 import { getAgentRun, markAgentRunStopped, readAgentRuns, upsertAgentRun, } from "./agent-run-store.js";
 import { readByokKeys, writeByokKeys } from "./byok-store.js";
+import { computeMilestoneRollup, computeWorkstreamRollup, } from "./reporting/rollups.js";
 // =============================================================================
 // Helpers
 // =============================================================================
@@ -772,10 +773,14 @@ function resolveSafeDistPath(subPath) {
 // =============================================================================
 // Helpers
 // =============================================================================
+const IMMUTABLE_FILE_CACHE = new Map();
+const IMMUTABLE_FILE_CACHE_MAX = 128;
 function sendJson(res, status, data) {
     const body = JSON.stringify(data);
     res.writeHead(status, {
         "Content-Type": "application/json; charset=utf-8",
+        // Avoid browser/proxy caching for live dashboards.
+        "Cache-Control": "no-store",
         ...SECURITY_HEADERS,
         ...CORS_HEADERS,
     });
@@ -783,9 +788,32 @@ function sendJson(res, status, data) {
 }
 function sendFile(res, filePath, cacheControl) {
     try {
+        const shouldCacheImmutable = cacheControl.includes("immutable");
+        if (shouldCacheImmutable) {
+            const cached = IMMUTABLE_FILE_CACHE.get(filePath);
+            if (cached) {
+                res.writeHead(200, {
+                    "Content-Type": cached.contentType,
+                    "Cache-Control": cacheControl,
+                    ...SECURITY_HEADERS,
+                    ...CORS_HEADERS,
+                });
+                res.end(cached.content);
+                return;
+            }
+        }
         const content = readFileSync(filePath);
+        const type = contentType(filePath);
+        if (shouldCacheImmutable) {
+            if (IMMUTABLE_FILE_CACHE.size >= IMMUTABLE_FILE_CACHE_MAX) {
+                const firstKey = IMMUTABLE_FILE_CACHE.keys().next().value;
+                if (firstKey)
+                    IMMUTABLE_FILE_CACHE.delete(firstKey);
+            }
+            IMMUTABLE_FILE_CACHE.set(filePath, { content, contentType: type });
+        }
         res.writeHead(200, {
-            "Content-Type": contentType(filePath),
+            "Content-Type": type,
             "Cache-Control": cacheControl,
             ...SECURITY_HEADERS,
             ...CORS_HEADERS,
@@ -1068,6 +1096,15 @@ function parseBooleanQuery(raw) {
         normalized === "yes" ||
         normalized === "on");
 }
+function stableHash(value) {
+    return createHash("sha256").update(value).digest("hex");
+}
+function idempotencyKey(parts) {
+    const raw = parts.filter((part) => typeof part === "string" && part.length > 0).join(":");
+    const cleaned = raw.replace(/[^a-zA-Z0-9:_-]/g, "-").slice(0, 84);
+    const suffix = stableHash(raw).slice(0, 20);
+    return `${cleaned}:${suffix}`.slice(0, 120);
+}
 const DEFAULT_DURATION_HOURS = {
     initiative: 40,
     workstream: 16,
@@ -1865,6 +1902,111 @@ export function createHttpHandler(config, client, getSnapshot, onboarding, diagn
     const dashboardEnabled = config.dashboardEnabled ??
         true;
     const outboxAdapter = adapters?.outbox ?? defaultOutboxAdapter;
+    const openclawAdapter = adapters?.openclaw ?? {};
+    const listAgents = openclawAdapter.listAgents ?? listOpenClawAgents;
+    const spawnAgentTurn = openclawAdapter.spawnAgentTurn ?? spawnOpenClawAgentTurn;
+    const stopProcess = openclawAdapter.stopDetachedProcess ?? stopDetachedProcess;
+    const pidAlive = openclawAdapter.isPidAlive ?? isPidAlive;
+    async function emitActivitySafe(input) {
+        const initiativeId = input.initiativeId?.trim() ?? "";
+        if (!initiativeId)
+            return;
+        const message = input.message.trim();
+        if (!message)
+            return;
+        try {
+            await client.emitActivity({
+                initiative_id: initiativeId,
+                run_id: input.runId ?? undefined,
+                correlation_id: input.runId
+                    ? undefined
+                    : (input.correlationId?.trim() || `openclaw-${Date.now()}`),
+                source_client: "openclaw",
+                message,
+                phase: input.phase,
+                progress_pct: typeof input.progressPct === "number" && Number.isFinite(input.progressPct)
+                    ? Math.max(0, Math.min(100, Math.round(input.progressPct)))
+                    : undefined,
+                level: input.level,
+                next_step: input.nextStep,
+                metadata: input.metadata,
+            });
+        }
+        catch {
+            // best effort
+        }
+    }
+    async function syncParentRollupsForTask(input) {
+        const initiativeId = input.initiativeId?.trim() ?? "";
+        const taskId = input.taskId?.trim() ?? "";
+        if (!initiativeId || !taskId)
+            return;
+        let tasks = [];
+        try {
+            const response = await client.listEntities("task", {
+                initiative_id: initiativeId,
+                limit: 4000,
+            });
+            tasks = Array.isArray(response?.data)
+                ? response.data
+                : [];
+        }
+        catch {
+            return;
+        }
+        const task = tasks.find((row) => String(row.id ?? "").trim() === taskId) ?? null;
+        const resolvedMilestoneId = (input.milestoneId?.trim() || "") ||
+            (task ? pickString(task, ["milestone_id", "milestoneId"]) ?? "" : "");
+        const resolvedWorkstreamId = (input.workstreamId?.trim() || "") ||
+            (task ? pickString(task, ["workstream_id", "workstreamId"]) ?? "" : "");
+        if (resolvedMilestoneId) {
+            const milestoneTaskStatuses = tasks
+                .filter((row) => pickString(row, ["milestone_id", "milestoneId"]) === resolvedMilestoneId)
+                .map((row) => pickString(row, ["status"]) ?? "todo");
+            const rollup = computeMilestoneRollup(milestoneTaskStatuses);
+            try {
+                await client.applyChangeset({
+                    initiative_id: initiativeId,
+                    correlation_id: input.correlationId?.trim() || undefined,
+                    source_client: "openclaw",
+                    idempotency_key: idempotencyKey([
+                        "openclaw",
+                        "rollup",
+                        "milestone",
+                        resolvedMilestoneId,
+                        rollup.status,
+                        String(rollup.progressPct),
+                        String(rollup.done),
+                        String(rollup.total),
+                    ]),
+                    operations: [
+                        {
+                            op: "milestone.update",
+                            milestone_id: resolvedMilestoneId,
+                            status: rollup.status,
+                        },
+                    ],
+                });
+            }
+            catch {
+                // best effort
+            }
+        }
+        if (resolvedWorkstreamId) {
+            const workstreamTaskStatuses = tasks
+                .filter((row) => pickString(row, ["workstream_id", "workstreamId"]) === resolvedWorkstreamId)
+                .map((row) => pickString(row, ["status"]) ?? "todo");
+            const rollup = computeWorkstreamRollup(workstreamTaskStatuses);
+            try {
+                await client.updateEntity("workstream", resolvedWorkstreamId, {
+                    status: rollup.status,
+                });
+            }
+            catch {
+                // best effort
+            }
+        }
+    }
     const autoContinueRuns = new Map();
     let autoContinueTickInFlight = false;
     const AUTO_CONTINUE_TICK_MS = 2_500;
@@ -2075,7 +2217,7 @@ export function createHttpHandler(config, client, getSnapshot, onboarding, diagn
         if (run.activeRunId) {
             const record = getAgentRun(run.activeRunId);
             const pid = record?.pid ?? null;
-            if (pid && isPidAlive(pid)) {
+            if (pid && pidAlive(pid)) {
                 return;
             }
             // Run finished (or pid missing). Mark stopped and auto-complete the task.
@@ -2104,6 +2246,34 @@ export function createHttpHandler(config, client, getSnapshot, onboarding, diagn
                         run.lastError = safeErrorMessage(err);
                     }
                 }
+                if (record.taskId) {
+                    await syncParentRollupsForTask({
+                        initiativeId: run.initiativeId,
+                        taskId: record.taskId,
+                        workstreamId: record.workstreamId,
+                        correlationId: record.runId,
+                    });
+                }
+                await emitActivitySafe({
+                    initiativeId: run.initiativeId,
+                    correlationId: record.runId,
+                    phase: summary.hadError ? "blocked" : "completed",
+                    level: summary.hadError ? "warn" : "info",
+                    message: record.taskId
+                        ? `Auto-continue ${summary.hadError ? "blocked" : "completed"} task ${record.taskId}.`
+                        : `Auto-continue run finished (${summary.hadError ? "blocked" : "completed"}).`,
+                    metadata: {
+                        event: "auto_continue_task_finished",
+                        agent_id: record.agentId,
+                        session_id: record.runId,
+                        task_id: record.taskId,
+                        workstream_id: record.workstreamId,
+                        tokens: summary.tokens,
+                        cost_usd: summary.costUsd,
+                        had_error: summary.hadError,
+                        error_message: summary.errorMessage,
+                    },
+                });
                 run.lastRunId = record.runId;
                 run.lastTaskId = record.taskId ?? run.lastTaskId;
                 run.activeRunId = null;
@@ -2250,6 +2420,31 @@ export function createHttpHandler(config, client, getSnapshot, onboarding, diagn
             });
             return;
         }
+        await syncParentRollupsForTask({
+            initiativeId: run.initiativeId,
+            taskId: nextTaskNode.id,
+            workstreamId: nextTaskNode.workstreamId,
+            milestoneId: nextTaskNode.milestoneId,
+            correlationId: sessionId,
+        });
+        await emitActivitySafe({
+            initiativeId: run.initiativeId,
+            correlationId: sessionId,
+            phase: "execution",
+            level: "info",
+            message: `Auto-continue started task ${nextTaskNode.id}.`,
+            metadata: {
+                event: "auto_continue_task_started",
+                agent_id: agentId,
+                session_id: sessionId,
+                task_id: nextTaskNode.id,
+                task_title: nextTaskNode.title,
+                workstream_id: nextTaskNode.workstreamId,
+                workstream_title: workstreamTitle,
+                milestone_id: nextTaskNode.milestoneId,
+                milestone_title: milestoneTitle,
+            },
+        });
         upsertAgentContext({
             agentId,
             initiativeId: run.initiativeId,
@@ -2257,7 +2452,7 @@ export function createHttpHandler(config, client, getSnapshot, onboarding, diagn
             workstreamId: nextTaskNode.workstreamId,
             taskId: nextTaskNode.id,
         });
-        const spawned = spawnOpenClawAgentTurn({
+        const spawned = spawnAgentTurn({
             agentId,
             sessionId,
             message,
@@ -2553,7 +2748,7 @@ export function createHttpHandler(config, client, getSnapshot, onboarding, diagn
                     let requiresPremiumLaunch = Boolean(provider) || modelImpliesByok(requestedModel);
                     if (!requiresPremiumLaunch) {
                         try {
-                            const agents = await listOpenClawAgents();
+                            const agents = await listAgents();
                             const agentEntry = agents.find((entry) => String(entry.id ?? "").trim() === agentId) ??
                                 null;
                             const agentModel = agentEntry && typeof agentEntry.model === "string"
@@ -2610,6 +2805,46 @@ export function createHttpHandler(config, client, getSnapshot, onboarding, diagn
                         });
                         return true;
                     }
+                    if (initiativeId) {
+                        try {
+                            await client.updateEntity("initiative", initiativeId, { status: "active" });
+                        }
+                        catch {
+                            // best effort
+                        }
+                    }
+                    if (taskId) {
+                        try {
+                            await client.updateEntity("task", taskId, { status: "in_progress" });
+                        }
+                        catch {
+                            // best effort
+                        }
+                        await syncParentRollupsForTask({
+                            initiativeId,
+                            taskId,
+                            workstreamId,
+                            correlationId: sessionId,
+                        });
+                    }
+                    await emitActivitySafe({
+                        initiativeId,
+                        correlationId: sessionId,
+                        phase: "execution",
+                        message: taskId
+                            ? `Launched agent ${agentId} for task ${taskId}.`
+                            : `Launched agent ${agentId}.`,
+                        level: "info",
+                        metadata: {
+                            event: "agent_launch",
+                            agent_id: agentId,
+                            session_id: sessionId,
+                            workstream_id: workstreamId,
+                            task_id: taskId,
+                            provider,
+                            model: requestedModel,
+                        },
+                    });
                     let routedProvider = null;
                     let routedModel = null;
                     if (provider) {
@@ -2628,7 +2863,7 @@ export function createHttpHandler(config, client, getSnapshot, onboarding, diagn
                         workstreamId,
                         taskId,
                     });
-                    const spawned = spawnOpenClawAgentTurn({
+                    const spawned = spawnAgentTurn({
                         agentId,
                         sessionId,
                         message,
@@ -2692,7 +2927,7 @@ export function createHttpHandler(config, client, getSnapshot, onboarding, diagn
                         sendJson(res, 409, { ok: false, error: "Run has no tracked pid" });
                         return true;
                     }
-                    const result = await stopDetachedProcess(record.pid);
+                    const result = await stopProcess(record.pid);
                     const updated = markAgentRunStopped(runId);
                     sendJson(res, 200, {
                         ok: true,
@@ -2752,7 +2987,7 @@ export function createHttpHandler(config, client, getSnapshot, onboarding, diagn
                         modelImpliesByok(record.model ?? null);
                     if (!requiresPremiumRestart) {
                         try {
-                            const agents = await listOpenClawAgents();
+                            const agents = await listAgents();
                             const agentEntry = agents.find((entry) => String(entry.id ?? "").trim() === record.agentId) ?? null;
                             const agentModel = agentEntry && typeof agentEntry.model === "string"
                                 ? agentEntry.model
@@ -2802,7 +3037,7 @@ export function createHttpHandler(config, client, getSnapshot, onboarding, diagn
                         workstreamId: record.workstreamId,
                         taskId: record.taskId,
                     });
-                    const spawned = spawnOpenClawAgentTurn({
+                    const spawned = spawnAgentTurn({
                         agentId: record.agentId,
                         sessionId,
                         message,
@@ -2863,7 +3098,7 @@ export function createHttpHandler(config, client, getSnapshot, onboarding, diagn
                     }
                     let requiresPremiumAutoContinue = false;
                     try {
-                        const agents = await listOpenClawAgents();
+                        const agents = await listAgents();
                         const agentEntry = agents.find((entry) => String(entry.id ?? "").trim() === agentId) ??
                             null;
                         const agentModel = agentEntry && typeof agentEntry.model === "string"
@@ -3338,7 +3573,7 @@ export function createHttpHandler(config, client, getSnapshot, onboarding, diagn
                 case "agents/catalog": {
                     try {
                         const [openclawAgents, localSnapshot] = await Promise.all([
-                            listOpenClawAgents(),
+                            listAgents(),
                             loadLocalOpenClawSnapshot(240).catch(() => null),
                         ]);
                         const localById = new Map();
@@ -3612,7 +3847,7 @@ export function createHttpHandler(config, client, getSnapshot, onboarding, diagn
                     agentId = agentId.trim();
                     if (!agentId) {
                         try {
-                            const agents = await listOpenClawAgents();
+                            const agents = await listAgents();
                             const defaultAgent = agents.find((entry) => Boolean(entry.isDefault)) ?? agents[0] ?? null;
                             const candidate = defaultAgent && typeof defaultAgent.id === "string" ? defaultAgent.id.trim() : "";
                             if (candidate)
@@ -4313,17 +4548,26 @@ export function createHttpHandler(config, client, getSnapshot, onboarding, diagn
                     let closed = false;
                     let streamOpened = false;
                     let idleTimer = null;
+                    let heartbeatTimer = null;
+                    let heartbeatBackpressure = false;
                     const clearIdleTimer = () => {
                         if (idleTimer) {
                             clearTimeout(idleTimer);
                             idleTimer = null;
                         }
                     };
+                    const clearHeartbeatTimer = () => {
+                        if (heartbeatTimer) {
+                            clearInterval(heartbeatTimer);
+                            heartbeatTimer = null;
+                        }
+                    };
                     const closeStream = () => {
                         if (closed)
                             return;
                         closed = true;
                         clearIdleTimer();
+                        clearHeartbeatTimer();
                         streamAbortController.abort();
                         if (reader) {
                             void reader.cancel().catch(() => undefined);
@@ -4373,6 +4617,32 @@ export function createHttpHandler(config, client, getSnapshot, onboarding, diagn
                             ...CORS_HEADERS,
                         });
                         streamOpened = true;
+                        // Heartbeat comments keep intermediary proxies from timing out idle SSE.
+                        // They also prevent the dashboard from flickering into reconnect mode
+                        // during long quiet periods.
+                        heartbeatTimer = setInterval(() => {
+                            if (closed || heartbeatBackpressure)
+                                return;
+                            try {
+                                // Keepalive comment line (single newline to avoid terminating an upstream event mid-chunk).
+                                const accepted = write(Buffer.from(`: ping ${Date.now()}\n`, "utf8"));
+                                resetIdleTimer();
+                                if (accepted === false) {
+                                    heartbeatBackpressure = true;
+                                    if (typeof res.once === "function") {
+                                        res.once("drain", () => {
+                                            heartbeatBackpressure = false;
+                                            if (!closed)
+                                                resetIdleTimer();
+                                        });
+                                    }
+                                }
+                            }
+                            catch {
+                                closeStream();
+                            }
+                        }, 20_000);
+                        heartbeatTimer.unref?.();
                         if (!upstream.body) {
                             closeStream();
                             return true;