@voyantjs/workflows-orchestrator-node 0.107.5 → 0.107.7

package/dist/store-stream.js

@@ -1,3 +1,11 @@
+function unrefTimer(timer) {
+    if (typeof timer === "object" &&
+        timer !== null &&
+        "unref" in timer &&
+        typeof timer.unref === "function") {
+        timer.unref();
+    }
+}
 export function diffSnapshots(prev, next) {
     const prevById = new Map(prev.map((run) => [run.id, run]));
     const nextById = new Map(next.map((run) => [run.id, run]));
@@ -57,7 +65,7 @@ export function createStoreStream(store, opts = {}) {
     const handle = setIntervalImpl(() => {
         void pollOnce();
     }, intervalMs);
-    handle.unref?.();
+    unrefTimer(handle);
     return {
         subscribe(listener) {
             const dispatchSnapshot = async () => {

package/dist/wakeup-poller.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"wakeup-poller.d.ts","sourceRoot":"","sources":["../src/wakeup-poller.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,sBAAsB,EACtB,KAAK,SAAS,EACd,eAAe,EACf,KAAK,WAAW,EAChB,KAAK,WAAW,EACjB,MAAM,kCAAkC,CAAA;AACzC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAGpD,MAAM,WAAW,qBAAqB;IACpC,EAAE,EAAE,MAAM,CAAA;IACV,MAAM,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,gBAAgB,CAAC,OAAO,SAAS,qBAAqB;IACrE,WAAW,EAAE,WAAW,CAAA;IACxB,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,GAAG,SAAS,CAAC,CAAA;IACvD,OAAO,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;IAC9C,QAAQ,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,SAAS,CAAA;IACxC,UAAU,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,EAAE,OAAO,KAAK,OAAO,CAAA;IAC1D,OAAO,EAAE,WAAW,CAAA;IACpB,UAAU,EAAE,MAAM,CAAA;IAClB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAA;IAClB,WAAW,CAAC,EAAE,OAAO,WAAW,CAAA;IAChC,aAAa,CAAC,EAAE,OAAO,aAAa,CAAA;IACpC,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,WAAW,CAAA;KAAE,KAAK,IAAI,CAAA;IACtE,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,KAAK,IAAI,CAAA;IAC1E,cAAc,CAAC,EAAE,OAAO,sBAAsB,CAAA;IAC9C,mBAAmB,CAAC,EAAE,OAAO,eAAe,CAAA;CAC7C;AAED,MAAM,WAAW,YAAY,CAAC,OAAO,SAAS,qBAAqB;IACjE,KAAK,EAAE,MAAM,IAAI,CAAA;IACjB,IAAI,EAAE,MAAM,IAAI,CAAA;IAChB,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;IACzB,aAAa,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;CAClD;AAED,wBAAgB,kBAAkB,CAAC,OAAO,SAAS,qBAAqB,EACtE,IAAI,EAAE,gBAAgB,CAAC,OAAO,CAAC,GAC9B,YAAY,CAAC,OAAO,CAAC,CAuFvB"}
+{"version":3,"file":"wakeup-poller.d.ts","sourceRoot":"","sources":["../src/wakeup-poller.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,sBAAsB,EACtB,KAAK,SAAS,EACd,eAAe,EACf,KAAK,WAAW,EAChB,KAAK,WAAW,EACjB,MAAM,kCAAkC,CAAA;AACzC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AAGpD,MAAM,WAAW,qBAAqB;IACpC,EAAE,EAAE,MAAM,CAAA;IACV,MAAM,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,gBAAgB,CAAC,OAAO,SAAS,qBAAqB;IACrE,WAAW,EAAE,WAAW,CAAA;IACxB,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,GAAG,SAAS,CAAC,CAAA;IACvD,OAAO,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;IAC9C,QAAQ,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,SAAS,CAAA;IACxC,UAAU,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,EAAE,OAAO,KAAK,OAAO,CAAA;IAC1D,OAAO,EAAE,WAAW,CAAA;IACpB,UAAU,EAAE,MAAM,CAAA;IAClB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAA;IAClB,WAAW,CAAC,EAAE,OAAO,WAAW,CAAA;IAChC,aAAa,CAAC,EAAE,OAAO,aAAa,CAAA;IACpC,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,WAAW,CAAA;KAAE,KAAK,IAAI,CAAA;IACtE,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,KAAK,IAAI,CAAA;IAC1E,cAAc,CAAC,EAAE,OAAO,sBAAsB,CAAA;IAC9C,mBAAmB,CAAC,EAAE,OAAO,eAAe,CAAA;CAC7C;AAED,MAAM,WAAW,YAAY,CAAC,OAAO,SAAS,qBAAqB;IACjE,KAAK,EAAE,MAAM,IAAI,CAAA;IACjB,IAAI,EAAE,MAAM,IAAI,CAAA;IAChB,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;IACzB,aAAa,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;CAClD;AAaD,wBAAgB,kBAAkB,CAAC,OAAO,SAAS,qBAAqB,EACtE,IAAI,EAAE,gBAAgB,CAAC,OAAO,CAAC,GAC9B,YAAY,CAAC,OAAO,CAAC,CAuFvB"}

package/dist/wakeup-poller.js

@@ -1,5 +1,13 @@
 import { createInMemoryRunStore, resumeDueAlarms, } from "@voyantjs/workflows-orchestrator";
 import { syncWakeupFromRecord } from "./wakeup-store.js";
+function unrefTimer(timer) {
+    if (typeof timer === "object" &&
+        timer !== null &&
+        "unref" in timer &&
+        typeof timer.unref === "function") {
+        timer.unref();
+    }
+}
 export function createWakeupPoller(deps) {
     const intervalMs = deps.intervalMs ?? 1_000;
     const leaseMs = deps.leaseMs ?? Math.max(intervalMs * 4, 5_000);
@@ -71,7 +79,7 @@ export function createWakeupPoller(deps) {
             timer = setIntervalImpl(() => {
                 void poll().catch(() => { });
             }, intervalMs);
-            timer.unref?.();
+            unrefTimer(timer);
         },
         stop() {
             if (!timer)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@voyantjs/workflows-orchestrator-node",
-  "version": "0.107.5",
+  "version": "0.107.7",
   "description": "Node/Docker runtime primitives for @voyantjs/workflows-orchestrator, including a file-backed run store and local scheduler.",
   "license": "Apache-2.0",
   "repository": {
@@ -29,8 +29,8 @@
   "dependencies": {
     "drizzle-orm": "^0.45.2",
     "pg": "^8.20.0",
-    "@voyantjs/workflows-orchestrator": "^0.107.5",
-    "@voyantjs/workflows": "^0.107.5"
+    "@voyantjs/workflows-orchestrator": "^0.107.7",
+    "@voyantjs/workflows": "^0.107.7"
   },
   "devDependencies": {
     "@types/node": "^20.12.0",

package/src/dashboard-chunks.ts

@@ -0,0 +1,35 @@
+export interface ChunkEvent {
+  runId: string
+  chunk: {
+    streamId: string
+    seq: number
+    encoding: "text" | "json" | "base64"
+    chunk: unknown
+    final: boolean
+    at: number
+  }
+}
+
+export interface ChunkBus {
+  publish(event: ChunkEvent): void
+  subscribe(fn: (event: ChunkEvent) => void): () => void
+}
+
+export function createChunkBus(): ChunkBus {
+  const subs = new Set<(event: ChunkEvent) => void>()
+  return {
+    publish(event) {
+      for (const fn of subs) {
+        try {
+          fn(event)
+        } catch {
+          // Ignore subscriber errors so streaming keeps going.
+        }
+      }
+    },
+    subscribe(fn) {
+      subs.add(fn)
+      return () => subs.delete(fn)
+    },
+  }
+}

package/src/dashboard-http-server.ts

@@ -0,0 +1,118 @@
+import type { IncomingMessage, Server, ServerResponse } from "node:http"
+import { handleRequest } from "./dashboard-request.js"
+import { handleRunSseStream, handleSseStream } from "./dashboard-sse.js"
+import { createStaticReader, urlPath } from "./dashboard-static.js"
+import type { ServeDeps, ServeHandle } from "./dashboard-types.js"
+import { createStoreStream, type StoreStream } from "./store-stream.js"
+
+function closeAllConnections(server: Server): void {
+  if ("closeAllConnections" in server && typeof server.closeAllConnections === "function") {
+    server.closeAllConnections()
+  }
+}
+
+export async function startServer(
+  options: { port: number; host: string },
+  deps: ServeDeps,
+): Promise<ServeHandle> {
+  const readStatic =
+    deps.readStatic ?? (deps.staticDir ? createStaticReader(deps.staticDir) : undefined)
+  const hasStaticDashboard = Boolean(readStatic)
+
+  let storeStream: StoreStream | undefined
+  const getStoreStream = (): StoreStream => {
+    if (!storeStream) storeStream = createStoreStream(deps.store)
+    return storeStream
+  }
+
+  const server: Server = deps.createServer(async (req: IncomingMessage, res: ServerResponse) => {
+    const method = (req.method ?? "GET").toUpperCase()
+    const url = req.url ?? "/"
+
+    if ((method === "GET" || method === "HEAD") && urlPath(url) === "/api/runs/stream") {
+      handleSseStream(res, getStoreStream(), deps.chunkBus)
+      return
+    }
+
+    const perRunMatch = urlPath(url).match(/^\/api\/runs\/([^/]+)\/stream$/)
+    if ((method === "GET" || method === "HEAD") && perRunMatch) {
+      const runId = decodeURIComponent(perRunMatch[1]!)
+      handleRunSseStream(res, runId, getStoreStream(), deps.chunkBus, deps.store)
+      return
+    }
+
+    try {
+      const body = method === "POST" ? await readRequestBody(req) : undefined
+      const response = await handleRequest(
+        { method, url, body },
+        {
+          store: deps.store,
+          healthCheck: deps.healthCheck,
+          readinessCheck: deps.readinessCheck,
+          collectMetrics: deps.collectMetrics,
+          readStatic,
+          hasStaticDashboard,
+          triggerRun: deps.triggerRun,
+          resumeRun: deps.resumeRun,
+          listWorkflows: deps.listWorkflows,
+          injectWaitpoint: deps.injectWaitpoint,
+          listSchedules: deps.listSchedules,
+          cancelRun: deps.cancelRun,
+        },
+      )
+      res.writeHead(response.status, response.headers)
+      res.end(response.body)
+    } catch (err) {
+      const message = err instanceof Error ? err.message : String(err)
+      res.writeHead(500, { "content-type": "application/json" })
+      res.end(JSON.stringify({ error: "internal_error", message }))
+    }
+  })
+
+  await new Promise<void>((resolve, reject) => {
+    server.once("error", reject)
+    server.listen(options.port, options.host, () => {
+      server.off("error", reject)
+      resolve()
+    })
+  })
+
+  deps.scheduler?.start()
+
+  return {
+    url: `http://${options.host}:${options.port}`,
+    close: () =>
+      new Promise<void>((resolve, reject) => {
+        deps.scheduler?.stop()
+        storeStream?.stop()
+        closeAllConnections(server)
+        server.close((err) => {
+          if (err) {
+            reject(err)
+            return
+          }
+          Promise.resolve(deps.shutdown?.()).then(() => resolve(), reject)
+        })
+      }),
+  }
+}
+
+async function readRequestBody(req: IncomingMessage): Promise<string> {
+  const maxBytes = 1_000_000
+  return new Promise((resolve, reject) => {
+    let total = 0
+    const chunks: Uint8Array[] = []
+    req.on("data", (chunk: Uint8Array) => {
+      total += chunk.length
+      if (total > maxBytes) {
+        req.destroy(new Error("request body exceeds 1MB"))
+        return
+      }
+      chunks.push(chunk)
+    })
+    req.on("end", () => {
+      resolve(Buffer.concat(chunks).toString("utf8"))
+    })
+    req.on("error", reject)
+  })
+}

package/src/dashboard-metrics.ts

@@ -0,0 +1,39 @@
+import type { MetricsSnapshot } from "./dashboard-types.js"
+
+export function renderMetrics(snapshot: MetricsSnapshot): string {
+  const lines = [
+    "# HELP voyant_selfhost_up Self-host server availability.",
+    "# TYPE voyant_selfhost_up gauge",
+    "voyant_selfhost_up 1",
+    "# HELP voyant_selfhost_workflows_registered Registered workflow count.",
+    "# TYPE voyant_selfhost_workflows_registered gauge",
+    `voyant_selfhost_workflows_registered ${snapshot.workflowsRegistered}`,
+    "# HELP voyant_selfhost_schedules_registered Registered schedule count.",
+    "# TYPE voyant_selfhost_schedules_registered gauge",
+    `voyant_selfhost_schedules_registered ${snapshot.schedulesRegistered}`,
+    "# HELP voyant_selfhost_runs_total Persisted run count.",
+    "# TYPE voyant_selfhost_runs_total gauge",
+    `voyant_selfhost_runs_total ${snapshot.runsTotal}`,
+    "# HELP voyant_selfhost_runs_status Run count by status.",
+    "# TYPE voyant_selfhost_runs_status gauge",
+  ]
+  for (const [status, count] of Object.entries(snapshot.runsByStatus).sort(([a], [b]) =>
+    a.localeCompare(b),
+  )) {
+    lines.push(`voyant_selfhost_runs_status{status="${escapeMetricLabelValue(status)}"} ${count}`)
+  }
+  lines.push(
+    "# HELP voyant_selfhost_wakeups_total Persisted wakeup count.",
+    "# TYPE voyant_selfhost_wakeups_total gauge",
+    `voyant_selfhost_wakeups_total ${snapshot.wakeupsTotal}`,
+    "# HELP voyant_selfhost_metrics_generated_at_seconds Metrics generation timestamp.",
+    "# TYPE voyant_selfhost_metrics_generated_at_seconds gauge",
+    `voyant_selfhost_metrics_generated_at_seconds ${Math.floor(snapshot.generatedAtMs / 1000)}`,
+    "",
+  )
+  return lines.join("\n")
+}
+
+function escapeMetricLabelValue(value: string): string {
+  return value.replace(/\\/g, "\\\\").replace(/"/g, '\\"').replace(/\n/g, "\\n")
+}