yaml-flow 8.6.3 → 8.7.0

package/examples/board-firestore/server/worker.js

@@ -0,0 +1,146 @@
+#!/usr/bin/env node
+/**
+ * board-firestore/server/worker.js
+ *
+ * Long-running worker server for the Firestore-backed board.
+ * Runs three things in one Node.js process:
+ *
+ *   1. Queue lane runners — drain worker-queue, chat-queue, process-queue
+ *   2. Board control-plane HTTP — GET/POST /api/board/* for browser SPA
+ *   3. Callback endpoint — POST /api/board/callback/* for execution webhooks
+ *
+ * Environment variables:
+ *   GOOGLE_APPLICATION_CREDENTIALS  Path to Firebase service account JSON key
+ *   FIREBASE_PROJECT_ID             Firebase project ID
+ *   BOARD_ID                        Firestore board document ID (default: "default")
+ *   WORKER_PORT                     HTTP listen port (default: 7900)
+ */
+
+import http from 'node:http';
+import { Buffer } from 'node:buffer';
+import { createSingleBoardServerRuntime } from 'yaml-flow/server-runtime-controlface';
+import { createHostedBoardQueueLaneRegistry } from 'yaml-flow/server-jobs-queue-runner';
+import { startQueueLaneRunners } from 'yaml-flow/board-live-cards-node';
+import { initializeApp, cert, getApps } from 'firebase-admin/app';
+import { getFirestore } from 'firebase-admin/firestore';
+import { createFirestoreBoardAdapter } from './adapters/firestore-board-adapter.js';
+
+// ── Firebase Admin SDK init ────────────────────────────────────────────────────
+if (getApps().length === 0) {
+  initializeApp({
+    credential: cert(process.env.GOOGLE_APPLICATION_CREDENTIALS ?? './service-account.json'),
+    projectId: process.env.FIREBASE_PROJECT_ID,
+  });
+}
+
+const db = getFirestore();
+
+// ── Config ─────────────────────────────────────────────────────────────────────
+const BOARD_ID = process.env.BOARD_ID ?? 'default';
+const PORT = Number(process.env.WORKER_PORT ?? 7900);
+
+// ── Helper: build a b64 ref string (matches serializeRef in yaml-flow) ──────────
+function makeRef(kind, value) {
+  return `b64:${Buffer.from(JSON.stringify({ kind, value })).toString('base64url')}`;
+}
+
+// ── Firestore board adapter ────────────────────────────────────────────────────
+const boardAdapter = createFirestoreBoardAdapter(db, BOARD_ID);
+
+// ── Single-board runtime ───────────────────────────────────────────────────────
+const runtime = createSingleBoardServerRuntime({
+  boardId: BOARD_ID,
+  boards: [
+    {
+      label: `Board — ${BOARD_ID}`,
+      boardAdapter,
+      baseRef: { kind: 'firestore', value: `boards/${BOARD_ID}` },
+      cardStoreRef: makeRef('firestore', `boards/${BOARD_ID}/cards`),
+      outputsStoreRef: makeRef('firestore', `boards/${BOARD_ID}/runtime-out`),
+    },
+  ],
+  invocationAdapter: {
+    /**
+     * Route execution requests to the appropriate handler.
+     * For worker queue dispatch, yaml-flow uses boardAdapter.dispatchExecution internally.
+     * This adapter is the last-resort fallback for refs not handled by boardAdapter.
+     */
+    async invoke(ref, _args) {
+      return { dispatched: false, error: `No invocation handler for ${ref?.howToRun ?? '?'}` };
+    },
+  },
+  logger: {
+    info: (msg, ...args) => console.log(`[worker:${BOARD_ID}] ${msg}`, ...args),
+    warn: (msg, ...args) => console.warn(`[worker:${BOARD_ID}] ${msg}`, ...args),
+    error: (msg, ...args) => console.error(`[worker:${BOARD_ID}] ${msg}`, ...args),
+  },
+});
+
+// ── Queue lane runners ─────────────────────────────────────────────────────────
+const stopRunners = startQueueLaneRunners(
+  createHostedBoardQueueLaneRegistry({
+    boardId: BOARD_ID,
+    runtime,
+    boardAdapter,
+    logger: {
+      info: (msg, ...args) => console.log(`[queue:${BOARD_ID}] ${msg}`, ...args),
+      warn: (msg, ...args) => console.warn(`[queue:${BOARD_ID}] ${msg}`, ...args),
+      error: (msg, ...args) => console.error(`[queue:${BOARD_ID}] ${msg}`, ...args),
+    },
+  }),
+);
+
+// ── HTTP server ────────────────────────────────────────────────────────────────
+function sendJson(res, status, payload) {
+  const body = JSON.stringify(payload);
+  res.writeHead(status, {
+    'Content-Type': 'application/json',
+    'Content-Length': Buffer.byteLength(body),
+    'Access-Control-Allow-Origin': '*',
+  });
+  res.end(body);
+}
+
+const server = http.createServer(async (req, res) => {
+  // Handle CORS preflight
+  if (req.method === 'OPTIONS') {
+    res.writeHead(204, {
+      'Access-Control-Allow-Origin': '*',
+      'Access-Control-Allow-Methods': 'GET, POST, PUT, DELETE, OPTIONS',
+      'Access-Control-Allow-Headers': 'Content-Type, Authorization',
+    });
+    res.end();
+    return;
+  }
+
+  const url = new URL(req.url ?? '/', `http://localhost:${PORT}`);
+
+  try {
+    const handled = await runtime.handleRuntimeApi(req, res, url);
+    if (!handled) sendJson(res, 404, { error: 'not found', path: url.pathname });
+  } catch (err) {
+    console.error(`[worker:${BOARD_ID}] unhandled error for ${req.method} ${req.url}:`, err);
+    if (!res.headersSent) sendJson(res, 500, { error: 'internal error' });
+  }
+});
+
+server.listen(PORT, () => {
+  console.log(`[board-firestore/worker] Listening on http://localhost:${PORT}`);
+  console.log(`[board-firestore/worker] Board ID : ${BOARD_ID}`);
+  console.log(`[board-firestore/worker] Firebase project: ${process.env.FIREBASE_PROJECT_ID ?? '(auto-detect)'}`);
+});
+
+// ── Graceful shutdown ───────────────────────────────────────────────────────────
+function shutdown() {
+  console.log('[board-firestore/worker] Shutting down...');
+  stopRunners();
+  server.close(() => {
+    console.log('[board-firestore/worker] HTTP server closed.');
+    process.exit(0);
+  });
+  // Force exit after 10 s if connections linger
+  setTimeout(() => process.exit(0), 10_000).unref();
+}
+
+process.on('SIGTERM', shutdown);
+process.on('SIGINT', shutdown);

package/lib/{artifacts-store-lib-BR-Samty.d.cts → artifacts-store-lib-D9nMkVcE.d.cts}

@@ -58,4 +58,4 @@ declare function createArtifactsStore(blob: BlobStorage): ArtifactsStore;
 declare function createFileArtifactsStore(store: ArtifactsStore): FileArtifactsStore;
 declare function createCardFileMetadataStore(): CardFileMetadataStore;
 
-export { type ArtifactInfo as A, type ArtifactsStore as a, createCardFileMetadataStore as b, createArtifactsStore as c, createFileArtifactsStore as d };
+export { type ArtifactInfo as A, type CardFileMetadataStore as C, type ArtifactsStore as a, createCardFileMetadataStore as b, createArtifactsStore as c, createFileArtifactsStore as d };

package/lib/{artifacts-store-lib-DT7XlWUL.d.ts → artifacts-store-lib-DSSMqVL2.d.ts}

@@ -58,4 +58,4 @@ declare function createArtifactsStore(blob: BlobStorage): ArtifactsStore;
 declare function createFileArtifactsStore(store: ArtifactsStore): FileArtifactsStore;
 declare function createCardFileMetadataStore(): CardFileMetadataStore;
 
-export { type ArtifactInfo as A, type ArtifactsStore as a, createCardFileMetadataStore as b, createArtifactsStore as c, createFileArtifactsStore as d };
+export { type ArtifactInfo as A, type CardFileMetadataStore as C, type ArtifactsStore as a, createCardFileMetadataStore as b, createArtifactsStore as c, createFileArtifactsStore as d };

package/lib/artifacts-store-public.d.cts

@@ -1,5 +1,5 @@
-import { a as CommandInput, C as CommandResult } from './board-live-cards-public-wkNmBIRC.cjs';
-import { A as ArtifactInfo, a as ArtifactsStore } from './artifacts-store-lib-BR-Samty.cjs';
+import { C as CommandInput, a as CommandResult } from './board-live-cards-public-DQzPe7A9.cjs';
+import { A as ArtifactInfo, a as ArtifactsStore } from './artifacts-store-lib-D9nMkVcE.cjs';
 import './storage-interface-BFiD3kyB.cjs';
 import './execution-refs.cjs';
 import './types-BBhqYGhE.cjs';

package/lib/artifacts-store-public.d.ts

@@ -1,5 +1,5 @@
-import { a as CommandInput, C as CommandResult } from './board-live-cards-public-BMUIPOrc.js';
-import { A as ArtifactInfo, a as ArtifactsStore } from './artifacts-store-lib-DT7XlWUL.js';
+import { C as CommandInput, a as CommandResult } from './board-live-cards-public-D-DJek3X.js';
+import { A as ArtifactInfo, a as ArtifactsStore } from './artifacts-store-lib-DSSMqVL2.js';
 import './storage-interface-BFiD3kyB.js';
 import './execution-refs.js';
 import './types-BBhqYGhE.js';

package/lib/board-live-cards-mcp.cjs

@@ -1,2 +1,2 @@
-'use strict';var chunkGJJMEAVN_cjs=require('./chunk-GJJMEAVN.cjs');require('./chunk-IXZG74EW.cjs'),require('./chunk-NMZ6XNLB.cjs'),require('./chunk-UJ7ZTV4J.cjs'),require('./chunk-GNFE24S7.cjs');Object.defineProperty(exports,"createBoardLiveCardsMcp",{enumerable:true,get:function(){return chunkGJJMEAVN_cjs.a}});//# sourceMappingURL=board-live-cards-mcp.cjs.map
+'use strict';var chunkM6STQR5F_cjs=require('./chunk-M6STQR5F.cjs');require('./chunk-IXZG74EW.cjs'),require('./chunk-NMZ6XNLB.cjs'),require('./chunk-UJ7ZTV4J.cjs'),require('./chunk-GNFE24S7.cjs');Object.defineProperty(exports,"createBoardLiveCardsMcp",{enumerable:true,get:function(){return chunkM6STQR5F_cjs.a}});//# sourceMappingURL=board-live-cards-mcp.cjs.map
 //# sourceMappingURL=board-live-cards-mcp.cjs.map

package/lib/board-live-cards-mcp.d.cts

@@ -1,6 +1,6 @@
-import { C as CommandResult, L as LiveCard } from './board-live-cards-public-wkNmBIRC.cjs';
+import { L as LiveCard, a as CommandResult } from './board-live-cards-public-DQzPe7A9.cjs';
 import { ChatStorePublic } from './chat-store-public.cjs';
-import { C as ChatRecord } from './chat-storage-lib-BIUbE-fM.cjs';
+import { a as ChatRecord } from './chat-storage-lib-B9Q34Dyv.cjs';
 import './storage-interface-BFiD3kyB.cjs';
 import './execution-refs.cjs';
 import './types-BBhqYGhE.cjs';
@@ -114,6 +114,14 @@ interface BoardLiveCardsMcpManageAddChatEntryAndAnyAttachmentsResult {
         files: Array<Record<string, unknown>>;
     };
 }
+interface BoardLiveCardsMcpManageAddChatAttachmentResult {
+    status: 'success';
+    data: {
+        cardId: string;
+        turn: string;
+        files: Array<Record<string, unknown>>;
+    };
+}
 interface BoardLiveCardsMcpPreflightRunOneCycleResult {
     status: 'success';
     data: {
@@ -242,6 +250,15 @@ interface BoardLiveCardsMcpDeps {
     nonCore: BoardLiveCardsMcpNonCoreDeps;
     cardStore: BoardLiveCardsMcpCardStoreDeps;
     chatStore: ChatStorePublic;
+    processAccumulated?: () => Awaitable<CommandResult>;
+    sourceFetchDone?: (args: {
+        token: string;
+        ref: string;
+    }) => Awaitable<CommandResult>;
+    sourceFetchFailed?: (args: {
+        token: string;
+        reason: string;
+    }) => Awaitable<CommandResult>;
     uploadCardFile(args: {
         cardId: string;
         fileName: string;
@@ -250,6 +267,7 @@ interface BoardLiveCardsMcpDeps {
     }): Awaitable<{
         ok: true;
         file: Record<string, unknown>;
+        file_idx?: number | null;
     }>;
     buildFileDownloadUrl(args: {
         cardId: string;
@@ -262,6 +280,7 @@ interface BoardLiveCardsMcpDeps {
     }): unknown | null;
 }
 interface BoardLiveCardsMcp {
+    listRuntimeCards(): Promise<LiveCard[]>;
     discoverSourceKinds(): Promise<BoardLiveCardsMcpDiscoverSourceKindsResult>;
     inspectBoardRuntimeStatus(): Promise<BoardLiveCardsMcpBoardStatusResult>;
     inspectCardDefinitionAndRuntime(args: {
@@ -309,6 +328,12 @@ interface BoardLiveCardsMcp {
     manageReadCard(args: {
         cardId: string;
     }): Promise<LiveCard[]>;
+    manageAddChatAttachment(args: {
+        cardId: string;
+        role?: string;
+        turn?: string;
+        files?: unknown[];
+    }): Promise<BoardLiveCardsMcpManageAddChatAttachmentResult>;
     manageAddChatEntryAndAnyAttachments(args: {
         cardId: string;
         role: string;
@@ -316,6 +341,10 @@ interface BoardLiveCardsMcp {
         turn?: string;
         files?: unknown[];
     }): Promise<BoardLiveCardsMcpManageAddChatEntryAndAnyAttachmentsResult>;
+    managePatchCard(args: {
+        cardId: string;
+        patch: UnknownRecord;
+    }): Promise<BoardLiveCardsMcpManageUpsertCardResult>;
     manageUpsertCard(args: {
         cardId: string;
         candidateCardContent: UnknownRecord;
@@ -343,7 +372,26 @@ interface BoardLiveCardsMcp {
         cardId: string;
         active: boolean;
     };
+    webhookProcessAccumulated(): Promise<CommandResult<{
+        runtime_result: unknown;
+    }>>;
+    webhookSourceFetchDone(args: {
+        token: string;
+        ref: string;
+    }): Promise<CommandResult<{
+        token: string;
+        ref: string;
+        runtime_result: unknown;
+    }>>;
+    webhookSourceFetchFailed(args: {
+        token: string;
+        reason: string;
+    }): Promise<CommandResult<{
+        token: string;
+        reason: string;
+        runtime_result: unknown;
+    }>>;
 }
 declare function createBoardLiveCardsMcp(deps: BoardLiveCardsMcpDeps): BoardLiveCardsMcp;
 
-export { type BoardLiveCardsMcp, type BoardLiveCardsMcpBoardDeps, type BoardLiveCardsMcpBoardStatusCard, type BoardLiveCardsMcpBoardStatusResult, type BoardLiveCardsMcpCardStoreDeps, type BoardLiveCardsMcpDeps, type BoardLiveCardsMcpDiscoverSourceKindsResult, type BoardLiveCardsMcpFileDownloadDescriptor, type BoardLiveCardsMcpInspectCardDefinitionAndRuntimeResult, type BoardLiveCardsMcpInspectChatMessagesResult, type BoardLiveCardsMcpManageAddChatEntryAndAnyAttachmentsResult, type BoardLiveCardsMcpManageUpsertCardFailureResult, type BoardLiveCardsMcpManageUpsertCardResult, type BoardLiveCardsMcpManageUpsertCardSuccessResult, type BoardLiveCardsMcpNonCoreDeps, type BoardLiveCardsMcpPreflightMaterializeResult, type BoardLiveCardsMcpPreflightRunOneCycleResult, type BoardLiveCardsMcpRenderedView, type BoardLiveCardsMcpRenderedViewElement, createBoardLiveCardsMcp };
+export { type BoardLiveCardsMcp, type BoardLiveCardsMcpBoardDeps, type BoardLiveCardsMcpBoardStatusCard, type BoardLiveCardsMcpBoardStatusResult, type BoardLiveCardsMcpCardStoreDeps, type BoardLiveCardsMcpDeps, type BoardLiveCardsMcpDiscoverSourceKindsResult, type BoardLiveCardsMcpFileDownloadDescriptor, type BoardLiveCardsMcpInspectCardDefinitionAndRuntimeResult, type BoardLiveCardsMcpInspectChatMessagesResult, type BoardLiveCardsMcpManageAddChatAttachmentResult, type BoardLiveCardsMcpManageAddChatEntryAndAnyAttachmentsResult, type BoardLiveCardsMcpManageUpsertCardFailureResult, type BoardLiveCardsMcpManageUpsertCardResult, type BoardLiveCardsMcpManageUpsertCardSuccessResult, type BoardLiveCardsMcpNonCoreDeps, type BoardLiveCardsMcpPreflightMaterializeResult, type BoardLiveCardsMcpPreflightRunOneCycleResult, type BoardLiveCardsMcpRenderedView, type BoardLiveCardsMcpRenderedViewElement, createBoardLiveCardsMcp };

package/lib/board-live-cards-mcp.d.ts

@@ -1,6 +1,6 @@
-import { C as CommandResult, L as LiveCard } from './board-live-cards-public-BMUIPOrc.js';
+import { L as LiveCard, a as CommandResult } from './board-live-cards-public-D-DJek3X.js';
 import { ChatStorePublic } from './chat-store-public.js';
-import { C as ChatRecord } from './chat-storage-lib-BlG-sobS.js';
+import { a as ChatRecord } from './chat-storage-lib-DB9iSai2.js';
 import './storage-interface-BFiD3kyB.js';
 import './execution-refs.js';
 import './types-BBhqYGhE.js';
@@ -114,6 +114,14 @@ interface BoardLiveCardsMcpManageAddChatEntryAndAnyAttachmentsResult {
         files: Array<Record<string, unknown>>;
     };
 }
+interface BoardLiveCardsMcpManageAddChatAttachmentResult {
+    status: 'success';
+    data: {
+        cardId: string;
+        turn: string;
+        files: Array<Record<string, unknown>>;
+    };
+}
 interface BoardLiveCardsMcpPreflightRunOneCycleResult {
     status: 'success';
     data: {
@@ -242,6 +250,15 @@ interface BoardLiveCardsMcpDeps {
     nonCore: BoardLiveCardsMcpNonCoreDeps;
     cardStore: BoardLiveCardsMcpCardStoreDeps;
     chatStore: ChatStorePublic;
+    processAccumulated?: () => Awaitable<CommandResult>;
+    sourceFetchDone?: (args: {
+        token: string;
+        ref: string;
+    }) => Awaitable<CommandResult>;
+    sourceFetchFailed?: (args: {
+        token: string;
+        reason: string;
+    }) => Awaitable<CommandResult>;
     uploadCardFile(args: {
         cardId: string;
         fileName: string;
@@ -250,6 +267,7 @@ interface BoardLiveCardsMcpDeps {
     }): Awaitable<{
         ok: true;
         file: Record<string, unknown>;
+        file_idx?: number | null;
     }>;
     buildFileDownloadUrl(args: {
         cardId: string;
@@ -262,6 +280,7 @@ interface BoardLiveCardsMcpDeps {
     }): unknown | null;
 }
 interface BoardLiveCardsMcp {
+    listRuntimeCards(): Promise<LiveCard[]>;
     discoverSourceKinds(): Promise<BoardLiveCardsMcpDiscoverSourceKindsResult>;
     inspectBoardRuntimeStatus(): Promise<BoardLiveCardsMcpBoardStatusResult>;
     inspectCardDefinitionAndRuntime(args: {
@@ -309,6 +328,12 @@ interface BoardLiveCardsMcp {
     manageReadCard(args: {
         cardId: string;
     }): Promise<LiveCard[]>;
+    manageAddChatAttachment(args: {
+        cardId: string;
+        role?: string;
+        turn?: string;
+        files?: unknown[];
+    }): Promise<BoardLiveCardsMcpManageAddChatAttachmentResult>;
     manageAddChatEntryAndAnyAttachments(args: {
         cardId: string;
         role: string;
@@ -316,6 +341,10 @@ interface BoardLiveCardsMcp {
         turn?: string;
         files?: unknown[];
     }): Promise<BoardLiveCardsMcpManageAddChatEntryAndAnyAttachmentsResult>;
+    managePatchCard(args: {
+        cardId: string;
+        patch: UnknownRecord;
+    }): Promise<BoardLiveCardsMcpManageUpsertCardResult>;
     manageUpsertCard(args: {
         cardId: string;
         candidateCardContent: UnknownRecord;
@@ -343,7 +372,26 @@ interface BoardLiveCardsMcp {
         cardId: string;
         active: boolean;
     };
+    webhookProcessAccumulated(): Promise<CommandResult<{
+        runtime_result: unknown;
+    }>>;
+    webhookSourceFetchDone(args: {
+        token: string;
+        ref: string;
+    }): Promise<CommandResult<{
+        token: string;
+        ref: string;
+        runtime_result: unknown;
+    }>>;
+    webhookSourceFetchFailed(args: {
+        token: string;
+        reason: string;
+    }): Promise<CommandResult<{
+        token: string;
+        reason: string;
+        runtime_result: unknown;
+    }>>;
 }
 declare function createBoardLiveCardsMcp(deps: BoardLiveCardsMcpDeps): BoardLiveCardsMcp;
 
-export { type BoardLiveCardsMcp, type BoardLiveCardsMcpBoardDeps, type BoardLiveCardsMcpBoardStatusCard, type BoardLiveCardsMcpBoardStatusResult, type BoardLiveCardsMcpCardStoreDeps, type BoardLiveCardsMcpDeps, type BoardLiveCardsMcpDiscoverSourceKindsResult, type BoardLiveCardsMcpFileDownloadDescriptor, type BoardLiveCardsMcpInspectCardDefinitionAndRuntimeResult, type BoardLiveCardsMcpInspectChatMessagesResult, type BoardLiveCardsMcpManageAddChatEntryAndAnyAttachmentsResult, type BoardLiveCardsMcpManageUpsertCardFailureResult, type BoardLiveCardsMcpManageUpsertCardResult, type BoardLiveCardsMcpManageUpsertCardSuccessResult, type BoardLiveCardsMcpNonCoreDeps, type BoardLiveCardsMcpPreflightMaterializeResult, type BoardLiveCardsMcpPreflightRunOneCycleResult, type BoardLiveCardsMcpRenderedView, type BoardLiveCardsMcpRenderedViewElement, createBoardLiveCardsMcp };
+export { type BoardLiveCardsMcp, type BoardLiveCardsMcpBoardDeps, type BoardLiveCardsMcpBoardStatusCard, type BoardLiveCardsMcpBoardStatusResult, type BoardLiveCardsMcpCardStoreDeps, type BoardLiveCardsMcpDeps, type BoardLiveCardsMcpDiscoverSourceKindsResult, type BoardLiveCardsMcpFileDownloadDescriptor, type BoardLiveCardsMcpInspectCardDefinitionAndRuntimeResult, type BoardLiveCardsMcpInspectChatMessagesResult, type BoardLiveCardsMcpManageAddChatAttachmentResult, type BoardLiveCardsMcpManageAddChatEntryAndAnyAttachmentsResult, type BoardLiveCardsMcpManageUpsertCardFailureResult, type BoardLiveCardsMcpManageUpsertCardResult, type BoardLiveCardsMcpManageUpsertCardSuccessResult, type BoardLiveCardsMcpNonCoreDeps, type BoardLiveCardsMcpPreflightMaterializeResult, type BoardLiveCardsMcpPreflightRunOneCycleResult, type BoardLiveCardsMcpRenderedView, type BoardLiveCardsMcpRenderedViewElement, createBoardLiveCardsMcp };

package/lib/board-live-cards-mcp.js

@@ -1,2 +1,2 @@
-export{a as createBoardLiveCardsMcp}from'./chunk-SCWHDI3I.js';import'./chunk-JMDHDY6M.js';import'./chunk-VLBB3D6B.js';import'./chunk-MNEOJWPS.js';import'./chunk-FW4363Y4.js';//# sourceMappingURL=board-live-cards-mcp.js.map
+export{a as createBoardLiveCardsMcp}from'./chunk-PRHQBGPT.js';import'./chunk-JMDHDY6M.js';import'./chunk-VLBB3D6B.js';import'./chunk-MNEOJWPS.js';import'./chunk-FW4363Y4.js';//# sourceMappingURL=board-live-cards-mcp.js.map
 //# sourceMappingURL=board-live-cards-mcp.js.map