yaml-flow 7.0.0 → 8.0.0

package/examples/board/.demo-setup/run-1778643703151-3360-dopnpv/board-default/runtime-out/.outputs/status.json

@@ -0,0 +1,113 @@
+{
+  "schema_version": "v1",
+  "meta": {
+    "board": {
+      "path": "b64:eyJraW5kIjoiZnMtcGF0aCIsInZhbHVlIjoiL2hvbWUvcnVubmVyL3dvcmsveWFtbC1mbG93L3lhbWwtZmxvdy9wdWJsaWMtZXhhbXBsZXMvYm9hcmQvLmRlbW8tc2V0dXAvcnVuLTE3Nzg2NDM3MDMxNTEtMzM2MC1kb3BucHYvYm9hcmQtZGVmYXVsdC9ydW50aW1lIn0"
+    }
+  },
+  "summary": {
+    "card_count": 3,
+    "completed": 3,
+    "eligible": 0,
+    "pending": 0,
+    "blocked": 0,
+    "unresolved": 0,
+    "failed": 0,
+    "in_progress": 0,
+    "orphan_cards": 0,
+    "topology": {
+      "edge_count": 2,
+      "max_fan_out_card": "card-portfolio",
+      "max_fan_out": 2
+    }
+  },
+  "cards": [
+    {
+      "name": "card-market-prices",
+      "status": "completed",
+      "requires": [
+        "holdings"
+      ],
+      "requires_satisfied": [
+        "holdings"
+      ],
+      "requires_missing": [],
+      "provides_declared": [
+        "quotes"
+      ],
+      "provides_runtime": [
+        "quotes"
+      ],
+      "blocked_by": [],
+      "unblocks": [
+        "card-portfolio-value"
+      ],
+      "runtime": {
+        "attempt_count": 2,
+        "restart_count": 0,
+        "in_progress_since": null,
+        "last_transition_at": "2026-05-13T03:41:45.494Z",
+        "last_completed_at": "2026-05-13T03:41:45.494Z",
+        "last_restarted_at": "2026-05-13T03:41:44.720Z",
+        "status_age_ms": 0
+      }
+    },
+    {
+      "name": "card-portfolio",
+      "status": "completed",
+      "requires": [],
+      "requires_satisfied": [],
+      "requires_missing": [],
+      "provides_declared": [
+        "holdings"
+      ],
+      "provides_runtime": [
+        "holdings"
+      ],
+      "blocked_by": [],
+      "unblocks": [
+        "card-market-prices",
+        "card-portfolio-value"
+      ],
+      "runtime": {
+        "attempt_count": 2,
+        "restart_count": 0,
+        "in_progress_since": null,
+        "last_transition_at": "2026-05-13T03:41:44.713Z",
+        "last_completed_at": "2026-05-13T03:41:44.713Z",
+        "last_restarted_at": "2026-05-13T03:41:44.712Z",
+        "status_age_ms": 0
+      }
+    },
+    {
+      "name": "card-portfolio-value",
+      "status": "completed",
+      "requires": [
+        "holdings",
+        "quotes"
+      ],
+      "requires_satisfied": [
+        "holdings",
+        "quotes"
+      ],
+      "requires_missing": [],
+      "provides_declared": [
+        "positions"
+      ],
+      "provides_runtime": [
+        "positions"
+      ],
+      "blocked_by": [],
+      "unblocks": [],
+      "runtime": {
+        "attempt_count": 3,
+        "restart_count": 0,
+        "in_progress_since": null,
+        "last_transition_at": "2026-05-13T03:41:45.498Z",
+        "last_completed_at": "2026-05-13T03:41:45.498Z",
+        "last_restarted_at": "2026-05-13T03:41:45.498Z",
+        "status_age_ms": 0
+      }
+    }
+  ]
+}

package/examples/{example-board/cards/card-market-prices.json → board/cards/cardT-market-prices.json}

@@ -29,11 +29,11 @@
   "compute": [
     {
       "bindTo": "normalizedQuotes",
-      "expr": "{ \"quoteResponse\": { \"result\": $map(fetched_sources.quotes, function($r) { ($m := $r.chart.result[0].meta; $prev := $m.chartPreviousClose; $chg := $m.regularMarketPrice - $prev; { \"symbol\": $m.symbol, \"shortName\": $m.shortName ? $m.shortName : $m.longName, \"regularMarketPrice\": $m.regularMarketPrice, \"regularMarketChange\": $chg, \"regularMarketChangePercent\": $chg / $prev * 100 }) }), \"error\": null } }"
+      "expr": "{ \"quoteResponse\": { \"result\": $map(fetched_sources.quotes, function($r) { ($m := $r.chart.result[0].meta; $price := $sum($m.regularMarketPrice); $prev := $sum($m.chartPreviousClose); $chg := $price - $prev; { \"symbol\": $join($m.symbol, \"\"), \"shortName\": ($join($m.shortName, \"\") != \"\" ? $join($m.shortName, \"\") : $join($m.longName, \"\")), \"regularMarketPrice\": $price, \"regularMarketChange\": $chg, \"regularMarketChangePercent\": $prev = 0 ? 0 : ($chg / $prev * 100) }) }), \"error\": null } }"
     },
     {
       "bindTo": "prices",
-      "expr": "$map(computed_values.normalizedQuotes.quoteResponse.result, function($q) { {\"ticker\": $q.symbol, \"name\": $q.shortName, \"price\": $round($q.regularMarketPrice, 2), \"change\": $round($q.regularMarketChange, 2), \"chg_pct\": $round($q.regularMarketChangePercent, 2)} })"
+      "expr": "$map((computed_values.normalizedQuotes.quoteResponse.result ? computed_values.normalizedQuotes.quoteResponse.result : []), function($q) { {\"ticker\": $q.symbol, \"name\": $q.shortName, \"price\": $round($q.regularMarketPrice, 2), \"change\": $round($q.regularMarketChange, 2), \"chg_pct\": $round($q.regularMarketChangePercent, 2)} })"
     }
   ],
   "provides": [

package/examples/{example-board/cards/card-portfolio.json → board/cards/cardT-portfolio.json}

@@ -64,24 +64,14 @@
         "cost_basis": 150
       },
       {
-        "ticker": "MSFT",
+        "ticker": "NVDA",
         "quantity": 5,
         "cost_basis": 310
       },
       {
-        "ticker": "GOOGL",
-        "quantity": 2,
-        "cost_basis": 280
-      },
-      {
-        "ticker": "TSLA",
+        "ticker": "GOOG",
         "quantity": 3,
-        "cost_basis": 200
-      },
-      {
-        "ticker": "NVDA",
-        "quantity": 5,
-        "cost_basis": 310
+        "cost_basis": 33
       }
     ]
   }

package/examples/{example-board → board}/demo-server-config.json

@@ -1,6 +1,5 @@
 {
   "port": 7799,
-  "serverMetaStoreRef": "::fs-path::./.server-meta",
   "cardsDir": "./cards",
   "taskExecutorPath": "./demo-task-executor.js",
   "chatHandlerPath": "./demo-chat-handler.js",

package/examples/{example-board → board}/demo-server.js

@@ -7,12 +7,11 @@ import os from 'node:os';
 import net from 'node:net';
 import { spawnSync, spawn } from 'node:child_process';
 import { fileURLToPath } from 'node:url';
-import { createRequire } from 'node:module';
 
 import {
   createMultiBoardServerRuntime,
   createSingleBoardServerRuntime,
-} from 'yaml-flow/server-runtime';
+} from 'yaml-flow/board-live-cards-server-runtime';
 
 import {
   createFsBoardPlatformAdapter,
@@ -23,23 +22,7 @@ import {
 
 const __filename = fileURLToPath(import.meta.url);
 const __dirname = path.dirname(__filename);
-const _require = createRequire(import.meta.url);
-
-function resolveYamlFlowDir() {
-  try {
-    return path.dirname(_require.resolve('yaml-flow/package.json'));
-  } catch {
-    return null;
-  }
-}
-
-const _yamlFlowDir = resolveYamlFlowDir();
-
-// cliDir must point to the yaml-flow root so buildBoardCliInvocation finds
-// board-live-cards-cli.js for task-executor completion callbacks.
-// demo-src/example-board is 2 levels below the yaml-flow root.
-const YAML_FLOW_CLI_DIR = _yamlFlowDir || path.resolve(__dirname, '..', '..');
-const _pkgStepMachineCli = _yamlFlowDir ? path.join(_yamlFlowDir, 'step-machine-cli.js') : null;
+const cliArgs = process.argv.slice(2);
 
 function loadServerConfig() {
   const configPath = path.join(__dirname, 'demo-server-config.json');
@@ -77,7 +60,7 @@ function resolveKindRefFromConfig(configValue) {
 const serverConfig = loadServerConfig();
 const configuredCardsDir = resolveFromConfig(serverConfig.cardsDir);
 const configuredTaskExecutorPath = resolveFromConfig(serverConfig.taskExecutorPath || serverConfig.demoTaskExecutorPath);
-const configuredStepMachineCliPath = resolveFromConfig(serverConfig.stepMachineCliPath) || _pkgStepMachineCli;
+const configuredStepMachineCliPath = resolveFromConfig(serverConfig.stepMachineCliPath);
 const configuredChatHandlerPath = resolveFromConfig(serverConfig.chatHandlerPath);
 const configuredInferenceAdapterPath = resolveFromConfig(serverConfig.inferenceAdapterPath);
 const configuredGandalfCardsDir = resolveFromConfig(serverConfig.gandalfCardsDir);
@@ -97,7 +80,9 @@ if (!process.env.DEMO_INFERENCE_ADAPTER_PATH && configuredInferenceAdapterPath)
 }
 
 const PORT = Number(process.env.DEMO_SERVER_PORT || serverConfig.port || 7799);
-const RESET_ON_START = process.argv.includes('--reset');
+const cardsPatternArgIndex = cliArgs.indexOf('--cards-pattern');
+const cliCardsPattern = cardsPatternArgIndex !== -1 ? cliArgs[cardsPatternArgIndex + 1] : null;
+const selectedCardsPattern = (process.env.DEMO_CARDS_PATTERN || cliCardsPattern || '').trim() || null;
 
 const CORS_HEADERS = {
   'Access-Control-Allow-Origin': '*',
@@ -132,12 +117,23 @@ const defaultGandalfInferenceAdapterPath = process.env.DEMO_GANDALF_INFERENCE_AD
 // platform-free server runtime.
 // ---------------------------------------------------------------------------
 
-function createFsCardSource(cardsDir) {
+function wildcardToRegExp(pattern) {
+  const escaped = pattern.replace(/[.+^${}()|[\]\\]/g, '\\$&');
+  return new RegExp(`^${escaped.replace(/\*/g, '.*').replace(/\?/g, '.')}$`);
+}
+
+function createFsCardSource(cardsDir, cardPattern = null) {
+  const cardRegex = cardPattern ? wildcardToRegExp(cardPattern) : null;
   return {
     listCards() {
       if (!fs.existsSync(cardsDir)) return [];
       return fs.readdirSync(cardsDir)
-        .filter(f => f.endsWith('.json'))
+        .filter(f => {
+          if (!f.endsWith('.json')) return false;
+          if (!cardRegex) return true;
+          const cardId = path.basename(f, '.json');
+          return cardRegex.test(cardId);
+        })
         .map(f => {
           try { return JSON.parse(fs.readFileSync(path.join(cardsDir, f), 'utf-8')); }
           catch { return null; }
@@ -164,20 +160,20 @@ function createNodeSpawnInvocationAdapter() {
       if (ref.howToRun !== 'local-node') {
         return { dispatched: false, error: `unsupported howToRun: ${ref.howToRun}` };
       }
-      const whatToRun = String(ref.whatToRun || '');
+      const whatToRun = ref.whatToRun;
       let scriptPath = '';
-      if (whatToRun.startsWith('b64:')) {
+      if (whatToRun && typeof whatToRun === 'object') {
+        if (whatToRun.kind === 'fs-path') scriptPath = whatToRun.value;
+      } else if (typeof whatToRun === 'string' && whatToRun.startsWith('b64:')) {
         try {
           const parsed = parseRef(whatToRun);
           if (parsed.kind === 'fs-path') scriptPath = parsed.value;
         } catch {
           scriptPath = '';
         }
-      } else {
-        scriptPath = whatToRun;
       }
       if (!scriptPath) {
-        return { dispatched: false, error: `no script path in whatToRun: ${whatToRun}` };
+        return { dispatched: false, error: `no fs-path in whatToRun: ${JSON.stringify(whatToRun)}` };
       }
       // Resolve chatsKeyPrefix (blob key prefix) to absolute FS chatDir for handlers
       const finalArgs = { ...args };
@@ -203,17 +199,17 @@ function createNodeSpawnInvocationAdapter() {
     },
     async describe(ref) {
       if (ref.howToRun !== 'local-node') return null;
-      const whatToRun = String(ref.whatToRun || '');
+      const whatToRun = ref.whatToRun;
       let scriptPath = '';
-      if (whatToRun.startsWith('b64:')) {
+      if (whatToRun && typeof whatToRun === 'object') {
+        if (whatToRun.kind === 'fs-path') scriptPath = whatToRun.value;
+      } else if (typeof whatToRun === 'string' && whatToRun.startsWith('b64:')) {
         try {
           const parsed = parseRef(whatToRun);
           if (parsed.kind === 'fs-path') scriptPath = parsed.value;
         } catch {
           scriptPath = '';
         }
-      } else {
-        scriptPath = whatToRun;
       }
       if (!scriptPath) return null;
       try {
@@ -275,7 +271,7 @@ function createNamedPipeNotificationTransport() {
 
 const serverMetaRef = process.env.DEMO_SERVER_META_STORE_REF || configuredServerMetaStoreRef || serializeRef({ kind: 'fs-path', value: setupDir });
 const serverMetaAdapter = createFsBoardPlatformAdapter(
-  parseRef(serverMetaRef), YAML_FLOW_CLI_DIR, { suppressSpawn: true },
+  parseRef(serverMetaRef), { suppressSpawn: true },
 );
 const serverMetaStore = createArtifactsStore(serverMetaAdapter.blobStorage('server-meta'));
 
@@ -291,23 +287,30 @@ const logger = { info: console.log, warn: console.warn, error: console.error };
 // Track per-board host config for demo-setup (FS paths are host concerns, not runtime concerns)
 const boardHostConfig = new Map();
 
-function buildBoardContextConfig(label, boardDir, cardsDir, taskExecPath, chatHandlerPath, infAdapterPath, boardId) {
+function buildBoardContextConfig(label, boardDir, taskExecPath, chatHandlerPath, infAdapterPath, boardId) {
   fs.mkdirSync(boardDir, { recursive: true });
 
+  // Runtime card store lives inside the board's setup dir, isolated from the source cards dir.
+  // Layout: boardDir/cards/store  — KV card store
+  //         boardDir/cards/chats  — chat blobs
+  //         boardDir/cards/files  — file uploads
+  const runtimeCardsDir = path.join(boardDir, 'cards');
+  const runtimeCardStoreDir = path.join(runtimeCardsDir, 'store');
+  fs.mkdirSync(runtimeCardStoreDir, { recursive: true });
+
   const notifyChannel = `yaml-flow-server-${label}-${boardId}-${process.pid}`;
   const baseRef = parseRef(serializeRef({ kind: 'fs-path', value: boardDir }));
-  const boardAdapter = createFsBoardPlatformAdapter(baseRef, YAML_FLOW_CLI_DIR, {
+  const boardAdapter = createFsBoardPlatformAdapter(baseRef, {
     notifyChannel,
   });
   // In the server context the drain loop is driven in-process; suppress the
   // detached CLI spawn that the FS adapter would otherwise fire as a continuation.
   boardAdapter.requestProcessAccumulated = () => {};
-  // Separate artifacts adapter rooted at cardsDir (preserves old FS layout where
-  // chats/files live under cardsDir rather than boardDir)
-  const artifactsRef = parseRef(serializeRef({ kind: 'fs-path', value: cardsDir }));
-  const artifactsAdapter = createFsBoardPlatformAdapter(artifactsRef, YAML_FLOW_CLI_DIR, { suppressSpawn: true });
+  // Artifacts adapter rooted at runtimeCardsDir so chats/ and files/ are siblings of store/.
+  const artifactsRef = parseRef(serializeRef({ kind: 'fs-path', value: runtimeCardsDir }));
+  const artifactsAdapter = createFsBoardPlatformAdapter(artifactsRef, { suppressSpawn: true });
 
-  const cardStoreRef = serializeRef({ kind: 'fs-path', value: cardsDir });
+  const cardStoreRef = serializeRef({ kind: 'fs-path', value: runtimeCardStoreDir });
 
   return {
     label,
@@ -328,7 +331,8 @@ const runtime = createMultiBoardServerRuntime({
   serverMetaStore,
   logger,
   boardRuntimeFactory: (boardId, entry) => {
-    const cardsDir = typeof entry.cardsDir === 'string' ? path.resolve(entry.cardsDir) : defaultCardsDir;
+    // sourceCardsDir: read-only source used only for initial seeding.
+    const sourceCardsDir = typeof entry.cardsDir === 'string' ? path.resolve(entry.cardsDir) : defaultCardsDir;
     const boardRoot = path.join(setupDir, `board-${boardId}`);
     const boardDir = path.join(boardRoot, 'runtime');
 
@@ -337,29 +341,32 @@ const runtime = createMultiBoardServerRuntime({
     const infAdapterPath = typeof entry.inferenceAdapterPath === 'string' ? entry.inferenceAdapterPath : defaultInferenceAdapterPath;
     const stepMachinePath = typeof entry.stepMachineCliPath === 'string' ? entry.stepMachineCliPath : defaultStepMachineCliPath;
 
-    const gandalfCardsDir_ = typeof entry.gandalfCardsDir === 'string' ? path.resolve(entry.gandalfCardsDir) : defaultGandalfCardsDir;
+    const sourceGandalfCardsDir = typeof entry.gandalfCardsDir === 'string' ? path.resolve(entry.gandalfCardsDir) : defaultGandalfCardsDir;
     const gandalfTaskExecPath = typeof entry.gandalfTaskExecutorPath === 'string' ? entry.gandalfTaskExecutorPath : defaultGandalfTaskExecutorPath;
     const gandalfChatPath = typeof entry.gandalfChatHandlerPath === 'string' ? entry.gandalfChatHandlerPath : defaultGandalfChatHandlerPath;
     const gandalfInfPath = typeof entry.gandalfInferenceAdapterPath === 'string' ? entry.gandalfInferenceAdapterPath : defaultGandalfInferenceAdapterPath;
 
-    const baseCfg = buildBoardContextConfig('base', boardDir, cardsDir, taskExecPath, chatHandlerPath_, infAdapterPath, boardId);
+    const baseCfg = buildBoardContextConfig('base', boardDir, taskExecPath, chatHandlerPath_, infAdapterPath, boardId);
 
     const boards = [baseCfg];
-    if (gandalfCardsDir_ && gandalfTaskExecPath) {
-      const gandalfBoardDir = path.join(boardRoot, 'gandalf-runtime');
-      const gandalfCfg = buildBoardContextConfig('gandalf', gandalfBoardDir, gandalfCardsDir_, gandalfTaskExecPath, gandalfChatPath, gandalfInfPath, boardId);
-      // Fix gandalf outputsStoreRef
+    let gandalfBoardDir = null;
+    if (sourceGandalfCardsDir && gandalfTaskExecPath) {
+      gandalfBoardDir = path.join(boardRoot, 'gandalf-runtime');
+      const gandalfCfg = buildBoardContextConfig('gandalf', gandalfBoardDir, gandalfTaskExecPath, gandalfChatPath, gandalfInfPath, boardId);
       gandalfCfg.outputsStoreRef = serializeRef({ kind: 'fs-path', value: path.join(boardRoot, 'gandalf-runtime-out', '.outputs') });
       boards.push(gandalfCfg);
     }
 
     // Store host config for demo-setup (FS paths are host concerns)
-    boardHostConfig.set(boardId, { cardsDir, gandalfCardsDir: gandalfCardsDir_, boardDir, boardRoot });
+    boardHostConfig.set(boardId, { cardsDir: sourceCardsDir, gandalfCardsDir: sourceGandalfCardsDir, boardDir, boardRoot });
 
     // Auto-run demo-setup (write copilot-instructions.md) at board init time,
     // so clients no longer need a separate /demo-setup request before bootstrapping.
     demoPrepSetup(boardId);
 
+    // runtimeCardsDir is where the live card store lives (inside setupDir).
+    const runtimeCardsDir = path.join(boardDir, 'cards');
+
     const singleBoardRuntime = createSingleBoardServerRuntime({
       apiBasePath: `${apiBasePath}/${boardId}`,
       boardId,
@@ -370,44 +377,35 @@ const runtime = createMultiBoardServerRuntime({
       serverUrl: `http://127.0.0.1:${PORT}`,
       executionExtra: {
         boardSetupRoot: boardRoot,
-        chatsBlobBasePath: path.join(cardsDir, 'chats'),
+        chatsBlobBasePath: path.join(runtimeCardsDir, 'chats'),
         ...(stepMachinePath ? { stepMachineCliPath: stepMachinePath } : {}),
       },
     });
 
-    // Host concern (Part A): seed card store from FS source only if empty
+    // Host concern: seed card store from source cardsDir only if the runtime store is empty.
     const existing = singleBoardRuntime.cardStore.get({});
     const isEmpty = existing.status !== 'success' || !existing.data?.cards?.length;
     if (isEmpty) {
-      const cards = createFsCardSource(cardsDir).listCards();
+      const cards = createFsCardSource(sourceCardsDir, selectedCardsPattern).listCards();
       if (cards.length) singleBoardRuntime.cardStore.set({ body: cards });
     }
+    // Seed gandalf board if present
+    if (gandalfBoardDir && sourceGandalfCardsDir) {
+      const gandalfRuntime = singleBoardRuntime.getBoardRuntime?.('gandalf');
+      if (gandalfRuntime) {
+        const gExisting = gandalfRuntime.cardStore.get({});
+        const gEmpty = gExisting.status !== 'success' || !gExisting.data?.cards?.length;
+        if (gEmpty) {
+          const gCards = createFsCardSource(sourceGandalfCardsDir).listCards();
+          if (gCards.length) gandalfRuntime.cardStore.set({ body: gCards });
+        }
+      }
+    }
 
     return singleBoardRuntime;
   },
 });
 
-// ---------------------------------------------------------------------------
-// Reset
-// ---------------------------------------------------------------------------
-
-function resetRuntime() {
-  if (fs.existsSync(setupDir)) {
-    fs.rmSync(setupDir, { recursive: true, force: true });
-    console.log(`[demo-server] reset: wiped ${setupDir}`);
-  }
-  const chatSessionsDir = serverConfig.chatSessionsDir
-    ? path.resolve(__dirname, serverConfig.chatSessionsDir)
-    : path.join(os.tmpdir(), 'demo-chat-handler-sessions');
-  if (fs.existsSync(chatSessionsDir)) {
-    fs.rmSync(chatSessionsDir, { recursive: true, force: true });
-    console.log(`[demo-server] reset: wiped ${chatSessionsDir}`);
-  }
-}
-
-if (RESET_ON_START) {
-  resetRuntime();
-}
 
 // ---------------------------------------------------------------------------
 // Demo-setup — host-level concern (not a runtime concern).

package/examples/{example-board → board}/demo-shell-with-server.html

@@ -4,7 +4,7 @@
   <meta charset="utf-8" />
   <meta name="viewport" content="width=device-width, initial-scale=1" />
   <title>Example Board Demo (Server Runtime)</title>
-  <link rel="icon" type="image/svg+xml" href="favicon.svg" />
+  <link rel="icon" type="image/svg+xml" href="../../browser/favicon.svg" />
   <link href="https://cdn.jsdelivr.net/npm/bootstrap@5.3.3/dist/css/bootstrap.min.css" rel="stylesheet" />
   <style>
     /* Scale down markdown headings inside cards to stay in proportion with card body text */
@@ -19,8 +19,8 @@
   <script src="https://cdn.jsdelivr.net/npm/marked/marked.min.js"></script>
   <script src="https://cdn.jsdelivr.net/npm/dompurify/dist/purify.min.js"></script>
   <script src="https://cdn.jsdelivr.net/npm/leader-line/leader-line.min.js"></script>
-  <script src="https://cdn.jsdelivr.net/npm/yaml-flow@7.0.0/browser/live-cards.js"></script>
-  <script src="https://cdn.jsdelivr.net/npm/yaml-flow@7.0.0/browser/board-livecards-client.js"></script>
+  <script src="https://cdn.jsdelivr.net/npm/yaml-flow@8.0.0/browser/live-cards.js"></script>
+  <script src="https://cdn.jsdelivr.net/npm/yaml-flow@8.0.0/browser/board-livecards-client.js"></script>
 </head>
 <body class="bg-light">
   <div class="container-fluid py-3">

package/examples/{example-board → board}/demo-task-executor.js

@@ -60,10 +60,9 @@ import path from 'node:path';
 import os from 'node:os';
 import { execFileSync } from 'node:child_process';
 import { fileURLToPath, pathToFileURL } from 'node:url';
-import { parseRef, blobStorageForRef, reportComplete, reportFailed } from 'yaml-flow/storage-refs';
-import { loadStepFlow, createStepMachine, MemoryStore } from '../../dist/index.js';
-import { buildStepHandlersForFlow } from '../../dist/step-machine-public/index.js';
-import { invokeRefSync } from '../../dist/cli/node/execution-adapter.js';
+import { parseRef, blobStorageForRef, reportComplete, reportFailed } from 'yaml-flow/board-worker-adapter';
+import { loadStepFlow, createStepMachine, MemoryStore, buildStepHandlersForFlow } from 'yaml-flow/step-machine-public';
+import { invokeRefSync } from 'yaml-flow/board-live-cards-node';
 
 const __dirname = path.dirname(fileURLToPath(import.meta.url));
 const SOURCE_DEF_FLOWS_FILE = path.join(__dirname, 'source_def_flows.json');
@@ -212,7 +211,9 @@ function loadSourceDefFlowsConfig() {
   try {
     return readJson(SOURCE_DEF_FLOWS_FILE);
   } catch (err) {
-    fail(`Cannot read source flow registry at ${SOURCE_DEF_FLOWS_FILE}: ${String(err && err.message || err)}`);
+    fail(
+      `Cannot read source flow registry (${SOURCE_DEF_FLOWS_FILE}): ${String(err && err.message || err)}`,
+    );
   }
 }
 
@@ -265,12 +266,7 @@ async function executeStepMachineSourceFlow(context) {
   const flow = await loadStepFlow(flowPath);
 
   const invokeHttpRef = async (ref, args) => {
-    let rawUrl = ref.whatToRun;
-    try {
-      rawUrl = parseRef(ref.whatToRun).value;
-    } catch {
-      // Keep raw value when whatToRun is already a URL.
-    }
+    const rawUrl = typeof ref.whatToRun === 'object' ? ref.whatToRun.value : parseRef(ref.whatToRun).value;
 
     const base = String(args?.extra?.serverUrl || 'http://127.0.0.1:7799').replace(/\/$/, '');
     const resolvedUrl = /^https?:\/\//i.test(rawUrl)
@@ -326,10 +322,11 @@ async function executeStepMachineSourceFlow(context) {
       return invokeHttpRef(ref, args);
     }
     if (ref.howToRun === 'demo-local-module') {
-      const modulePath = path.resolve(__dirname, ref.whatToRun);
+      const whatValue = typeof ref.whatToRun === 'object' ? ref.whatToRun.value : parseRef(ref.whatToRun).value;
+      const modulePath = path.resolve(__dirname, whatValue);
       const mod = await import(pathToFileURL(modulePath).href);
       if (typeof mod.execute !== 'function') {
-        throw new Error(`Flow module ${ref.whatToRun} must export execute(context)`);
+        throw new Error(`Flow module ${JSON.stringify(ref.whatToRun)} must export execute(context)`);
       }
       return mod.execute(args);
     }
@@ -360,6 +357,22 @@ async function executeStepMachineSourceFlow(context) {
   };
 }
 
+async function resolveAndExecuteSourceFlow(sourceDef, extra, refs = {}) {
+  const registry = loadSourceDefFlowsConfig();
+  const kind = resolveSourceKind(sourceDef, registry);
+  const flowResult = await executeStepMachineSourceFlow({
+    kind,
+    registry,
+    sourceDef,
+    extra,
+    inRef: refs.inRef,
+    outRef: refs.outRef,
+    errRef: refs.errRef,
+    mockDb: MOCK_DB,
+  });
+  return { kind, flowResult };
+}
+
 async function runSourceFetchSubcommand(argv) {
   const inIdx = argv.indexOf('--in-ref');
   const outIdx = argv.indexOf('--out-ref');
@@ -422,29 +435,15 @@ async function runSourceFetchSubcommand(argv) {
     failRef(`Cannot resolve source_def: ${String(err && err.message || err)}`, callback);
   }
 
-  const registry = loadSourceDefFlowsConfig();
   let kind;
-  try {
-    kind = resolveSourceKind(sourceDef, registry);
-  } catch (err) {
-    failRef(String(err && err.message || err), callback);
-  }
-
   let flowResult;
   try {
-    flowResult = await executeStepMachineSourceFlow({
-      kind,
-      registry,
-      sourceDef,
-      extra,
-      inRef,
-      outRef,
-      errRef,
-      mockDb: MOCK_DB,
-    });
+    const resolved = await resolveAndExecuteSourceFlow(sourceDef, extra, { inRef, outRef, errRef });
+    kind = resolved.kind;
+    flowResult = resolved.flowResult;
   } catch (err) {
     const detail = (err && (err.stderr || err.stdout)) ? `\n${err.stderr || err.stdout}`.trimEnd() : '';
-    failRef(`${kind} invocation failed: ${String(err && err.message || err)}${detail}`, callback);
+    failRef(`source invocation failed: ${String(err && err.message || err)}${detail}`, callback);
   }
 
   if (!flowResult?.wroteOutputDirectly) {
@@ -466,6 +465,46 @@ async function runSourceFetchSubcommand(argv) {
 
 }
 
+async function probeSourcePreflightSubcommand(argv) {
+  const extraIdx = argv.indexOf('--extra');
+  const extraB64 = extraIdx !== -1 ? argv[extraIdx + 1] : undefined;
+
+  let extra = {};
+  if (extraB64) {
+    try { extra = JSON.parse(Buffer.from(extraB64, 'base64').toString('utf-8')); }
+    catch { /* ignore malformed extra */ }
+  }
+
+  const startedAt = Date.now();
+  try {
+    const chunks = [];
+    for await (const chunk of process.stdin) {
+      chunks.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk));
+    }
+    const raw = Buffer.concat(chunks).toString('utf-8').trim();
+    if (!raw) {
+      console.log(JSON.stringify({ ok: false, reachable: false, latencyMs: Date.now() - startedAt, error: 'Missing probe input JSON on stdin' }));
+      process.exit(0);
+    }
+
+    let sourceDef;
+    try {
+      sourceDef = JSON.parse(raw);
+    } catch (err) {
+      console.log(JSON.stringify({ ok: false, reachable: false, latencyMs: Date.now() - startedAt, error: `Invalid probe JSON: ${String(err && err.message || err)}` }));
+      process.exit(0);
+    }
+
+    await resolveAndExecuteSourceFlow(sourceDef, extra);
+    console.log(JSON.stringify({ ok: true, reachable: true, latencyMs: Date.now() - startedAt }));
+    process.exit(0);
+  } catch (err) {
+    const detail = (err && (err.stderr || err.stdout)) ? `\n${err.stderr || err.stdout}`.trimEnd() : '';
+    console.log(JSON.stringify({ ok: false, reachable: false, latencyMs: Date.now() - startedAt, error: `source invocation failed: ${String(err && err.message || err)}${detail}` }));
+    process.exit(0);
+  }
+}
+
 // ---------------------------------------------------------------------------
 // validate-source-def — structural validation of a source definition
 // ---------------------------------------------------------------------------
@@ -551,7 +590,7 @@ function validateSourceDefSubcommand(argv) {
 const CAPABILITIES = {
   version: '1.0',
   executor: 'demo-task-executor',
-  subcommands: ['run-source-fetch', 'describe-capabilities', 'validate-source-def'],
+  subcommands: ['run-source-fetch', 'probe-source-preflight', 'describe-capabilities', 'validate-source-def'],
   sourceKinds: {
     mock: {
       description: 'Look up a key in a hardcoded MOCK_DB dictionary.',
@@ -662,6 +701,10 @@ async function main() {
     await runSourceFetchSubcommand(process.argv.slice(3));
     return;
   }
+  if (sub === 'probe-source-preflight') {
+    await probeSourcePreflightSubcommand(process.argv.slice(3));
+    return;
+  }
   if (sub === 'describe' || sub === 'describe-capabilities') {
     describeCapabilities();
     return;