yaml-flow 5.2.5 → 5.2.8

package/browser/board-livegraph-engine.js

@@ -82,7 +82,7 @@ var BoardLiveGraph = (function (exports) {
     "markdown",
     "custom"
   ]);
-  var ALLOWED_KEYS = /* @__PURE__ */ new Set(["id", "meta", "requires", "provides", "view", "card_data", "compute", "sources"]);
+  var ALLOWED_KEYS = /* @__PURE__ */ new Set(["id", "meta", "requires", "provides", "view", "card_data", "compute", "source_defs"]);
   function validateNode(node) {
     const errors = [];
     if (!node || typeof node !== "object" || Array.isArray(node)) {
@@ -108,15 +108,15 @@ var BoardLiveGraph = (function (exports) {
     if (n.requires != null && !Array.isArray(n.requires)) errors.push("requires: must be an array of strings");
     if (n.provides != null) {
       if (!Array.isArray(n.provides)) {
-        errors.push("provides: must be an array of { bindTo, src } bindings");
+        errors.push("provides: must be an array of { bindTo, ref } bindings");
       } else {
         n.provides.forEach((p, i) => {
           if (!p || typeof p !== "object" || Array.isArray(p)) {
-            errors.push(`provides[${i}]: must be an object with bindTo and src`);
+            errors.push(`provides[${i}]: must be an object with bindTo and ref`);
           } else {
             const b = p;
             if (typeof b.bindTo !== "string" || !b.bindTo) errors.push(`provides[${i}]: missing required "bindTo" string`);
-            if (typeof b.src !== "string" || !b.src) errors.push(`provides[${i}]: missing required "src" string`);
+            if (typeof b.ref !== "string" || !b.ref) errors.push(`provides[${i}]: missing required "ref" string`);
           }
         });
       }
@@ -136,35 +136,35 @@ var BoardLiveGraph = (function (exports) {
         });
       }
     }
-    if (n.sources != null) {
-      if (!Array.isArray(n.sources)) {
-        errors.push("sources: must be an array");
+    if (n.source_defs != null) {
+      if (!Array.isArray(n.source_defs)) {
+        errors.push("source_defs: must be an array");
       } else {
         const bindTos = /* @__PURE__ */ new Set();
         const outputFiles = /* @__PURE__ */ new Set();
-        n.sources.forEach((src, i) => {
+        n.source_defs.forEach((src, i) => {
           if (!src || typeof src !== "object" || Array.isArray(src)) {
-            errors.push(`sources[${i}]: must be an object`);
+            errors.push(`source_defs[${i}]: must be an object`);
           } else {
             const s = src;
             if (typeof s.bindTo !== "string" || !s.bindTo) {
-              errors.push(`sources[${i}]: missing required "bindTo" property`);
+              errors.push(`source_defs[${i}]: missing required "bindTo" property`);
             } else {
               if (bindTos.has(s.bindTo)) {
-                errors.push(`sources[${i}]: bindTo "${s.bindTo}" is not unique across sources`);
+                errors.push(`source_defs[${i}]: bindTo "${s.bindTo}" is not unique across source_defs`);
               }
               bindTos.add(s.bindTo);
             }
             if (typeof s.outputFile !== "string" || !s.outputFile) {
-              errors.push(`sources[${i}]: missing required "outputFile" property`);
+              errors.push(`source_defs[${i}]: missing required "outputFile" property`);
             } else {
               if (outputFiles.has(s.outputFile)) {
-                errors.push(`sources[${i}]: outputFile "${s.outputFile}" is not unique across sources`);
+                errors.push(`source_defs[${i}]: outputFile "${s.outputFile}" is not unique across source_defs`);
               }
               outputFiles.add(s.outputFile);
             }
             if (s.optionalForCompletionGating != null && typeof s.optionalForCompletionGating !== "boolean") {
-              errors.push(`sources[${i}]: optionalForCompletionGating must be a boolean`);
+              errors.push(`source_defs[${i}]: optionalForCompletionGating must be a boolean`);
             }
           }
         });
@@ -199,14 +199,29 @@ var BoardLiveGraph = (function (exports) {
     }
     return { ok: errors.length === 0, errors };
   }
-  function enrichSources(sources, context) {
-    if (!sources || sources.length === 0) return [];
-    return sources.map((src) => ({
-      ...src,
-      _requires: context.requires ?? {},
-      _sourcesData: context.sourcesData ?? {},
-      _computed_values: context.computed_values ?? {}
-    }));
+  async function enrichSources(source_defs, context) {
+    if (!source_defs || source_defs.length === 0) return [];
+    const evalCtx = {
+      card_data: context.card_data ?? {},
+      requires: context.requires ?? {}
+    };
+    return Promise.all(
+      source_defs.map(async (src) => {
+        const _projections = {};
+        if (src.projections && typeof src.projections === "object" && !Array.isArray(src.projections)) {
+          for (const [key, expr] of Object.entries(src.projections)) {
+            if (typeof expr === "string" && expr.trim().length > 0) {
+              try {
+                _projections[key] = await jsonata_shim_default(expr).evaluate(evalCtx);
+              } catch {
+                _projections[key] = void 0;
+              }
+            }
+          }
+        }
+        return { ...src, _projections };
+      })
+    );
   }
   var CardCompute = {
     run,
@@ -909,6 +924,7 @@ var BoardLiveGraph = (function (exports) {
     const inputQueue = new MemoryJournal();
     let live = "state" in configOrLive && "config" in configOrLive ? configOrLive : createLiveGraph(configOrLive, executionId);
     let disposed = false;
+    const pendingHandlers = /* @__PURE__ */ new Set();
     const handlers = new Map(Object.entries(initialHandlers));
     const internalJournal = new MemoryJournal();
     let draining = false;
@@ -951,7 +967,7 @@ var BoardLiveGraph = (function (exports) {
           const taskState = live.state.tasks[taskName];
           if (!taskState || taskState.status !== "running") continue;
           const callbackToken = encodeCallbackToken(taskName);
-          runPipeline(taskName, callbackToken, update).catch((error) => {
+          const p = runPipeline(taskName, callbackToken, update).catch((error) => {
             if (disposed) return;
             internalJournal.append({
               type: "task-failed",
@@ -960,7 +976,10 @@ var BoardLiveGraph = (function (exports) {
               timestamp: (/* @__PURE__ */ new Date()).toISOString()
             });
             drain();
+          }).finally(() => {
+            pendingHandlers.delete(p);
           });
+          pendingHandlers.add(p);
         }
       }
     }
@@ -1020,7 +1039,7 @@ var BoardLiveGraph = (function (exports) {
       });
       drain();
       const callbackToken = encodeCallbackToken(taskName);
-      runPipeline(taskName, callbackToken).catch((error) => {
+      const p = runPipeline(taskName, callbackToken).catch((error) => {
         if (disposed) return;
         internalJournal.append({
           type: "task-failed",
@@ -1029,7 +1048,10 @@ var BoardLiveGraph = (function (exports) {
           timestamp: (/* @__PURE__ */ new Date()).toISOString()
         });
         drain();
+      }).finally(() => {
+        pendingHandlers.delete(p);
       });
+      pendingHandlers.add(p);
     }
     return {
       push(event) {
@@ -1143,7 +1165,10 @@ var BoardLiveGraph = (function (exports) {
       getSchedule() {
         return schedule(live);
       },
-      dispose() {
+      async dispose(options2) {
+        if (options2?.wait && pendingHandlers.size > 0) {
+          await Promise.allSettled([...pendingHandlers]);
+        }
         disposed = true;
       }
     };
@@ -1165,7 +1190,7 @@ var BoardLiveGraph = (function (exports) {
   function buildTokenProviders(cards) {
     const tokenToCardId = /* @__PURE__ */ new Map();
     for (const [cardId, card] of cards.entries()) {
-      const bindings = card.provides && card.provides.length > 0 ? card.provides : [{ bindTo: cardId, src: "card_data" }];
+      const bindings = card.provides && card.provides.length > 0 ? card.provides : [{ bindTo: cardId, ref: "card_data" }];
       for (const binding of bindings) tokenToCardId.set(binding.bindTo, cardId);
     }
     return tokenToCardId;
@@ -1311,14 +1336,14 @@ var BoardLiveGraph = (function (exports) {
           requiresData[token] = providesData2[token];
         }
         const sourcesData = {};
-        if (card.sources && card.sources.length > 0) {
+        if (card.source_defs && card.source_defs.length > 0) {
           const adapter = sourceAdapters[cardId] ?? defaultSourceAdapter;
           const fetched = taskExecutor ? await taskExecutor({ card, input: inputArgs }) : adapter ? await adapter({ card, input: inputArgs }) : void 0;
           if (fetched && typeof fetched === "object") {
-            for (const src of card.sources) {
+            for (const src of card.source_defs) {
               if (Object.prototype.hasOwnProperty.call(fetched, src.bindTo)) {
                 sourcesData[src.bindTo] = fetched[src.bindTo];
-              } else if (card.sources.length === 1) {
+              } else if (card.source_defs.length === 1) {
                 sourcesData[src.bindTo] = fetched;
               }
             }
@@ -1328,7 +1353,7 @@ var BoardLiveGraph = (function (exports) {
           id: card.id,
           card_data: deepClone(card.card_data ?? {}),
           requires: requiresData,
-          sources: card.sources,
+          source_defs: card.source_defs,
           compute: card.compute
         };
         computeNode._sourcesData = sourcesData;
@@ -1337,8 +1362,8 @@ var BoardLiveGraph = (function (exports) {
         }
         const providesData = {};
         if (card.provides && card.provides.length > 0) {
-          for (const { bindTo, src } of card.provides) {
-            providesData[bindTo] = CardCompute.resolve(computeNode, src);
+          for (const { bindTo, ref } of card.provides) {
+            providesData[bindTo] = CardCompute.resolve(computeNode, ref);
           }
         } else {
           providesData[card.id] = {