@vertesia/workflow 0.78.0-dev-28b447d → 0.78.0-dev.1

package/lib/cjs/iterative-generation/utils.js

@@ -0,0 +1,121 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.execute = execute;
+exports.executeWithVars = executeWithVars;
+exports.isSamePartIndex = isSamePartIndex;
+exports.getPreviousPathIndex = getPreviousPathIndex;
+exports.expectMemoryIsConsistent = expectMemoryIsConsistent;
+exports.sectionWithoutParts = sectionWithoutParts;
+exports.tocIndex = tocIndex;
+const workflow_1 = require("@temporalio/workflow");
+async function execute(client, options) {
+    return client.interactions.executeByName(options.interaction, {
+        data: {
+            ...options.memory_mapping,
+            "@memory": options.memory
+        },
+        result_schema: options.result_schema,
+        config: {
+            environment: options.environment,
+            model: options.model,
+            model_options: options.model_options,
+        }
+    });
+}
+function executeWithVars(client, interaction, vars, mapping, result_schema) {
+    if (mapping) {
+        mapping = { ...vars.input_mapping, ...mapping };
+    }
+    else {
+        mapping = vars.input_mapping;
+    }
+    const model_options = {
+        _option_id: "text-fallback",
+        max_tokens: vars.max_tokens,
+        temperature: vars.temperature
+    };
+    return execute(client, {
+        interaction: interaction,
+        memory: `${vars.memory}/input`,
+        memory_mapping: mapping,
+        environment: vars.environment,
+        model: vars.model,
+        model_options: model_options,
+        result_schema: result_schema
+    });
+}
+function isSamePartIndex(part1, part2) {
+    return part1 && part2 && part1.length === part2.length && part1.every((v, i) => v === part2[i]);
+}
+function getPreviousPathIndex(toc, pathIndex) {
+    let [sectionIdx, partIdx] = pathIndex;
+    if (partIdx === undefined) {
+        let prevSectionIdx = sectionIdx - 1;
+        if (prevSectionIdx < 0) {
+            return null;
+        }
+        else {
+            const prevParts = toc.sections[prevSectionIdx].parts;
+            if (prevParts && prevParts.length > 0) { // return the last part of the previous section
+                return [prevSectionIdx, prevParts.length - 1];
+            }
+            else { // if no parts return the section itself
+                return [prevSectionIdx];
+            }
+        }
+    }
+    else if (partIdx > 0) { // return the previous part in the same section
+        return [sectionIdx, partIdx - 1];
+    }
+    else { // if the first part return the section itself
+        return [sectionIdx];
+    }
+}
+function expectMemoryIsConsistent(meta, pathIndex) {
+    const metaLastProcessedPart = meta.lastProcessedPart;
+    if (!metaLastProcessedPart) {
+        if (pathIndex.length > 1 && pathIndex[0] !== 0) {
+            throw workflow_1.ApplicationFailure.nonRetryable('Memory last processed part is not consistent with the workflow.', 'MemoryPackNotConsistent', { currentIndex: pathIndex, expectedPreviousIndex: [pathIndex[0], pathIndex[1] - 1], previousIndex: metaLastProcessedPart });
+        }
+        else {
+            return;
+        }
+    }
+    const prevPathIndex = getPreviousPathIndex(meta.toc, pathIndex);
+    if (!prevPathIndex) {
+        throw workflow_1.ApplicationFailure.nonRetryable('Memory last processed part is not consistent with the workflow', 'MemoryPackNotConsistent', { currentIndex: pathIndex, expectedPreviousIndex: prevPathIndex, previousIndex: metaLastProcessedPart });
+    }
+    else if (!isSamePartIndex(prevPathIndex, metaLastProcessedPart)) {
+        throw workflow_1.ApplicationFailure.nonRetryable('Memory last processed part is not consistent with the workflow', 'MemoryPackNotConsistent', { currentIndex: pathIndex, expectedPreviousIndex: prevPathIndex, previousIndex: meta.lastProcessedPart });
+    }
+}
+function sectionWithoutParts(section) {
+    const clone = { ...section };
+    delete clone.parts;
+    return clone;
+}
+function tocIndex(toc) {
+    const index = { sections: [] };
+    const sections = toc.sections;
+    for (let i = 0, l = sections.length; i < l; i++) {
+        const section = sections[i];
+        const indexParts = [];
+        if (section.parts) {
+            const parts = section.parts;
+            for (let k = 0, ll = section.parts.length; k < ll; k++) {
+                const part = parts[k];
+                indexParts.push({
+                    name: part.id,
+                    path: [i, k]
+                });
+            }
+        }
+        index.sections.push({
+            name: section.id,
+            path: [i],
+            parts: indexParts
+        });
+    }
+    return index;
+}
+//# sourceMappingURL=utils.js.map

package/lib/cjs/iterative-generation/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/iterative-generation/utils.ts"],"names":[],"mappings":";;AAiBA,0BAaC;AAED,0CAoBC;AAED,0CAEC;AAED,oDAmBC;AAGD,4DAeC;AAED,kDAIC;AAED,4BAuBC;AA5HD,mDAA0D;AAenD,KAAK,UAAU,OAAO,CAAC,MAAsB,EAAE,OAAuB;IACzE,OAAO,MAAM,CAAC,YAAY,CAAC,aAAa,CAAC,OAAO,CAAC,WAAW,EAAE;QAC1D,IAAI,EAAE;YACF,GAAG,OAAO,CAAC,cAAc;YACzB,SAAS,EAAE,OAAO,CAAC,MAAM;SAC5B;QACD,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,MAAM,EAAE;YACJ,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,aAAa,EAAE,OAAO,CAAC,aAAa;SACvC;KACJ,CAAC,CAAC;AACP,CAAC;AAED,SAAgB,eAAe,CAAC,MAAsB,EAAE,WAAmB,EAAE,IAAyB,EAAE,OAA6B,EAAE,aAAmC;IACtK,IAAI,OAAO,EAAE,CAAC;QACV,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,GAAG,OAAO,EAAE,CAAC;IACpD,CAAC;SAAM,CAAC;QACJ,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC;IACjC,CAAC;IACD,MAAM,aAAa,GAAwB;QACvC,UAAU,EAAE,eAAe;QAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;KAChC,CAAA;IACD,OAAO,OAAO,CAAC,MAAM,EAAE;QACnB,WAAW,EAAE,WAAW;QACxB,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,QAAQ;QAC9B,cAAc,EAAE,OAAO;QACvB,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,aAAa,EAAE,aAAa;QAC5B,aAAa,EAAE,aAAa;KAC/B,CAAC,CAAC;AACP,CAAC;AAED,SAAgB,eAAe,CAAC,KAAe,EAAE,KAAe;IAC5D,OAAO,KAAK,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACpG,CAAC;AAED,SAAgB,oBAAoB,CAAC,GAAQ,EAAE,SAAmB;IAC9D,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;IACtC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QACxB,IAAI,cAAc,GAAG,UAAU,GAAG,CAAC,CAAC;QACpC,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QAChB,CAAC;aAAM,CAAC;YACJ,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,KAAK,CAAC;YACrD,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC,+CAA+C;gBACpF,OAAO,CAAC,cAAc,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAClD,CAAC;iBAAM,CAAC,CAAC,wCAAwC;gBAC7C,OAAO,CAAC,cAAc,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;IACL,CAAC;SAAM,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC,CAAC,+CAA+C;QACrE,OAAO,CAAC,UAAU,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;IACrC,CAAC;SAAM,CAAC,CAAC,8CAA8C;QACnD,OAAO,CAAC,UAAU,CAAC,CAAC;IACxB,CAAC;AACL,CAAC;AAGD,SAAgB,wBAAwB,CAAC,IAAsB,EAAE,SAAmB;IAChF,MAAM,qBAAqB,GAAG,IAAI,CAAC,iBAAiB,CAAC;IACrD,IAAI,CAAC,qBAAqB,EAAE,CAAC;QACzB,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7C,MAAM,6BAAkB,CAAC,YAAY,CAAC,iEAAiE,EAAE,yBAAyB,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,qBAAqB,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,EAAE,qBAAqB,EAAE,CAAC,CAAC;QACpQ,CAAC;aAAM,CAAC;YACJ,OAAO;QACX,CAAC;IACL,CAAC;IACD,MAAM,aAAa,GAAG,oBAAoB,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAChE,IAAI,CAAC,aAAa,EAAE,CAAC;QACjB,MAAM,6BAAkB,CAAC,YAAY,CAAC,gEAAgE,EAAE,yBAAyB,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,qBAAqB,EAAE,aAAa,EAAE,aAAa,EAAE,qBAAqB,EAAE,CAAC,CAAC;IAChP,CAAC;SAAM,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,qBAAqB,CAAC,EAAE,CAAC;QAChE,MAAM,6BAAkB,CAAC,YAAY,CAAC,gEAAgE,EAAE,yBAAyB,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,qBAAqB,EAAE,aAAa,EAAE,aAAa,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;IACjP,CAAC;AACL,CAAC;AAED,SAAgB,mBAAmB,CAAC,OAAmB;IACnD,MAAM,KAAK,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;IAC7B,OAAO,KAAK,CAAC,KAAK,CAAC;IACnB,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAgB,QAAQ,CAAC,GAAQ;IAC7B,MAAM,KAAK,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAc,CAAC;IAC3C,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC;IAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,UAAU,GAAgB,EAAE,CAAC;QACnC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;YAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACtB,UAAU,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,IAAI,CAAC,EAAE;oBACb,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;iBACf,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QACD,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,OAAO,CAAC,EAAE;YAChB,IAAI,EAAE,CAAC,CAAC,CAAC;YACT,KAAK,EAAE,UAAU;SACpB,CAAC,CAAC;IACP,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC"}

package/lib/cjs/package.json

@@ -0,0 +1,3 @@
+{
+  "type": "commonjs"
+}

package/lib/cjs/result-types.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TextExtractionStatus = void 0;
+var TextExtractionStatus;
+(function (TextExtractionStatus) {
+    TextExtractionStatus["skipped"] = "skipped";
+    TextExtractionStatus["success"] = "success";
+    TextExtractionStatus["error"] = "error";
+})(TextExtractionStatus || (exports.TextExtractionStatus = TextExtractionStatus = {}));
+//# sourceMappingURL=result-types.js.map

package/lib/cjs/result-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"result-types.js","sourceRoot":"","sources":["../../src/result-types.ts"],"names":[],"mappings":";;;AAoBA,IAAY,oBAIX;AAJD,WAAY,oBAAoB;IAC5B,2CAAmB,CAAA;IACnB,2CAAmB,CAAA;IACnB,uCAAe,CAAA;AACnB,CAAC,EAJW,oBAAoB,oCAApB,oBAAoB,QAI/B"}

package/lib/cjs/system/notifyWebhookWorkflow.js

@@ -0,0 +1,46 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.notifyWebhookWorkflow = notifyWebhookWorkflow;
+const workflow_1 = require("@temporalio/workflow");
+const dslProxyActivities_js_1 = require("../dsl/dslProxyActivities.js");
+const errors_js_1 = require("../errors.js");
+const { notifyWebhook } = (0, dslProxyActivities_js_1.dslProxyActivities)("notifyWebhookWorkflow", {
+    startToCloseTimeout: "5 minute",
+    retry: {
+        initialInterval: '5s',
+        backoffCoefficient: 2,
+        maximumAttempts: 5,
+        maximumInterval: 100 * 30 * 1000, //ms
+        nonRetryableErrorTypes: errors_js_1.WF_NON_RETRYABLE_ERRORS,
+    },
+});
+async function notifyWebhookWorkflow(payload) {
+    const { objectIds, vars } = payload;
+    const notifications = [];
+    const endpoints = vars.endpoints ?? vars.webhooks ?? [];
+    const data = vars.data ?? vars.webhook_data ?? undefined;
+    const eventName = payload.event;
+    if (!endpoints.length) {
+        workflow_1.log.info(`No webhooks to notify`);
+        return { notifications: [], message: "No webhooks to notify" };
+    }
+    for (const ep of endpoints) {
+        const n = notifyWebhook(payload, {
+            target_url: ep,
+            method: 'POST',
+            payload: {
+                object_ids: objectIds,
+                event: eventName,
+                data
+            }
+        }).then(res => {
+            workflow_1.log.info(`Webhook notified at ${ep} with response code: ${res.status}`, { res });
+            return res;
+        });
+        notifications.push(n);
+    }
+    const res = await Promise.all(notifications);
+    workflow_1.log.info(`Webhooks notified`);
+    return { notifications: res, message: "Webhooks notified" };
+}
+//# sourceMappingURL=notifyWebhookWorkflow.js.map

package/lib/cjs/system/notifyWebhookWorkflow.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"notifyWebhookWorkflow.js","sourceRoot":"","sources":["../../../src/system/notifyWebhookWorkflow.ts"],"names":[],"mappings":";;AA0BA,sDAkCC;AA3DD,mDAA2C;AAG3C,wEAAkE;AAClE,4CAAuD;AAEvD,MAAM,EACF,aAAa,EAChB,GAAG,IAAA,0CAAkB,EAAoB,uBAAuB,EAAE;IAC/D,mBAAmB,EAAE,UAAU;IAC/B,KAAK,EAAE;QACH,eAAe,EAAE,IAAI;QACrB,kBAAkB,EAAE,CAAC;QACrB,eAAe,EAAE,CAAC;QAClB,eAAe,EAAE,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI;QACtC,sBAAsB,EAAE,mCAAuB;KAClD;CACJ,CAAC,CAAC;AAQI,KAAK,UAAU,qBAAqB,CAAC,OAA8D;IAEtG,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC;IACpC,MAAM,aAAa,GAAG,EAAE,CAAC;IACzB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAK,IAAY,CAAC,QAAQ,IAAI,EAAE,CAAC;IACjE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAK,IAAY,CAAC,YAAY,IAAI,SAAS,CAAC;IAClE,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC;IAEhC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;QACpB,cAAG,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAClC,OAAO,EAAE,aAAa,EAAE,EAAE,EAAE,OAAO,EAAE,uBAAuB,EAAE,CAAC;IACnE,CAAC;IAED,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,aAAa,CAAC,OAAO,EAAE;YAC7B,UAAU,EAAE,EAAE;YACd,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACL,UAAU,EAAE,SAAS;gBACrB,KAAK,EAAE,SAAS;gBAChB,IAAI;aACP;SACJ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YACV,cAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,wBAAwB,GAAG,CAAC,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YACjF,OAAO,GAAG,CAAC;QACf,CAAC,CAAC,CAAC;QACH,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1B,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAC7C,cAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAE9B,OAAO,EAAE,aAAa,EAAE,GAAG,EAAE,OAAO,EAAE,mBAAmB,EAAE,CAAC;AAEhE,CAAC"}

package/lib/cjs/system/recalculateEmbeddingsWorkflow.js

@@ -0,0 +1,33 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.recalculateEmbeddingsWorkflow = recalculateEmbeddingsWorkflow;
+const common_1 = require("@vertesia/common");
+const dslProxyActivities_js_1 = require("../dsl/dslProxyActivities.js");
+const errors_js_1 = require("../errors.js");
+const { generateEmbeddings, } = (0, dslProxyActivities_js_1.dslProxyActivities)("recalculateEmbeddingsWorkflow", {
+    startToCloseTimeout: "5 minute",
+    retry: {
+        initialInterval: '10s',
+        backoffCoefficient: 2,
+        maximumAttempts: 10,
+        maximumInterval: 100 * 30 * 1000, //ms
+        nonRetryableErrorTypes: errors_js_1.WF_NON_RETRYABLE_ERRORS,
+    },
+});
+async function recalculateEmbeddingsWorkflow(payload) {
+    const embeddings = [];
+    const payloadType = payload.vars?.type;
+    if (payloadType && !Object.values(common_1.SupportedEmbeddingTypes).includes(payloadType)) {
+        throw new Error("Embedding type must be text, image, or properties");
+    }
+    const types = payloadType ? [payloadType] : Object.values(common_1.SupportedEmbeddingTypes);
+    for (const type of types) {
+        embeddings.push(generateEmbeddings(payload, {
+            force: true,
+            type
+        }));
+    }
+    const res = await Promise.all(embeddings);
+    return res;
+}
+//# sourceMappingURL=recalculateEmbeddingsWorkflow.js.map

package/lib/cjs/system/recalculateEmbeddingsWorkflow.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recalculateEmbeddingsWorkflow.js","sourceRoot":"","sources":["../../../src/system/recalculateEmbeddingsWorkflow.ts"],"names":[],"mappings":";;AAmBA,sEAqBC;AAvCD,6CAAqF;AAErF,wEAAkE;AAClE,4CAAuD;AAEvD,MAAM,EACF,kBAAkB,GACrB,GAAG,IAAA,0CAAkB,EAAoB,+BAA+B,EAAE;IACvE,mBAAmB,EAAE,UAAU;IAC/B,KAAK,EAAE;QACH,eAAe,EAAE,KAAK;QACtB,kBAAkB,EAAE,CAAC;QACrB,eAAe,EAAE,EAAE;QACnB,eAAe,EAAE,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI;QACtC,sBAAsB,EAAE,mCAAuB;KAClD;CACJ,CAAC,CAAC;AAEI,KAAK,UAAU,6BAA6B,CAAC,OAAiC;IAEjF,MAAM,UAAU,GAAG,EAAE,CAAC;IACtB,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,EAAE,IAA+B,CAAC;IAElE,IAAI,WAAW,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,gCAAuB,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QAC/E,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACzE,CAAC;IACD,MAAM,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,gCAAuB,CAAC,CAAC;IAEnF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,UAAU,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE;YACxC,KAAK,EAAE,IAAI;YACX,IAAI;SACP,CAAC,CAAC,CAAA;IACP,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAE1C,OAAO,GAAG,CAAC;AAEf,CAAC"}

package/lib/cjs/utils/auth.js

@@ -0,0 +1,15 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.decodeAuthToken = decodeAuthToken;
+exports.getProjectFromToken = getProjectFromToken;
+const jsonwebtoken_1 = __importDefault(require("jsonwebtoken"));
+function decodeAuthToken(token) {
+    return jsonwebtoken_1.default.decode(token, { json: true });
+}
+function getProjectFromToken(token) {
+    return decodeAuthToken(token)?.project;
+}
+//# sourceMappingURL=auth.js.map

package/lib/cjs/utils/auth.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth.js","sourceRoot":"","sources":["../../../src/utils/auth.ts"],"names":[],"mappings":";;;;;AAGA,0CAEC;AAED,kDAEC;AARD,gEAA+B;AAE/B,SAAgB,eAAe,CAAC,KAAa;IACzC,OAAO,sBAAG,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAqB,CAAC;AACjE,CAAC;AAED,SAAgB,mBAAmB,CAAC,KAAa;IAC7C,OAAO,eAAe,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;AAC3C,CAAC"}

package/lib/cjs/utils/blobs.js

@@ -0,0 +1,64 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.fetchBlobAsStream = fetchBlobAsStream;
+exports.fetchBlobAsBuffer = fetchBlobAsBuffer;
+exports.fetchBlobAsBase64 = fetchBlobAsBase64;
+exports.saveBlobToTempFile = saveBlobToTempFile;
+exports.md5 = md5;
+const crypto_1 = __importDefault(require("crypto"));
+const fs_1 = require("fs");
+const stream_1 = require("stream");
+const promises_1 = require("stream/promises");
+const tmp_1 = __importDefault(require("tmp"));
+const errors_js_1 = require("../errors.js");
+tmp_1.default.setGracefulCleanup();
+async function fetchBlobAsStream(client, blobUri) {
+    try {
+        return await client.files.downloadFile(blobUri);
+    }
+    catch (err) {
+        if (err.message.includes("not found")) {
+            //TODO improve error handling with a fetch fail error class in the client
+            throw new errors_js_1.DocumentNotFoundError(`Not found at ${blobUri}: ${err.message}`, []);
+        }
+        else if (err.message.includes("forbidden")) {
+            throw new errors_js_1.DocumentNotFoundError(`Forbidden at ${blobUri}: ${err.message}`);
+        }
+        else {
+            throw new Error(`Failed to download blob ${blobUri}: ${err.message}`);
+        }
+    }
+}
+async function fetchBlobAsBuffer(client, blobUri) {
+    let stream = await fetchBlobAsStream(client, blobUri);
+    const buffers = [];
+    for await (const data of stream) {
+        buffers.push(data);
+    }
+    return Buffer.concat(buffers);
+}
+async function fetchBlobAsBase64(client, blobUri) {
+    const buffer = await fetchBlobAsBuffer(client, blobUri);
+    return buffer.toString("base64");
+}
+async function saveBlobToFile(client, blobUri, toFile) {
+    const stream = await fetchBlobAsStream(client, blobUri);
+    const nodeReadable = stream_1.Readable.from(stream);
+    const out = (0, fs_1.createWriteStream)(toFile);
+    await (0, promises_1.pipeline)(nodeReadable, out); // Ensures completion before continuing
+}
+async function saveBlobToTempFile(client, blobUri, fileExt) {
+    const tmpFile = tmp_1.default.fileSync({
+        prefix: "vertesia-activity-",
+        postfix: fileExt ? "." + fileExt : "",
+    });
+    await saveBlobToFile(client, blobUri, tmpFile.name);
+    return tmpFile.name;
+}
+function md5(contents) {
+    return crypto_1.default.createHash("md5").update(contents).digest("hex");
+}
+//# sourceMappingURL=blobs.js.map

package/lib/cjs/utils/blobs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"blobs.js","sourceRoot":"","sources":["../../../src/utils/blobs.ts"],"names":[],"mappings":";;;;;AAUA,8CAaC;AACD,8CAOC;AAED,8CAGC;AAWD,gDAOC;AAED,kBAEC;AAzDD,oDAA4B;AAC5B,2BAAuC;AACvC,mCAAkC;AAClC,8CAA2C;AAC3C,8CAAsB;AACtB,4CAAqD;AAErD,aAAG,CAAC,kBAAkB,EAAE,CAAC;AAElB,KAAK,UAAU,iBAAiB,CAAC,MAAsB,EAAE,OAAe;IAC3E,IAAI,CAAC;QACD,OAAO,MAAM,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IACpD,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAChB,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACpC,yEAAyE;YACzE,MAAM,IAAI,iCAAqB,CAAC,gBAAgB,OAAO,KAAK,GAAG,CAAC,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;QACnF,CAAC;aAAM,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC3C,MAAM,IAAI,iCAAqB,CAAC,gBAAgB,OAAO,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC/E,CAAC;aAAM,CAAC;YACJ,MAAM,IAAI,KAAK,CAAC,2BAA2B,OAAO,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1E,CAAC;IACL,CAAC;AACL,CAAC;AACM,KAAK,UAAU,iBAAiB,CAAC,MAAsB,EAAE,OAAe;IAC3E,IAAI,MAAM,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACtD,MAAM,OAAO,GAAiB,EAAE,CAAC;IACjC,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAC9B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AAClC,CAAC;AAEM,KAAK,UAAU,iBAAiB,CAAC,MAAsB,EAAE,OAAe;IAC3E,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACxD,OAAO,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AACrC,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,MAAsB,EAAE,OAAe,EAAE,MAAc;IACjF,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAExD,MAAM,YAAY,GAAG,iBAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC3C,MAAM,GAAG,GAAG,IAAA,sBAAiB,EAAC,MAAM,CAAC,CAAC;IAEtC,MAAM,IAAA,mBAAQ,EAAC,YAAY,EAAE,GAAG,CAAC,CAAC,CAAC,uCAAuC;AAC9E,CAAC;AAEM,KAAK,UAAU,kBAAkB,CAAC,MAAsB,EAAE,OAAe,EAAE,OAAgB;IAC9F,MAAM,OAAO,GAAG,aAAG,CAAC,QAAQ,CAAC;QACzB,MAAM,EAAE,oBAAoB;QAC5B,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE;KACxC,CAAC,CAAC;IACH,MAAM,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACpD,OAAO,OAAO,CAAC,IAAI,CAAC;AACxB,CAAC;AAED,SAAgB,GAAG,CAAC,QAAgB;IAChC,OAAO,gBAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACnE,CAAC"}

package/lib/cjs/utils/chunks.js

@@ -0,0 +1,14 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getContentParts = exports.getContentPart = void 0;
+const getContentPart = (content, part) => {
+    const lines = content.split('\n');
+    const text = lines.filter((_l, i) => i >= part.line_number_start && i <= part.line_number_end).join('\n');
+    return text;
+};
+exports.getContentPart = getContentPart;
+const getContentParts = (content, parts) => {
+    return parts.map(part => (0, exports.getContentPart)(content, part));
+};
+exports.getContentParts = getContentParts;
+//# sourceMappingURL=chunks.js.map

package/lib/cjs/utils/chunks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunks.js","sourceRoot":"","sources":["../../../src/utils/chunks.ts"],"names":[],"mappings":";;;AAQO,MAAM,cAAc,GAAG,CAAC,OAAe,EAAE,IAAa,EAAU,EAAE;IACrE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,iBAAiB,IAAI,CAAC,IAAI,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1G,OAAO,IAAI,CAAC;AAChB,CAAC,CAAA;AAJY,QAAA,cAAc,kBAI1B;AAEM,MAAM,eAAe,GAAG,CAAC,OAAe,EAAE,KAAgB,EAAY,EAAE;IAC3E,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAA,sBAAc,EAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;AAC5D,CAAC,CAAA;AAFY,QAAA,eAAe,mBAE3B"}

package/lib/cjs/utils/client.js

@@ -0,0 +1,31 @@
+"use strict";
+/**
+ * get a zeno client for a given token
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getVertesiaClient = getVertesiaClient;
+exports.getVertesiaClientOptions = getVertesiaClientOptions;
+const client_1 = require("@vertesia/client");
+const errors_js_1 = require("../errors.js");
+function getVertesiaClient(payload) {
+    return new client_1.VertesiaClient(getVertesiaClientOptions(payload));
+}
+function getVertesiaClientOptions(payload) {
+    if (!payload.auth_token) {
+        throw new errors_js_1.WorkflowParamNotFoundError("Authentication Token is missing from WorkflowExecutionPayload.authToken");
+    }
+    if (!payload.config?.studio_url) {
+        throw new errors_js_1.WorkflowParamNotFoundError("Content Store URL is missing from WorkflowExecutionPayload.servers.storeUrl");
+    }
+    if (!payload.config?.store_url) {
+        throw new errors_js_1.WorkflowParamNotFoundError("Content Store URL is missing from WorkflowExecutionPayload.servers.storeUrl");
+    }
+    const token = (0, client_1.decodeJWT)(payload.auth_token);
+    return {
+        serverUrl: payload.config.studio_url,
+        storeUrl: payload.config.store_url,
+        tokenServerUrl: token.iss,
+        apikey: payload.auth_token,
+    };
+}
+//# sourceMappingURL=client.js.map

package/lib/cjs/utils/client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../../../src/utils/client.ts"],"names":[],"mappings":";AAAA;;GAEG;;AAUH,8CAEC;AAED,4DA6BC;AAzCD,6CAI0B;AAE1B,4CAA0D;AAE1D,SAAgB,iBAAiB,CAAC,OAAoC;IAClE,OAAO,IAAI,uBAAc,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,CAAC;AACjE,CAAC;AAED,SAAgB,wBAAwB,CACpC,OAAoC;IAEpC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QACtB,MAAM,IAAI,sCAA0B,CAChC,yEAAyE,CAC5E,CAAC;IACN,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC;QAC9B,MAAM,IAAI,sCAA0B,CAChC,6EAA6E,CAChF,CAAC;IACN,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC;QAC7B,MAAM,IAAI,sCAA0B,CAChC,6EAA6E,CAChF,CAAC;IACN,CAAC;IAED,MAAM,KAAK,GAAG,IAAA,kBAAS,EAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAE5C,OAAO;QACH,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,UAAU;QACpC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,SAAS;QAClC,cAAc,EAAE,KAAK,CAAC,GAAG;QACzB,MAAM,EAAE,OAAO,CAAC,UAAU;KAC7B,CAAC;AACN,CAAC"}

package/lib/cjs/utils/expand-vars.js

@@ -0,0 +1,33 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.expandVars = expandVars;
+const VARS_RX = /\${\s*([^}]+)\s*}/g;
+/**
+ * Given an expression containing ${name} variables, replace them with the properties from the vars object.
+ * Nested property paths are also supported, e.g. ${section.name}
+ * @param expr
+ * @param vars
+ */
+function expandVars(expr, vars) {
+    return expr.replace(VARS_RX, (_, name) => {
+        const path = name.split('.');
+        const value = resolveProp(vars, path);
+        if (value === undefined) {
+            return `${name}`; // return back the expression
+        }
+        else {
+            return String(value);
+        }
+    });
+}
+function resolveProp(object, path) {
+    let value = object;
+    for (const part of path) {
+        if (value === undefined) {
+            return undefined;
+        }
+        value = value[part];
+    }
+    return value;
+}
+//# sourceMappingURL=expand-vars.js.map

package/lib/cjs/utils/expand-vars.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"expand-vars.js","sourceRoot":"","sources":["../../../src/utils/expand-vars.ts"],"names":[],"mappings":";;AASA,gCAUC;AAlBD,MAAM,OAAO,GAAG,oBAAoB,CAAC;AAErC;;;;;GAKG;AACH,SAAgB,UAAU,CAAC,IAAY,EAAE,IAAyB;IAC9D,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAS,EAAE,IAAY,EAAE,EAAE;QACrD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACtC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtB,OAAO,GAAG,IAAI,EAAE,CAAC,CAAC,6BAA6B;QACnD,CAAC;aAAM,CAAC;YACJ,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,WAAW,CAAC,MAAc,EAAE,IAAc;IAC/C,IAAI,KAAK,GAAQ,MAAM,CAAC;IACxB,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;QACtB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtB,OAAO,SAAS,CAAC;QACrB,CAAC;QACD,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC"}

package/lib/cjs/utils/memory.js

@@ -0,0 +1,65 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.publishMemoryPack = publishMemoryPack;
+exports.buildMemoryPack = buildMemoryPack;
+exports.buildAndPublishMemoryPack = buildAndPublishMemoryPack;
+exports.fetchMemoryPack = fetchMemoryPack;
+exports.loadMemoryPack = loadMemoryPack;
+const node_1 = require("@vertesia/client/node");
+const memory_1 = require("@vertesia/memory");
+const fs_1 = require("fs");
+const promises_1 = require("fs/promises");
+const node_web_stream_adapters_1 = require("node-web-stream-adapters");
+const promises_2 = require("stream/promises");
+const tmp_1 = __importDefault(require("tmp"));
+const zlib_1 = __importDefault(require("zlib"));
+tmp_1.default.setGracefulCleanup();
+async function publishMemoryPack(client, file, name) {
+    const stream = (0, fs_1.createReadStream)(file);
+    try {
+        const source = new node_1.NodeStreamSource(stream, name);
+        await client.files.uploadMemoryPack(source);
+    }
+    catch (err) {
+        stream.destroy();
+        throw err;
+    }
+}
+async function buildMemoryPack(recipeFn) {
+    const tarFile = tmp_1.default.fileSync({
+        prefix: "composable-memory-pack-",
+        postfix: ".tar.gz",
+    });
+    return await (0, memory_1.buildMemoryPack)(recipeFn, {
+        out: tarFile.name,
+        gzip: true,
+    });
+}
+async function buildAndPublishMemoryPack(client, name, recipeFn) {
+    const tarFile = await buildMemoryPack(recipeFn);
+    try {
+        await publishMemoryPack(client, tarFile, name);
+    }
+    finally {
+        await (0, promises_1.rm)(tarFile);
+    }
+}
+async function fetchMemoryPack(client, name) {
+    const webStream = await client.files.downloadMemoryPack(name);
+    const tarFile = tmp_1.default.fileSync({
+        prefix: "composable-memory-pack-",
+        postfix: ".tar",
+        discardDescriptor: true,
+    });
+    const streamIn = (0, node_web_stream_adapters_1.webStreamToReadable)(webStream);
+    const streamOut = (0, fs_1.createWriteStream)(tarFile.name);
+    await (0, promises_2.pipeline)(streamIn, zlib_1.default.createGunzip(), streamOut);
+    return tarFile.name;
+}
+function loadMemoryPack(client, name) {
+    return fetchMemoryPack(client, name).then(file => (0, memory_1.loadMemoryPack)(file));
+}
+//# sourceMappingURL=memory.js.map

package/lib/cjs/utils/memory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../../src/utils/memory.ts"],"names":[],"mappings":";;;;;AAcA,8CASC;AAED,0CASC;AAED,8DAOC;AAED,0CAWC;AAED,wCAEC;AA3DD,gDAAyD;AACzD,6CAAgI;AAChI,2BAAyD;AACzD,0CAAiC;AACjC,uEAA+D;AAC/D,8CAA2C;AAE3C,8CAAsB;AACtB,gDAAwB;AAExB,aAAG,CAAC,kBAAkB,EAAE,CAAC;AAGlB,KAAK,UAAU,iBAAiB,CAAC,MAAsB,EAAE,IAAY,EAAE,IAAY;IACtF,MAAM,MAAM,GAAG,IAAA,qBAAgB,EAAC,IAAI,CAAC,CAAC;IACtC,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,uBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAClD,MAAM,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAChD,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAChB,MAAM,CAAC,OAAO,EAAE,CAAC;QACjB,MAAM,GAAG,CAAC;IACd,CAAC;AACL,CAAC;AAEM,KAAK,UAAU,eAAe,CAAC,QAA8D;IAChG,MAAM,OAAO,GAAG,aAAG,CAAC,QAAQ,CAAC;QACzB,MAAM,EAAE,yBAAyB;QACjC,OAAO,EAAE,SAAS;KACrB,CAAC,CAAC;IACH,OAAO,MAAM,IAAA,wBAAgB,EAAC,QAAQ,EAAE;QACpC,GAAG,EAAE,OAAO,CAAC,IAAI;QACjB,IAAI,EAAE,IAAI;KACb,CAAC,CAAC;AACP,CAAC;AAEM,KAAK,UAAU,yBAAyB,CAAC,MAAsB,EAAE,IAAY,EAAE,QAA8D;IAChJ,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,CAAC;IAChD,IAAI,CAAC;QACD,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IACnD,CAAC;YAAS,CAAC;QACP,MAAM,IAAA,aAAE,EAAC,OAAO,CAAC,CAAC;IACtB,CAAC;AACL,CAAC;AAEM,KAAK,UAAU,eAAe,CAAC,MAAsB,EAAE,IAAY;IACtE,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,aAAG,CAAC,QAAQ,CAAC;QACzB,MAAM,EAAE,yBAAyB;QACjC,OAAO,EAAE,MAAM;QACf,iBAAiB,EAAE,IAAI;KAC1B,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,IAAA,8CAAmB,EAAC,SAAS,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,IAAA,sBAAiB,EAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAClD,MAAM,IAAA,mBAAQ,EAAC,QAAQ,EAAE,cAAI,CAAC,YAAY,EAAE,EAAE,SAAS,CAAC,CAAC;IACzD,OAAO,OAAO,CAAC,IAAI,CAAC;AACxB,CAAC;AAED,SAAgB,cAAc,CAAC,MAAsB,EAAE,IAAY;IAC/D,OAAO,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAA,uBAAe,EAAC,IAAI,CAAC,CAAC,CAAC;AAC7E,CAAC"}

package/lib/cjs/utils/renditions.js

@@ -0,0 +1,88 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getRenditionsPath = getRenditionsPath;
+exports.getRenditionPagePath = getRenditionPagePath;
+exports.uploadRenditionPages = uploadRenditionPages;
+const activity_1 = require("@temporalio/activity");
+const node_1 = require("@vertesia/client/node");
+const fs_1 = __importDefault(require("fs"));
+const p_limit_1 = __importDefault(require("p-limit"));
+const image_js_1 = require("../conversion/image.js");
+/**
+ * Get the path for all files for a rendition
+ * @param objectId
+ * @param params
+ * @param pageNumber
+ * @returns
+ */
+function getRenditionsPath(contentEtag, params) {
+    const path = `renditions/${contentEtag}/${params.max_hw}`;
+    return path;
+}
+/**
+ * Get a specific page path for a rendition
+ */
+function getRenditionPagePath(contentEtag, params, pageNumber = 0) {
+    //if number, pad to 4 char
+    if (typeof pageNumber === "number") {
+        pageNumber = String(pageNumber).padStart(4, "0");
+    }
+    const path = getRenditionsPath(contentEtag, params);
+    const pagePath = `${path}/${pageNumber}.${params.format}`;
+    return pagePath;
+}
+/**
+ * Upload Rendition page to the cloud
+ */
+async function uploadRenditionPages(client, contentEtag, files, params, concurrency) {
+    activity_1.log.info(`Uploading rendition for etag ${contentEtag} with ${files.length} pages (max_hw: ${params.max_hw}, format: ${params.format})`, { files });
+    const limit = (0, p_limit_1.default)(concurrency ?? 20);
+    const uploads = files.map((file, i) => limit(async () => {
+        const pageId = getRenditionPagePath(contentEtag, params, i);
+        let resizedImagePath = null;
+        try {
+            activity_1.log.info(`Resizing image for ${contentEtag} page ${i}`, {
+                file,
+                params,
+            });
+            // Resize the image using ImageMagick
+            resizedImagePath = await (0, image_js_1.imageResizer)(file, params.max_hw, params.format);
+            // Create a read stream from the resized image file
+            const fileStream = fs_1.default.createReadStream(resizedImagePath);
+            const format = "image/" + params.format;
+            const fileId = pageId.split("/").pop() ?? pageId;
+            const source = new node_1.NodeStreamSource(fileStream, fileId, format, pageId);
+            activity_1.log.info(`Uploading rendition for ${contentEtag} page ${i} with max_hw: ${params.max_hw} and format: ${params.format}`, {
+                resizedImagePath,
+                fileId,
+                format,
+                pageId,
+            });
+            const result = await client.files
+                .uploadFile(source)
+                .catch((err) => {
+                activity_1.log.error(`Failed to upload rendition for ${contentEtag} page ${i}`, {
+                    error: err,
+                    errorMessage: err.message,
+                    stack: err.stack,
+                });
+                return Promise.reject(`Upload failed: ${err.message}`);
+            });
+            activity_1.log.info(`Rendition uploaded for ${contentEtag} page ${i}`, {
+                result,
+            });
+            return result;
+        }
+        catch (err) {
+            activity_1.log.error(`Failed to upload rendition for ${contentEtag} page ${i}`, {
+                error: err,
+            });
+            return Promise.reject(`Upload failed: ${err.message}`);
+        }
+    }));
+    return Promise.all(uploads);
+}
+//# sourceMappingURL=renditions.js.map

package/lib/cjs/utils/renditions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"renditions.js","sourceRoot":"","sources":["../../../src/utils/renditions.ts"],"names":[],"mappings":";;;;;AAoBA,8CAMC;AAKD,oDAYC;AAKD,oDA8EC;AA9HD,mDAA2C;AAE3C,gDAAyD;AAEzD,4CAAoB;AACpB,sDAA6B;AAC7B,qDAAsD;AAOtD;;;;;;GAMG;AACH,SAAgB,iBAAiB,CAC7B,WAAmB,EACnB,MAA4B;IAE5B,MAAM,IAAI,GAAG,cAAc,WAAW,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;IAC1D,OAAO,IAAI,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAgB,oBAAoB,CAChC,WAAmB,EACnB,MAA4B,EAC5B,aAA8B,CAAC;IAE/B,0BAA0B;IAC1B,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;QACjC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACrD,CAAC;IACD,MAAM,IAAI,GAAG,iBAAiB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAG,GAAG,IAAI,IAAI,UAAU,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;IAC1D,OAAO,QAAQ,CAAC;AACpB,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,oBAAoB,CACtC,MAAsB,EACtB,WAAmB,EACnB,KAAe,EACf,MAA4B,EAC5B,WAAoB;IAEpB,cAAG,CAAC,IAAI,CACJ,gCAAgC,WAAW,SAAS,KAAK,CAAC,MAAM,mBAAmB,MAAM,CAAC,MAAM,aAAa,MAAM,CAAC,MAAM,GAAG,EAC7H,EAAE,KAAK,EAAE,CACZ,CAAC;IAEF,MAAM,KAAK,GAAG,IAAA,iBAAM,EAAC,WAAW,IAAI,EAAE,CAAC,CAAC;IAExC,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE;QACpD,MAAM,MAAM,GAAG,oBAAoB,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAC5D,IAAI,gBAAgB,GAAG,IAAI,CAAC;QAE5B,IAAI,CAAC;YACD,cAAG,CAAC,IAAI,CAAC,sBAAsB,WAAW,SAAS,CAAC,EAAE,EAAE;gBACpD,IAAI;gBACJ,MAAM;aACT,CAAC,CAAC;YACH,qCAAqC;YACrC,gBAAgB,GAAG,MAAM,IAAA,uBAAY,EACjC,IAAI,EACJ,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,MAAM,CAChB,CAAC;YAEF,mDAAmD;YACnD,MAAM,UAAU,GAAG,YAAE,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,CAAC;YACzD,MAAM,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,MAAM,CAAC;YACjD,MAAM,MAAM,GAAG,IAAI,uBAAgB,CAC/B,UAAU,EACV,MAAM,EACN,MAAM,EACN,MAAM,CACT,CAAC;YAEF,cAAG,CAAC,IAAI,CACJ,2BAA2B,WAAW,SAAS,CAAC,iBAAiB,MAAM,CAAC,MAAM,gBAAgB,MAAM,CAAC,MAAM,EAAE,EAC7G;gBACI,gBAAgB;gBAChB,MAAM;gBACN,MAAM;gBACN,MAAM;aACT,CACJ,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK;iBAC5B,UAAU,CAAC,MAAM,CAAC;iBAClB,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACX,cAAG,CAAC,KAAK,CACL,kCAAkC,WAAW,SAAS,CAAC,EAAE,EACzD;oBACI,KAAK,EAAE,GAAG;oBACV,YAAY,EAAE,GAAG,CAAC,OAAO;oBACzB,KAAK,EAAE,GAAG,CAAC,KAAK;iBACnB,CACJ,CAAC;gBACF,OAAO,OAAO,CAAC,MAAM,CAAC,kBAAkB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YAC3D,CAAC,CAAC,CAAC;YACP,cAAG,CAAC,IAAI,CAAC,0BAA0B,WAAW,SAAS,CAAC,EAAE,EAAE;gBACxD,MAAM;aACT,CAAC,CAAC;YAEH,OAAO,MAAM,CAAC;QAClB,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAChB,cAAG,CAAC,KAAK,CAAC,kCAAkC,WAAW,SAAS,CAAC,EAAE,EAAE;gBACjE,KAAK,EAAE,GAAG;aACb,CAAC,CAAC;YACH,OAAO,OAAO,CAAC,MAAM,CAAC,kBAAkB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3D,CAAC;IACL,CAAC,CAAC,CAAC,CAAC;IAEJ,OAAO,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AAChC,CAAC"}

package/lib/cjs/utils/storage.js

@@ -0,0 +1,55 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.agentStoragePath = void 0;
+exports.saveAgentArtifact = saveAgentArtifact;
+exports.fetchAgentArtifact = fetchAgentArtifact;
+const activity_1 = require("@temporalio/activity");
+const workflow_1 = require("@temporalio/workflow");
+const node_1 = require("@vertesia/client/node");
+const path_1 = require("path");
+const mime_1 = __importDefault(require("mime"));
+const blobs_js_1 = require("../utils/blobs.js");
+const agentStoragePath = (runId) => `agents/${runId}`;
+exports.agentStoragePath = agentStoragePath;
+/**
+ *
+ * Save an artifact generated by an agent to cloud storage
+ *
+ * @param client
+ * @param name
+ * @param fileContent
+ * @param mimeType
+ * @returns
+ */
+async function saveAgentArtifact(client, name, fileContent, mimeType = "application/json") {
+    const { runId } = (0, activity_1.activityInfo)().workflowExecution;
+    const ext = mime_1.default.getExtension(mimeType);
+    if (!name) {
+        throw workflow_1.ApplicationFailure.nonRetryable(`Name is required`);
+    }
+    //create the file path and append extension if needed
+    const filePath = (0, exports.agentStoragePath)(runId) + "/" + name + (ext && !name.endsWith(ext) ? "." + ext : "");
+    activity_1.log.info(`Storing agent artifact ${filePath} for run ${runId}`);
+    try {
+        const source = new node_1.NodeStreamSource(fileContent, `${runId}-${(0, path_1.basename)(filePath)}`, mimeType, filePath);
+        return await client.files.uploadFile(source);
+    }
+    catch (err) {
+        activity_1.log.error(`Failed to save agent artifact for run ${runId}`, {
+            err,
+            file: filePath,
+        });
+        throw workflow_1.ApplicationFailure.nonRetryable(`Failed to save agent artifact for run ${runId}`, "SaveAgentArtifactError", {
+            error: err,
+        });
+    }
+}
+async function fetchAgentArtifact(client, name) {
+    const { runId } = (0, activity_1.activityInfo)().workflowExecution;
+    const filePath = (0, exports.agentStoragePath)(runId) + "/" + name;
+    return (0, blobs_js_1.fetchBlobAsBuffer)(client, filePath);
+}
+//# sourceMappingURL=storage.js.map