@vertesia/workflow 0.42.2

package/lib/cjs/system/generateObjectText.js

@@ -0,0 +1,89 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateObjectText = generateObjectText;
+const workflow_1 = require("@temporalio/workflow");
+const errors_js_1 = require("../errors.js");
+const { getObjectFromStore, extractDocumentText } = (0, workflow_1.proxyActivities)({
+    startToCloseTimeout: "5 minute",
+    retry: {
+        initialInterval: '5s',
+        backoffCoefficient: 2,
+        maximumAttempts: 5,
+        maximumInterval: 100 * 30 * 1000, //ms
+        nonRetryableErrorTypes: [],
+    },
+});
+const { transcribeMedia, convertPdfToStructuredText } = (0, workflow_1.proxyActivities)({
+    startToCloseTimeout: "30 minute",
+    retry: {
+        initialInterval: '30s',
+        backoffCoefficient: 2,
+        maximumAttempts: 5,
+        maximumInterval: 100 * 30 * 1000, //ms
+        nonRetryableErrorTypes: [],
+    },
+});
+async function generateObjectText(payload) {
+    const { objectIds } = payload;
+    const objectId = objectIds[0];
+    const object = await getObjectFromStore({
+        ...payload,
+        activity: {
+            name: "getObject",
+        },
+        params: {},
+        workflow_name: "Generate Text",
+    });
+    if (!object.content?.source) {
+        throw new errors_js_1.NoDocumentFound(`No source or mimetype found for object ${objectId}`, objectIds);
+    }
+    const mimetype = object.content.type;
+    if (!mimetype) {
+        throw new errors_js_1.NoDocumentFound(`No mimetype found for object ${objectId}`, objectIds);
+    }
+    const converter = ConverterActivity.find(({ type }) => type.test(mimetype));
+    if (!converter) {
+        throw new errors_js_1.NoDocumentFound(`No converter found for mimetype ${mimetype}`, objectIds);
+    }
+    workflow_1.log.info(`Converting file type ${mimetype} to text with ${converter.name}`);
+    const res = await converter.activity(payload)({
+        ...payload,
+        activity: {
+            name: converter.name,
+        },
+        params: converter.params,
+        workflow_name: "Generate Text",
+    });
+    workflow_1.log.info("Generated text for object", { res, objectId });
+    return res;
+}
+const ConverterActivity = [
+    {
+        type: /application\/pdf/,
+        activity: (payload) => {
+            const useTextractForPDF = payload.vars?.useTextractForPdf ?? false;
+            return useTextractForPDF ? convertPdfToStructuredText : extractDocumentText;
+        },
+        name: "ConvertPdfToStructuredText",
+        params: {},
+    },
+    {
+        type: /audio\/.+/,
+        activity: () => transcribeMedia,
+        name: "TranscribeMedia",
+        params: {},
+    },
+    {
+        type: /video\/.+/,
+        activity: () => transcribeMedia,
+        name: "TranscribeMedia",
+        params: {},
+    },
+    {
+        type: /.+/,
+        activity: () => extractDocumentText,
+        name: "extractText",
+        params: {},
+    }
+];
+//# sourceMappingURL=generateObjectText.js.map

package/lib/cjs/system/generateObjectText.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generateObjectText.js","sourceRoot":"","sources":["../../../src/system/generateObjectText.ts"],"names":[],"mappings":";;AAqCA,gDAwCC;AA3ED,mDAA4D;AAG5D,4CAA+C;AAG/C,MAAM,EACF,kBAAkB,EAClB,mBAAmB,EACtB,GAAG,IAAA,0BAAe,EAAoB;IACnC,mBAAmB,EAAE,UAAU;IAC/B,KAAK,EAAE;QACH,eAAe,EAAE,IAAI;QACrB,kBAAkB,EAAE,CAAC;QACrB,eAAe,EAAE,CAAC;QAClB,eAAe,EAAE,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI;QACtC,sBAAsB,EAAE,EAAE;KAC7B;CACJ,CAAC,CAAC;AAEH,MAAM,EACF,eAAe,EACf,0BAA0B,EAC7B,GAAG,IAAA,0BAAe,EAAoB;IACnC,mBAAmB,EAAE,WAAW;IAChC,KAAK,EAAE;QACH,eAAe,EAAE,KAAK;QACtB,kBAAkB,EAAE,CAAC;QACrB,eAAe,EAAE,CAAC;QAClB,eAAe,EAAE,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI;QACtC,sBAAsB,EAAE,EAAE;KAC7B;CACJ,CAAC,CAAC;AAGI,KAAK,UAAU,kBAAkB,CAAC,OAAoC;IAEzE,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;IAC9B,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;IAE9B,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC;QACpC,GAAG,OAAO;QACV,QAAQ,EAAE;YACN,IAAI,EAAE,WAAW;SACA;QACrB,MAAM,EAAE,EAAE;QACV,aAAa,EAAE,eAAe;KACjC,CAAC,CAAC;IAEH,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,2BAAe,CAAC,0CAA0C,QAAQ,EAAE,EAAE,SAAS,CAAC,CAAC;IAC/F,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;IACrC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACZ,MAAM,IAAI,2BAAe,CAAC,gCAAgC,QAAQ,EAAE,EAAE,SAAS,CAAC,CAAC;IACrF,CAAC;IAED,MAAM,SAAS,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC5E,IAAI,CAAC,SAAS,EAAE,CAAC;QACb,MAAM,IAAI,2BAAe,CAAC,mCAAmC,QAAQ,EAAE,EAAE,SAAS,CAAC,CAAC;IACxF,CAAC;IACD,cAAG,CAAC,IAAI,CAAC,wBAAwB,QAAQ,iBAAiB,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;IAE5E,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC1C,GAAG,OAAO;QACV,QAAQ,EAAE;YACN,IAAI,EAAE,SAAS,CAAC,IAAI;SACvB;QACD,MAAM,EAAE,SAAS,CAAC,MAAM;QACxB,aAAa,EAAE,eAAe;KACjC,CAAC,CAAC;IAEH,cAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAC,GAAG,EAAE,QAAQ,EAAC,CAAC,CAAC;IACvD,OAAO,GAAG,CAAC;AAEf,CAAC;AAGD,MAAM,iBAAiB,GAAG;IACtB;QACI,IAAI,EAAE,kBAAkB;QACxB,QAAQ,EAAE,CAAC,OAAoC,EAAE,EAAE;YAC/C,MAAM,iBAAiB,GAAG,OAAO,CAAC,IAAI,EAAE,iBAAiB,IAAG,KAAK,CAAC;YAClE,OAAO,iBAAiB,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC,mBAAmB,CAAC;QAChF,CAAC;QACD,IAAI,EAAE,4BAA4B;QAClC,MAAM,EAAE,EAAE;KACb;IACD;QACI,IAAI,EAAE,WAAW;QACjB,QAAQ,EAAE,GAAG,EAAE,CAAC,eAAe;QAC/B,IAAI,EAAE,iBAAiB;QACvB,MAAM,EAAE,EAAE;KACb;IACD;QACI,IAAI,EAAE,WAAW;QACjB,QAAQ,EAAE,GAAG,EAAE,CAAC,eAAe;QAC/B,IAAI,EAAE,iBAAiB;QACvB,MAAM,EAAE,EAAE;KACb;IACD;QACI,IAAI,EAAE,IAAI;QACV,QAAQ,EAAE,GAAG,EAAE,CAAC,mBAAmB;QACnC,IAAI,EAAE,aAAa;QACnB,MAAM,EAAE,EAAE;KACb;CACJ,CAAA"}

package/lib/cjs/system/notifyWebhookWorkflow.js

@@ -0,0 +1,52 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.notifyWebhookWorkflow = notifyWebhookWorkflow;
+const common_1 = require("@vertesia/common");
+const workflow_1 = require("@temporalio/workflow");
+const { notifyWebhook } = (0, workflow_1.proxyActivities)({
+    startToCloseTimeout: "5 minute",
+    retry: {
+        initialInterval: '5s',
+        backoffCoefficient: 2,
+        maximumAttempts: 5,
+        maximumInterval: 100 * 30 * 1000, //ms
+        nonRetryableErrorTypes: [],
+    },
+});
+async function notifyWebhookWorkflow(payload) {
+    const { objectIds, vars } = payload;
+    const notifications = [];
+    const endpoints = vars?.webhooks || [];
+    const eventName = vars.event || common_1.ContentEventName.workflow_finished;
+    if (!endpoints.length) {
+        workflow_1.log.info(`No webhooks to notify`);
+        return { notifications: [], message: "No webhooks to notify" };
+    }
+    for (const ep of endpoints) {
+        const n = notifyWebhook({
+            ...payload,
+            activity: {
+                name: "notifyWebhook",
+            },
+            params: {
+                target_url: ep,
+                method: 'POST',
+                payload: {
+                    object_ids: objectIds,
+                    event: eventName,
+                    data: vars.webhook_data ?? undefined,
+                    vars
+                }
+            },
+            workflow_name: "Notify Webhook",
+        }).then(res => {
+            workflow_1.log.info(`Webhook notified at ${ep} with response code: ${res.status}`, { res });
+            return res;
+        });
+        notifications.push(n);
+    }
+    const res = await Promise.all(notifications);
+    workflow_1.log.info(`Webhooks notified`);
+    return { notifications: res, message: "Webhooks notified" };
+}
+//# sourceMappingURL=notifyWebhookWorkflow.js.map

package/lib/cjs/system/notifyWebhookWorkflow.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"notifyWebhookWorkflow.js","sourceRoot":"","sources":["../../../src/system/notifyWebhookWorkflow.ts"],"names":[],"mappings":";;AAsBA,sDAyCC;AA9DD,6CAAiF;AACjF,mDAA4D;AAG5D,MAAM,EACF,aAAa,EAChB,GAAG,IAAA,0BAAe,EAAoB;IACnC,mBAAmB,EAAE,UAAU;IAC/B,KAAK,EAAE;QACH,eAAe,EAAE,IAAI;QACrB,kBAAkB,EAAE,CAAC;QACrB,eAAe,EAAE,CAAC;QAClB,eAAe,EAAE,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI;QACtC,sBAAsB,EAAE,EAAE;KAC7B;CACJ,CAAC,CAAC;AAMI,KAAK,UAAU,qBAAqB,CAAC,OAAoC;IAE5E,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC;IACpC,MAAM,aAAa,GAAG,EAAE,CAAC;IACzB,MAAM,SAAS,GAAG,IAAI,EAAE,QAAQ,IAAI,EAAE,CAAC;IACvC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,IAAI,yBAAgB,CAAC,iBAAiB,CAAC;IAEnE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;QACpB,cAAG,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAClC,OAAO,EAAE,aAAa,EAAE,EAAE,EAAE,OAAO,EAAE,uBAAuB,EAAE,CAAC;IACnE,CAAC;IAED,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,aAAa,CAAC;YACpB,GAAG,OAAO;YACV,QAAQ,EAAE;gBACN,IAAI,EAAE,eAAe;aACxB;YACD,MAAM,EAAE;gBACJ,UAAU,EAAE,EAAE;gBACd,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACL,UAAU,EAAE,SAAS;oBACrB,KAAK,EAAE,SAAS;oBAChB,IAAI,EAAE,IAAI,CAAC,YAAY,IAAI,SAAS;oBACpC,IAAI;iBACP;aACJ;YACD,aAAa,EAAE,gBAAgB;SAClC,CAAE,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YACX,cAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,wBAAwB,GAAG,CAAC,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YACjF,OAAO,GAAG,CAAC;QACf,CAAC,CAAC,CAAC;QACH,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1B,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAC7C,cAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAE9B,OAAO,EAAE,aAAa,EAAE,GAAG,EAAE,OAAO,EAAE,mBAAmB,EAAE,CAAC;AAEhE,CAAC"}

package/lib/cjs/system/recalculateEmbeddingsWorkflow.js

@@ -0,0 +1,37 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.recalculateEmbeddingsWorkflow = recalculateEmbeddingsWorkflow;
+const workflow_1 = require("@temporalio/workflow");
+const common_1 = require("@vertesia/common");
+const errors_js_1 = require("../errors.js");
+const { generateEmbeddings, } = (0, workflow_1.proxyActivities)({
+    startToCloseTimeout: "5 minute",
+    retry: {
+        initialInterval: '10s',
+        backoffCoefficient: 2,
+        maximumAttempts: 10,
+        maximumInterval: 100 * 30 * 1000, //ms
+        nonRetryableErrorTypes: [errors_js_1.NoDocumentFound.name],
+    },
+});
+async function recalculateEmbeddingsWorkflow(payload) {
+    const embeddings = [];
+    for (const type of Object.values(common_1.SupportedEmbeddingTypes)) {
+        const activityConfig = {
+            name: 'generateEmbeddings',
+            params: {
+                force: true,
+                type
+            },
+        };
+        embeddings.push(generateEmbeddings({
+            ...payload,
+            params: {},
+            workflow_name: 'recalculateEmbeddingsWorkflow',
+            activity: activityConfig,
+        }));
+    }
+    const res = await Promise.all(embeddings);
+    return res;
+}
+//# sourceMappingURL=recalculateEmbeddingsWorkflow.js.map

package/lib/cjs/system/recalculateEmbeddingsWorkflow.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recalculateEmbeddingsWorkflow.js","sourceRoot":"","sources":["../../../src/system/recalculateEmbeddingsWorkflow.ts"],"names":[],"mappings":";;AAoBA,sEAyBC;AA7CD,mDAAuD;AAEvD,6CAAyG;AAGzG,4CAA+C;AAE/C,MAAM,EACF,kBAAkB,GACrB,GAAG,IAAA,0BAAe,EAAoB;IACnC,mBAAmB,EAAE,UAAU;IAC/B,KAAK,EAAE;QACH,eAAe,EAAE,KAAK;QACtB,kBAAkB,EAAE,CAAC;QACrB,eAAe,EAAE,EAAE;QACnB,eAAe,EAAE,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI;QACtC,sBAAsB,EAAE,CAAC,2BAAe,CAAC,IAAI,CAAC;KACjD;CACJ,CAAC,CAAC;AAEI,KAAK,UAAU,6BAA6B,CAAC,OAAoC;IAEpF,MAAM,UAAU,GAAG,EAAE,CAAC;IAEtB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,gCAAuB,CAAC,EAAE,CAAC;QACxD,MAAM,cAAc,GAAoB;YACpC,IAAI,EAAE,oBAAoB;YAC1B,MAAM,EAAE;gBACJ,KAAK,EAAE,IAAI;gBACX,IAAI;aACP;SACyB,CAAC;QAE/B,UAAU,CAAC,IAAI,CAAC,kBAAkB,CAAC;YAC/B,GAAG,OAAO;YACV,MAAM,EAAE,EAAE;YACV,aAAa,EAAE,+BAA+B;YAC9C,QAAQ,EAAE,cAAc;SAC3B,CAAC,CAAC,CAAC;IACR,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAE1C,OAAO,GAAG,CAAC;AAEf,CAAC"}

package/lib/cjs/utils/auth.js

@@ -0,0 +1,15 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.decodeAuthToken = decodeAuthToken;
+exports.getProjectFromToken = getProjectFromToken;
+const jsonwebtoken_1 = __importDefault(require("jsonwebtoken"));
+function decodeAuthToken(token) {
+    return jsonwebtoken_1.default.decode(token, { json: true });
+}
+function getProjectFromToken(token) {
+    return decodeAuthToken(token)?.project;
+}
+//# sourceMappingURL=auth.js.map

package/lib/cjs/utils/auth.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth.js","sourceRoot":"","sources":["../../../src/utils/auth.ts"],"names":[],"mappings":";;;;;AAGA,0CAEC;AAED,kDAEC;AARD,gEAA+B;AAE/B,SAAgB,eAAe,CAAC,KAAa;IACzC,OAAO,sBAAG,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAqB,CAAC;AACjE,CAAC;AAED,SAAgB,mBAAmB,CAAC,KAAa;IAC7C,OAAO,eAAe,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;AAC3C,CAAC"}

package/lib/cjs/utils/blobs.js

@@ -0,0 +1,63 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.fetchBlobAsStream = fetchBlobAsStream;
+exports.fetchBlobAsBuffer = fetchBlobAsBuffer;
+exports.fetchBlobAsBase64 = fetchBlobAsBase64;
+exports.saveBlobToFile = saveBlobToFile;
+exports.saveBlobToTempFile = saveBlobToTempFile;
+exports.md5 = md5;
+const crypto_1 = __importDefault(require("crypto"));
+const fs_1 = require("fs");
+const tmp_1 = __importDefault(require("tmp"));
+const errors_js_1 = require("../errors.js");
+tmp_1.default.setGracefulCleanup();
+async function fetchBlobAsStream(client, blobUri) {
+    try {
+        return await client.files.downloadFile(blobUri);
+    }
+    catch (err) {
+        throw new errors_js_1.NoDocumentFound(`Blob ${blobUri} not found`, []);
+    }
+}
+async function fetchBlobAsBuffer(client, blobUri) {
+    let stream = await fetchBlobAsStream(client, blobUri);
+    const buffers = [];
+    for await (const data of stream) {
+        buffers.push(data);
+    }
+    return Buffer.concat(buffers);
+}
+async function fetchBlobAsBase64(client, blobUri) {
+    const buffer = await fetchBlobAsBuffer(client, blobUri);
+    return buffer.toString('base64');
+}
+async function saveBlobToFile(client, blobUri, toFile) {
+    let stream = await fetchBlobAsStream(client, blobUri);
+    const out = (0, fs_1.createWriteStream)(toFile);
+    await writeChunksToStream(stream, out);
+}
+async function saveBlobToTempFile(client, blobUri, fileExt) {
+    const tmpFile = tmp_1.default.fileSync({
+        prefix: "composable-activity-",
+        postfix: fileExt,
+        discardDescriptor: true
+    });
+    await saveBlobToFile(client, blobUri, tmpFile.name);
+    return tmpFile.name;
+}
+async function writeChunksToStream(chunks, out) {
+    for await (const chunk of chunks) {
+        if (!out.write(chunk)) {
+            // If the internal buffer is full, wait until it's drained
+            await new Promise(resolve => out.once('drain', resolve));
+        }
+    }
+    out.end(); // Close the stream when done
+}
+function md5(contents) {
+    return crypto_1.default.createHash('md5').update(contents).digest("hex");
+}
+//# sourceMappingURL=blobs.js.map

package/lib/cjs/utils/blobs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"blobs.js","sourceRoot":"","sources":["../../../src/utils/blobs.ts"],"names":[],"mappings":";;;;;AAQA,8CAMC;AACD,8CAOC;AAED,8CAGC;AAED,wCAIC;AAED,gDAQC;AAYD,kBAEC;AAxDD,oDAA4B;AAC5B,2BAAuC;AACvC,8CAAsB;AACtB,4CAA+C;AAE/C,aAAG,CAAC,kBAAkB,EAAE,CAAC;AAElB,KAAK,UAAU,iBAAiB,CAAC,MAAwB,EAAE,OAAe;IAC7E,IAAI,CAAC;QACD,OAAO,MAAM,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IACpD,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAChB,MAAM,IAAI,2BAAe,CAAC,QAAQ,OAAO,YAAY,EAAE,EAAE,CAAC,CAAC;IAC/D,CAAC;AACL,CAAC;AACM,KAAK,UAAU,iBAAiB,CAAC,MAAwB,EAAE,OAAe;IAC7E,IAAI,MAAM,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACtD,MAAM,OAAO,GAAiB,EAAE,CAAC;IACjC,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAC9B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AAClC,CAAC;AAEM,KAAK,UAAU,iBAAiB,CAAC,MAAwB,EAAE,OAAe;IAC7E,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACxD,OAAO,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AACrC,CAAC;AAEM,KAAK,UAAU,cAAc,CAAC,MAAwB,EAAE,OAAe,EAAE,MAAc;IAC1F,IAAI,MAAM,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACtD,MAAM,GAAG,GAAG,IAAA,sBAAiB,EAAC,MAAM,CAAC,CAAC;IACtC,MAAM,mBAAmB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AAC3C,CAAC;AAEM,KAAK,UAAU,kBAAkB,CAAC,MAAwB,EAAE,OAAe,EAAE,OAAgB;IAChG,MAAM,OAAO,GAAG,aAAG,CAAC,QAAQ,CAAC;QACzB,MAAM,EAAE,sBAAsB;QAC9B,OAAO,EAAE,OAAO;QAChB,iBAAiB,EAAE,IAAI;KAC1B,CAAC,CAAC;IACH,MAAM,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACpD,OAAO,OAAO,CAAC,IAAI,CAAC;AACxB,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,MAAiC,EAAE,GAA0B;IAC5F,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC/B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACpB,0DAA0D;YAC1D,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QAC7D,CAAC;IACL,CAAC;IACD,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,6BAA6B;AAC5C,CAAC;AAED,SAAgB,GAAG,CAAC,QAAgB;IAChC,OAAO,gBAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACnE,CAAC"}

package/lib/cjs/utils/client.js

@@ -0,0 +1,25 @@
+"use strict";
+/**
+ * get a zeno client for a given token
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getClient = getClient;
+const client_1 = require("@vertesia/client");
+function getClient(payload) {
+    if (!payload.auth_token) {
+        throw new Error("Authentication Token is missing from WorkflowExecutionPayload.authToken");
+    }
+    if (!payload.config?.studio_url) {
+        throw new Error("Content Store URL is missing from WorkflowExecutionPayload.servers.storeUrl");
+    }
+    if (!payload.config?.store_url) {
+        throw new Error("Content Store URL is missing from WorkflowExecutionPayload.servers.storeUrl");
+    }
+    const client = new client_1.ComposableClient({
+        serverUrl: payload.config.studio_url,
+        storeUrl: payload.config.store_url,
+        apikey: payload.auth_token
+    });
+    return client;
+}
+//# sourceMappingURL=client.js.map

package/lib/cjs/utils/client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../../../src/utils/client.ts"],"names":[],"mappings":";AAAA;;GAEG;;AAMH,8BAsBC;AA1BD,6CAAoD;AAIpD,SAAgB,SAAS,CAAC,OAAiC;IAEvD,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,yEAAyE,CAAC,CAAC;IAC/F,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,6EAA6E,CAAC,CAAC;IACnG,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CAAC,6EAA6E,CAAC,CAAC;IACnG,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,yBAAgB,CAAC;QAChC,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,UAAU;QACpC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,SAAS;QAClC,MAAM,EAAE,OAAO,CAAC,UAAU;KAC7B,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAElB,CAAC"}

package/lib/cjs/utils/expand-vars.js

@@ -0,0 +1,33 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.expandVars = expandVars;
+const VARS_RX = /\${\s*([^}]+)\s*}/g;
+/**
+ * Given an expression containing ${name} variables, replace them with the properties from the vars object.
+ * Nested property paths are also supported, e.g. ${section.name}
+ * @param expr
+ * @param vars
+ */
+function expandVars(expr, vars) {
+    return expr.replace(VARS_RX, (_, name) => {
+        const path = name.split('.');
+        const value = resolveProp(vars, path);
+        if (value === undefined) {
+            return `${name}`; // return back the expression
+        }
+        else {
+            return String(value);
+        }
+    });
+}
+function resolveProp(object, path) {
+    let value = object;
+    for (const part of path) {
+        if (value === undefined) {
+            return undefined;
+        }
+        value = value[part];
+    }
+    return value;
+}
+//# sourceMappingURL=expand-vars.js.map

package/lib/cjs/utils/expand-vars.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"expand-vars.js","sourceRoot":"","sources":["../../../src/utils/expand-vars.ts"],"names":[],"mappings":";;AASA,gCAUC;AAlBD,MAAM,OAAO,GAAG,oBAAoB,CAAC;AAErC;;;;;GAKG;AACH,SAAgB,UAAU,CAAC,IAAY,EAAE,IAAyB;IAC9D,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAS,EAAE,IAAY,EAAE,EAAE;QACrD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACtC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtB,OAAO,GAAG,IAAI,EAAE,CAAC,CAAC,6BAA6B;QACnD,CAAC;aAAM,CAAC;YACJ,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,WAAW,CAAC,MAAc,EAAE,IAAc;IAC/C,IAAI,KAAK,GAAQ,MAAM,CAAC;IACxB,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;QACtB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtB,OAAO,SAAS,CAAC;QACrB,CAAC;QACD,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC"}

package/lib/cjs/utils/memory.js

@@ -0,0 +1,72 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NodeStreamSource = void 0;
+exports.publishMemoryPack = publishMemoryPack;
+exports.buildMemoryPack = buildMemoryPack;
+exports.buildAndPublishMemoryPack = buildAndPublishMemoryPack;
+exports.fetchMemoryPack = fetchMemoryPack;
+exports.loadMemoryPack = loadMemoryPack;
+const client_1 = require("@vertesia/client");
+const memory_1 = require("@becomposable/memory");
+const fs_1 = require("fs");
+const promises_1 = require("fs/promises");
+const node_web_stream_adapters_1 = require("node-web-stream-adapters");
+const promises_2 = require("stream/promises");
+const tmp_1 = __importDefault(require("tmp"));
+const zlib_1 = __importDefault(require("zlib"));
+tmp_1.default.setGracefulCleanup();
+class NodeStreamSource extends client_1.StreamSource {
+    constructor(stream, name, type, id) {
+        super((0, node_web_stream_adapters_1.readableToWebStream)(stream), name, type, id);
+    }
+}
+exports.NodeStreamSource = NodeStreamSource;
+async function publishMemoryPack(client, file, name) {
+    const stream = (0, fs_1.createReadStream)(file);
+    try {
+        const source = new NodeStreamSource(stream, name);
+        await client.files.uploadMemoryPack(source);
+    }
+    catch (err) {
+        stream.destroy();
+        throw err;
+    }
+}
+async function buildMemoryPack(recipeFn) {
+    const tarFile = tmp_1.default.fileSync({
+        prefix: "composable-memory-pack-",
+        postfix: ".tar.gz",
+    });
+    return await (0, memory_1.buildMemoryPack)(recipeFn, {
+        out: tarFile.name,
+        gzip: true,
+    });
+}
+async function buildAndPublishMemoryPack(client, name, recipeFn) {
+    const tarFile = await buildMemoryPack(recipeFn);
+    try {
+        await publishMemoryPack(client, tarFile, name);
+    }
+    finally {
+        await (0, promises_1.rm)(tarFile);
+    }
+}
+async function fetchMemoryPack(client, name) {
+    const webStream = await client.files.downloadMemoryPack(name);
+    const tarFile = tmp_1.default.fileSync({
+        prefix: "composable-memory-pack-",
+        postfix: ".tar",
+        discardDescriptor: true,
+    });
+    const streamIn = (0, node_web_stream_adapters_1.webStreamToReadable)(webStream);
+    const streamOut = (0, fs_1.createWriteStream)(tarFile.name);
+    await (0, promises_2.pipeline)(streamIn, zlib_1.default.createGunzip(), streamOut);
+    return tarFile.name;
+}
+function loadMemoryPack(client, name) {
+    return fetchMemoryPack(client, name).then(file => (0, memory_1.loadMemoryPack)(file));
+}
+//# sourceMappingURL=memory.js.map

package/lib/cjs/utils/memory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../../src/utils/memory.ts"],"names":[],"mappings":";;;;;;AAmBA,8CASC;AAED,0CASC;AAED,8DAOC;AAED,0CAWC;AAED,wCAEC;AAjED,6CAAkE;AAClE,iDAAoI;AACpI,2BAAyD;AACzD,0CAAiC;AACjC,uEAAoF;AAEpF,8CAA2C;AAE3C,8CAAsB;AACtB,gDAAwB;AAExB,aAAG,CAAC,kBAAkB,EAAE,CAAC;AAEzB,MAAa,gBAAiB,SAAQ,qBAAY;IAC9C,YAAY,MAAgB,EAAE,IAAY,EAAE,IAAa,EAAE,EAAW;QAClE,KAAK,CAAC,IAAA,8CAAmB,EAAC,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;IACvD,CAAC;CACJ;AAJD,4CAIC;AAEM,KAAK,UAAU,iBAAiB,CAAC,MAAwB,EAAE,IAAY,EAAE,IAAY;IACxF,MAAM,MAAM,GAAG,IAAA,qBAAgB,EAAC,IAAI,CAAC,CAAC;IACtC,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAClD,MAAM,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAChD,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAChB,MAAM,CAAC,OAAO,EAAE,CAAC;QACjB,MAAM,GAAG,CAAC;IACd,CAAC;AACL,CAAC;AAEM,KAAK,UAAU,eAAe,CAAC,QAA8D;IAChG,MAAM,OAAO,GAAG,aAAG,CAAC,QAAQ,CAAC;QACzB,MAAM,EAAE,yBAAyB;QACjC,OAAO,EAAE,SAAS;KACrB,CAAC,CAAC;IACH,OAAO,MAAM,IAAA,wBAAgB,EAAC,QAAQ,EAAE;QACpC,GAAG,EAAE,OAAO,CAAC,IAAI;QACjB,IAAI,EAAE,IAAI;KACb,CAAC,CAAC;AACP,CAAC;AAEM,KAAK,UAAU,yBAAyB,CAAC,MAAwB,EAAE,IAAY,EAAE,QAA8D;IAClJ,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,CAAC;IAChD,IAAI,CAAC;QACD,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IACnD,CAAC;YAAS,CAAC;QACP,MAAM,IAAA,aAAE,EAAC,OAAO,CAAC,CAAC;IACtB,CAAC;AACL,CAAC;AAEM,KAAK,UAAU,eAAe,CAAC,MAAwB,EAAE,IAAY;IACxE,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,aAAG,CAAC,QAAQ,CAAC;QACzB,MAAM,EAAE,yBAAyB;QACjC,OAAO,EAAE,MAAM;QACf,iBAAiB,EAAE,IAAI;KAC1B,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,IAAA,8CAAmB,EAAC,SAAS,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,IAAA,sBAAiB,EAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAClD,MAAM,IAAA,mBAAQ,EAAC,QAAQ,EAAE,cAAI,CAAC,YAAY,EAAE,EAAE,SAAS,CAAC,CAAC;IACzD,OAAO,OAAO,CAAC,IAAI,CAAC;AACxB,CAAC;AAED,SAAgB,cAAc,CAAC,MAAwB,EAAE,IAAY;IACjE,OAAO,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAA,uBAAe,EAAC,IAAI,CAAC,CAAC,CAAC;AAC7E,CAAC"}

package/lib/cjs/utils/tokens.js

@@ -0,0 +1,38 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.truncByMaxTokens = truncByMaxTokens;
+exports.countTokens = countTokens;
+const tiktoken_1 = require("tiktoken");
+function truncByMaxTokens(content, by) {
+    let encoding;
+    let maxTokens;
+    if (typeof by === 'number') {
+        maxTokens = by;
+        encoding = "cl100k_base";
+    }
+    else {
+        maxTokens = by.max_tokens;
+        encoding = by.encoding || "cl100k_base";
+    }
+    const enc = (0, tiktoken_1.get_encoding)(encoding);
+    let tokens = enc.encode(content);
+    if (tokens.length > maxTokens) {
+        tokens = tokens.slice(0, maxTokens);
+        return new TextDecoder().decode(enc.decode(tokens));
+    }
+    else {
+        return content;
+    }
+}
+function countTokens(text, encoding = 'cl100k_base') {
+    const encoder = (0, tiktoken_1.get_encoding)(encoding);
+    if (!encoder) {
+        throw new Error(`Unknown encoding ${encoding}`);
+    }
+    const tokens = encoder.encode(text);
+    return {
+        count: tokens.length,
+        encoding: encoding,
+    };
+}
+//# sourceMappingURL=tokens.js.map

package/lib/cjs/utils/tokens.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokens.js","sourceRoot":"","sources":["../../../src/utils/tokens.ts"],"names":[],"mappings":";;AASA,4CAkBC;AAED,kCAcC;AA1CD,uCAA0D;AAQ1D,SAAgB,gBAAgB,CAAC,OAAe,EAAE,EAAgB;IAC9D,IAAI,QAA0B,CAAC;IAC/B,IAAI,SAAiB,CAAC;IACtB,IAAI,OAAO,EAAE,KAAK,QAAQ,EAAE,CAAC;QACzB,SAAS,GAAG,EAAE,CAAC;QACf,QAAQ,GAAG,aAAa,CAAC;IAC7B,CAAC;SAAM,CAAC;QACJ,SAAS,GAAG,EAAE,CAAC,UAAU,CAAC;QAC1B,QAAQ,GAAG,EAAE,CAAC,QAAQ,IAAI,aAAa,CAAC;IAC5C,CAAC;IACD,MAAM,GAAG,GAAG,IAAA,uBAAY,EAAC,QAAQ,CAAC,CAAC;IACnC,IAAI,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACjC,IAAI,MAAM,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;QAC5B,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QACpC,OAAO,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IACxD,CAAC;SAAM,CAAC;QACJ,OAAO,OAAO,CAAC;IACnB,CAAC;AACL,CAAC;AAED,SAAgB,WAAW,CAAC,IAAY,EAAE,WAA6B,aAAa;IAEhF,MAAM,OAAO,GAAG,IAAA,uBAAY,EAAC,QAAQ,CAAC,CAAC;IACvC,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,EAAE,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAEpC,OAAO;QACH,KAAK,EAAE,MAAM,CAAC,MAAM;QACpB,QAAQ,EAAE,QAAQ;KACrB,CAAC;AAEN,CAAC"}

package/lib/cjs/vars.js

@@ -0,0 +1,20 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+// exported as a named export /vars
+__exportStar(require("./dsl/validation.js"), exports);
+__exportStar(require("./dsl/vars.js"), exports);
+//# sourceMappingURL=vars.js.map

package/lib/cjs/vars.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vars.js","sourceRoot":"","sources":["../../src/vars.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mCAAmC;AACnC,sDAAoC;AACpC,gDAA8B"}

package/lib/cjs/workflows.js

@@ -0,0 +1,17 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.recalculateEmbeddingsWorkflow = exports.notifyWebhookWorkflow = exports.generateObjectText = exports.iterativeGenerationWorkflow = exports.dslWorkflow = void 0;
+/**
+ * Export workflows to be registered on temporal workers
+ */
+var dsl_workflow_js_1 = require("./dsl/dsl-workflow.js");
+Object.defineProperty(exports, "dslWorkflow", { enumerable: true, get: function () { return dsl_workflow_js_1.dslWorkflow; } });
+var iterativeGenerationWorkflow_js_1 = require("./iterative-generation/iterativeGenerationWorkflow.js");
+Object.defineProperty(exports, "iterativeGenerationWorkflow", { enumerable: true, get: function () { return iterativeGenerationWorkflow_js_1.iterativeGenerationWorkflow; } });
+var generateObjectText_js_1 = require("./system/generateObjectText.js");
+Object.defineProperty(exports, "generateObjectText", { enumerable: true, get: function () { return generateObjectText_js_1.generateObjectText; } });
+var notifyWebhookWorkflow_js_1 = require("./system/notifyWebhookWorkflow.js");
+Object.defineProperty(exports, "notifyWebhookWorkflow", { enumerable: true, get: function () { return notifyWebhookWorkflow_js_1.notifyWebhookWorkflow; } });
+var recalculateEmbeddingsWorkflow_js_1 = require("./system/recalculateEmbeddingsWorkflow.js");
+Object.defineProperty(exports, "recalculateEmbeddingsWorkflow", { enumerable: true, get: function () { return recalculateEmbeddingsWorkflow_js_1.recalculateEmbeddingsWorkflow; } });
+//# sourceMappingURL=workflows.js.map

package/lib/cjs/workflows.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"workflows.js","sourceRoot":"","sources":["../../src/workflows.ts"],"names":[],"mappings":";;;AAAA;;GAEG;AACH,yDAAoD;AAA3C,8GAAA,WAAW,OAAA;AACpB,wGAAoG;AAA3F,6IAAA,2BAA2B,OAAA;AACpC,wEAAoE;AAA3D,2HAAA,kBAAkB,OAAA;AAC3B,8EAA0E;AAAjE,iIAAA,qBAAqB,OAAA;AAC9B,8FAA0F;AAAjF,iJAAA,6BAA6B,OAAA"}

package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js

@@ -0,0 +1,29 @@
+import { log } from "@temporalio/activity";
+import { projectResult } from "../../dsl/projections.js";
+import { setupActivity } from "../../dsl/setup/ActivityContext.js";
+import { ActivityParamNotFound } from "../../errors.js";
+export async function createDocumentTypeFromInteractionRun(payload) {
+    const { params, client } = await setupActivity(payload);
+    if (!params.run) {
+        throw new ActivityParamNotFound("run", payload.activity);
+    }
+    const genTypeRes = params.run.result;
+    if (!genTypeRes.document_type) {
+        log.error("No name generated for type: " + JSON.stringify(genTypeRes), genTypeRes);
+        throw new Error("No name generated for type");
+    }
+    log.info("Generated schema for type", genTypeRes.metadata_schema);
+    const typeData = {
+        name: genTypeRes.document_type,
+        object_schema: genTypeRes.metadata_schema,
+        is_chunkable: !!genTypeRes.is_chunkable,
+    };
+    const type = await client.types.create(typeData);
+    if (params.updateObjectId) {
+        await client.objects.update(params.updateObjectId, {
+            type: type.id,
+        });
+    }
+    return projectResult(payload, params, type, { id: type.id, name: type.name });
+}
+//# sourceMappingURL=createDocumentTypeFromInteractionRun.js.map

package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"createDocumentTypeFromInteractionRun.js","sourceRoot":"","sources":["../../../../src/activities/advanced/createDocumentTypeFromInteractionRun.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AAmBxD,MAAM,CAAC,KAAK,UAAU,oCAAoC,CAAC,OAAoC;IAC3F,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAA6C,OAAO,CAAC,CAAC;IAEpG,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;QACd,MAAM,IAAI,qBAAqB,CAAC,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC7D,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;IAErC,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,CAAC;QAC5B,GAAG,CAAC,KAAK,CAAC,8BAA8B,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,UAAU,CAAC,CAAC;QACnF,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAClD,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;IAClE,MAAM,QAAQ,GAAmC;QAC7C,IAAI,EAAE,UAAU,CAAC,aAAa;QAC9B,aAAa,EAAE,UAAU,CAAC,eAAe;QACzC,YAAY,EAAE,CAAC,CAAC,UAAU,CAAC,YAAY;KAC1C,CAAA;IAED,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAEjD,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,EAAE;SAChB,CAAC,CAAC;IACP,CAAC;IAED,OAAO,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;AAClF,CAAC"}

package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js

@@ -0,0 +1,63 @@
+import { ContentObjectStatus } from "@vertesia/common";
+import { log } from "@temporalio/activity";
+import { setupActivity } from "../../dsl/setup/ActivityContext.js";
+import { ActivityParamNotFound, NoDocumentFound } from "../../errors.js";
+export async function createOrUpdateDocumentFromInteractionRun(payload) {
+    const { params, client } = await setupActivity(payload);
+    const runId = params.run_id;
+    const objectTypeName = params.object_type;
+    if (!runId) {
+        throw new ActivityParamNotFound("run_id", payload.activity);
+    }
+    if (!objectTypeName && !params.update_existing_id) {
+        throw new ActivityParamNotFound("object_type", payload.activity);
+    }
+    log.info("Creating document from interaction result", { runId, objectTypeName });
+    const run = await client.runs.retrieve(runId).catch((e) => {
+        throw new NoDocumentFound(`Error fetching run ${runId}: ${e.message}`);
+    });
+    const type = objectTypeName ?
+        await client.types.getTypeByName(objectTypeName).catch((e) => {
+            throw new NoDocumentFound(`Error fetching type ${objectTypeName}: ${e.message}`);
+        })
+        : undefined;
+    const result = run.result;
+    const resultIsObject = typeof result === 'object';
+    const inputData = run.parameters;
+    let name;
+    if (resultIsObject) {
+        name = result['name'] || result["title"] || inputData['name'] || params.fallback_name || 'Untitled';
+    }
+    else {
+        name = inputData['name'] || params.fallback_name || 'Untitled';
+    }
+    const docPayload = {
+        name,
+        parent: params.parent ?? undefined,
+        properties: resultIsObject ? result : {},
+        text: !resultIsObject ? result : undefined,
+        type: type?.id,
+        status: ContentObjectStatus.completed,
+        generation_run_info: {
+            id: run.id,
+            date: new Date().toISOString(),
+            model: run.modelId,
+            target: resultIsObject ? 'properties' : 'text'
+        }
+    };
+    //create or update the document
+    let newDoc = false;
+    let doc = undefined;
+    if (params.update_existing_id) {
+        log.info(`Updating existing document ${params.update_existing_id}`);
+        doc = await client.objects.update(params.update_existing_id, docPayload);
+    }
+    else {
+        log.info(`Creating new document of type ${objectTypeName}`);
+        doc = await client.objects.create(docPayload);
+        newDoc = true;
+    }
+    log.info(`Document ${objectTypeName + ' '}${doc.id}(${doc.name}) ${newDoc ? 'created' : 'updated'}`);
+    return { id: doc.id, isNew: newDoc, type: name };
+}
+//# sourceMappingURL=createOrUpdateDocumentFromInteractionRun.js.map

package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"createOrUpdateDocumentFromInteractionRun.js","sourceRoot":"","sources":["../../../../src/activities/advanced/createOrUpdateDocumentFromInteractionRun.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAgD,MAAM,kBAAkB,CAAC;AACrG,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AA2BzE,MAAM,CAAC,KAAK,UAAU,wCAAwC,CAAC,OAAoC;IAC/F,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAA+C,OAAO,CAAC,CAAC;IAEtG,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;IAC5B,MAAM,cAAc,GAAG,MAAM,CAAC,WAAW,CAAC;IAE1C,IAAI,CAAC,KAAK,EAAE,CAAC;QACT,MAAM,IAAI,qBAAqB,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,CAAC,cAAc,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAChD,MAAM,IAAI,qBAAqB,CAAC,aAAa,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IACrE,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,2CAA2C,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC;IAEjF,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;QACtD,MAAM,IAAI,eAAe,CAAC,sBAAsB,KAAK,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC;QACzB,MAAM,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;YACzD,MAAM,IAAI,eAAe,CAAC,uBAAuB,cAAc,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACrF,CAAC,CAAC;QACF,CAAC,CAAC,SAAS,CAAC;IAGhB,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;IAC1B,MAAM,cAAc,GAAG,OAAO,MAAM,KAAK,QAAQ,CAAC;IAClD,MAAM,SAAS,GAAG,GAAG,CAAC,UAAU,CAAC;IAEjC,IAAI,IAAY,CAAC;IACjB,IAAI,cAAc,EAAE,CAAC;QACjB,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,aAAa,IAAI,UAAU,CAAC;IACxG,CAAC;SAAM,CAAC;QACJ,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,aAAa,IAAI,UAAU,CAAC;IACnE,CAAC;IAED,MAAM,UAAU,GAAG;QACf,IAAI;QACJ,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,SAAS;QAClC,UAAU,EAAE,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;QACxC,IAAI,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;QAC1C,IAAI,EAAE,IAAI,EAAE,EAAE;QACd,MAAM,EAAE,mBAAmB,CAAC,SAAS;QACrC,mBAAmB,EAAE;YACjB,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YAC9B,KAAK,EAAE,GAAG,CAAC,OAAO;YAClB,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM;SACjD;KACJ,CAAC;IAEF,+BAA+B;IAC/B,IAAI,MAAM,GAAY,KAAK,CAAC;IAC5B,IAAI,GAAG,GAAG,SAAS,CAAC;IACpB,IAAI,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAC5B,GAAG,CAAC,IAAI,CAAC,8BAA8B,MAAM,CAAC,kBAAkB,EAAE,CAAC,CAAC;QACpE,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,kBAAkB,EAAE,UAAU,CAAC,CAAC;IAC7E,CAAC;SAAM,CAAC;QACJ,GAAG,CAAC,IAAI,CAAC,iCAAiC,cAAc,EAAE,CAAC,CAAC;QAC5D,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC9C,MAAM,GAAG,IAAI,CAAC;IAClB,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,YAAY,cAAc,GAAG,GAAG,GAAG,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;IACrG,OAAO,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;AACpD,CAAC"}