@vertesia/workflow 1.0.0-dev.20260203.130115Z → 1.0.0-dev.20260225.024852Z

package/lib/cjs/utils/renditions.js

@@ -0,0 +1,92 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getRenditionsPath = getRenditionsPath;
+exports.getRenditionPagePath = getRenditionPagePath;
+exports.uploadRenditionPages = uploadRenditionPages;
+const activity_1 = require("@temporalio/activity");
+const node_1 = require("@vertesia/client/node");
+const fs_1 = __importDefault(require("fs"));
+const p_limit_1 = __importDefault(require("p-limit"));
+const image_js_1 = require("../conversion/image.js");
+/**
+ * Get the path for all files for a rendition
+ * @param objectId
+ * @param params
+ * @param pageNumber
+ * @returns
+ */
+function getRenditionsPath(contentEtag, params) {
+    const path = `renditions/${contentEtag}/${params.max_hw}`;
+    return path;
+}
+/**
+ * Get a specific page path for a rendition
+ */
+function getRenditionPagePath(contentEtag, params, pageNumber = 0) {
+    //if number, pad to 4 char
+    if (typeof pageNumber === "number") {
+        pageNumber = String(pageNumber).padStart(4, "0");
+    }
+    const path = getRenditionsPath(contentEtag, params);
+    const pagePath = `${path}/${pageNumber}.${params.format}`;
+    return pagePath;
+}
+/**
+ * Upload Rendition page to the cloud
+ */
+async function uploadRenditionPages(client, contentEtag, files, params, concurrency) {
+    activity_1.log.debug(`Uploading rendition for etag ${contentEtag} with ${files.length} pages (max_hw: ${params.max_hw}, format: ${params.format})`, { files });
+    const limit = (0, p_limit_1.default)(concurrency ?? 20);
+    const uploads = files.map((file, i) => limit(async () => {
+        const pageId = params.outputPath
+            ? (files.length === 1
+                ? params.outputPath
+                : `${params.outputPath}/${String(i).padStart(4, "0")}.${params.format}`)
+            : getRenditionPagePath(contentEtag, params, i);
+        let resizedImagePath = null;
+        try {
+            activity_1.log.debug(`Resizing image for ${contentEtag} page ${i}`, {
+                file,
+                params,
+            });
+            // Resize the image using ImageMagick
+            resizedImagePath = await (0, image_js_1.imageResizer)(file, params.max_hw, params.format);
+            // Create a read stream from the resized image file
+            const fileStream = fs_1.default.createReadStream(resizedImagePath);
+            const format = "image/" + params.format;
+            const fileId = pageId.split("/").pop() ?? pageId;
+            const source = new node_1.NodeStreamSource(fileStream, fileId, format, pageId);
+            activity_1.log.debug(`Uploading rendition for ${contentEtag} page ${i} with max_hw: ${params.max_hw} and format: ${params.format}`, {
+                resizedImagePath,
+                fileId,
+                format,
+                pageId,
+            });
+            const result = await client.files
+                .uploadFile(source)
+                .catch((err) => {
+                activity_1.log.error(`Failed to upload rendition for ${contentEtag} page ${i}`, {
+                    error: err,
+                    errorMessage: err.message,
+                    stack: err.stack,
+                });
+                return Promise.reject(`Upload failed: ${err.message}`);
+            });
+            activity_1.log.debug(`Rendition uploaded for ${contentEtag} page ${i}`, {
+                result,
+            });
+            return result;
+        }
+        catch (err) {
+            activity_1.log.error(`Failed to upload rendition for ${contentEtag} page ${i}`, {
+                error: err,
+            });
+            return Promise.reject(`Upload failed: ${err.message}`);
+        }
+    }));
+    return Promise.all(uploads);
+}
+//# sourceMappingURL=renditions.js.map

package/lib/cjs/utils/renditions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"renditions.js","sourceRoot":"","sources":["../../../src/utils/renditions.ts"],"names":[],"mappings":";;;;;AAsBA,8CAMC;AAKD,oDAYC;AAKD,oDAkFC;AApID,mDAA2C;AAE3C,gDAAyD;AAEzD,4CAAoB;AACpB,sDAA6B;AAC7B,qDAAsD;AAStD;;;;;;GAMG;AACH,SAAgB,iBAAiB,CAC7B,WAAmB,EACnB,MAA4B;IAE5B,MAAM,IAAI,GAAG,cAAc,WAAW,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;IAC1D,OAAO,IAAI,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAgB,oBAAoB,CAChC,WAAmB,EACnB,MAA4B,EAC5B,aAA8B,CAAC;IAE/B,0BAA0B;IAC1B,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;QACjC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACrD,CAAC;IACD,MAAM,IAAI,GAAG,iBAAiB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAG,GAAG,IAAI,IAAI,UAAU,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;IAC1D,OAAO,QAAQ,CAAC;AACpB,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,oBAAoB,CACtC,MAAsB,EACtB,WAAmB,EACnB,KAAe,EACf,MAA4B,EAC5B,WAAoB;IAEpB,cAAG,CAAC,KAAK,CACL,gCAAgC,WAAW,SAAS,KAAK,CAAC,MAAM,mBAAmB,MAAM,CAAC,MAAM,aAAa,MAAM,CAAC,MAAM,GAAG,EAC7H,EAAE,KAAK,EAAE,CACZ,CAAC;IAEF,MAAM,KAAK,GAAG,IAAA,iBAAM,EAAC,WAAW,IAAI,EAAE,CAAC,CAAC;IAExC,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE;QACpD,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU;YAC5B,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;gBACjB,CAAC,CAAC,MAAM,CAAC,UAAU;gBACnB,CAAC,CAAC,GAAG,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAC5E,CAAC,CAAC,oBAAoB,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QACnD,IAAI,gBAAgB,GAAG,IAAI,CAAC;QAE5B,IAAI,CAAC;YACD,cAAG,CAAC,KAAK,CAAC,sBAAsB,WAAW,SAAS,CAAC,EAAE,EAAE;gBACrD,IAAI;gBACJ,MAAM;aACT,CAAC,CAAC;YACH,qCAAqC;YACrC,gBAAgB,GAAG,MAAM,IAAA,uBAAY,EACjC,IAAI,EACJ,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,MAAM,CAChB,CAAC;YAEF,mDAAmD;YACnD,MAAM,UAAU,GAAG,YAAE,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,CAAC;YACzD,MAAM,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,MAAM,CAAC;YACjD,MAAM,MAAM,GAAG,IAAI,uBAAgB,CAC/B,UAAU,EACV,MAAM,EACN,MAAM,EACN,MAAM,CACT,CAAC;YAEF,cAAG,CAAC,KAAK,CACL,2BAA2B,WAAW,SAAS,CAAC,iBAAiB,MAAM,CAAC,MAAM,gBAAgB,MAAM,CAAC,MAAM,EAAE,EAC7G;gBACI,gBAAgB;gBAChB,MAAM;gBACN,MAAM;gBACN,MAAM;aACT,CACJ,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK;iBAC5B,UAAU,CAAC,MAAM,CAAC;iBAClB,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACX,cAAG,CAAC,KAAK,CACL,kCAAkC,WAAW,SAAS,CAAC,EAAE,EACzD;oBACI,KAAK,EAAE,GAAG;oBACV,YAAY,EAAE,GAAG,CAAC,OAAO;oBACzB,KAAK,EAAE,GAAG,CAAC,KAAK;iBACnB,CACJ,CAAC;gBACF,OAAO,OAAO,CAAC,MAAM,CAAC,kBAAkB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YAC3D,CAAC,CAAC,CAAC;YACP,cAAG,CAAC,KAAK,CAAC,0BAA0B,WAAW,SAAS,CAAC,EAAE,EAAE;gBACzD,MAAM;aACT,CAAC,CAAC;YAEH,OAAO,MAAM,CAAC;QAClB,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAChB,cAAG,CAAC,KAAK,CAAC,kCAAkC,WAAW,SAAS,CAAC,EAAE,EAAE;gBACjE,KAAK,EAAE,GAAG;aACb,CAAC,CAAC;YACH,OAAO,OAAO,CAAC,MAAM,CAAC,kBAAkB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3D,CAAC;IACL,CAAC,CAAC,CAAC,CAAC;IAEJ,OAAO,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AAChC,CAAC"}

package/lib/cjs/utils/storage.js

@@ -0,0 +1,54 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.agentStoragePath = void 0;
+exports.saveAgentArtifact = saveAgentArtifact;
+exports.fetchAgentArtifact = fetchAgentArtifact;
+const activity_1 = require("@temporalio/activity");
+const workflow_1 = require("@temporalio/workflow");
+const node_1 = require("@vertesia/client/node");
+const path_1 = require("path");
+const mime_1 = __importDefault(require("mime"));
+const blobs_js_1 = require("../utils/blobs.js");
+const agentStoragePath = (runId) => `agents/${runId}`;
+exports.agentStoragePath = agentStoragePath;
+/**
+ *
+ * Save an artifact generated by an agent to cloud storage
+ *
+ * @param client
+ * @param name
+ * @param fileContent
+ * @param mimeType
+ * @returns
+ */
+async function saveAgentArtifact(client, name, fileContent, mimeType = "application/json") {
+    const { runId } = (0, activity_1.activityInfo)().workflowExecution;
+    const ext = mime_1.default.getExtension(mimeType);
+    if (!name) {
+        throw workflow_1.ApplicationFailure.nonRetryable(`Name is required`);
+    }
+    //create the file path and append extension if needed
+    const filePath = (0, exports.agentStoragePath)(runId) + "/" + name + (ext && !name.endsWith(ext) ? "." + ext : "");
+    try {
+        const source = new node_1.NodeStreamSource(fileContent, `${runId}-${(0, path_1.basename)(filePath)}`, mimeType, filePath);
+        return await client.files.uploadFile(source);
+    }
+    catch (err) {
+        activity_1.log.error(`Failed to save agent artifact for run ${runId}`, {
+            err,
+            file: filePath,
+        });
+        throw workflow_1.ApplicationFailure.nonRetryable(`Failed to save agent artifact for run ${runId}`, "SaveAgentArtifactError", {
+            error: err,
+        });
+    }
+}
+async function fetchAgentArtifact(client, name) {
+    const { runId } = (0, activity_1.activityInfo)().workflowExecution;
+    const filePath = (0, exports.agentStoragePath)(runId) + "/" + name;
+    return (0, blobs_js_1.fetchBlobAsBuffer)(client, filePath);
+}
+//# sourceMappingURL=storage.js.map

package/lib/cjs/utils/storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.js","sourceRoot":"","sources":["../../../src/utils/storage.ts"],"names":[],"mappings":";;;;;;AAsBA,8CA+BC;AAED,gDAIC;AA3DD,mDAAyD;AACzD,mDAA0D;AAE1D,gDAAyD;AACzD,+BAAgC;AAEhC,gDAAwB;AACxB,gDAAsD;AAG/C,MAAM,gBAAgB,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,UAAU,KAAK,EAAE,CAAC;AAAxD,QAAA,gBAAgB,oBAAwC;AAErE;;;;;;;;;GASG;AACI,KAAK,UAAU,iBAAiB,CACnC,MAAsB,EACtB,IAAY,EACZ,WAAqB,EACrB,WAAmB,kBAAkB;IAErC,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,uBAAY,GAAE,CAAC,iBAAiB,CAAC;IACnD,MAAM,GAAG,GAAG,cAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;IACxC,IAAI,CAAC,IAAI,EAAE,CAAC;QACR,MAAM,6BAAkB,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC;IAC9D,CAAC;IAED,qDAAqD;IACrD,MAAM,QAAQ,GAAG,IAAA,wBAAgB,EAAC,KAAK,CAAC,GAAG,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAEtG,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,uBAAgB,CAAC,WAAW,EAAE,GAAG,KAAK,IAAI,IAAA,eAAQ,EAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACvG,OAAO,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IACjD,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAChB,cAAG,CAAC,KAAK,CAAC,yCAAyC,KAAK,EAAE,EAAE;YACxD,GAAG;YACH,IAAI,EAAE,QAAQ;SACjB,CAAC,CAAC;QACH,MAAM,6BAAkB,CAAC,YAAY,CACjC,yCAAyC,KAAK,EAAE,EAChD,wBAAwB,EACxB;YACI,KAAK,EAAE,GAAG;SACb,CACJ,CAAC;IACN,CAAC;AACL,CAAC;AAEM,KAAK,UAAU,kBAAkB,CAAC,MAAsB,EAAE,IAAY;IACzE,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,uBAAY,GAAE,CAAC,iBAAiB,CAAC;IACnD,MAAM,QAAQ,GAAG,IAAA,wBAAgB,EAAC,KAAK,CAAC,GAAG,GAAG,GAAG,IAAI,CAAC;IACtD,OAAO,IAAA,4BAAiB,EAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;AAC/C,CAAC"}

package/lib/cjs/utils/text-preview-utils.js

@@ -0,0 +1,43 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.uploadTextPreviewToStorage = uploadTextPreviewToStorage;
+exports.createFileSourceResult = createFileSourceResult;
+exports.saveTextToObject = saveTextToObject;
+const activity_1 = require("@temporalio/activity");
+const node_1 = require("@vertesia/client/node");
+const stream_1 = require("stream");
+const result_types_js_1 = require("../result-types.js");
+/**
+ * Uploads extracted text preview to cloud storage
+ */
+async function uploadTextPreviewToStorage(vertesia, text, storagePath, fileType) {
+    const source = new node_1.NodeStreamSource(stream_1.Readable.from(text), storagePath, 'text/markdown', storagePath);
+    const uploadedPath = await vertesia.files.uploadFile(source);
+    activity_1.log.info(`Uploaded ${fileType} preview text to ${uploadedPath}`);
+    return uploadedPath;
+}
+/**
+ * Creates the TextExtractionResult for file_source mode
+ */
+function createFileSourceResult(sourceUrl, storagePath, text) {
+    return {
+        hasText: !!text,
+        file: {
+            source_url: sourceUrl,
+            result_url: text && storagePath ? storagePath : undefined,
+        },
+        status: result_types_js_1.TextExtractionStatus.success,
+    };
+}
+/**
+ * Saves extracted text to an object in the object store
+ */
+async function saveTextToObject(vertesia, objectId, text) {
+    const object = await vertesia.objects.retrieve(objectId);
+    await vertesia.objects.update(objectId, {
+        text: text,
+        text_etag: object.content?.etag,
+    });
+    activity_1.log.info(`Saved text to object ${objectId}`);
+}
+//# sourceMappingURL=text-preview-utils.js.map

package/lib/cjs/utils/text-preview-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"text-preview-utils.js","sourceRoot":"","sources":["../../../src/utils/text-preview-utils.ts"],"names":[],"mappings":";;AASA,gEAkBC;AAKD,wDAaC;AAKD,4CAWC;AA7DD,mDAA2C;AAE3C,gDAAyD;AACzD,mCAAkC;AAClC,wDAAgF;AAEhF;;GAEG;AACI,KAAK,UAAU,0BAA0B,CAC5C,QAAwB,EACxB,IAAY,EACZ,WAAmB,EACnB,QAAgB;IAGhB,MAAM,MAAM,GAAG,IAAI,uBAAgB,CAC/B,iBAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EACnB,WAAW,EACX,eAAe,EACf,WAAW,CACd,CAAC;IAEF,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IAC7D,cAAG,CAAC,IAAI,CAAC,YAAY,QAAQ,oBAAoB,YAAY,EAAE,CAAC,CAAC;IAEjE,OAAO,YAAY,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,SAAgB,sBAAsB,CAClC,SAAiB,EACjB,WAAmB,EACnB,IAAmB;IAEnB,OAAO;QACH,OAAO,EAAE,CAAC,CAAC,IAAI;QACf,IAAI,EAAE;YACF,UAAU,EAAE,SAAS;YACrB,UAAU,EAAE,IAAI,IAAI,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;SAC5D;QACD,MAAM,EAAE,sCAAoB,CAAC,OAAO;KACvC,CAAC;AACN,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,gBAAgB,CAClC,QAAwB,EACxB,QAAgB,EAChB,IAAY;IAEZ,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACzD,MAAM,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE;QACpC,IAAI,EAAE,IAAI;QACV,SAAS,EAAE,MAAM,CAAC,OAAO,EAAE,IAAI;KAClC,CAAC,CAAC;IACH,cAAG,CAAC,IAAI,CAAC,wBAAwB,QAAQ,EAAE,CAAC,CAAC;AACjD,CAAC"}

package/lib/cjs/utils/tokens.js

@@ -0,0 +1,38 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.truncByMaxTokens = truncByMaxTokens;
+exports.countTokens = countTokens;
+const tiktoken_1 = require("tiktoken");
+function truncByMaxTokens(content, by) {
+    let encoding;
+    let maxTokens;
+    if (typeof by === 'number') {
+        maxTokens = by;
+        encoding = "cl100k_base";
+    }
+    else {
+        maxTokens = by.max_tokens;
+        encoding = by.encoding || "cl100k_base";
+    }
+    const enc = (0, tiktoken_1.get_encoding)(encoding);
+    let tokens = enc.encode(content);
+    if (tokens.length > maxTokens) {
+        tokens = tokens.slice(0, maxTokens);
+        return new TextDecoder().decode(enc.decode(tokens));
+    }
+    else {
+        return content;
+    }
+}
+function countTokens(text, encoding = 'cl100k_base') {
+    const encoder = (0, tiktoken_1.get_encoding)(encoding);
+    if (!encoder) {
+        throw new Error(`Unknown encoding ${encoding}`);
+    }
+    const tokens = encoder.encode(text);
+    return {
+        count: tokens.length,
+        encoding: encoding,
+    };
+}
+//# sourceMappingURL=tokens.js.map

package/lib/cjs/utils/tokens.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokens.js","sourceRoot":"","sources":["../../../src/utils/tokens.ts"],"names":[],"mappings":";;AASA,4CAkBC;AAED,kCAcC;AA1CD,uCAA0D;AAQ1D,SAAgB,gBAAgB,CAAC,OAAe,EAAE,EAAgB;IAC9D,IAAI,QAA0B,CAAC;IAC/B,IAAI,SAAiB,CAAC;IACtB,IAAI,OAAO,EAAE,KAAK,QAAQ,EAAE,CAAC;QACzB,SAAS,GAAG,EAAE,CAAC;QACf,QAAQ,GAAG,aAAa,CAAC;IAC7B,CAAC;SAAM,CAAC;QACJ,SAAS,GAAG,EAAE,CAAC,UAAU,CAAC;QAC1B,QAAQ,GAAG,EAAE,CAAC,QAAQ,IAAI,aAAa,CAAC;IAC5C,CAAC;IACD,MAAM,GAAG,GAAG,IAAA,uBAAY,EAAC,QAAQ,CAAC,CAAC;IACnC,IAAI,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACjC,IAAI,MAAM,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;QAC5B,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QACpC,OAAO,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IACxD,CAAC;SAAM,CAAC;QACJ,OAAO,OAAO,CAAC;IACnB,CAAC;AACL,CAAC;AAED,SAAgB,WAAW,CAAC,IAAY,EAAE,WAA6B,aAAa;IAEhF,MAAM,OAAO,GAAG,IAAA,uBAAY,EAAC,QAAQ,CAAC,CAAC;IACvC,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,EAAE,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAEpC,OAAO;QACH,KAAK,EAAE,MAAM,CAAC,MAAM;QACpB,QAAQ,EAAE,QAAQ;KACrB,CAAC;AAEN,CAAC"}

package/lib/cjs/vars.js

@@ -0,0 +1,20 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+// exported as a named export /vars
+__exportStar(require("./dsl/validation.js"), exports);
+__exportStar(require("./dsl/vars.js"), exports);
+//# sourceMappingURL=vars.js.map

package/lib/cjs/vars.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vars.js","sourceRoot":"","sources":["../../src/vars.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mCAAmC;AACnC,sDAAoC;AACpC,gDAA8B"}

package/lib/cjs/workflows.js

@@ -0,0 +1,15 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.recalculateEmbeddingsWorkflow = exports.notifyWebhookWorkflow = exports.iterativeGenerationWorkflow = exports.dslWorkflow = void 0;
+/**
+ * Export workflows to be registered on temporal workers
+ */
+var dsl_workflow_js_1 = require("./dsl/dsl-workflow.js");
+Object.defineProperty(exports, "dslWorkflow", { enumerable: true, get: function () { return dsl_workflow_js_1.dslWorkflow; } });
+var iterativeGenerationWorkflow_js_1 = require("./iterative-generation/iterativeGenerationWorkflow.js");
+Object.defineProperty(exports, "iterativeGenerationWorkflow", { enumerable: true, get: function () { return iterativeGenerationWorkflow_js_1.iterativeGenerationWorkflow; } });
+var notifyWebhookWorkflow_js_1 = require("./system/notifyWebhookWorkflow.js");
+Object.defineProperty(exports, "notifyWebhookWorkflow", { enumerable: true, get: function () { return notifyWebhookWorkflow_js_1.notifyWebhookWorkflow; } });
+var recalculateEmbeddingsWorkflow_js_1 = require("./system/recalculateEmbeddingsWorkflow.js");
+Object.defineProperty(exports, "recalculateEmbeddingsWorkflow", { enumerable: true, get: function () { return recalculateEmbeddingsWorkflow_js_1.recalculateEmbeddingsWorkflow; } });
+//# sourceMappingURL=workflows.js.map

package/lib/cjs/workflows.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"workflows.js","sourceRoot":"","sources":["../../src/workflows.ts"],"names":[],"mappings":";;;AAAA;;GAEG;AACH,yDAAoD;AAA3C,8GAAA,WAAW,OAAA;AACpB,wGAAoG;AAA3F,6IAAA,2BAA2B,OAAA;AACpC,8EAA0E;AAAjE,iIAAA,qBAAqB,OAAA;AAC9B,8FAA0F;AAAjF,iJAAA,6BAA6B,OAAA"}

package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js

@@ -0,0 +1,30 @@
+import { log } from "@temporalio/activity";
+import { InteractionOutput } from "@vertesia/client";
+import { projectResult } from "../../dsl/projections.js";
+import { setupActivity } from "../../dsl/setup/ActivityContext.js";
+import { ActivityParamNotFoundError } from "../../errors.js";
+export async function createDocumentTypeFromInteractionRun(payload) {
+    const { params, client } = await setupActivity(payload);
+    if (!params.run) {
+        throw new ActivityParamNotFoundError("run", payload.activity);
+    }
+    const jsonResult = InteractionOutput.from(params.run.result).object();
+    if (!jsonResult.document_type) {
+        log.error("No name generated for type: " + JSON.stringify(jsonResult), jsonResult);
+        throw new Error("No name generated for type");
+    }
+    log.info("Generated schema for type", jsonResult.metadata_schema);
+    const typeData = {
+        name: jsonResult.document_type,
+        object_schema: jsonResult.metadata_schema,
+        is_chunkable: !!jsonResult.is_chunkable,
+    };
+    const type = await client.types.create(typeData);
+    if (params.updateObjectId) {
+        await client.objects.update(params.updateObjectId, {
+            type: type.id,
+        });
+    }
+    return projectResult(payload, params, type, { id: type.id, name: type.name });
+}
+//# sourceMappingURL=createDocumentTypeFromInteractionRun.js.map

package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"createDocumentTypeFromInteractionRun.js","sourceRoot":"","sources":["../../../../src/activities/advanced/createDocumentTypeFromInteractionRun.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAC3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAErD,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AACnE,OAAO,EAAE,0BAA0B,EAAE,MAAM,iBAAiB,CAAC;AAmB7D,MAAM,CAAC,KAAK,UAAU,oCAAoC,CAAC,OAAgF;IACvI,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAA6C,OAAO,CAAC,CAAC;IAEpG,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;QACd,MAAM,IAAI,0BAA0B,CAAC,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,UAAU,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;IAEtE,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,CAAC;QAC5B,GAAG,CAAC,KAAK,CAAC,8BAA8B,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,UAAU,CAAC,CAAC;QACnF,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAClD,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;IAClE,MAAM,QAAQ,GAAmC;QAC7C,IAAI,EAAE,UAAU,CAAC,aAAa;QAC9B,aAAa,EAAE,UAAU,CAAC,eAAe;QACzC,YAAY,EAAE,CAAC,CAAC,UAAU,CAAC,YAAY;KAC1C,CAAA;IAED,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAEjD,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;QACxB,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,EAAE;SAChB,CAAC,CAAC;IACP,CAAC;IAED,OAAO,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;AAClF,CAAC"}

package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js

@@ -0,0 +1,70 @@
+import { log } from "@temporalio/activity";
+import { ContentObjectStatus } from "@vertesia/common";
+import { setupActivity } from "../../dsl/setup/ActivityContext.js";
+import { ActivityParamNotFoundError, DocumentNotFoundError } from "../../errors.js";
+export async function createOrUpdateDocumentFromInteractionRun(payload) {
+    const { params, client } = await setupActivity(payload);
+    const runId = params.run_id;
+    const objectTypeName = params.object_type;
+    if (!runId) {
+        throw new ActivityParamNotFoundError("run_id", payload.activity);
+    }
+    if (!objectTypeName && !params.update_existing_id) {
+        throw new ActivityParamNotFoundError("object_type", payload.activity);
+    }
+    log.info("Creating document from interaction result", { runId, objectTypeName });
+    const run = await client.runs.retrieve(runId).catch((e) => {
+        throw new DocumentNotFoundError(`Error fetching run ${runId}: ${e.message}`);
+    });
+    const type = objectTypeName ?
+        await client.types.getTypeByName(objectTypeName).catch((e) => {
+            throw new DocumentNotFoundError(`Error fetching type ${objectTypeName}: ${e.message}`);
+        })
+        : undefined;
+    const result = run.result;
+    const inputData = run.parameters;
+    // Try to parse result as JSON, fallback to text if not valid JSON
+    let jsonResult = null;
+    try {
+        jsonResult = result.object();
+    }
+    catch (e) {
+        log.info("Result is not valid JSON, will use text content instead", { error: e instanceof Error ? e.message : String(e) });
+    }
+    const name = jsonResult?.['name'] || jsonResult?.["title"] || inputData['name'] || params.fallback_name || undefined;
+    const docPayload = {
+        name,
+        parent: params.parent ?? undefined,
+        properties: jsonResult ? jsonResult : {},
+        text: !jsonResult ? result.text() : undefined,
+        type: type?.id,
+        status: ContentObjectStatus.completed,
+        generation_run_info: {
+            id: run.id,
+            date: new Date().toISOString(),
+            model: run.modelId ?? "",
+            target: jsonResult ? 'properties' : 'text'
+        }
+    };
+    if (params.update_text_from_property) {
+        const text = docPayload.properties[params.update_text_from_property];
+        if (text) {
+            docPayload.text = text;
+        }
+    }
+    //create or update the document
+    let newDoc = false;
+    let doc = undefined;
+    if (params.update_existing_id) {
+        log.info(`Updating existing document ${params.update_existing_id}`);
+        doc = await client.objects.update(params.update_existing_id, docPayload, { suppressWorkflows: true });
+    }
+    else {
+        log.info(`Creating new document of type ${objectTypeName}`);
+        doc = await client.objects.create(docPayload);
+        newDoc = true;
+    }
+    log.info(`Document ${objectTypeName + ' '}${doc.id}(${doc.name}) ${newDoc ? 'created' : 'updated'}`);
+    return { id: doc.id, isNew: newDoc, type: name };
+}
+//# sourceMappingURL=createOrUpdateDocumentFromInteractionRun.js.map

package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"createOrUpdateDocumentFromInteractionRun.js","sourceRoot":"","sources":["../../../../src/activities/advanced/createOrUpdateDocumentFromInteractionRun.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAC3C,OAAO,EAAE,mBAAmB,EAAgD,MAAM,kBAAkB,CAAC;AACrG,OAAO,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AACnE,OAAO,EAAE,0BAA0B,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AAwCpF,MAAM,CAAC,KAAK,UAAU,wCAAwC,CAAC,OAAkF;IAC7I,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAA+C,OAAO,CAAC,CAAC;IAEtG,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;IAC5B,MAAM,cAAc,GAAG,MAAM,CAAC,WAAW,CAAC;IAE1C,IAAI,CAAC,KAAK,EAAE,CAAC;QACT,MAAM,IAAI,0BAA0B,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IACrE,CAAC;IACD,IAAI,CAAC,cAAc,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAChD,MAAM,IAAI,0BAA0B,CAAC,aAAa,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC1E,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,2CAA2C,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC;IAEjF,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;QACtD,MAAM,IAAI,qBAAqB,CAAC,sBAAsB,KAAK,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IACjF,CAAC,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC;QACzB,MAAM,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;YACzD,MAAM,IAAI,qBAAqB,CAAC,uBAAuB,cAAc,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3F,CAAC,CAAC;QACF,CAAC,CAAC,SAAS,CAAC;IAGhB,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;IAC1B,MAAM,SAAS,GAAG,GAAG,CAAC,UAAU,CAAC;IAEjC,kEAAkE;IAClE,IAAI,UAAU,GAAQ,IAAI,CAAC;IAC3B,IAAI,CAAC;QACD,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;IACjC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,GAAG,CAAC,IAAI,CAAC,yDAAyD,EAAE,EAAE,KAAK,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC/H,CAAC;IAED,MAAM,IAAI,GAAG,UAAU,EAAE,CAAC,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,aAAa,IAAI,SAAS,CAAC;IAErH,MAAM,UAAU,GAAG;QACf,IAAI;QACJ,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,SAAS;QAClC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE;QACxC,IAAI,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS;QAC7C,IAAI,EAAE,IAAI,EAAE,EAAE;QACd,MAAM,EAAE,mBAAmB,CAAC,SAAS;QACrC,mBAAmB,EAAE;YACjB,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YAC9B,KAAK,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE;YACxB,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM;SAC7C;KACJ,CAAC;IAEF,IAAI,MAAM,CAAC,yBAAyB,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC;QACrE,IAAI,IAAI,EAAE,CAAC;YACP,UAAU,CAAC,IAAI,GAAG,IAAI,CAAC;QAC3B,CAAC;IACL,CAAC;IAED,+BAA+B;IAC/B,IAAI,MAAM,GAAY,KAAK,CAAC;IAC5B,IAAI,GAAG,GAAG,SAAS,CAAC;IACpB,IAAI,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAC5B,GAAG,CAAC,IAAI,CAAC,8BAA8B,MAAM,CAAC,kBAAkB,EAAE,CAAC,CAAC;QACpE,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,kBAAkB,EAAE,UAAU,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1G,CAAC;SAAM,CAAC;QACJ,GAAG,CAAC,IAAI,CAAC,iCAAiC,cAAc,EAAE,CAAC,CAAC;QAC5D,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC9C,MAAM,GAAG,IAAI,CAAC;IAClB,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,YAAY,cAAc,GAAG,GAAG,GAAG,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;IACrG,OAAO,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;AACpD,CAAC"}

package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js

@@ -0,0 +1,16 @@
+import { InteractionOutput } from "@vertesia/client";
+import { setupActivity } from "../../dsl/setup/ActivityContext.js";
+import { ActivityParamNotFoundError } from "../../errors.js";
+export async function updateDocumentFromInteractionRun(payload) {
+    const { params, client, objectId } = await setupActivity(payload);
+    if (!params.run) {
+        throw new ActivityParamNotFoundError("run", payload.activity);
+    }
+    const docProps = InteractionOutput.from(params.run.result).object();
+    if (!docProps) {
+        return { status: "failed", error: "no-props" };
+    }
+    await client.objects.update(objectId, docProps, { suppressWorkflows: true });
+    return { status: "success" };
+}
+//# sourceMappingURL=updateDocumentFromInteractionRun.js.map

package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"updateDocumentFromInteractionRun.js","sourceRoot":"","sources":["../../../../src/activities/advanced/updateDocumentFromInteractionRun.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAErD,OAAO,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AACnE,OAAO,EAAE,0BAA0B,EAAE,MAAM,iBAAiB,CAAC;AAe7D,MAAM,CAAC,KAAK,UAAU,gCAAgC,CAAC,OAA4E;IAC/H,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,aAAa,CAAyC,OAAO,CAAC,CAAC;IAE1G,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;QACd,MAAM,IAAI,0BAA0B,CAAC,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;IAEpE,IAAI,CAAC,QAAQ,EAAE,CAAC;QACZ,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;IACnD,CAAC;IAED,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC,CAAC;IAE7E,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;AACjC,CAAC"}

package/lib/esm/activities/chunkDocument.js

@@ -0,0 +1,84 @@
+import { log } from "@temporalio/activity";
+import { setupActivity } from "../dsl/setup/ActivityContext.js";
+import { executeInteractionFromActivity } from "./executeInteraction.js";
+const INT_CHUNK_DOCUMENT = "sys:ChunkDocument";
+export async function chunkDocument(payload) {
+    const { params, client, objectId } = await setupActivity(payload);
+    const { force } = params;
+    const interactionName = params.interactionName ?? INT_CHUNK_DOCUMENT;
+    log.info(`Object ${objectId} chunking started`);
+    const document = await client.objects.retrieve(objectId, "+text");
+    const type = document.type
+        ? await client.types.catalog.resolve(document.type)
+        : undefined;
+    if (!type?.is_chunkable) {
+        log.warn('Type is not chunkable for object ID: ' + objectId);
+        return { id: objectId, status: "skipped", message: "type not chunkable" };
+    }
+    //check if text is present
+    if (!document.text) {
+        log.warn('No text found for object ID: ' + objectId);
+        return { id: objectId, status: "failed", message: "no text found" };
+    }
+    if (!force && document.parts && document.parts.length > 0 && document.parts_etag === document.text_etag) {
+        log.info('Document already chunked for object ID: ' + objectId);
+        return { id: objectId, status: "skipped", message: "document already chunked with correct etag" };
+    }
+    //instrument the text with line numbers
+    const lines = document.text.split('\n');
+    const instrumented = lines.map((l, i) => `{%${i}%}${l}`).join('\n');
+    const res = await executeInteractionFromActivity(client, interactionName, params, {
+        objectId: objectId,
+        content: instrumented
+    });
+    const jsonResult = res.result.object();
+    const parts = jsonResult.parts;
+    if (!parts || parts.length === 0) {
+        log.warn('No parts found for object ID: ' + objectId, res);
+        return { id: objectId, status: "failed", parts: [], message: "no parts found" };
+    }
+    /**
+     * Only create parts as document if the flag is set
+     */
+    if (params.createParts) {
+        const partDocs = await Promise.all(parts.map(async (part, i) => {
+            const text = lines.filter((_l, i) => i >= part.line_number_start && i <= part.line_number_end).join('\n');
+            const location = () => {
+                let location = document.location;
+                if (location.endsWith('/')) {
+                    location += document.name + "/" + part.type;
+                }
+                location += '/' + document.name + "/" + part.type;
+                return location;
+            };
+            const docPart = await client.objects.create({
+                name: part.name,
+                parent: objectId,
+                text: text,
+                location: location(),
+                properties: {
+                    part_number: i + 1,
+                    etag: document.text_etag,
+                    source_line_start: part.line_number_start,
+                    source_line_end: part.line_number_end,
+                    title: part.name
+                }
+            });
+            return docPart;
+        }));
+        //delete previous parts
+        if (document.parts && document.parts.length > 0) {
+            log.info('Deleting previous parts for object ID: ' + objectId, { parts: document.parts });
+            await Promise.all(document.parts.map(async (partId) => {
+                await client.objects.delete(partId);
+            }));
+        }
+        await client.objects.update(objectId, {
+            parts: partDocs.map(p => p.id),
+            parts_etag: document.text_etag
+        });
+    }
+    log.info(`Object ${objectId} chunking completed`, { parts: document.parts });
+    return { id: objectId, status: "completed", parts: document.parts };
+}
+//# sourceMappingURL=chunkDocument.js.map

package/lib/esm/activities/chunkDocument.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunkDocument.js","sourceRoot":"","sources":["../../../src/activities/chunkDocument.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAE3C,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAEhE,OAAO,EAA8B,8BAA8B,EAAE,MAAM,yBAAyB,CAAC;AAErG,MAAM,kBAAkB,GAAG,mBAAmB,CAAA;AAyC9C,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,OAAyD;IACzF,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,aAAa,CAAsB,OAAO,CAAC,CAAC;IAEvF,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;IACzB,MAAM,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,kBAAkB,CAAC;IAErE,GAAG,CAAC,IAAI,CAAC,UAAU,QAAQ,mBAAmB,CAAC,CAAC;IAEhD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAElE,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI;QACtB,CAAC,CAAC,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;QACnD,CAAC,CAAC,SAAS,CAAC;IAEhB,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,CAAC;QACtB,GAAG,CAAC,IAAI,CAAC,uCAAuC,GAAG,QAAQ,CAAC,CAAC;QAC7D,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,oBAAoB,EAAE,CAAA;IAC7E,CAAC;IAED,0BAA0B;IAC1B,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACjB,GAAG,CAAC,IAAI,CAAC,+BAA+B,GAAG,QAAQ,CAAC,CAAC;QACrD,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,eAAe,EAAE,CAAA;IACvE,CAAC;IAED,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,UAAU,KAAK,QAAQ,CAAC,SAAS,EAAE,CAAC;QACtG,GAAG,CAAC,IAAI,CAAC,0CAA0C,GAAG,QAAQ,CAAC,CAAC;QAChE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,4CAA4C,EAAE,CAAA;IACrG,CAAC;IAED,uCAAuC;IACvC,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACvC,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAEnE,MAAM,GAAG,GAAG,MAAM,8BAA8B,CAAC,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE;QAC9E,QAAQ,EAAE,QAAQ;QAClB,OAAO,EAAE,YAAY;KACxB,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;IAEvC,MAAM,KAAK,GAAG,UAAU,CAAC,KAAkB,CAAC;IAC5C,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,GAAG,CAAC,IAAI,CAAC,gCAAgC,GAAG,QAAQ,EAAE,GAAG,CAAC,CAAC;QAC3D,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAA;IACnF,CAAC;IAGD;;OAEG;IACH,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QAErB,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE;YAE3D,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,iBAAiB,IAAI,CAAC,IAAI,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE1G,MAAM,QAAQ,GAAG,GAAG,EAAE;gBAClB,IAAI,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;gBACjC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;oBACzB,QAAQ,IAAI,QAAQ,CAAC,IAAI,GAAG,GAAG,GAAG,IAAI,CAAC,IAAI,CAAA;gBAC/C,CAAC;gBACD,QAAQ,IAAI,GAAG,GAAG,QAAQ,CAAC,IAAI,GAAG,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC;gBAClD,OAAO,QAAQ,CAAC;YACpB,CAAC,CAAA;YAED,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;gBACxC,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,MAAM,EAAE,QAAQ;gBAChB,IAAI,EAAE,IAAI;gBACV,QAAQ,EAAE,QAAQ,EAAE;gBACpB,UAAU,EAAE;oBACR,WAAW,EAAE,CAAC,GAAG,CAAC;oBAClB,IAAI,EAAE,QAAQ,CAAC,SAAS;oBACxB,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;oBACzC,eAAe,EAAE,IAAI,CAAC,eAAe;oBACrC,KAAK,EAAE,IAAI,CAAC,IAAI;iBACnB;aACJ,CAAC,CAAC;YACH,OAAO,OAAO,CAAC;QACnB,CAAC,CAAC,CAAC,CAAC;QAEJ,uBAAuB;QACvB,IAAI,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9C,GAAG,CAAC,IAAI,CAAC,yCAAyC,GAAG,QAAQ,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;YAC1F,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;gBAClD,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACxC,CAAC,CAAC,CAAC,CAAC;QACR,CAAC;QAED,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE;YAClC,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9B,UAAU,EAAE,QAAQ,CAAC,SAAS;SACjC,CAAC,CAAC;IACP,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,UAAU,QAAQ,qBAAqB,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;IAE7E,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAA;AAEvE,CAAC"}