@vertesia/workflow 0.78.0-dev-28b447d → 0.79.0

package/lib/esm/utils/chunks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunks.js","sourceRoot":"","sources":["../../../src/utils/chunks.ts"],"names":[],"mappings":"AAQA,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,OAAe,EAAE,IAAa,EAAU,EAAE;IACrE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,iBAAiB,IAAI,CAAC,IAAI,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1G,OAAO,IAAI,CAAC;AAChB,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,OAAe,EAAE,KAAgB,EAAY,EAAE;IAC3E,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;AAC5D,CAAC,CAAA"}

package/lib/esm/utils/client.js

@@ -0,0 +1,25 @@
+/**
+ * get a zeno client for a given token
+ */
+import { VertesiaClient } from "@vertesia/client";
+import { WorkflowParamNotFoundError } from "../errors.js";
+export function getVertesiaClient(payload) {
+    return new VertesiaClient(getVertesiaClientOptions(payload));
+}
+export function getVertesiaClientOptions(payload) {
+    if (!payload.auth_token) {
+        throw new WorkflowParamNotFoundError("Authentication Token is missing from WorkflowExecutionPayload.authToken");
+    }
+    if (!payload.config?.studio_url) {
+        throw new WorkflowParamNotFoundError("Content Store URL is missing from WorkflowExecutionPayload.servers.storeUrl");
+    }
+    if (!payload.config?.store_url) {
+        throw new WorkflowParamNotFoundError("Content Store URL is missing from WorkflowExecutionPayload.servers.storeUrl");
+    }
+    return {
+        serverUrl: payload.config.studio_url,
+        storeUrl: payload.config.store_url,
+        apikey: payload.auth_token
+    };
+}
+//# sourceMappingURL=client.js.map

package/lib/esm/utils/client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../../../src/utils/client.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAElD,OAAO,EAAE,0BAA0B,EAAE,MAAM,cAAc,CAAC;AAG1D,MAAM,UAAU,iBAAiB,CAAC,OAAoC;IAClE,OAAO,IAAI,cAAc,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,OAAoC;IACzE,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QACtB,MAAM,IAAI,0BAA0B,CAAC,yEAAyE,CAAC,CAAC;IACpH,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC;QAC9B,MAAM,IAAI,0BAA0B,CAAC,6EAA6E,CAAC,CAAC;IACxH,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC;QAC7B,MAAM,IAAI,0BAA0B,CAAC,6EAA6E,CAAC,CAAC;IACxH,CAAC;IAED,OAAO;QACH,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,UAAU;QACpC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,SAAS;QAClC,MAAM,EAAE,OAAO,CAAC,UAAU;KAC7B,CAAC;AACN,CAAC"}

package/lib/esm/utils/expand-vars.js

@@ -0,0 +1,30 @@
+const VARS_RX = /\${\s*([^}]+)\s*}/g;
+/**
+ * Given an expression containing ${name} variables, replace them with the properties from the vars object.
+ * Nested property paths are also supported, e.g. ${section.name}
+ * @param expr
+ * @param vars
+ */
+export function expandVars(expr, vars) {
+    return expr.replace(VARS_RX, (_, name) => {
+        const path = name.split('.');
+        const value = resolveProp(vars, path);
+        if (value === undefined) {
+            return `${name}`; // return back the expression
+        }
+        else {
+            return String(value);
+        }
+    });
+}
+function resolveProp(object, path) {
+    let value = object;
+    for (const part of path) {
+        if (value === undefined) {
+            return undefined;
+        }
+        value = value[part];
+    }
+    return value;
+}
+//# sourceMappingURL=expand-vars.js.map

package/lib/esm/utils/expand-vars.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"expand-vars.js","sourceRoot":"","sources":["../../../src/utils/expand-vars.ts"],"names":[],"mappings":"AACA,MAAM,OAAO,GAAG,oBAAoB,CAAC;AAErC;;;;;GAKG;AACH,MAAM,UAAU,UAAU,CAAC,IAAY,EAAE,IAAyB;IAC9D,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAS,EAAE,IAAY,EAAE,EAAE;QACrD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACtC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtB,OAAO,GAAG,IAAI,EAAE,CAAC,CAAC,6BAA6B;QACnD,CAAC;aAAM,CAAC;YACJ,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,WAAW,CAAC,MAAc,EAAE,IAAc;IAC/C,IAAI,KAAK,GAAQ,MAAM,CAAC;IACxB,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;QACtB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtB,OAAO,SAAS,CAAC;QACrB,CAAC;QACD,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC"}

package/lib/esm/utils/memory.js

@@ -0,0 +1,55 @@
+import { NodeStreamSource } from "@vertesia/client/node";
+import { buildMemoryPack as _buildMemoryPack, loadMemoryPack as _loadMemoryPack } from "@vertesia/memory";
+import { createReadStream, createWriteStream } from "fs";
+import { rm } from "fs/promises";
+import { webStreamToReadable } from "node-web-stream-adapters";
+import { pipeline } from "stream/promises";
+import tmp from "tmp";
+import zlib from "zlib";
+tmp.setGracefulCleanup();
+export async function publishMemoryPack(client, file, name) {
+    const stream = createReadStream(file);
+    try {
+        const source = new NodeStreamSource(stream, name);
+        await client.files.uploadMemoryPack(source);
+    }
+    catch (err) {
+        stream.destroy();
+        throw err;
+    }
+}
+export async function buildMemoryPack(recipeFn) {
+    const tarFile = tmp.fileSync({
+        prefix: "composable-memory-pack-",
+        postfix: ".tar.gz",
+    });
+    return await _buildMemoryPack(recipeFn, {
+        out: tarFile.name,
+        gzip: true,
+    });
+}
+export async function buildAndPublishMemoryPack(client, name, recipeFn) {
+    const tarFile = await buildMemoryPack(recipeFn);
+    try {
+        await publishMemoryPack(client, tarFile, name);
+    }
+    finally {
+        await rm(tarFile);
+    }
+}
+export async function fetchMemoryPack(client, name) {
+    const webStream = await client.files.downloadMemoryPack(name);
+    const tarFile = tmp.fileSync({
+        prefix: "composable-memory-pack-",
+        postfix: ".tar",
+        discardDescriptor: true,
+    });
+    const streamIn = webStreamToReadable(webStream);
+    const streamOut = createWriteStream(tarFile.name);
+    await pipeline(streamIn, zlib.createGunzip(), streamOut);
+    return tarFile.name;
+}
+export function loadMemoryPack(client, name) {
+    return fetchMemoryPack(client, name).then(file => _loadMemoryPack(file));
+}
+//# sourceMappingURL=memory.js.map

package/lib/esm/utils/memory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../../src/utils/memory.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAwB,eAAe,IAAI,gBAAgB,EAAE,cAAc,IAAI,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAChI,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,IAAI,CAAC;AACzD,OAAO,EAAE,EAAE,EAAE,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAC/D,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAE3C,OAAO,GAAG,MAAM,KAAK,CAAC;AACtB,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,GAAG,CAAC,kBAAkB,EAAE,CAAC;AAGzB,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAAsB,EAAE,IAAY,EAAE,IAAY;IACtF,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAClD,MAAM,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAChD,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAChB,MAAM,CAAC,OAAO,EAAE,CAAC;QACjB,MAAM,GAAG,CAAC;IACd,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,QAA8D;IAChG,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,CAAC;QACzB,MAAM,EAAE,yBAAyB;QACjC,OAAO,EAAE,SAAS;KACrB,CAAC,CAAC;IACH,OAAO,MAAM,gBAAgB,CAAC,QAAQ,EAAE;QACpC,GAAG,EAAE,OAAO,CAAC,IAAI;QACjB,IAAI,EAAE,IAAI;KACb,CAAC,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,MAAsB,EAAE,IAAY,EAAE,QAA8D;IAChJ,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,CAAC;IAChD,IAAI,CAAC;QACD,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IACnD,CAAC;YAAS,CAAC;QACP,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,MAAsB,EAAE,IAAY;IACtE,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,CAAC;QACzB,MAAM,EAAE,yBAAyB;QACjC,OAAO,EAAE,MAAM;QACf,iBAAiB,EAAE,IAAI;KAC1B,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,mBAAmB,CAAC,SAAS,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAClD,MAAM,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,YAAY,EAAE,EAAE,SAAS,CAAC,CAAC;IACzD,OAAO,OAAO,CAAC,IAAI,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,MAAsB,EAAE,IAAY;IAC/D,OAAO,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;AAC7E,CAAC"}

package/lib/esm/utils/renditions.js

@@ -0,0 +1,80 @@
+import { log } from "@temporalio/activity";
+import { NodeStreamSource } from "@vertesia/client/node";
+import fs from "fs";
+import pLimit from 'p-limit';
+import { imageResizer } from "../conversion/image.js";
+/**
+ * Get the path for all files for a rendition
+ * @param objectId
+ * @param params
+ * @param pageNumber
+ * @returns
+ */
+export function getRenditionsPath(contentEtag, params) {
+    const path = `renditions/${contentEtag}/${params.max_hw}`;
+    return path;
+}
+/**
+ * Get a specific page path for a rendition
+ */
+export function getRenditionPagePath(contentEtag, params, pageNumber = 0) {
+    //if number, pad to 4 char
+    if (typeof pageNumber === "number") {
+        pageNumber = String(pageNumber).padStart(4, "0");
+    }
+    const path = getRenditionsPath(contentEtag, params);
+    const pagePath = `${path}/${pageNumber}.${params.format}`;
+    return pagePath;
+}
+/**
+ * Upload Rendition page to the cloud
+ */
+export async function uploadRenditionPages(client, contentEtag, files, params, concurrency) {
+    log.info(`Uploading rendition for etag ${contentEtag} with ${files.length} pages (max_hw: ${params.max_hw}, format: ${params.format})`, { files });
+    const limit = pLimit(concurrency ?? 20);
+    const uploads = files.map((file, i) => limit(async () => {
+        const pageId = getRenditionPagePath(contentEtag, params, i);
+        let resizedImagePath = null;
+        try {
+            log.info(`Resizing image for ${contentEtag} page ${i}`, {
+                file,
+                params,
+            });
+            // Resize the image using ImageMagick
+            resizedImagePath = await imageResizer(file, params.max_hw, params.format);
+            // Create a read stream from the resized image file
+            const fileStream = fs.createReadStream(resizedImagePath);
+            const format = "image/" + params.format;
+            const fileId = pageId.split("/").pop() ?? pageId;
+            const source = new NodeStreamSource(fileStream, fileId, format, pageId);
+            log.info(`Uploading rendition for ${contentEtag} page ${i} with max_hw: ${params.max_hw} and format: ${params.format}`, {
+                resizedImagePath,
+                fileId,
+                format,
+                pageId,
+            });
+            const result = await client.files
+                .uploadFile(source)
+                .catch((err) => {
+                log.error(`Failed to upload rendition for ${contentEtag} page ${i}`, {
+                    error: err,
+                    errorMessage: err.message,
+                    stack: err.stack,
+                });
+                return Promise.reject(`Upload failed: ${err.message}`);
+            });
+            log.info(`Rendition uploaded for ${contentEtag} page ${i}`, {
+                result,
+            });
+            return result;
+        }
+        catch (err) {
+            log.error(`Failed to upload rendition for ${contentEtag} page ${i}`, {
+                error: err,
+            });
+            return Promise.reject(`Upload failed: ${err.message}`);
+        }
+    }));
+    return Promise.all(uploads);
+}
+//# sourceMappingURL=renditions.js.map

package/lib/esm/utils/renditions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"renditions.js","sourceRoot":"","sources":["../../../src/utils/renditions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAE3C,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAEzD,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,MAAM,MAAM,SAAS,CAAC;AAC7B,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAOtD;;;;;;GAMG;AACH,MAAM,UAAU,iBAAiB,CAC7B,WAAmB,EACnB,MAA4B;IAE5B,MAAM,IAAI,GAAG,cAAc,WAAW,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;IAC1D,OAAO,IAAI,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAChC,WAAmB,EACnB,MAA4B,EAC5B,aAA8B,CAAC;IAE/B,0BAA0B;IAC1B,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;QACjC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACrD,CAAC;IACD,MAAM,IAAI,GAAG,iBAAiB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAG,GAAG,IAAI,IAAI,UAAU,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;IAC1D,OAAO,QAAQ,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACtC,MAAsB,EACtB,WAAmB,EACnB,KAAe,EACf,MAA4B,EAC5B,WAAoB;IAEpB,GAAG,CAAC,IAAI,CACJ,gCAAgC,WAAW,SAAS,KAAK,CAAC,MAAM,mBAAmB,MAAM,CAAC,MAAM,aAAa,MAAM,CAAC,MAAM,GAAG,EAC7H,EAAE,KAAK,EAAE,CACZ,CAAC;IAEF,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;IAExC,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE;QACpD,MAAM,MAAM,GAAG,oBAAoB,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAC5D,IAAI,gBAAgB,GAAG,IAAI,CAAC;QAE5B,IAAI,CAAC;YACD,GAAG,CAAC,IAAI,CAAC,sBAAsB,WAAW,SAAS,CAAC,EAAE,EAAE;gBACpD,IAAI;gBACJ,MAAM;aACT,CAAC,CAAC;YACH,qCAAqC;YACrC,gBAAgB,GAAG,MAAM,YAAY,CACjC,IAAI,EACJ,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,MAAM,CAChB,CAAC;YAEF,mDAAmD;YACnD,MAAM,UAAU,GAAG,EAAE,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,CAAC;YACzD,MAAM,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,MAAM,CAAC;YACjD,MAAM,MAAM,GAAG,IAAI,gBAAgB,CAC/B,UAAU,EACV,MAAM,EACN,MAAM,EACN,MAAM,CACT,CAAC;YAEF,GAAG,CAAC,IAAI,CACJ,2BAA2B,WAAW,SAAS,CAAC,iBAAiB,MAAM,CAAC,MAAM,gBAAgB,MAAM,CAAC,MAAM,EAAE,EAC7G;gBACI,gBAAgB;gBAChB,MAAM;gBACN,MAAM;gBACN,MAAM;aACT,CACJ,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK;iBAC5B,UAAU,CAAC,MAAM,CAAC;iBAClB,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACX,GAAG,CAAC,KAAK,CACL,kCAAkC,WAAW,SAAS,CAAC,EAAE,EACzD;oBACI,KAAK,EAAE,GAAG;oBACV,YAAY,EAAE,GAAG,CAAC,OAAO;oBACzB,KAAK,EAAE,GAAG,CAAC,KAAK;iBACnB,CACJ,CAAC;gBACF,OAAO,OAAO,CAAC,MAAM,CAAC,kBAAkB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YAC3D,CAAC,CAAC,CAAC;YACP,GAAG,CAAC,IAAI,CAAC,0BAA0B,WAAW,SAAS,CAAC,EAAE,EAAE;gBACxD,MAAM;aACT,CAAC,CAAC;YAEH,OAAO,MAAM,CAAC;QAClB,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAChB,GAAG,CAAC,KAAK,CAAC,kCAAkC,WAAW,SAAS,CAAC,EAAE,EAAE;gBACjE,KAAK,EAAE,GAAG;aACb,CAAC,CAAC;YACH,OAAO,OAAO,CAAC,MAAM,CAAC,kBAAkB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3D,CAAC;IACL,CAAC,CAAC,CAAC,CAAC;IAEJ,OAAO,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AAChC,CAAC"}

package/lib/esm/utils/storage.js

@@ -0,0 +1,46 @@
+import { activityInfo, log } from "@temporalio/activity";
+import { ApplicationFailure } from "@temporalio/workflow";
+import { NodeStreamSource } from "@vertesia/client/node";
+import { basename } from "path";
+import mime from "mime";
+import { fetchBlobAsBuffer } from "../utils/blobs.js";
+export const agentStoragePath = (runId) => `agents/${runId}`;
+/**
+ *
+ * Save an artifact generated by an agent to cloud storage
+ *
+ * @param client
+ * @param name
+ * @param fileContent
+ * @param mimeType
+ * @returns
+ */
+export async function saveAgentArtifact(client, name, fileContent, mimeType = "application/json") {
+    const { runId } = activityInfo().workflowExecution;
+    const ext = mime.getExtension(mimeType);
+    if (!name) {
+        throw ApplicationFailure.nonRetryable(`Name is required`);
+    }
+    //create the file path and append extension if needed
+    const filePath = agentStoragePath(runId) + "/" + name + (ext && !name.endsWith(ext) ? "." + ext : "");
+    log.info(`Storing agent artifact ${filePath} for run ${runId}`);
+    try {
+        const source = new NodeStreamSource(fileContent, `${runId}-${basename(filePath)}`, mimeType, filePath);
+        return await client.files.uploadFile(source);
+    }
+    catch (err) {
+        log.error(`Failed to save agent artifact for run ${runId}`, {
+            err,
+            file: filePath,
+        });
+        throw ApplicationFailure.nonRetryable(`Failed to save agent artifact for run ${runId}`, "SaveAgentArtifactError", {
+            error: err,
+        });
+    }
+}
+export async function fetchAgentArtifact(client, name) {
+    const { runId } = activityInfo().workflowExecution;
+    const filePath = agentStoragePath(runId) + "/" + name;
+    return fetchBlobAsBuffer(client, filePath);
+}
+//# sourceMappingURL=storage.js.map

package/lib/esm/utils/storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.js","sourceRoot":"","sources":["../../../src/utils/storage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAE1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAC;AAEhC,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAGtD,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,UAAU,KAAK,EAAE,CAAC;AAErE;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACnC,MAAsB,EACtB,IAAY,EACZ,WAAqB,EACrB,WAAmB,kBAAkB;IAErC,MAAM,EAAE,KAAK,EAAE,GAAG,YAAY,EAAE,CAAC,iBAAiB,CAAC;IACnD,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;IACxC,IAAI,CAAC,IAAI,EAAE,CAAC;QACR,MAAM,kBAAkB,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC;IAC9D,CAAC;IAED,qDAAqD;IACrD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACtG,GAAG,CAAC,IAAI,CAAC,0BAA0B,QAAQ,YAAY,KAAK,EAAE,CAAC,CAAC;IAEhE,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,gBAAgB,CAAC,WAAW,EAAE,GAAG,KAAK,IAAI,QAAQ,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACvG,OAAO,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IACjD,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAChB,GAAG,CAAC,KAAK,CAAC,yCAAyC,KAAK,EAAE,EAAE;YACxD,GAAG;YACH,IAAI,EAAE,QAAQ;SACjB,CAAC,CAAC;QACH,MAAM,kBAAkB,CAAC,YAAY,CACjC,yCAAyC,KAAK,EAAE,EAChD,wBAAwB,EACxB;YACI,KAAK,EAAE,GAAG;SACb,CACJ,CAAC;IACN,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,MAAsB,EAAE,IAAY;IACzE,MAAM,EAAE,KAAK,EAAE,GAAG,YAAY,EAAE,CAAC,iBAAiB,CAAC;IACnD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,IAAI,CAAC;IACtD,OAAO,iBAAiB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;AAC/C,CAAC"}

package/lib/esm/utils/tokens.js

@@ -0,0 +1,34 @@
+import { get_encoding } from "tiktoken";
+export function truncByMaxTokens(content, by) {
+    let encoding;
+    let maxTokens;
+    if (typeof by === 'number') {
+        maxTokens = by;
+        encoding = "cl100k_base";
+    }
+    else {
+        maxTokens = by.max_tokens;
+        encoding = by.encoding || "cl100k_base";
+    }
+    const enc = get_encoding(encoding);
+    let tokens = enc.encode(content);
+    if (tokens.length > maxTokens) {
+        tokens = tokens.slice(0, maxTokens);
+        return new TextDecoder().decode(enc.decode(tokens));
+    }
+    else {
+        return content;
+    }
+}
+export function countTokens(text, encoding = 'cl100k_base') {
+    const encoder = get_encoding(encoding);
+    if (!encoder) {
+        throw new Error(`Unknown encoding ${encoding}`);
+    }
+    const tokens = encoder.encode(text);
+    return {
+        count: tokens.length,
+        encoding: encoding,
+    };
+}
+//# sourceMappingURL=tokens.js.map

package/lib/esm/utils/tokens.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokens.js","sourceRoot":"","sources":["../../../src/utils/tokens.ts"],"names":[],"mappings":"AACA,OAAO,EAAoB,YAAY,EAAE,MAAM,UAAU,CAAC;AAQ1D,MAAM,UAAU,gBAAgB,CAAC,OAAe,EAAE,EAAgB;IAC9D,IAAI,QAA0B,CAAC;IAC/B,IAAI,SAAiB,CAAC;IACtB,IAAI,OAAO,EAAE,KAAK,QAAQ,EAAE,CAAC;QACzB,SAAS,GAAG,EAAE,CAAC;QACf,QAAQ,GAAG,aAAa,CAAC;IAC7B,CAAC;SAAM,CAAC;QACJ,SAAS,GAAG,EAAE,CAAC,UAAU,CAAC;QAC1B,QAAQ,GAAG,EAAE,CAAC,QAAQ,IAAI,aAAa,CAAC;IAC5C,CAAC;IACD,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IACnC,IAAI,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACjC,IAAI,MAAM,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;QAC5B,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QACpC,OAAO,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IACxD,CAAC;SAAM,CAAC;QACJ,OAAO,OAAO,CAAC;IACnB,CAAC;AACL,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAY,EAAE,WAA6B,aAAa;IAEhF,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IACvC,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,EAAE,CAAC,CAAC;IACpD,CAAC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAEpC,OAAO;QACH,KAAK,EAAE,MAAM,CAAC,MAAM;QACpB,QAAQ,EAAE,QAAQ;KACrB,CAAC;AAEN,CAAC"}

package/lib/esm/vars.js

@@ -0,0 +1,4 @@
+// exported as a named export /vars
+export * from "./dsl/validation.js";
+export * from "./dsl/vars.js";
+//# sourceMappingURL=vars.js.map

package/lib/esm/vars.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vars.js","sourceRoot":"","sources":["../../src/vars.ts"],"names":[],"mappings":"AAAA,mCAAmC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,eAAe,CAAC"}

package/lib/esm/workflows.js

@@ -0,0 +1,8 @@
+/**
+ * Export workflows to be registered on temporal workers
+ */
+export { dslWorkflow } from "./dsl/dsl-workflow.js";
+export { iterativeGenerationWorkflow } from "./iterative-generation/iterativeGenerationWorkflow.js";
+export { notifyWebhookWorkflow } from "./system/notifyWebhookWorkflow.js";
+export { recalculateEmbeddingsWorkflow } from "./system/recalculateEmbeddingsWorkflow.js";
+//# sourceMappingURL=workflows.js.map

package/lib/esm/workflows.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"workflows.js","sourceRoot":"","sources":["../../src/workflows.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,2BAA2B,EAAE,MAAM,uDAAuD,CAAC;AACpG,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAC1E,OAAO,EAAE,6BAA6B,EAAE,MAAM,2CAA2C,CAAC"}