@vertesia/workflow 0.74.0 → 0.77.0

package/package.json

@@ -1,8 +1,8 @@
 {
   "name": "@vertesia/workflow",
-  "version": "0.74.0",
+  "version": "0.77.0",
   "type": "module",
-  "description": "Composable prompts workflow dsl",
+  "description": "Vertesia workflow DSL",
   "main": "./lib/esm/index.js",
   "files": [
     "lib",
@@ -50,10 +50,10 @@
     "tmp-promise": "^3.0.3",
     "yaml": "^2.6.0",
     "@llumiverse/common": "0.22.0",
-    "@vertesia/common": "0.74.0",
-    "@vertesia/client": "0.74.0",
-    "@vertesia/memory": "0.46.0",
-    "@vertesia/api-fetch-client": "0.74.0"
+    "@vertesia/common": "0.77.0",
+    "@vertesia/client": "0.77.0",
+    "@vertesia/api-fetch-client": "0.77.0",
+    "@vertesia/memory": "0.48.0"
   },
   "ts_dual_module": {
     "outDir": "lib",

package/src/activities/executeInteraction.ts

@@ -1,6 +1,7 @@
-import { ModelOptions } from "@llumiverse/common";
+import { Modalities, ModelOptions } from "@llumiverse/common";
 import { activityInfo, log } from "@temporalio/activity";
 import { VertesiaClient } from "@vertesia/client";
+import { NodeStreamSource } from "@vertesia/client/node";
 import {
     DSLActivityExecutionPayload,
     DSLActivitySpec,
@@ -14,6 +15,7 @@ import { projectResult } from "../dsl/projections.js";
 import { setupActivity } from "../dsl/setup/ActivityContext.js";
 import { ActivityParamInvalidError, ActivityParamNotFoundError } from "../errors.js";
 import { TruncateSpec, truncByMaxTokens } from "../utils/tokens.js";
+import { Readable } from "stream";
 
 //Example:
 //@ts-ignore
@@ -148,11 +150,42 @@ export async function executeInteraction(payload: DSLActivityExecutionPayload<Ex
             prompt_data,
             payload.debug_mode,
         );
+        
+        // Handle image uploads if the result contains base64 images
+        if (res.output_modality === Modalities.image) {
+            const images = res.result.images;
+            const uploadedImages = await Promise.all(
+                images.map((image: string, index: number) => {
+                    // Extract base64 data and create buffer
+                    const base64Data = image.replace(/^data:image\/[a-z]+;base64,/, "");
+                    const buffer = Buffer.from(base64Data, 'base64');
+                    
+                    // Generate filename
+                    const { runId } = activityInfo().workflowExecution;
+                    const { activityId } = activityInfo();
+                    const filename = `generated-image-${runId}-${activityId}-${index}.png`;
+                
+                    // Create a readable stream from the buffer
+                    const stream = Readable.from(buffer);
+                    
+                    const source = new NodeStreamSource(
+                        stream,
+                        filename,
+                        "image/png",
+                    );
+                    
+                    return client.files.uploadFile(source);
+                })
+            );
+            res.result.images = uploadedImages;
+        }
+
         return projectResult(payload, params, res, {
             runId: res.id,
             status: res.status,
             result: res.result,
         });
+
     } catch (error: any) {
         log.error("Failed to execute interaction", { error });
         if (error.message.includes("Failed to validate merged prompt schema")) {

package/src/dsl/dsl-workflow.ts

@@ -143,7 +143,7 @@ async function handleError(originalError: any, basePayload: BaseActivityPayload,
         await CancellationScope.nonCancellable(() => handleDslError(payload));
     } else {
         log.warn(`Workflow execution failed, executing error handler to update document status`, { error: originalError });
-        handleDslError(payload);
+        await handleDslError(payload);
     }
     throw originalError;
 }

package/src/dsl/vars.test.ts

@@ -68,7 +68,7 @@ describe('Workflow vars', () => {
             boolean: "${objectId ?? true}",
             array: "${objectId ?? [1,2]}",
         });
-        // object valus and path expression are not supported
+        // object value and path expression are not supported
         expect(vars.getValue("squote")).toBe("123");
         expect(vars.getValue("dquote")).toBe("123");
         expect(vars.getValue("number")).toBe(123);

package/src/system/recalculateEmbeddingsWorkflow.ts

@@ -20,8 +20,14 @@ const {
 export async function recalculateEmbeddingsWorkflow(payload: WorkflowExecutionPayload) {
 
     const embeddings = [];
+    const payloadType = payload.vars?.type as SupportedEmbeddingTypes;
 
-    for (const type of Object.values(SupportedEmbeddingTypes)) {
+    if (payloadType && !Object.values(SupportedEmbeddingTypes).includes(payloadType)) {
+        throw new Error("Embedding type must be text, image, or properties");
+    }
+    const types = payloadType ? [payloadType] : Object.values(SupportedEmbeddingTypes);
+
+    for (const type of types) {
         embeddings.push(generateEmbeddings(payload, {
             force: true,
             type