@vertesia/workflow 0.79.1 → 0.79.3

package/package.json

@@ -1,136 +1,136 @@
 {
-    "name": "@vertesia/workflow",
-    "version": "0.79.1",
-    "type": "module",
-    "description": "Vertesia workflow DSL",
-    "main": "./lib/esm/index.js",
-    "files": [
-        "lib",
-        "src"
-    ],
-    "bin": {
-        "bundle-workflows": "./bin/bundle-workflows.mjs"
+  "name": "@vertesia/workflow",
+  "version": "0.79.3",
+  "type": "module",
+  "description": "Vertesia workflow DSL",
+  "main": "./lib/esm/index.js",
+  "files": [
+    "lib",
+    "src"
+  ],
+  "bin": {
+    "bundle-workflows": "./bin/bundle-workflows.mjs"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/vertesia/composableai.git",
+    "directory": "zeno/workflow"
+  },
+  "license": "Apache-2.0",
+  "devDependencies": {
+    "@smithy/types": "^3.7.2",
+    "@temporalio/proto": "^1.11.5",
+    "@temporalio/testing": "^1.11.5",
+    "@temporalio/worker": "^1.11.5",
+    "@types/jsonwebtoken": "^9.0.7",
+    "@types/node": "^22.5.1",
+    "@types/papaparse": "^5.3.15",
+    "@types/tmp": "^0.2.6",
+    "ts-dual-module": "^0.6.3",
+    "vitest": "^3.0.9"
+  },
+  "dependencies": {
+    "@aws-sdk/client-s3": "^3.693.0",
+    "@aws-sdk/client-textract": "^3.693.0",
+    "@aws-sdk/credential-providers": "^3.693.0",
+    "@temporalio/activity": "^1.11.5",
+    "@temporalio/workflow": "^1.11.5",
+    "@types/json-schema": "^7.0.15",
+    "fast-deep-equal": "^3.1.3",
+    "jsonwebtoken": "^9.0.2",
+    "mime": "^4.0.0",
+    "ms": "3.0.0-canary.1",
+    "node-web-stream-adapters": "^0.2.1",
+    "p-limit": "^6.2.0",
+    "papaparse": "^5.4.1",
+    "seedrandom": "^3.0.5",
+    "sharp": "^0.33.4",
+    "tiktoken": "^1.0.15",
+    "tmp": "^0.2.3",
+    "tmp-promise": "^3.0.3",
+    "yaml": "^2.6.0",
+    "@vertesia/api-fetch-client": "0.79.3",
+    "@llumiverse/common": "0.22.2",
+    "@vertesia/client": "0.79.3",
+    "@vertesia/memory": "0.79.3",
+    "@vertesia/common": "0.79.3"
+  },
+  "ts_dual_module": {
+    "outDir": "lib",
+    "exports": {
+      "activities": "./activities/index.js",
+      "dsl-activities": "./activities/index-dsl.js",
+      "workflows": "./workflows",
+      "workflows-bundle": "./workflows-bundle.js",
+      "vars": "./vars"
+    }
+  },
+  "exports": {
+    ".": {
+      "types": "./lib/types/index.d.ts",
+      "import": "./lib/esm/index.js",
+      "require": "./lib/cjs/index.js"
     },
-    "scripts": {
-        "test": "vitest run",
-        "build": "pnpm exec tsmod build && node ./bin/bundle-workflows.mjs lib/esm/workflows.js lib/workflows-bundle.js",
-        "clean": "rm -rf ./lib tsconfig.tsbuildinfo"
+    "./vars": {
+      "types": "./lib/types/vars.d.ts",
+      "import": "./lib/esm/vars.js",
+      "require": "./lib/cjs/vars.js"
     },
-    "repository": {
-        "type": "git",
-        "url": "https://github.com/vertesia/composableai.git",
-        "directory": "zeno/workflow"
+    "./activities": {
+      "types": "./lib/types/activities/index.d.ts",
+      "import": "./lib/esm/activities/index.js",
+      "require": "./lib/cjs/activities/index.js"
     },
-    "license": "Apache-2.0",
-    "devDependencies": {
-        "@smithy/types": "^3.7.2",
-        "@temporalio/proto": "^1.11.5",
-        "@temporalio/testing": "^1.11.5",
-        "@temporalio/worker": "^1.11.5",
-        "@types/jsonwebtoken": "^9.0.7",
-        "@types/node": "^22.5.1",
-        "@types/papaparse": "^5.3.15",
-        "@types/tmp": "^0.2.6",
-        "ts-dual-module": "^0.6.3",
-        "vitest": "^3.0.9"
+    "./dsl-activities": {
+      "types": "./lib/types/activities/index-dsl.d.ts",
+      "import": "./lib/esm/activities/index-dsl.js",
+      "require": "./lib/cjs/activities/index-dsl.js"
     },
-    "dependencies": {
-        "@aws-sdk/client-s3": "^3.693.0",
-        "@aws-sdk/client-textract": "^3.693.0",
-        "@aws-sdk/credential-providers": "^3.693.0",
-        "@llumiverse/common": "workspace:*",
-        "@temporalio/activity": "^1.11.5",
-        "@temporalio/workflow": "^1.11.5",
-        "@types/json-schema": "^7.0.15",
-        "@vertesia/api-fetch-client": "workspace:*",
-        "@vertesia/client": "workspace:*",
-        "@vertesia/common": "workspace:*",
-        "@vertesia/memory": "workspace:*",
-        "fast-deep-equal": "^3.1.3",
-        "jsonwebtoken": "^9.0.2",
-        "mime": "^4.0.0",
-        "ms": "3.0.0-canary.1",
-        "node-web-stream-adapters": "^0.2.1",
-        "p-limit": "^6.2.0",
-        "papaparse": "^5.4.1",
-        "seedrandom": "^3.0.5",
-        "sharp": "^0.33.4",
-        "tiktoken": "^1.0.15",
-        "tmp": "^0.2.3",
-        "tmp-promise": "^3.0.3",
-        "yaml": "^2.6.0"
+    "./workflows": {
+      "types": "./lib/types/workflows.d.ts",
+      "import": "./lib/esm/workflows.js",
+      "require": "./lib/cjs/workflows.js"
     },
-    "ts_dual_module": {
-        "outDir": "lib",
-        "exports": {
-            "activities": "./activities/index.js",
-            "dsl-activities": "./activities/index-dsl.js",
-            "workflows": "./workflows",
-            "workflows-bundle": "./workflows-bundle.js",
-            "vars": "./vars"
-        }
+    "./dsl": {
+      "types": "./lib/types/dsl.d.ts",
+      "import": "./lib/esm/dsl.js",
+      "require": "./lib/cjs/dsl.js"
     },
-    "exports": {
-        ".": {
-            "types": "./lib/types/index.d.ts",
-            "import": "./lib/esm/index.js",
-            "require": "./lib/cjs/index.js"
-        },
-        "./vars": {
-            "types": "./lib/types/vars.d.ts",
-            "import": "./lib/esm/vars.js",
-            "require": "./lib/cjs/vars.js"
-        },
-        "./activities": {
-            "types": "./lib/types/activities/index.d.ts",
-            "import": "./lib/esm/activities/index.js",
-            "require": "./lib/cjs/activities/index.js"
-        },
-        "./dsl-activities": {
-            "types": "./lib/types/activities/index-dsl.d.ts",
-            "import": "./lib/esm/activities/index-dsl.js",
-            "require": "./lib/cjs/activities/index-dsl.js"
-        },
-        "./workflows": {
-            "types": "./lib/types/workflows.d.ts",
-            "import": "./lib/esm/workflows.js",
-            "require": "./lib/cjs/workflows.js"
-        },
-        "./dsl": {
-            "types": "./lib/types/dsl.d.ts",
-            "import": "./lib/esm/dsl.js",
-            "require": "./lib/cjs/dsl.js"
-        },
-        "./workflows-bundle": {
-            "import": "./lib/workflows-bundle.js"
-        },
-        "./errors": {
-            "types": "./lib/types/errors.d.ts",
-            "import": "./lib/esm/errors.js",
-            "require": "./lib/cjs/errors.js"
-        }
+    "./workflows-bundle": {
+      "import": "./lib/workflows-bundle.js"
     },
-    "types": "./lib/types/index.d.ts",
-    "typesVersions": {
-        "*": {
-            "activities": [
-                "./lib/types/activities/index.d.ts"
-            ],
-            "dsl-activities": [
-                "./lib/types/activities/index-dsl.d.ts"
-            ],
-            "workflows": [
-                "./lib/types/workflows.d.ts"
-            ],
-            "dsl": [
-                "./lib/types/dsl.d.ts"
-            ],
-            "vars": [
-                "./lib/types/dsl/vars.d.ts"
-            ],
-            "errors": [
-                "./lib/types/errors.d.ts"
-            ]
-        }
+    "./errors": {
+      "types": "./lib/types/errors.d.ts",
+      "import": "./lib/esm/errors.js",
+      "require": "./lib/cjs/errors.js"
+    }
+  },
+  "types": "./lib/types/index.d.ts",
+  "typesVersions": {
+    "*": {
+      "activities": [
+        "./lib/types/activities/index.d.ts"
+      ],
+      "dsl-activities": [
+        "./lib/types/activities/index-dsl.d.ts"
+      ],
+      "workflows": [
+        "./lib/types/workflows.d.ts"
+      ],
+      "dsl": [
+        "./lib/types/dsl.d.ts"
+      ],
+      "vars": [
+        "./lib/types/dsl/vars.d.ts"
+      ],
+      "errors": [
+        "./lib/types/errors.d.ts"
+      ]
     }
-}
+  },
+  "scripts": {
+    "test": "vitest run",
+    "build": "pnpm exec tsmod build && node ./bin/bundle-workflows.mjs lib/esm/workflows.js lib/workflows-bundle.js",
+    "clean": "rm -rf ./lib tsconfig.tsbuildinfo"
+  }
+}

package/src/activities/executeInteraction.ts

@@ -1,4 +1,4 @@
-import { CompletionResult, Modalities, ModelOptions } from "@llumiverse/common";
+import { CompletionResult, ModelOptions } from "@llumiverse/common";
 import { activityInfo, log } from "@temporalio/activity";
 import { VertesiaClient } from "@vertesia/client";
 import { NodeStreamSource } from "@vertesia/client/node";
@@ -159,32 +159,37 @@ export async function executeInteraction(payload: DSLActivityExecutionPayload<Ex
         let completionResult: CompletionResult[] = res.result;
 
         // Handle image uploads if the result contains base64 images
-        if (res.output_modality === Modalities.image) {
-            const images = res.result.images();
+        const imageResults = completionResult.filter(r => r.type === "image");
+        if (imageResults.length > 0) {
             const uploadedImages = await Promise.all(
-                images.map((image: string, index: number) => {
-                    // Extract base64 data and create buffer
-                    const base64Data = image.replace(/^data:image\/[a-z]+;base64,/, "");
-                    const buffer = Buffer.from(base64Data, 'base64');
-
-                    // Generate filename
-                    const { runId } = activityInfo().workflowExecution;
-                    const { activityId } = activityInfo();
-                    const filename = `generated-image-${runId}-${activityId}-${index}.png`;
-
-                    // Create a readable stream from the buffer
-                    const stream = Readable.from(buffer);
-
-                    const source = new NodeStreamSource(
-                        stream,
-                        filename,
-                        "image/png",
-                    );
-
-                    return client.files.uploadFile(source);
+                completionResult.map(async (item, index) => {
+                    if (item.type === "image") {
+                        const image = item.value;
+                        // Extract base64 data and create buffer
+                        const base64Data = image.replace(/^data:image\/[a-z]+;base64,/, "");
+                        const buffer = Buffer.from(base64Data, 'base64');
+
+                        // Generate filename
+                        const { runId } = activityInfo().workflowExecution;
+                        const { activityId } = activityInfo();
+                        const filename = `generated-image-${runId}-${activityId}-${index}.png`;
+
+                        // Create a readable stream from the buffer
+                        const stream = Readable.from(buffer);
+
+                        const source = new NodeStreamSource(
+                            stream,
+                            filename,
+                            "image/png",
+                        );
+
+                        const file = await client.files.uploadFile(source);
+                        return { type: "image", value: file } as CompletionResult;
+                    }
+                    return item;
                 })
             );
-            completionResult = uploadedImages.map(file => ({ type: "image", value: file }));
+            completionResult = uploadedImages;
         }
 
         return projectResult(payload, params, res, {