@vertesia/workflow 0.55.0 → 0.56.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vertesia/workflow",
-  "version": "0.55.0",
+  "version": "0.56.0",
   "type": "module",
   "description": "Composable prompts workflow dsl",
   "main": "./lib/esm/index.js",
@@ -51,9 +51,9 @@
     "tmp": "^0.2.3",
     "tmp-promise": "^3.0.3",
     "yaml": "^2.6.0",
-    "@llumiverse/core": "0.17.0",
-    "@vertesia/common": "0.55.0",
-    "@vertesia/client": "0.55.0"
+    "@vertesia/common": "0.56.0",
+    "@llumiverse/common": "0.18.0",
+    "@vertesia/client": "0.56.0"
   },
   "ts_dual_module": {
     "outDir": "lib",

package/src/activities/executeInteraction.ts

@@ -1,4 +1,4 @@
-import { ModelOptions } from "@llumiverse/core";
+import { ModelOptions } from "@llumiverse/common";
 import { activityInfo, log } from "@temporalio/activity";
 import { VertesiaClient } from "@vertesia/client";
 import {
@@ -74,10 +74,13 @@ export interface InteractionExecutionParams {
     model?: string;
 
     /**
-     * Force a JSON schema for the result
+     * Request a JSON schema for the result
      */
     result_schema?: any;
 
+    /** Wether to validate the result against the schema */
+    validate_result?: boolean;
+
     /**
      * Tags to add to the execution run
      */
@@ -154,6 +157,9 @@ export async function executeInteraction(payload: DSLActivityExecutionPayload<Ex
         if (error.message.includes("Failed to validate merged prompt schema")) {
             //issue with the input data, don't retry
             throw new ActivityParamInvalid("prompt_data", payload.activity, error.message);
+        } else if (error.message.includes("modelId: Path `modelId` is required")) {
+            //issue with the input data, don't retry
+            throw new ActivityParamInvalid("model", payload.activity, error.message);
         } else {
             throw error;
         }
@@ -203,6 +209,7 @@ export async function executeInteractionFromActivity(
         environment: params.environment,
         model: params.model,
         model_options: params.model_options,
+        do_validate: params.validate_result,
     };
     const data = {
         ...prompt_data,

package/src/activities/generateDocumentProperties.ts

@@ -73,6 +73,7 @@ export async function generateDocumentProperties(
             ...params,
             include_previous_error: true,
             result_schema: type.object_schema,
+            validate_result: type.strict_mode,
         },
         promptData,
         payload.debug_mode ?? false,

package/src/activities/generateEmbeddings.ts

@@ -1,4 +1,4 @@
-import { EmbeddingsResult } from "@llumiverse/core";
+import { EmbeddingsResult } from "@llumiverse/common";
 import { log } from "@temporalio/activity";
 import { VertesiaClient } from "@vertesia/client";
 import { ContentObject, DSLActivityExecutionPayload, DSLActivitySpec, ProjectConfigurationEmbeddings, SupportedEmbeddingTypes } from "@vertesia/common";
@@ -322,7 +322,7 @@ async function generateEmbeddingsFromStudio(text: string, env: string, client: V
 }
 
 //Simplified attention mechanism
-// This is a naive implementation and should be replaced with a more sophisticated 
+// This is a naive implementation and should be replaced with a more sophisticated
 // using tensorflow in a specific package
 function computeAttentionEmbedding(chunkEmbeddings: number[][]): number[] {
     if (chunkEmbeddings.length === 0) return [];

package/src/dsl/dsl-workflow.ts

@@ -21,7 +21,7 @@ import {
     WorkflowExecutionPayload
 } from "@vertesia/common";
 import ms, { StringValue } from 'ms';
-import { ActivityParamNotFound, NoDocumentFound, WorkflowParamNotFound } from "../errors.js";
+import { ActivityParamInvalid, ActivityParamNotFound, NoDocumentFound, WorkflowParamNotFound } from "../errors.js";
 import { Vars } from "./vars.js";
 import { HandleDslErrorParams } from "../activities/handleError.js";
 import * as activities from "../activities/index.js";
@@ -65,6 +65,7 @@ export async function dslWorkflow(payload: DSLWorkflowExecutionPayload) {
                 NoDocumentFound.name,
                 ActivityParamNotFound.name,
                 WorkflowParamNotFound.name,
+                ActivityParamInvalid.name,
             ],
         },
     };

package/src/iterative-generation/utils.ts

@@ -2,7 +2,7 @@ import { VertesiaClient } from "@vertesia/client";
 import { ExecutionRun } from "@vertesia/common";
 import { ApplicationFailure } from "@temporalio/workflow";
 import { OutputMemoryMeta, PartIndex, Toc, TocIndex, TocSection } from "./types.js";
-import { ModelOptions, TextFallbackOptions } from "@llumiverse/core";
+import { ModelOptions, TextFallbackOptions } from "@llumiverse/common";
 
 //TODO: For whole file, support for options beyond max_tokens and temperature and multiple modalities.
 export interface ExecuteOptions {

package/src/utils/blobs.ts

@@ -3,6 +3,8 @@ import crypto from "crypto";
 import { createWriteStream } from "fs";
 import tmp from "tmp";
 import { NoDocumentFound } from "../errors.js";
+import { Readable } from "stream";
+import { pipeline } from "stream/promises";
 
 tmp.setGracefulCleanup();
 
@@ -32,32 +34,24 @@ export async function fetchBlobAsBase64(client: VertesiaClient, blobUri: string)
     return buffer.toString("base64");
 }
 
-export async function saveBlobToFile(client: VertesiaClient, blobUri: string, toFile: string): Promise<void> {
-    let stream = await fetchBlobAsStream(client, blobUri);
+async function saveBlobToFile(client: VertesiaClient, blobUri: string, toFile: string): Promise<void> {
+    const stream = await fetchBlobAsStream(client, blobUri);
+
+    const nodeReadable = Readable.from(stream);
     const out = createWriteStream(toFile);
-    await writeChunksToStream(stream, out);
+
+    await pipeline(nodeReadable, out); // Ensures completion before continuing
 }
 
 export async function saveBlobToTempFile(client: VertesiaClient, blobUri: string, fileExt?: string): Promise<string> {
     const tmpFile = tmp.fileSync({
         prefix: "vertesia-activity-",
         postfix: fileExt ? "." + fileExt : "",
-        discardDescriptor: true,
     });
     await saveBlobToFile(client, blobUri, tmpFile.name);
     return tmpFile.name;
 }
 
-async function writeChunksToStream(chunks: AsyncIterable<Uint8Array>, out: NodeJS.WritableStream) {
-    for await (const chunk of chunks) {
-        if (!out.write(chunk)) {
-            // If the internal buffer is full, wait until it's drained
-            await new Promise((resolve) => out.once("drain", resolve));
-        }
-    }
-    out.end(); // Close the stream when done
-}
-
 export function md5(contents: string) {
     return crypto.createHash("md5").update(contents).digest("hex");
 }