@vertesia/workflow 0.78.0-dev-28b447d → 0.79.0

package/src/dsl/setup/ActivityContext.ts

@@ -6,32 +6,16 @@ import {
     Project,
     WorkflowExecutionPayload,
 } from "@vertesia/common";
-import {
-    DocumentNotFoundError,
-    WorkflowParamNotFoundError,
-} from "../../errors.js";
+import { DocumentNotFoundError, WorkflowParamNotFoundError } from "../../errors.js";
 import { getProjectFromToken } from "../../utils/auth.js";
 import { getVertesiaClient } from "../../utils/client.js";
 import { Vars } from "../vars.js";
-import {
-    getFetchProvider,
-    registerFetchProviderFactory,
-} from "./fetch/index.js";
-import {
-    DocumentProvider,
-    DocumentTypeProvider,
-    InteractionRunProvider,
-} from "./fetch/providers.js";
+import { getFetchProvider, registerFetchProviderFactory } from "./fetch/index.js";
+import { DocumentProvider, DocumentTypeProvider, InteractionRunProvider } from "./fetch/providers.js";
 
 registerFetchProviderFactory(DocumentProvider.ID, DocumentProvider.factory);
-registerFetchProviderFactory(
-    DocumentTypeProvider.ID,
-    DocumentTypeProvider.factory,
-);
-registerFetchProviderFactory(
-    InteractionRunProvider.ID,
-    InteractionRunProvider.factory,
-);
+registerFetchProviderFactory(DocumentTypeProvider.ID, DocumentTypeProvider.factory);
+registerFetchProviderFactory(InteractionRunProvider.ID, InteractionRunProvider.factory);
 
 export class ActivityContext<ParamsT extends Record<string, any>> {
     client: VertesiaClient;
@@ -56,10 +40,7 @@ export class ActivityContext<ParamsT extends Record<string, any>> {
             log.error("No objectId found in payload");
             throw new WorkflowParamNotFoundError(
                 "objectIds[0]",
-                (
-                    this
-                        .payload as WorkflowExecutionPayload as DSLWorkflowExecutionPayload
-                ).workflow,
+                (this.payload as WorkflowExecutionPayload as DSLWorkflowExecutionPayload).workflow,
             );
         }
         return objectId;
@@ -75,10 +56,7 @@ export class ActivityContext<ParamsT extends Record<string, any>> {
             log.error("No runId found in activityInfo");
             throw new WorkflowParamNotFoundError(
                 "runId",
-                (
-                    this
-                        .payload as WorkflowExecutionPayload as DSLWorkflowExecutionPayload
-                ).workflow,
+                (this.payload as WorkflowExecutionPayload as DSLWorkflowExecutionPayload).workflow,
             );
         }
         return runId;
@@ -90,10 +68,7 @@ export class ActivityContext<ParamsT extends Record<string, any>> {
             log.error("No workflowId found in activityInfo");
             throw new WorkflowParamNotFoundError(
                 "workflowId",
-                (
-                    this
-                        .payload as WorkflowExecutionPayload as DSLWorkflowExecutionPayload
-                ).workflow,
+                (this.payload as WorkflowExecutionPayload as DSLWorkflowExecutionPayload).workflow,
             );
         }
         return workflowId;
@@ -127,7 +102,7 @@ export async function setupActivity<ParamsT extends Record<string, any>>(
         });
     }
 
-    const client = await getVertesiaClient(payload);
+    const client = getVertesiaClient(payload);
     const fetchSpecs = payload.activity.fetch;
     if (fetchSpecs) {
         const keys = Object.keys(fetchSpecs);
@@ -143,10 +118,7 @@ export async function setupActivity<ParamsT extends Record<string, any>>(
 
                 const provider = getFetchProvider(client, fetchSpec);
 
-                log.info(
-                    `Fetching data for ${key} with provider ${provider.name}`,
-                    { fetchSpec },
-                );
+                log.info(`Fetching data for ${key} with provider ${provider.name}`, { fetchSpec });
                 const result = await provider.fetch(fetchSpec);
                 if (result && result.length > 0) {
                     if (fetchSpec.limit === 1) {
@@ -155,9 +127,7 @@ export async function setupActivity<ParamsT extends Record<string, any>>(
                         vars.setValue(key, result);
                     }
                 } else if (fetchSpec.on_not_found === "throw") {
-                    throw new DocumentNotFoundError(
-                        "No documents found for: " + JSON.stringify(fetchSpec),
-                    );
+                    throw new DocumentNotFoundError("No documents found for: " + JSON.stringify(fetchSpec));
                 } else {
                     vars.setValue(key, null);
                 }
@@ -171,10 +141,7 @@ export async function setupActivity<ParamsT extends Record<string, any>>(
     return new ActivityContext<ParamsT>(payload, client, params);
 }
 
-async function _fetchProject(
-    client: VertesiaClient,
-    payload: WorkflowExecutionPayload,
-) {
+async function _fetchProject(client: VertesiaClient, payload: WorkflowExecutionPayload) {
     const project = await getProjectFromToken(payload.auth_token);
     return project ? await client.projects.retrieve(project.id) : undefined;
 }

package/src/dsl/workflow-exec-child.test.ts

@@ -159,7 +159,7 @@ describe('DSL Workflow with child workflows', () => {
             account_id: '123',
             project_id: '123',
             wf_rule_name: 'test',
-            auth_token: process.env.VERTESIA_KEY || 'eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJodHRwOi8vbW9jay10b2tlbi1zZXJ2ZXIiLCJzdWIiOiJ0ZXN0In0.signature',
+            auth_token: 'test',
             config: {
                 studio_url: process.env.CP_STUDIO_URL || "http://localhost:8081",
                 store_url: process.env.CP_STORE_URL || "http://localhost:8082",
@@ -203,7 +203,7 @@ describe('DSL Workflow with child workflows', () => {
             account_id: '123',
             project_id: '123',
             wf_rule_name: 'test',
-            auth_token: process.env.VERTESIA_KEY || 'eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJodHRwOi8vbW9jay10b2tlbi1zZXJ2ZXIiLCJzdWIiOiJ0ZXN0In0.signature',
+            auth_token: 'test',
             config: {
                 studio_url: process.env.CP_STUDIO_URL || "http://localhost:8081",
                 store_url: process.env.CP_STORE_URL || "http://localhost:8082",
@@ -247,7 +247,7 @@ describe('DSL Workflow with child workflows', () => {
             account_id: '123',
             project_id: '123',
             wf_rule_name: 'test',
-            auth_token: process.env.VERTESIA_KEY || 'eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJodHRwOi8vbW9jay10b2tlbi1zZXJ2ZXIiLCJzdWIiOiJ0ZXN0In0.signature',
+            auth_token: 'test',
             config: {
                 studio_url: process.env.CP_STUDIO_URL || "http://localhost:8081",
                 store_url: process.env.CP_STORE_URL || "http://localhost:8082",

package/src/dsl/workflow-fetch.test.ts

@@ -107,7 +107,7 @@ describe('DSL Workflow', () => {
             project_id: '123',
             timestamp: Date.now(),
             wf_rule_name: 'test',
-            auth_token: process.env.VERTESIA_KEY || 'eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJodHRwOi8vbW9jay10b2tlbi1zZXJ2ZXIiLCJzdWIiOiJ0ZXN0In0.signature',
+            auth_token: 'test',
             config: {
                 studio_url: process.env.CP_STUDIO_URL || "http://localhost:8081",
                 store_url: process.env.CP_STORE_URL || "http://localhost:8082",

package/src/dsl/workflow-import.test.ts

@@ -61,7 +61,7 @@ describe('DSL Workflow import vars', () => {
             project_id: '123',
             timestamp: Date.now(),
             wf_rule_name: 'test',
-            auth_token: process.env.VERTESIA_KEY || 'eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJodHRwOi8vbW9jay10b2tlbi1zZXJ2ZXIiLCJzdWIiOiJ0ZXN0In0.signature',
+            auth_token: 'test',
             config: {
                 studio_url: process.env.CP_STUDIO_URL || "http://localhost:8081",
                 store_url: process.env.CP_STORE_URL || "http://localhost:8082",

package/src/dsl/workflow.test.ts

@@ -91,7 +91,7 @@ describe('DSL Workflow', () => {
             project_id: '123',
             timestamp: Date.now(),
             wf_rule_name: 'test',
-            auth_token: process.env.VERTESIA_KEY || 'eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJodHRwOi8vbW9jay10b2tlbi1zZXJ2ZXIiLCJzdWIiOiJ0ZXN0In0.signature',
+            auth_token: 'test',
             config: {
                 studio_url: process.env.CP_STUDIO_URL || "http://localhost:8081",
                 store_url: process.env.CP_STORE_URL || "http://localhost:8082",

package/src/iterative-generation/activities/extractToc.ts

@@ -2,16 +2,8 @@ import { log } from "@temporalio/activity";
 import { WorkflowExecutionPayload } from "@vertesia/common";
 import { parse as parseYaml } from "yaml";
 import { getVertesiaClient } from "../../utils/client.js";
-import {
-    buildAndPublishMemoryPack,
-    loadMemoryPack,
-} from "../../utils/memory.js";
-import {
-    IterativeGenerationPayload,
-    OutputMemoryMeta,
-    Toc,
-    TocIndex,
-} from "../types.js";
+import { buildAndPublishMemoryPack, loadMemoryPack } from "../../utils/memory.js";
+import { IterativeGenerationPayload, OutputMemoryMeta, Toc, TocIndex } from "../types.js";
 import { tocIndex } from "../utils.js";
 
 /**
@@ -20,12 +12,10 @@ import { tocIndex } from "../utils.js";
  *
  * @param payload
  */
-export async function it_gen_extractToc(
-    payload: WorkflowExecutionPayload,
-): Promise<TocIndex | null> {
+export async function it_gen_extractToc(payload: WorkflowExecutionPayload): Promise<TocIndex | null> {
     const vars = payload.vars as IterativeGenerationPayload;
     const memory = vars.memory;
-    const client = await getVertesiaClient(payload);
+    const client = getVertesiaClient(payload);
 
     const inMemory = await loadMemoryPack(client, `${memory}/input`);
     let tocJson: string | null = null;
@@ -47,17 +37,13 @@ export async function it_gen_extractToc(
 
     log.info(`Found a TOC in the input memory pack`);
 
-    await buildAndPublishMemoryPack(
-        client,
-        `${vars.memory}/output`,
-        async () => {
-            return {
-                toc,
-                lastProcessedPart: undefined, // the part index (a number array)
-                previouslyGenerated: "",
-            } as OutputMemoryMeta;
-        },
-    );
+    await buildAndPublishMemoryPack(client, `${vars.memory}/output`, async () => {
+        return {
+            toc,
+            lastProcessedPart: undefined, // the part index (a number array)
+            previouslyGenerated: ""
+        } as OutputMemoryMeta
+    });
 
     return tocIndex(toc);
-}
+}

package/src/iterative-generation/activities/finalizeOutput.ts

@@ -2,24 +2,14 @@ import { log } from "@temporalio/activity";
 import { WorkflowExecutionPayload } from "@vertesia/common";
 import { getVertesiaClient } from "../../utils/client.js";
 import { expandVars } from "../../utils/expand-vars.js";
-import {
-    buildAndPublishMemoryPack,
-    loadMemoryPack,
-} from "../../utils/memory.js";
-import {
-    IterativeGenerationPayload,
-    Section,
-    SECTION_ID_PLACEHOLDER,
-    TocSection,
-} from "../types.js";
+import { buildAndPublishMemoryPack, loadMemoryPack } from "../../utils/memory.js";
+import { IterativeGenerationPayload, Section, SECTION_ID_PLACEHOLDER, TocSection } from "../types.js";
 
-export async function it_gen_finalizeOutput(
-    payload: WorkflowExecutionPayload,
-): Promise<string> {
+export async function it_gen_finalizeOutput(payload: WorkflowExecutionPayload): Promise<string> {
     const vars = payload.vars as IterativeGenerationPayload;
 
     const memory = vars.memory;
-    const client = await getVertesiaClient(payload);
+    const client = getVertesiaClient(payload);
     const inMemory = await loadMemoryPack(client, `${memory}/input`);
     const outMemory = await loadMemoryPack(client, `${memory}/output`);
 
@@ -45,56 +35,43 @@ export async function it_gen_finalizeOutput(
     }
     const sections = JSON.parse(content) as Section[];
 
-    await buildAndPublishMemoryPack(
-        client,
-        `${memory}/output`,
-        async ({ copyText }) => {
-            // copy the input toc file if any
-            if (toc) {
-                copyText(toc, tocName);
-            }
-            // copy the raw JSON content
-            copyText(content, "content.json");
-            if (vars.section_file_pattern) {
-                log.info(
-                    `Saving sections to files using pattern: ${vars.section_file_pattern}`,
-                );
-                // save sections to files
-                for (const section of sections) {
-                    let content = section.content;
-                    if (vars.section_file_header) {
-                        content =
-                            getSectionFileHeader(
-                                section,
-                                vars.section_file_header,
-                            ) +
-                            "\n\n" +
-                            content;
-                    }
-                    copyText(
-                        content,
-                        getSectionFileName(section, vars.section_file_pattern),
-                    );
+    await buildAndPublishMemoryPack(client, `${memory}/output`, async ({ copyText }) => {
+        // copy the input toc file if any
+        if (toc) {
+            copyText(toc, tocName);
+        }
+        // copy the raw JSON content
+        copyText(content, "content.json");
+        if (vars.section_file_pattern) {
+            log.info(`Saving sections to files using pattern: ${vars.section_file_pattern}`);
+            // save sections to files
+            for (const section of sections) {
+                let content = section.content;
+                if (vars.section_file_header) {
+                    content = getSectionFileHeader(section, vars.section_file_header) + '\n\n' + content;
                 }
+                copyText(content, getSectionFileName(section, vars.section_file_pattern));
             }
-            return {
-                ...inMeta,
-                vars,
-            };
-        },
-    );
+        }
+        return {
+            ...inMeta,
+            vars
+        };
+    });
 
     return `Processing done. Extracted files to: ${vars.section_file_pattern}`;
 }
 
+
+
 function getSectionFileHeader(section: TocSection, header: string): string {
     const date = new Date().toISOString();
     return expandVars(header, {
         section,
-        date,
+        date
     });
 }
 
 function getSectionFileName(section: TocSection, pattern: string): string {
     return pattern.replace(SECTION_ID_PLACEHOLDER, section.id);
-}
+}

package/src/iterative-generation/activities/generatePart.ts

@@ -2,50 +2,30 @@ import { ApplicationFailure } from "@temporalio/workflow";
 import { WorkflowExecutionPayload } from "@vertesia/common";
 import { MemoryPack } from "@vertesia/memory";
 import { getVertesiaClient } from "../../utils/client.js";
-import {
-    buildAndPublishMemoryPack,
-    loadMemoryPack,
-} from "../../utils/memory.js";
-import {
-    IterativeGenerationPayload,
-    OutputMemoryMeta,
-    Section,
-    TocPart,
-    TocSection,
-} from "../types.js";
+import { buildAndPublishMemoryPack, loadMemoryPack } from "../../utils/memory.js";
+import { IterativeGenerationPayload, OutputMemoryMeta, Section, TocPart, TocSection } from "../types.js";
 import { executeWithVars, expectMemoryIsConsistent } from "../utils.js";
 import { completionResultToString } from "@llumiverse/common";
 
-export async function it_gen_generatePart(
-    payload: WorkflowExecutionPayload,
-    path: number[],
-) {
+export async function it_gen_generatePart(payload: WorkflowExecutionPayload, path: number[]) {
     const vars = payload.vars as IterativeGenerationPayload;
-    const client = await getVertesiaClient(payload);
+    const client = getVertesiaClient(payload);
     const memory = vars.memory;
 
     const [sectionIndex, partIndex] = path;
     const outMemory = await loadMemoryPack(client, `${memory}/output`);
-    const meta = (await outMemory.getMetadata()) as OutputMemoryMeta;
+    const meta = await outMemory.getMetadata() as OutputMemoryMeta;
 
     // the section we build is the section at the given index
     const section: TocSection = meta.toc.sections[sectionIndex];
     if (!section) {
-        throw ApplicationFailure.nonRetryable(
-            "Section not found in the TOC",
-            "SectionNotFound",
-            { memory, path },
-        );
+        throw ApplicationFailure.nonRetryable('Section not found in the TOC', 'SectionNotFound', { memory, path });
     }
     let part: TocPart | undefined;
     if (partIndex !== undefined) {
         part = section.parts?.[partIndex];
         if (!part) {
-            throw ApplicationFailure.nonRetryable(
-                "Part not found in the TOC section",
-                "PartNotFound",
-                { memory, path },
-            );
+            throw ApplicationFailure.nonRetryable('Part not found in the TOC section', 'PartNotFound', { memory, path });
         }
     }
 
@@ -53,26 +33,17 @@ export async function it_gen_generatePart(
 
     const content = await loadGeneratedContent(outMemory);
 
-    let previously_generated = getPreviouslyGeneratedContent(
-        content,
-        !part,
-        vars.remembrance_strategy,
-    );
+    let previously_generated = getPreviouslyGeneratedContent(content, !part, vars.remembrance_strategy);
 
-    if (!part) {
-        // a new section
+    if (!part) { // a new section
         content.push({
             id: section.id,
             name: section.name,
             description: section.description,
-            content: "",
-        });
+            content: ''
+        })
     } else if (!content.length) {
-        throw ApplicationFailure.nonRetryable(
-            "content.json is empty while generating a part",
-            "InvalidIterationState",
-            { memory, path },
-        );
+        throw ApplicationFailure.nonRetryable('content.json is empty while generating a part', 'InvalidIterationState', { memory, path });
     }
 
     const interaction = vars.iterative_interaction || vars.interaction;
@@ -83,42 +54,30 @@ export async function it_gen_generatePart(
             section: section.name,
             part: part?.name,
             path: path,
-        },
+        }
     });
 
     const result = r.result.map(completionResultToString).join('\n');
     content[content.length - 1].content += result;
     meta.lastProcessedPart = path;
-    await buildAndPublishMemoryPack(
-        client,
-        `${memory}/output`,
-        async ({ copyText }) => {
-            copyText(JSON.stringify(content, null, 2), "content.json");
-            return meta;
-        },
-    );
+    await buildAndPublishMemoryPack(client, `${memory}/output`, async ({ copyText }) => {
+        copyText(JSON.stringify(content, null, 2), "content.json");
+        return meta;
+    });
 }
 
 async function loadGeneratedContent(memory: MemoryPack): Promise<Section[]> {
-    const content = await memory.getEntryText("content.json");
+    const content = await memory.getEntryText('content.json');
     return content ? JSON.parse(content) : [];
 }
 
-function getPreviouslyGeneratedContent(
-    sections: Section[],
-    isNewSection: boolean,
-    strategy?: "document" | "section" | "none",
-): string {
+function getPreviouslyGeneratedContent(sections: Section[], isNewSection: boolean, strategy?: "document" | "section" | "none"): string {
     switch (strategy) {
         case "document":
-            return sections
-                .map((section: Section) => section.content || "")
-                .join("\n\n");
+            return sections.map((section: Section) => section.content || '').join('\n\n');
         case "none":
-            return "";
+            return '';
         default:
-            return isNewSection
-                ? ""
-                : sections[sections.length - 1]?.content || "";
+            return isNewSection ? '' : sections[sections.length - 1]?.content || '';
     }
-}
+}