@vertesia/workflow 1.2.0 → 1.3.0-dev.20260620.091720Z

package/lib/types/utils/auth.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"auth.d.ts","sourceRoot":"","sources":["../../../src/utils/auth.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAGhE,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,gBAAgB,CAE/D;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAEzE"}

package/lib/types/utils/blobs.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"blobs.d.ts","sourceRoot":"","sources":["../../../src/utils/blobs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAUlD,wBAAsB,iBAAiB,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,CAapH;AACD,wBAAsB,iBAAiB,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAOhG;AAED,wBAAsB,iBAAiB,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAGhG;AAWD,wBAAsB,kBAAkB,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAOnH;AAED,wBAAgB,GAAG,CAAC,QAAQ,EAAE,MAAM,UAEnC"}

package/lib/types/utils/chunks.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"chunks.d.ts","sourceRoot":"","sources":["../../../src/utils/chunks.ts"],"names":[],"mappings":"AACA,MAAM,WAAW,OAAO;IACpB,iBAAiB,EAAE,MAAM,CAAA;IACzB,eAAe,EAAE,MAAM,CAAA;IACvB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;CACf;AAED,eAAO,MAAM,cAAc,GAAI,SAAS,MAAM,EAAE,MAAM,OAAO,KAAG,MAI/D,CAAA;AAED,eAAO,MAAM,eAAe,GAAI,SAAS,MAAM,EAAE,OAAO,OAAO,EAAE,KAAG,MAAM,EAEzE,CAAA"}

package/lib/types/utils/client.d.ts

@@ -1,8 +0,0 @@
-/**
- * get a zeno client for a given token
- */
-import { VertesiaClient, VertesiaClientProps } from "@vertesia/client";
-import { WorkflowExecutionBaseParams } from "@vertesia/common";
-export declare function getVertesiaClient(payload: WorkflowExecutionBaseParams): VertesiaClient;
-export declare function getVertesiaClientOptions(payload: WorkflowExecutionBaseParams): VertesiaClientProps;
-//# sourceMappingURL=client.d.ts.map

package/lib/types/utils/client.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../../src/utils/client.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAEH,cAAc,EACd,mBAAmB,EACtB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,2BAA2B,EAAE,MAAM,kBAAkB,CAAC;AAG/D,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,2BAA2B,kBAErE;AAED,wBAAgB,wBAAwB,CACpC,OAAO,EAAE,2BAA2B,GACrC,mBAAmB,CA2BrB"}

package/lib/types/utils/expand-vars.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"expand-vars.d.ts","sourceRoot":"","sources":["../../../src/utils/expand-vars.ts"],"names":[],"mappings":"AAGA;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,UAUjE"}

package/lib/types/utils/memory.d.ts

@@ -1,8 +0,0 @@
-import { VertesiaClient } from "@vertesia/client";
-import { Commands, MemoryPack } from "@vertesia/memory";
-export declare function publishMemoryPack(client: VertesiaClient, file: string, name: string): Promise<void>;
-export declare function buildMemoryPack(recipeFn: (commands: Commands) => Promise<Record<string, any>>): Promise<string>;
-export declare function buildAndPublishMemoryPack(client: VertesiaClient, name: string, recipeFn: (commands: Commands) => Promise<Record<string, any>>): Promise<void>;
-export declare function fetchMemoryPack(client: VertesiaClient, name: string): Promise<string>;
-export declare function loadMemoryPack(client: VertesiaClient, name: string): Promise<MemoryPack>;
-//# sourceMappingURL=memory.d.ts.map

package/lib/types/utils/memory.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../../../src/utils/memory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAElD,OAAO,EAAE,QAAQ,EAAE,UAAU,EAA0E,MAAM,kBAAkB,CAAC;AAYhI,wBAAsB,iBAAiB,CAAC,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CASzG;AAED,wBAAsB,eAAe,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CASrH;AAED,wBAAsB,yBAAyB,CAAC,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAOnK;AAED,wBAAsB,eAAe,CAAC,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAW3F;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAExF"}

package/lib/types/utils/renditions.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"renditions.d.ts","sourceRoot":"","sources":["../../../src/utils/renditions.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAElD,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAKxD,MAAM,WAAW,oBAAoB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,oBAAoB,CAAC;IAC7B,6FAA6F;IAC7F,UAAU,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAC7B,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,oBAAoB,UAI/B;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAChC,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,oBAAoB,EAC5B,UAAU,GAAE,MAAM,GAAG,MAAU,UASlC;AAED;;GAEG;AACH,wBAAsB,oBAAoB,CACtC,MAAM,EAAE,cAAc,EACtB,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EAAE,EACf,MAAM,EAAE,oBAAoB,EAC5B,WAAW,CAAC,EAAE,MAAM,qBA6EvB"}

package/lib/types/utils/storage.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"storage.d.ts","sourceRoot":"","sources":["../../../src/utils/storage.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAGlD,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAKlC,eAAO,MAAM,gBAAgB,GAAI,OAAO,MAAM,WAAsB,CAAC;AAErE;;;;;;;;;GASG;AACH,wBAAsB,iBAAiB,CACnC,MAAM,EAAE,cAAc,EACtB,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,QAAQ,EACrB,QAAQ,GAAE,MAA2B,EACrC,SAAS,CAAC,EAAE,MAAM,mBA2BrB;AAED,wBAAsB,kBAAkB,CAAC,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,oCAIhG"}

package/lib/types/utils/text-preview-utils.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"text-preview-utils.d.ts","sourceRoot":"","sources":["../../../src/utils/text-preview-utils.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAGlD,OAAO,EAAE,oBAAoB,EAAwB,MAAM,oBAAoB,CAAC;AAEhF;;GAEG;AACH,wBAAsB,0BAA0B,CAC5C,QAAQ,EAAE,cAAc,EACxB,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,MAAM,GACjB,OAAO,CAAC,MAAM,CAAC,CAajB;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CAClC,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE,MAAM,GAAG,IAAI,GACpB,oBAAoB,CAStB;AAED;;GAEG;AACH,wBAAsB,gBAAgB,CAClC,QAAQ,EAAE,cAAc,EACxB,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,GACb,OAAO,CAAC,IAAI,CAAC,CAOf"}

package/lib/types/utils/tokens.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"tokens.d.ts","sourceRoot":"","sources":["../../../src/utils/tokens.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAgB,MAAM,UAAU,CAAC;AAG1D,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,gBAAgB,CAAC;CAC/B,CAAA;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,YAAY,UAkBjE;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,GAAE,gBAAgC;;;EAcnF"}

package/lib/types/vars.d.ts

@@ -1,3 +0,0 @@
-export * from "./dsl/validation.js";
-export * from "./dsl/vars.js";
-//# sourceMappingURL=vars.d.ts.map

package/lib/types/vars.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"vars.d.ts","sourceRoot":"","sources":["../../src/vars.ts"],"names":[],"mappings":"AACA,cAAc,qBAAqB,CAAC;AACpC,cAAc,eAAe,CAAC"}

package/lib/types/workflows.d.ts

@@ -1,8 +0,0 @@
-/**
- * Export workflows to be registered on temporal workers
- */
-export { dslWorkflow } from "./dsl/dsl-workflow.js";
-export { iterativeGenerationWorkflow } from "./iterative-generation/iterativeGenerationWorkflow.js";
-export { notifyWebhookWorkflow } from "./system/notifyWebhookWorkflow.js";
-export { recalculateEmbeddingsWorkflow } from "./system/recalculateEmbeddingsWorkflow.js";
-//# sourceMappingURL=workflows.d.ts.map

package/lib/types/workflows.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"workflows.d.ts","sourceRoot":"","sources":["../../src/workflows.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,2BAA2B,EAAE,MAAM,uDAAuD,CAAC;AACpG,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAC1E,OAAO,EAAE,6BAA6B,EAAE,MAAM,2CAA2C,CAAC"}

package/src/iterative-generation/activities/extractToc.ts

@@ -1,63 +0,0 @@
-import { log } from "@temporalio/activity";
-import { WorkflowExecutionPayload } from "@vertesia/common";
-import { parse as parseYaml } from "yaml";
-import { getVertesiaClient } from "../../utils/client.js";
-import {
-    buildAndPublishMemoryPack,
-    loadMemoryPack,
-} from "../../utils/memory.js";
-import {
-    IterativeGenerationPayload,
-    OutputMemoryMeta,
-    Toc,
-    TocIndex,
-} from "../types.js";
-import { tocIndex } from "../utils.js";
-
-/**
- * This activity is called if the toc was provided in the payload. Otherwise
- * the generateToc is called.
- *
- * @param payload
- */
-export async function it_gen_extractToc(
-    payload: WorkflowExecutionPayload,
-): Promise<TocIndex | null> {
-    const vars = payload.vars as IterativeGenerationPayload;
-    const memory = vars.memory;
-    const client = await getVertesiaClient(payload);
-
-    const inMemory = await loadMemoryPack(client, `${memory}/input`);
-    let tocJson: string | null = null;
-    let tocYaml: string | null = null;
-    let toc: any;
-    tocJson = await inMemory.getEntryText("toc.json");
-    if (!tocJson) {
-        tocYaml = await inMemory.getEntryText("toc.yaml");
-        if (tocYaml) {
-            toc = parseYaml(tocYaml) as Toc;
-        }
-    } else {
-        toc = JSON.parse(tocJson) as Toc;
-    }
-    if (!toc) {
-        log.info(`Nothing to extract: no TOC found in the input memory pack.`);
-        return null; // no toc found
-    }
-
-    log.info(`Found a TOC in the input memory pack`);
-
-    await buildAndPublishMemoryPack(
-        client,
-        `${vars.memory}/output`,
-        async () => {
-            return {
-                toc,
-                lastProcessedPart: undefined, // the part index (a number array)
-                previouslyGenerated: "",
-            } as OutputMemoryMeta;
-        },
-    );
-
-    return tocIndex(toc);
-}

package/src/iterative-generation/activities/finalizeOutput.ts

@@ -1,100 +0,0 @@
-import { log } from "@temporalio/activity";
-import { WorkflowExecutionPayload } from "@vertesia/common";
-import { getVertesiaClient } from "../../utils/client.js";
-import { expandVars } from "../../utils/expand-vars.js";
-import {
-    buildAndPublishMemoryPack,
-    loadMemoryPack,
-} from "../../utils/memory.js";
-import {
-    IterativeGenerationPayload,
-    Section,
-    SECTION_ID_PLACEHOLDER,
-    TocSection,
-} from "../types.js";
-
-export async function it_gen_finalizeOutput(
-    payload: WorkflowExecutionPayload,
-): Promise<string> {
-    const vars = payload.vars as IterativeGenerationPayload;
-
-    const memory = vars.memory;
-    const client = await getVertesiaClient(payload);
-    const inMemory = await loadMemoryPack(client, `${memory}/input`);
-    const outMemory = await loadMemoryPack(client, `${memory}/output`);
-
-    const content = await outMemory.getEntryText("content.json");
-    if (!content) {
-        log.info(`Nothing to do. No content.json file found`);
-        return "No content.json file found";
-    }
-
-    log.info(`Creating the final output memory pack.`);
-
-    const inMeta = await inMemory.getMetadata();
-    let tocName = "toc.json";
-    let toc = await inMemory.getEntryText(tocName);
-    if (!toc) {
-        tocName = "toc.yaml";
-        toc = await inMemory.getEntryText(tocName);
-    }
-    if (!toc) {
-        const outMeta = await outMemory.getMetadata();
-        tocName = "toc.json";
-        toc = JSON.stringify(outMeta.toc);
-    }
-    const sections = JSON.parse(content) as Section[];
-
-    await buildAndPublishMemoryPack(
-        client,
-        `${memory}/output`,
-        async ({ copyText }) => {
-            // copy the input toc file if any
-            if (toc) {
-                copyText(toc, tocName);
-            }
-            // copy the raw JSON content
-            copyText(content, "content.json");
-            if (vars.section_file_pattern) {
-                log.info(
-                    `Saving sections to files using pattern: ${vars.section_file_pattern}`,
-                );
-                // save sections to files
-                for (const section of sections) {
-                    let content = section.content;
-                    if (vars.section_file_header) {
-                        content =
-                            getSectionFileHeader(
-                                section,
-                                vars.section_file_header,
-                            ) +
-                            "\n\n" +
-                            content;
-                    }
-                    copyText(
-                        content,
-                        getSectionFileName(section, vars.section_file_pattern),
-                    );
-                }
-            }
-            return {
-                ...inMeta,
-                vars,
-            };
-        },
-    );
-
-    return `Processing done. Extracted files to: ${vars.section_file_pattern}`;
-}
-
-function getSectionFileHeader(section: TocSection, header: string): string {
-    const date = new Date().toISOString();
-    return expandVars(header, {
-        section,
-        date,
-    });
-}
-
-function getSectionFileName(section: TocSection, pattern: string): string {
-    return pattern.replace(SECTION_ID_PLACEHOLDER, section.id);
-}

package/src/iterative-generation/activities/generatePart.ts

@@ -1,123 +0,0 @@
-import { ApplicationFailure } from "@temporalio/workflow";
-import { WorkflowExecutionPayload } from "@vertesia/common";
-import { MemoryPack } from "@vertesia/memory";
-import { getVertesiaClient } from "../../utils/client.js";
-import {
-    buildAndPublishMemoryPack,
-    loadMemoryPack,
-} from "../../utils/memory.js";
-import {
-    IterativeGenerationPayload,
-    OutputMemoryMeta,
-    Section,
-    TocPart,
-    TocSection,
-} from "../types.js";
-import { executeWithVars, expectMemoryIsConsistent } from "../utils.js";
-
-export async function it_gen_generatePart(
-    payload: WorkflowExecutionPayload,
-    path: number[],
-) {
-    const vars = payload.vars as IterativeGenerationPayload;
-    const client = await getVertesiaClient(payload);
-    const memory = vars.memory;
-
-    const [sectionIndex, partIndex] = path;
-    const outMemory = await loadMemoryPack(client, `${memory}/output`);
-    const meta = (await outMemory.getMetadata()) as OutputMemoryMeta;
-
-    // the section we build is the section at the given index
-    const section: TocSection = meta.toc.sections[sectionIndex];
-    if (!section) {
-        throw ApplicationFailure.nonRetryable(
-            "Section not found in the TOC",
-            "SectionNotFound",
-            { memory, path },
-        );
-    }
-    let part: TocPart | undefined;
-    if (partIndex !== undefined) {
-        part = section.parts?.[partIndex];
-        if (!part) {
-            throw ApplicationFailure.nonRetryable(
-                "Part not found in the TOC section",
-                "PartNotFound",
-                { memory, path },
-            );
-        }
-    }
-
-    expectMemoryIsConsistent(meta, path);
-
-    const content = await loadGeneratedContent(outMemory);
-
-    let previously_generated = getPreviouslyGeneratedContent(
-        content,
-        !part,
-        vars.remembrance_strategy,
-    );
-
-    if (!part) {
-        // a new section
-        content.push({
-            id: section.id,
-            name: section.name,
-            description: section.description,
-            content: "",
-        });
-    } else if (!content.length) {
-        throw ApplicationFailure.nonRetryable(
-            "content.json is empty while generating a part",
-            "InvalidIterationState",
-            { memory, path },
-        );
-    }
-
-    const interaction = vars.iterative_interaction || vars.interaction;
-    const r = await executeWithVars(client, interaction, vars, {
-        iteration: {
-            toc: meta.toc,
-            previously_generated,
-            section: section.name,
-            part: part?.name,
-            path: path,
-        },
-    });
-
-    const result = r.result.text();
-    content[content.length - 1].content += result;
-    meta.lastProcessedPart = path;
-    await buildAndPublishMemoryPack(
-        client,
-        `${memory}/output`,
-        async ({ copyText }) => {
-            copyText(JSON.stringify(content, null, 2), "content.json");
-            return meta;
-        },
-    );
-}
-
-async function loadGeneratedContent(memory: MemoryPack): Promise<Section[]> {
-    const content = await memory.getEntryText("content.json");
-    return content ? JSON.parse(content) : [];
-}
-
-function getPreviouslyGeneratedContent(
-    sections: Section[],
-    isNewSection: boolean,
-    strategy?: "document" | "section" | "none",
-): string {
-    switch (strategy) {
-        case "document":
-            return sections
-                .map((section: Section) => section.content || "")
-                .join("\n\n");
-        case "none":
-            return "";
-        default:
-            return isNewSection
-                ? ""
-                : sections[sections.length - 1]?.content || "";
-    }
-}

package/src/iterative-generation/activities/generateToc.ts

@@ -1,116 +0,0 @@
-import { WorkflowExecutionPayload } from "@vertesia/common";
-import { getVertesiaClient } from "../../utils/client.js";
-import { buildAndPublishMemoryPack } from "../../utils/memory.js";
-import {
-    IterativeGenerationPayload,
-    OutputMemoryMeta,
-    Toc,
-    TocIndex,
-} from "../types.js";
-import { executeWithVars, tocIndex } from "../utils.js";
-
-const defaultTocSchema = {
-    type: "object",
-    properties: {
-        sections: {
-            type: "array",
-            items: {
-                type: "object",
-                properties: {
-                    id: {
-                        type: "string",
-                        description:
-                            "the id of the section, can be a filename if working on a file, a slug if working on a document or path, or a unique identifier if working on a model.",
-                    },
-                    operation: {
-                        type: "string",
-                        enum: ["create", "update", "delete"],
-                        description:
-                            "The operation to perform on the section, create, update or delete. If update, you will be requested later to provide the list of change operation to perform.",
-                    },
-                    name: {
-                        type: "string",
-                        description:
-                            "The name or title of the section, should be the path in the OpenAPI spec, of the title of the section/part.",
-                    },
-                    description: {
-                        type: "string",
-                    },
-                    instructions: {
-                        type: "string",
-                    },
-                    parts: {
-                        type: "array",
-                        description:
-                            "when the section is too large, you can split it into parts, each part should have a title and description. Use it to split the section into subsection. When doing an API documentation, you can do one part for each path. When generating code, you can do one part for each method. When generating an OpenAPI spec, you can do one part for each operation.",
-                        items: {
-                            type: "object",
-                            properties: {
-                                id: {
-                                    type: "string",
-                                    description:
-                                        "the id of the part, can be a filename if working on a file, a slug if working on a document or path, or a unique identifier if working on a model.",
-                                },
-                                name: {
-                                    type: "string",
-                                    description:
-                                        "The name or title of the part, should be the path in the OpenAPI spec, of the title of the section/part.",
-                                },
-                                /*
-                                "description": {
-                                    "type": "string"
-                                },
-                                */
-                                instructions: {
-                                    type: "string",
-                                },
-                            },
-                            required: ["id", "name"],
-                        },
-                    },
-                },
-                required: ["id", "name", "operation"],
-            },
-        },
-    },
-    required: ["sections"],
-};
-
-export async function it_gen_generateToc(
-    payload: WorkflowExecutionPayload,
-): Promise<TocIndex> {
-    const vars = payload.vars as IterativeGenerationPayload;
-
-    const schema = vars.toc_schema || defaultTocSchema;
-
-    const client = await getVertesiaClient(payload);
-
-    const run = await executeWithVars(
-        client,
-        vars.interaction,
-        vars,
-        undefined,
-        schema,
-    );
-
-    //Parse the CompletionResult[] to get a Toc object
-    const jsonResults = run.result.object();
-
-    const toc: Toc = {
-        sections: jsonResults.sections
-    };
-
-    await buildAndPublishMemoryPack(
-        client,
-        `${vars.memory}/output`,
-        async () => {
-            return {
-                toc,
-                lastProcessedPart: undefined, // the part index (a number array)
-                previouslyGenerated: "",
-            } satisfies OutputMemoryMeta;
-        },
-    );
-
-    return tocIndex(toc);
-}

package/src/iterative-generation/activities/index.ts

@@ -1,4 +0,0 @@
-export { it_gen_generateToc } from './generateToc.js';
-export { it_gen_generatePart } from './generatePart.js';
-export { it_gen_extractToc } from './extractToc.js';
-export { it_gen_finalizeOutput } from './finalizeOutput.js'

package/src/iterative-generation/iterativeGenerationWorkflow.ts

@@ -1,68 +0,0 @@
-import { WorkflowExecutionPayload } from "@vertesia/common";
-
-import { log, proxyActivities } from "@temporalio/workflow";
-import { WF_NON_RETRYABLE_ERRORS } from "../errors.js";
-import * as activities from "./activities/index.js";
-import { IterativeGenerationPayload, PartIndex, SECTION_ID_PLACEHOLDER } from "./types.js";
-
-const {
-    it_gen_extractToc,
-    it_gen_generateToc,
-    it_gen_generatePart,
-    it_gen_finalizeOutput
-} = proxyActivities<typeof activities>({
-    startToCloseTimeout: "15 minute",
-    retry: {
-        initialInterval: '30s',
-        backoffCoefficient: 2,
-        maximumAttempts: 20,
-        maximumInterval: 100 * 30 * 1000, //ms
-        nonRetryableErrorTypes: WF_NON_RETRYABLE_ERRORS,
-    },
-});
-
-export async function iterativeGenerationWorkflow(payload: WorkflowExecutionPayload) {
-    log.info(`Executing Iterative generation workflow.`);
-
-    const vars = payload.vars as IterativeGenerationPayload;
-    if (vars.section_file_pattern && !vars.section_file_pattern.includes(SECTION_ID_PLACEHOLDER)) {
-        throw new Error(`Invalid section_file_pattern: ${vars.section_file_pattern}. It must include the ${SECTION_ID_PLACEHOLDER} placeholder.`);
-    }
-
-    // extractToc tries to extract the toc from the input memory pack (toc.json or toc.yaml)
-    // the generateToc activity is returning the toc hierarchy.
-    // It doesn't include extra TOC details like description etc.
-    // To minimize the payload size only the hierarchy and the section/part names are returned
-    let toc = await it_gen_extractToc(payload);
-    if (!toc) {
-        log.info(`No TOC was specified in the input memory pack. Generating one.`);
-        toc = await it_gen_generateToc(payload);
-    } else {
-        log.info(`Using the TOC specified in the input memory pack.`);
-    }
-
-    if (toc.sections.length === 0) {
-        //TODO how to handle this case?
-        throw new Error("Nothing to generate: TOC is empty");
-    }
-
-    for (const section of toc.sections) {
-        log.info(`Generating section: ${formatPath(section)}`);
-        await it_gen_generatePart(payload, section.path);
-
-        if (section.parts) {
-            for (const part of section.parts) {
-                log.info(`Generating part: ${formatPath(part)}`);
-                await it_gen_generatePart(payload, part.path);
-            }
-        }
-    }
-
-    log.info(`Post-processing output memory pack`);
-    await it_gen_finalizeOutput(payload);
-}
-
-function formatPath(node: PartIndex) {
-    // we print 1 based indexes
-    return node.path.map(i => i + 1).join('.') + ' ' + node.name;
-}

package/src/iterative-generation/types.ts

@@ -1,99 +0,0 @@
-
-export const SECTION_ID_PLACEHOLDER = '%id';
-
-/**
- * An iterative generation workflow uses 2 memory packs one for input and the other for output.
- * The input memory packs must be available in the project blobs bucket at `${tenant_id/memories/${memory_name}/input.tar.gz`.
- * The output memory pack will be generated at `${tenant_id/memories/${memory_name}/output.tar.gz`.
- * Each iteration is overwriting the output memory pack with the new generated content.
- * The complete name of the input and output memory packs are: "${name}/input" and "${name}/output" where name is the base memory name.
- */
-export interface IterativeGenerationPayload {
-    // the main interaction to execute. If iterative_generation is defined
-    // the main interaction will only be used to prepare the iteration (to generate the TOC)
-    // otherwise it will be used for the iterative generation too.
-    interaction: string;
-    // if defined this will be used for the iterative interaction which will generate parts.
-    // otherwise the main interaction will be used for iterative generation.
-    iterative_interaction?: string;
-    // the environment to use
-    environment?: string;
-    // the model to use
-    model?: string;
-    // A custom max tokens
-    max_tokens?: number;
-    // A custom temperature
-    temperature?: number;
-    // the memory pack group name
-    memory: string;
-    // the input memory pack mapping
-    input_mapping?: Record<string, string>;
-    // custom toc schema if any TODO remove this
-    toc_schema?: Record<string, any>
-    /**
-     * If not set to "none" the previously generated content will be passed to the iteration.
-     * If not set at all defaults to "section".
-     * If "section" is used only the section content previously generated will be passed to the next iteration.
-     * If "document" is used the whole previously generated document content will be passed to the next iteration.
-     * Defaults to section.
-     */
-    remembrance_strategy?: "document" | "section" | "none";
-    /**
-     * If present will save sections in files using the pattern
-     * The pattern must include a placeholder for the section id: %id.
-     * Examples: `sections/%id.md`, `%id/page.mdx` etc.
-     * @see SECTION_ID_PLACEHOLDER
-     */
-    section_file_pattern?: string;
-    /**
-     * An optional header to prepend to the section files.
-     * The header can contain the following variables:
-     * - ${section} - the section object
-     * - ${date} - the date when the file was generated
-     */
-    section_file_header?: string;
-}
-
-export interface TocPart {
-    id: string;
-    name: string;
-    description?: string;
-    instructions?: string;
-}
-
-export interface TocSection {
-    id: string;
-    name: string;
-    description?: string;
-    instructions?: string;
-    parts?: TocPart[];
-}
-
-export interface Toc {
-    sections: TocSection[];
-}
-
-
-export interface SectionIndex extends PartIndex {
-    parts?: PartIndex[];
-}
-export interface PartIndex {
-    path: number[];
-    name: string;
-}
-export interface TocIndex {
-    sections: SectionIndex[];
-}
-
-export interface OutputMemoryMeta {
-    toc: Toc;
-    previouslyGenerated: string;
-    lastProcessedPart?: number[] | undefined;
-}
-
-export interface Section {
-    id: string;
-    name: string;
-    description?: string;
-    content: string;
-}