@vertesia/workflow 0.54.0 → 0.56.0

package/lib/esm/iterative-generation/activities/finalizeOutput.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"finalizeOutput.js","sourceRoot":"","sources":["../../../../src/iterative-generation/activities/finalizeOutput.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAE3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AACxD,OAAO,EAAE,yBAAyB,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAClF,OAAO,EAAuC,sBAAsB,EAAc,MAAM,aAAa,CAAC;AAEtG,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,OAAiC;IACzE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkC,CAAC;IAExD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC3B,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,GAAG,MAAM,QAAQ,CAAC,CAAC;IACjE,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,CAAC;IAEnE,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;IAC7D,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,GAAG,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;QACtD,OAAO,4BAA4B,CAAC;IACxC,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;IAEnD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC5C,IAAI,OAAO,GAAG,UAAU,CAAC;IACzB,IAAI,GAAG,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAC/C,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,OAAO,GAAG,UAAU,CAAC;QACrB,GAAG,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IACD,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,WAAW,EAAE,CAAC;QAC9C,OAAO,GAAG,UAAU,CAAC;QACrB,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACtC,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAc,CAAC;IAElD,MAAM,yBAAyB,CAAC,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC/E,iCAAiC;QACjC,IAAI,GAAG,EAAE,CAAC;YACN,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC3B,CAAC;QACD,4BAA4B;QAC5B,QAAQ,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QAClC,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,GAAG,CAAC,IAAI,CAAC,2CAA2C,IAAI,CAAC,oBAAoB,EAAE,CAAC,CAAC;YACjF,yBAAyB;YACzB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC7B,IAAI,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;gBAC9B,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;oBAC3B,OAAO,GAAG,oBAAoB,CAAC,OAAO,EAAE,IAAI,CAAC,mBAAmB,CAAC,GAAG,MAAM,GAAG,OAAO,CAAC;gBACzF,CAAC;gBACD,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC,OAAO,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC;YAC9E,CAAC;QACL,CAAC;QACD,OAAO;YACH,GAAG,MAAM;YACT,IAAI;SACP,CAAC;IACN,CAAC,CAAC,CAAC;IAEH,OAAO,wCAAwC,IAAI,CAAC,oBAAoB,EAAE,CAAC;AAC/E,CAAC;AAID,SAAS,oBAAoB,CAAC,OAAmB,EAAE,MAAc;IAC7D,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACtC,OAAO,UAAU,CAAC,MAAM,EAAE;QACtB,OAAO;QACP,IAAI;KACP,CAAC,CAAC;AACP,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAmB,EAAE,OAAe;IAC5D,OAAO,OAAO,CAAC,OAAO,CAAC,sBAAsB,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC;AAC/D,CAAC"}

package/lib/esm/iterative-generation/activities/generatePart.js

@@ -0,0 +1,70 @@
+import { ApplicationFailure } from "@temporalio/workflow";
+import { getVertesiaClient } from "../../utils/client.js";
+import { buildAndPublishMemoryPack, loadMemoryPack } from "../../utils/memory.js";
+import { executeWithVars, expectMemoryIsConsistent } from "../utils.js";
+export async function it_gen_generatePart(payload, path) {
+    const vars = payload.vars;
+    const client = getVertesiaClient(payload);
+    const memory = vars.memory;
+    const [sectionIndex, partIndex] = path;
+    const outMemory = await loadMemoryPack(client, `${memory}/output`);
+    const meta = await outMemory.getMetadata();
+    // the section we build is the section at the given index
+    const section = meta.toc.sections[sectionIndex];
+    if (!section) {
+        throw ApplicationFailure.nonRetryable('Section not found in the TOC', 'SectionNotFound', { memory, path });
+    }
+    let part;
+    if (partIndex !== undefined) {
+        part = section.parts?.[partIndex];
+        if (!part) {
+            throw ApplicationFailure.nonRetryable('Part not found in the TOC section', 'PartNotFound', { memory, path });
+        }
+    }
+    expectMemoryIsConsistent(meta, path);
+    const content = await loadGeneratedContent(outMemory);
+    let previously_generated = getPreviouslyGeneratedContent(content, !part, vars.remembrance_strategy);
+    if (!part) { // a new section
+        content.push({
+            id: section.id,
+            name: section.name,
+            description: section.description,
+            content: ''
+        });
+    }
+    else if (!content.length) {
+        throw ApplicationFailure.nonRetryable('content.json is empty while generating a part', 'InvalidIterationState', { memory, path });
+    }
+    const interaction = vars.iterative_interaction || vars.interaction;
+    const r = await executeWithVars(client, interaction, vars, {
+        iteration: {
+            toc: meta.toc,
+            previously_generated,
+            section: section.name,
+            part: part?.name,
+            path: path,
+        }
+    });
+    const result = r.result;
+    content[content.length - 1].content += result;
+    meta.lastProcessedPart = path;
+    await buildAndPublishMemoryPack(client, `${memory}/output`, async ({ copyText }) => {
+        copyText(JSON.stringify(content, null, 2), "content.json");
+        return meta;
+    });
+}
+async function loadGeneratedContent(memory) {
+    const content = await memory.getEntryText('content.json');
+    return content ? JSON.parse(content) : [];
+}
+function getPreviouslyGeneratedContent(sections, isNewSection, strategy) {
+    switch (strategy) {
+        case "document":
+            return sections.map((section) => section.content || '').join('\n\n');
+        case "none":
+            return '';
+        default:
+            return isNewSection ? '' : sections[sections.length - 1]?.content || '';
+    }
+}
+//# sourceMappingURL=generatePart.js.map

package/lib/esm/iterative-generation/activities/generatePart.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generatePart.js","sourceRoot":"","sources":["../../../../src/iterative-generation/activities/generatePart.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAG1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,yBAAyB,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAElF,OAAO,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAC;AAExE,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,OAAiC,EAAE,IAAc;IACvF,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkC,CAAC;IACxD,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAE3B,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC,GAAG,IAAI,CAAC;IACvC,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,CAAC;IACnE,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,WAAW,EAAsB,CAAC;IAE/D,yDAAyD;IACzD,MAAM,OAAO,GAAe,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;IAC5D,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,MAAM,kBAAkB,CAAC,YAAY,CAAC,8BAA8B,EAAE,iBAAiB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/G,CAAC;IACD,IAAI,IAAyB,CAAC;IAC9B,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC1B,IAAI,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,EAAE,CAAC;YACR,MAAM,kBAAkB,CAAC,YAAY,CAAC,mCAAmC,EAAE,cAAc,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACjH,CAAC;IACL,CAAC;IAED,wBAAwB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAErC,MAAM,OAAO,GAAG,MAAM,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAEtD,IAAI,oBAAoB,GAAG,6BAA6B,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAEpG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,gBAAgB;QACzB,OAAO,CAAC,IAAI,CAAC;YACT,EAAE,EAAE,OAAO,CAAC,EAAE;YACd,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,OAAO,EAAE,EAAE;SACd,CAAC,CAAA;IACN,CAAC;SAAM,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,kBAAkB,CAAC,YAAY,CAAC,+CAA+C,EAAE,uBAAuB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACtI,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,WAAW,CAAC;IACnE,MAAM,CAAC,GAAG,MAAM,eAAe,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE;QACvD,SAAS,EAAE;YACP,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,oBAAoB;YACpB,OAAO,EAAE,OAAO,CAAC,IAAI;YACrB,IAAI,EAAE,IAAI,EAAE,IAAI;YAChB,IAAI,EAAE,IAAI;SACb;KACJ,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,CAAC,CAAC,MAAgB,CAAC;IAClC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,IAAI,MAAM,CAAC;IAC9C,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAC9B,MAAM,yBAAyB,CAAC,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC/E,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;QAC3D,OAAO,IAAI,CAAC;IAChB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,MAAkB;IAClD,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;IAC1D,OAAO,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC9C,CAAC;AAED,SAAS,6BAA6B,CAAC,QAAmB,EAAE,YAAqB,EAAE,QAA0C;IACzH,QAAQ,QAAQ,EAAE,CAAC;QACf,KAAK,UAAU;YACX,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAgB,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClF,KAAK,MAAM;YACP,OAAO,EAAE,CAAC;QACd;YACI,OAAO,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;IAChF,CAAC;AACL,CAAC"}

package/lib/esm/iterative-generation/activities/generateToc.js

@@ -0,0 +1,88 @@
+import { getVertesiaClient } from "../../utils/client.js";
+import { buildAndPublishMemoryPack } from "../../utils/memory.js";
+import { executeWithVars, tocIndex } from "../utils.js";
+const defaultTocSchema = {
+    "type": "object",
+    "properties": {
+        "sections": {
+            "type": "array",
+            "items": {
+                "type": "object",
+                "properties": {
+                    "id": {
+                        "type": "string",
+                        "description": "the id of the section, can be a filename if working on a file, a slug if working on a document or path, or a unique identifier if working on a model."
+                    },
+                    "operation": {
+                        "type": "string",
+                        "enum": ["create", "update", "delete"],
+                        "description": "The operation to perform on the section, create, update or delete. If update, you will be requested later to provide the list of change operation to perform."
+                    },
+                    "name": {
+                        "type": "string",
+                        "description": "The name or title of the section, should be the path in the OpenAPI spec, of the title of the section/part."
+                    },
+                    "description": {
+                        "type": "string"
+                    },
+                    "instructions": {
+                        "type": "string"
+                    },
+                    "parts": {
+                        "type": "array",
+                        "description": "when the section is too large, you can split it into parts, each part should have a title and description. Use it to split the section into subsection. When doing an API documentation, you can do one part for each path. When generating code, you can do one part for each method. When generating an OpenAPI spec, you can do one part for each operation.",
+                        "items": {
+                            "type": "object",
+                            "properties": {
+                                "id": {
+                                    "type": "string",
+                                    "description": "the id of the part, can be a filename if working on a file, a slug if working on a document or path, or a unique identifier if working on a model."
+                                },
+                                "name": {
+                                    "type": "string",
+                                    "description": "The name or title of the part, should be the path in the OpenAPI spec, of the title of the section/part."
+                                },
+                                /*
+                                "description": {
+                                    "type": "string"
+                                },
+                                */
+                                "instructions": {
+                                    "type": "string"
+                                }
+                            },
+                            "required": [
+                                "id",
+                                "name",
+                            ]
+                        }
+                    }
+                },
+                "required": [
+                    "id",
+                    "name",
+                    "operation"
+                ]
+            }
+        }
+    },
+    "required": [
+        "sections"
+    ]
+};
+export async function it_gen_generateToc(payload) {
+    const vars = payload.vars;
+    const schema = vars.toc_schema || defaultTocSchema;
+    const client = getVertesiaClient(payload);
+    const run = await executeWithVars(client, vars.interaction, vars, undefined, schema);
+    const toc = run.result;
+    await buildAndPublishMemoryPack(client, `${vars.memory}/output`, async () => {
+        return {
+            toc,
+            lastProcessedPart: undefined, // the part index (a number array)
+            previouslyGenerated: ""
+        };
+    });
+    return tocIndex(toc);
+}
+//# sourceMappingURL=generateToc.js.map

package/lib/esm/iterative-generation/activities/generateToc.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generateToc.js","sourceRoot":"","sources":["../../../../src/iterative-generation/activities/generateToc.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,yBAAyB,EAAE,MAAM,uBAAuB,CAAC;AAElE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAExD,MAAM,gBAAgB,GAAG;IACrB,MAAM,EAAE,QAAQ;IAChB,YAAY,EAAE;QACV,UAAU,EAAE;YACR,MAAM,EAAE,OAAO;YACf,OAAO,EAAE;gBACL,MAAM,EAAE,QAAQ;gBAChB,YAAY,EAAE;oBACV,IAAI,EAAE;wBACF,MAAM,EAAE,QAAQ;wBAChB,aAAa,EAAE,uJAAuJ;qBACzK;oBACD,WAAW,EAAE;wBACT,MAAM,EAAE,QAAQ;wBAChB,MAAM,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC;wBACtC,aAAa,EAAE,+JAA+J;qBACjL;oBACD,MAAM,EAAE;wBACJ,MAAM,EAAE,QAAQ;wBAChB,aAAa,EAAE,6GAA6G;qBAC/H;oBACD,aAAa,EAAE;wBACX,MAAM,EAAE,QAAQ;qBACnB;oBACD,cAAc,EAAE;wBACZ,MAAM,EAAE,QAAQ;qBACnB;oBACD,OAAO,EACP;wBACI,MAAM,EAAE,OAAO;wBACf,aAAa,EAAE,iWAAiW;wBAChX,OAAO,EAAE;4BACL,MAAM,EAAE,QAAQ;4BAChB,YAAY,EAAE;gCACV,IAAI,EAAE;oCACF,MAAM,EAAE,QAAQ;oCAChB,aAAa,EAAE,oJAAoJ;iCACtK;gCACD,MAAM,EAAE;oCACJ,MAAM,EAAE,QAAQ;oCAChB,aAAa,EAAE,0GAA0G;iCAC5H;gCACD;;;;kCAIE;gCACF,cAAc,EAAE;oCACZ,MAAM,EAAE,QAAQ;iCACnB;6BACJ;4BACD,UAAU,EAAE;gCACR,IAAI;gCACJ,MAAM;6BACT;yBACJ;qBACJ;iBACJ;gBACD,UAAU,EAAE;oBACR,IAAI;oBACJ,MAAM;oBACN,WAAW;iBACd;aACJ;SACJ;KACJ;IACD,UAAU,EAAE;QACR,UAAU;KACb;CACJ,CAAA;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,OAAiC;IACtE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkC,CAAC;IAExD,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,IAAI,gBAAgB,CAAC;IAEnD,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,GAAG,GAAG,MAAM,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IAErF,MAAM,GAAG,GAAG,GAAG,CAAC,MAAa,CAAC;IAE9B,MAAM,yBAAyB,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,SAAS,EAAE,KAAK,IAAI,EAAE;QACxE,OAAO;YACH,GAAG;YACH,iBAAiB,EAAE,SAAS,EAAE,kCAAkC;YAChE,mBAAmB,EAAE,EAAE;SACN,CAAA;IACzB,CAAC,CAAC,CAAC;IAEH,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC"}

package/lib/esm/iterative-generation/activities/index.js

@@ -0,0 +1,5 @@
+export { it_gen_generateToc } from './generateToc.js';
+export { it_gen_generatePart } from './generatePart.js';
+export { it_gen_extractToc } from './extractToc.js';
+export { it_gen_finalizeOutput } from './finalizeOutput.js';
+//# sourceMappingURL=index.js.map

package/lib/esm/iterative-generation/activities/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/iterative-generation/activities/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAA"}

package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js

@@ -0,0 +1,53 @@
+import { log, proxyActivities } from "@temporalio/workflow";
+import { WF_NON_RETRYABLE_ERRORS } from "../errors.js";
+import { SECTION_ID_PLACEHOLDER } from "./types.js";
+const { it_gen_extractToc, it_gen_generateToc, it_gen_generatePart, it_gen_finalizeOutput } = proxyActivities({
+    startToCloseTimeout: "15 minute",
+    retry: {
+        initialInterval: '30s',
+        backoffCoefficient: 2,
+        maximumAttempts: 20,
+        maximumInterval: 100 * 30 * 1000, //ms
+        nonRetryableErrorTypes: WF_NON_RETRYABLE_ERRORS,
+    },
+});
+export async function iterativeGenerationWorkflow(payload) {
+    log.info(`Executing Iterative generation workflow.`);
+    const vars = payload.vars;
+    if (vars.section_file_pattern && !vars.section_file_pattern.includes(SECTION_ID_PLACEHOLDER)) {
+        throw new Error(`Invalid section_file_pattern: ${vars.section_file_pattern}. It must include the ${SECTION_ID_PLACEHOLDER} placeholder.`);
+    }
+    // extractToc tries to extract the toc from the input memory pack (toc.json or toc.yaml)
+    // the generateToc activity is returning the toc hierarchy.
+    // It doesn't include extra TOC details like description etc.
+    // To minimize the payload size only the hierarchy and the section/part names are returned
+    let toc = await it_gen_extractToc(payload);
+    if (!toc) {
+        log.info(`No TOC was specified in the input memory pack. Generating one.`);
+        toc = await it_gen_generateToc(payload);
+    }
+    else {
+        log.info(`Using the TOC specified in the input memory pack.`);
+    }
+    if (toc.sections.length === 0) {
+        //TODO how to handle this case?
+        throw new Error("Nothing to generate: TOC is empty");
+    }
+    for (const section of toc.sections) {
+        log.info(`Generating section: ${formatPath(section)}`);
+        await it_gen_generatePart(payload, section.path);
+        if (section.parts) {
+            for (const part of section.parts) {
+                log.info(`Generating part: ${formatPath(part)}`);
+                await it_gen_generatePart(payload, part.path);
+            }
+        }
+    }
+    log.info(`Post-processing output memory pack`);
+    await it_gen_finalizeOutput(payload);
+}
+function formatPath(node) {
+    // we print 1 based indexes
+    return node.path.map(i => i + 1).join('.') + ' ' + node.name;
+}
+//# sourceMappingURL=iterativeGenerationWorkflow.js.map

package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"iterativeGenerationWorkflow.js","sourceRoot":"","sources":["../../../src/iterative-generation/iterativeGenerationWorkflow.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,GAAG,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAC5D,OAAO,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AAEvD,OAAO,EAAyC,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAE3F,MAAM,EACF,iBAAiB,EACjB,kBAAkB,EAClB,mBAAmB,EACnB,qBAAqB,EACxB,GAAG,eAAe,CAAoB;IACnC,mBAAmB,EAAE,WAAW;IAChC,KAAK,EAAE;QACH,eAAe,EAAE,KAAK;QACtB,kBAAkB,EAAE,CAAC;QACrB,eAAe,EAAE,EAAE;QACnB,eAAe,EAAE,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI;QACtC,sBAAsB,EAAE,uBAAuB;KAClD;CACJ,CAAC,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,OAAiC;IAC/E,GAAG,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;IAErD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkC,CAAC;IACxD,IAAI,IAAI,CAAC,oBAAoB,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,sBAAsB,CAAC,EAAE,CAAC;QAC3F,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,CAAC,oBAAoB,yBAAyB,sBAAsB,eAAe,CAAC,CAAC;IAC9I,CAAC;IAED,wFAAwF;IACxF,2DAA2D;IAC3D,6DAA6D;IAC7D,0FAA0F;IAC1F,IAAI,GAAG,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC3C,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,GAAG,CAAC,IAAI,CAAC,gEAAgE,CAAC,CAAC;QAC3E,GAAG,GAAG,MAAM,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;SAAM,CAAC;QACJ,GAAG,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;IAClE,CAAC;IAED,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,+BAA+B;QAC/B,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACjC,GAAG,CAAC,IAAI,CAAC,uBAAuB,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACvD,MAAM,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAEjD,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBAC/B,GAAG,CAAC,IAAI,CAAC,oBAAoB,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACjD,MAAM,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YAClD,CAAC;QACL,CAAC;IACL,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;IAC/C,MAAM,qBAAqB,CAAC,OAAO,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,UAAU,CAAC,IAAe;IAC/B,2BAA2B;IAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC;AACjE,CAAC"}

package/lib/esm/iterative-generation/types.js

@@ -0,0 +1,2 @@
+export const SECTION_ID_PLACEHOLDER = '%id';
+//# sourceMappingURL=types.js.map

package/lib/esm/iterative-generation/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/iterative-generation/types.ts"],"names":[],"mappings":"AACA,MAAM,CAAC,MAAM,sBAAsB,GAAG,KAAK,CAAC"}

package/lib/esm/iterative-generation/utils.js

@@ -0,0 +1,112 @@
+import { ApplicationFailure } from "@temporalio/workflow";
+export async function execute(client, options) {
+    return client.interactions.executeByName(options.interaction, {
+        data: {
+            ...options.memory_mapping,
+            "@memory": options.memory
+        },
+        result_schema: options.result_schema,
+        config: {
+            environment: options.environment,
+            model: options.model,
+            model_options: options.model_options,
+        }
+    });
+}
+export function executeWithVars(client, interaction, vars, mapping, result_schema) {
+    if (mapping) {
+        mapping = { ...vars.input_mapping, ...mapping };
+    }
+    else {
+        mapping = vars.input_mapping;
+    }
+    const model_options = {
+        _option_id: "text-fallback",
+        max_tokens: vars.max_tokens,
+        temperature: vars.temperature
+    };
+    return execute(client, {
+        interaction: interaction,
+        memory: `${vars.memory}/input`,
+        memory_mapping: mapping,
+        environment: vars.environment,
+        model: vars.model,
+        model_options: model_options,
+        result_schema: result_schema
+    });
+}
+export function isSamePartIndex(part1, part2) {
+    return part1 && part2 && part1.length === part2.length && part1.every((v, i) => v === part2[i]);
+}
+export function getPreviousPathIndex(toc, pathIndex) {
+    let [sectionIdx, partIdx] = pathIndex;
+    if (partIdx === undefined) {
+        let prevSectionIdx = sectionIdx - 1;
+        if (prevSectionIdx < 0) {
+            return null;
+        }
+        else {
+            const prevParts = toc.sections[prevSectionIdx].parts;
+            if (prevParts && prevParts.length > 0) { // return the last part of the previous section
+                return [prevSectionIdx, prevParts.length - 1];
+            }
+            else { // if no parts return the section itself
+                return [prevSectionIdx];
+            }
+        }
+    }
+    else if (partIdx > 0) { // return the previous part in the same section
+        return [sectionIdx, partIdx - 1];
+    }
+    else { // if the first part return the section itself
+        return [sectionIdx];
+    }
+}
+export function expectMemoryIsConsistent(meta, pathIndex) {
+    const metaLastProcessedPart = meta.lastProcessedPart;
+    if (!metaLastProcessedPart) {
+        if (pathIndex.length > 1 && pathIndex[0] !== 0) {
+            throw ApplicationFailure.nonRetryable('Memory last processed part is not consistent with the workflow.', 'MemoryPackNotConsistent', { currentIndex: pathIndex, expectedPreviousIndex: [pathIndex[0], pathIndex[1] - 1], previousIndex: metaLastProcessedPart });
+        }
+        else {
+            return;
+        }
+    }
+    const prevPathIndex = getPreviousPathIndex(meta.toc, pathIndex);
+    if (!prevPathIndex) {
+        throw ApplicationFailure.nonRetryable('Memory last processed part is not consistent with the workflow', 'MemoryPackNotConsistent', { currentIndex: pathIndex, expectedPreviousIndex: prevPathIndex, previousIndex: metaLastProcessedPart });
+    }
+    else if (!isSamePartIndex(prevPathIndex, metaLastProcessedPart)) {
+        throw ApplicationFailure.nonRetryable('Memory last processed part is not consistent with the workflow', 'MemoryPackNotConsistent', { currentIndex: pathIndex, expectedPreviousIndex: prevPathIndex, previousIndex: meta.lastProcessedPart });
+    }
+}
+export function sectionWithoutParts(section) {
+    const clone = { ...section };
+    delete clone.parts;
+    return clone;
+}
+export function tocIndex(toc) {
+    const index = { sections: [] };
+    const sections = toc.sections;
+    for (let i = 0, l = sections.length; i < l; i++) {
+        const section = sections[i];
+        const indexParts = [];
+        if (section.parts) {
+            const parts = section.parts;
+            for (let k = 0, ll = section.parts.length; k < ll; k++) {
+                const part = parts[k];
+                indexParts.push({
+                    name: part.id,
+                    path: [i, k]
+                });
+            }
+        }
+        index.sections.push({
+            name: section.id,
+            path: [i],
+            parts: indexParts
+        });
+    }
+    return index;
+}
+//# sourceMappingURL=utils.js.map

package/lib/esm/iterative-generation/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/iterative-generation/utils.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAe1D,MAAM,CAAC,KAAK,UAAU,OAAO,CAAU,MAAsB,EAAE,OAAuB;IAClF,OAAO,MAAM,CAAC,YAAY,CAAC,aAAa,CAAC,OAAO,CAAC,WAAW,EAAE;QAC1D,IAAI,EAAE;YACF,GAAG,OAAO,CAAC,cAAc;YACzB,SAAS,EAAE,OAAO,CAAC,MAAM;SAC5B;QACD,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,MAAM,EAAE;YACJ,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,aAAa,EAAE,OAAO,CAAC,aAAa;SACvC;KACJ,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,eAAe,CAAU,MAAsB,EAAE,WAAmB,EAAE,IAAyB,EAAE,OAA6B,EAAE,aAAmC;IAC/K,IAAI,OAAO,EAAE,CAAC;QACV,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,GAAG,OAAO,EAAE,CAAC;IACpD,CAAC;SAAM,CAAC;QACJ,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC;IACjC,CAAC;IACD,MAAM,aAAa,GAAwB;QACvC,UAAU,EAAE,eAAe;QAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;KAChC,CAAA;IACD,OAAO,OAAO,CAAC,MAAM,EAAE;QACnB,WAAW,EAAE,WAAW;QACxB,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,QAAQ;QAC9B,cAAc,EAAE,OAAO;QACvB,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,aAAa,EAAE,aAAa;QAC5B,aAAa,EAAE,aAAa;KAC/B,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAe,EAAE,KAAe;IAC5D,OAAO,KAAK,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACpG,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,GAAQ,EAAE,SAAmB;IAC9D,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;IACtC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QACxB,IAAI,cAAc,GAAG,UAAU,GAAG,CAAC,CAAC;QACpC,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QAChB,CAAC;aAAM,CAAC;YACJ,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,KAAK,CAAC;YACrD,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC,+CAA+C;gBACpF,OAAO,CAAC,cAAc,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAClD,CAAC;iBAAM,CAAC,CAAC,wCAAwC;gBAC7C,OAAO,CAAC,cAAc,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;IACL,CAAC;SAAM,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC,CAAC,+CAA+C;QACrE,OAAO,CAAC,UAAU,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;IACrC,CAAC;SAAM,CAAC,CAAC,8CAA8C;QACnD,OAAO,CAAC,UAAU,CAAC,CAAC;IACxB,CAAC;AACL,CAAC;AAGD,MAAM,UAAU,wBAAwB,CAAC,IAAsB,EAAE,SAAmB;IAChF,MAAM,qBAAqB,GAAG,IAAI,CAAC,iBAAiB,CAAC;IACrD,IAAI,CAAC,qBAAqB,EAAE,CAAC;QACzB,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7C,MAAM,kBAAkB,CAAC,YAAY,CAAC,iEAAiE,EAAE,yBAAyB,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,qBAAqB,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,EAAE,qBAAqB,EAAE,CAAC,CAAC;QACpQ,CAAC;aAAM,CAAC;YACJ,OAAO;QACX,CAAC;IACL,CAAC;IACD,MAAM,aAAa,GAAG,oBAAoB,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAChE,IAAI,CAAC,aAAa,EAAE,CAAC;QACjB,MAAM,kBAAkB,CAAC,YAAY,CAAC,gEAAgE,EAAE,yBAAyB,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,qBAAqB,EAAE,aAAa,EAAE,aAAa,EAAE,qBAAqB,EAAE,CAAC,CAAC;IAChP,CAAC;SAAM,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,qBAAqB,CAAC,EAAE,CAAC;QAChE,MAAM,kBAAkB,CAAC,YAAY,CAAC,gEAAgE,EAAE,yBAAyB,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,qBAAqB,EAAE,aAAa,EAAE,aAAa,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;IACjP,CAAC;AACL,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAAmB;IACnD,MAAM,KAAK,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;IAC7B,OAAO,KAAK,CAAC,KAAK,CAAC;IACnB,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,GAAQ;IAC7B,MAAM,KAAK,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAc,CAAC;IAC3C,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC;IAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,UAAU,GAAgB,EAAE,CAAC;QACnC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;YAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACtB,UAAU,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,IAAI,CAAC,EAAE;oBACb,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;iBACf,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QACD,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,OAAO,CAAC,EAAE;YAChB,IAAI,EAAE,CAAC,CAAC,CAAC;YACT,KAAK,EAAE,UAAU;SACpB,CAAC,CAAC;IACP,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC"}

package/lib/esm/result-types.js

@@ -0,0 +1,7 @@
+export var TextExtractionStatus;
+(function (TextExtractionStatus) {
+    TextExtractionStatus["skipped"] = "skipped";
+    TextExtractionStatus["success"] = "success";
+    TextExtractionStatus["error"] = "error";
+})(TextExtractionStatus || (TextExtractionStatus = {}));
+//# sourceMappingURL=result-types.js.map

package/lib/esm/result-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"result-types.js","sourceRoot":"","sources":["../../src/result-types.ts"],"names":[],"mappings":"AAoBA,MAAM,CAAN,IAAY,oBAIX;AAJD,WAAY,oBAAoB;IAC5B,2CAAmB,CAAA;IACnB,2CAAmB,CAAA;IACnB,uCAAe,CAAA;AACnB,CAAC,EAJW,oBAAoB,KAApB,oBAAoB,QAI/B"}

package/lib/esm/system/notifyWebhookWorkflow.js

@@ -0,0 +1,44 @@
+import { log } from "@temporalio/workflow";
+import { ContentEventName } from "@vertesia/common";
+import { dslProxyActivities } from "../dsl/dslProxyActivities.js";
+import { WF_NON_RETRYABLE_ERRORS } from "../errors.js";
+const { notifyWebhook } = dslProxyActivities("notifyWebhookWorkflow", {
+    startToCloseTimeout: "5 minute",
+    retry: {
+        initialInterval: '5s',
+        backoffCoefficient: 2,
+        maximumAttempts: 5,
+        maximumInterval: 100 * 30 * 1000, //ms
+        nonRetryableErrorTypes: WF_NON_RETRYABLE_ERRORS,
+    },
+});
+export async function notifyWebhookWorkflow(payload) {
+    const { objectIds, vars } = payload;
+    const notifications = [];
+    const endpoints = vars?.webhooks || [];
+    const eventName = vars.event || ContentEventName.workflow_finished;
+    if (!endpoints.length) {
+        log.info(`No webhooks to notify`);
+        return { notifications: [], message: "No webhooks to notify" };
+    }
+    for (const ep of endpoints) {
+        const n = notifyWebhook(payload, {
+            target_url: ep,
+            method: 'POST',
+            payload: {
+                object_ids: objectIds,
+                event: eventName,
+                data: vars.webhook_data ?? undefined,
+                vars
+            }
+        }).then(res => {
+            log.info(`Webhook notified at ${ep} with response code: ${res.status}`, { res });
+            return res;
+        });
+        notifications.push(n);
+    }
+    const res = await Promise.all(notifications);
+    log.info(`Webhooks notified`);
+    return { notifications: res, message: "Webhooks notified" };
+}
+//# sourceMappingURL=notifyWebhookWorkflow.js.map

package/lib/esm/system/notifyWebhookWorkflow.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"notifyWebhookWorkflow.js","sourceRoot":"","sources":["../../../src/system/notifyWebhookWorkflow.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAC3C,OAAO,EAAE,gBAAgB,EAA4B,MAAM,kBAAkB,CAAC;AAE9E,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AAEvD,MAAM,EACF,aAAa,EAChB,GAAG,kBAAkB,CAAoB,uBAAuB,EAAE;IAC/D,mBAAmB,EAAE,UAAU;IAC/B,KAAK,EAAE;QACH,eAAe,EAAE,IAAI;QACrB,kBAAkB,EAAE,CAAC;QACrB,eAAe,EAAE,CAAC;QAClB,eAAe,EAAE,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI;QACtC,sBAAsB,EAAE,uBAAuB;KAClD;CACJ,CAAC,CAAC;AAGH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,OAAiC;IAEzE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC;IACpC,MAAM,aAAa,GAAG,EAAE,CAAC;IACzB,MAAM,SAAS,GAAG,IAAI,EAAE,QAAQ,IAAI,EAAE,CAAC;IACvC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,IAAI,gBAAgB,CAAC,iBAAiB,CAAC;IAEnE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;QACpB,GAAG,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAClC,OAAO,EAAE,aAAa,EAAE,EAAE,EAAE,OAAO,EAAE,uBAAuB,EAAE,CAAC;IACnE,CAAC;IAED,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,aAAa,CAAC,OAAO,EAAE;YAC7B,UAAU,EAAE,EAAE;YACd,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACL,UAAU,EAAE,SAAS;gBACrB,KAAK,EAAE,SAAS;gBAChB,IAAI,EAAE,IAAI,CAAC,YAAY,IAAI,SAAS;gBACpC,IAAI;aACP;SACJ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YACV,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,wBAAwB,GAAG,CAAC,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YACjF,OAAO,GAAG,CAAC;QACf,CAAC,CAAC,CAAC;QACH,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1B,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAC7C,GAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAE9B,OAAO,EAAE,aAAa,EAAE,GAAG,EAAE,OAAO,EAAE,mBAAmB,EAAE,CAAC;AAEhE,CAAC"}

package/lib/esm/system/recalculateEmbeddingsWorkflow.js

@@ -0,0 +1,25 @@
+import { SupportedEmbeddingTypes } from "@vertesia/common";
+import { dslProxyActivities } from "../dsl/dslProxyActivities.js";
+import { WF_NON_RETRYABLE_ERRORS } from "../errors.js";
+const { generateEmbeddings, } = dslProxyActivities("recalculateEmbeddingsWorkflow", {
+    startToCloseTimeout: "5 minute",
+    retry: {
+        initialInterval: '10s',
+        backoffCoefficient: 2,
+        maximumAttempts: 10,
+        maximumInterval: 100 * 30 * 1000, //ms
+        nonRetryableErrorTypes: WF_NON_RETRYABLE_ERRORS,
+    },
+});
+export async function recalculateEmbeddingsWorkflow(payload) {
+    const embeddings = [];
+    for (const type of Object.values(SupportedEmbeddingTypes)) {
+        embeddings.push(generateEmbeddings(payload, {
+            force: true,
+            type
+        }));
+    }
+    const res = await Promise.all(embeddings);
+    return res;
+}
+//# sourceMappingURL=recalculateEmbeddingsWorkflow.js.map

package/lib/esm/system/recalculateEmbeddingsWorkflow.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recalculateEmbeddingsWorkflow.js","sourceRoot":"","sources":["../../../src/system/recalculateEmbeddingsWorkflow.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,uBAAuB,EAA4B,MAAM,kBAAkB,CAAC;AAErF,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AAEvD,MAAM,EACF,kBAAkB,GACrB,GAAG,kBAAkB,CAAoB,+BAA+B,EAAE;IACvE,mBAAmB,EAAE,UAAU;IAC/B,KAAK,EAAE;QACH,eAAe,EAAE,KAAK;QACtB,kBAAkB,EAAE,CAAC;QACrB,eAAe,EAAE,EAAE;QACnB,eAAe,EAAE,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI;QACtC,sBAAsB,EAAE,uBAAuB;KAClD;CACJ,CAAC,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAAC,OAAiC;IAEjF,MAAM,UAAU,GAAG,EAAE,CAAC;IAEtB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC,EAAE,CAAC;QACxD,UAAU,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE;YACxC,KAAK,EAAE,IAAI;YACX,IAAI;SACP,CAAC,CAAC,CAAA;IACP,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAE1C,OAAO,GAAG,CAAC;AAEf,CAAC"}

package/lib/esm/utils/auth.js

@@ -0,0 +1,8 @@
+import jwt from 'jsonwebtoken';
+export function decodeAuthToken(token) {
+    return jwt.decode(token, { json: true });
+}
+export function getProjectFromToken(token) {
+    return decodeAuthToken(token)?.project;
+}
+//# sourceMappingURL=auth.js.map

package/lib/esm/utils/auth.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth.js","sourceRoot":"","sources":["../../../src/utils/auth.ts"],"names":[],"mappings":"AACA,OAAO,GAAG,MAAM,cAAc,CAAC;AAE/B,MAAM,UAAU,eAAe,CAAC,KAAa;IACzC,OAAO,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAqB,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAAa;IAC7C,OAAO,eAAe,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;AAC3C,CAAC"}

package/lib/esm/utils/blobs.js

@@ -0,0 +1,51 @@
+import crypto from "crypto";
+import { createWriteStream } from "fs";
+import tmp from "tmp";
+import { NoDocumentFound } from "../errors.js";
+import { Readable } from "stream";
+import { pipeline } from "stream/promises";
+tmp.setGracefulCleanup();
+export async function fetchBlobAsStream(client, blobUri) {
+    try {
+        return await client.files.downloadFile(blobUri);
+    }
+    catch (err) {
+        if (err.message.includes("not found")) {
+            //TODO improve error handling with a fetch fail error class in the client
+            throw new NoDocumentFound(`Failed to download blob ${blobUri}: ${err.message}`, []);
+        }
+        else {
+            throw new Error(`Failed to download blob ${blobUri}: ${err.message}`);
+        }
+    }
+}
+export async function fetchBlobAsBuffer(client, blobUri) {
+    let stream = await fetchBlobAsStream(client, blobUri);
+    const buffers = [];
+    for await (const data of stream) {
+        buffers.push(data);
+    }
+    return Buffer.concat(buffers);
+}
+export async function fetchBlobAsBase64(client, blobUri) {
+    const buffer = await fetchBlobAsBuffer(client, blobUri);
+    return buffer.toString("base64");
+}
+async function saveBlobToFile(client, blobUri, toFile) {
+    const stream = await fetchBlobAsStream(client, blobUri);
+    const nodeReadable = Readable.from(stream);
+    const out = createWriteStream(toFile);
+    await pipeline(nodeReadable, out); // Ensures completion before continuing
+}
+export async function saveBlobToTempFile(client, blobUri, fileExt) {
+    const tmpFile = tmp.fileSync({
+        prefix: "vertesia-activity-",
+        postfix: fileExt ? "." + fileExt : "",
+    });
+    await saveBlobToFile(client, blobUri, tmpFile.name);
+    return tmpFile.name;
+}
+export function md5(contents) {
+    return crypto.createHash("md5").update(contents).digest("hex");
+}
+//# sourceMappingURL=blobs.js.map

package/lib/esm/utils/blobs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"blobs.js","sourceRoot":"","sources":["../../../src/utils/blobs.ts"],"names":[],"mappings":"AACA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,iBAAiB,EAAE,MAAM,IAAI,CAAC;AACvC,OAAO,GAAG,MAAM,KAAK,CAAC;AACtB,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAClC,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAE3C,GAAG,CAAC,kBAAkB,EAAE,CAAC;AAEzB,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAAsB,EAAE,OAAe;IAC3E,IAAI,CAAC;QACD,OAAO,MAAM,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IACpD,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAChB,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACpC,yEAAyE;YACzE,MAAM,IAAI,eAAe,CAAC,2BAA2B,OAAO,KAAK,GAAG,CAAC,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;QACxF,CAAC;aAAM,CAAC;YACJ,MAAM,IAAI,KAAK,CAAC,2BAA2B,OAAO,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1E,CAAC;IACL,CAAC;AACL,CAAC;AACD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAAsB,EAAE,OAAe;IAC3E,IAAI,MAAM,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACtD,MAAM,OAAO,GAAiB,EAAE,CAAC;IACjC,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAC9B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AAClC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAAsB,EAAE,OAAe;IAC3E,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACxD,OAAO,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AACrC,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,MAAsB,EAAE,OAAe,EAAE,MAAc;IACjF,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAExD,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC3C,MAAM,GAAG,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAEtC,MAAM,QAAQ,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,CAAC,uCAAuC;AAC9E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,MAAsB,EAAE,OAAe,EAAE,OAAgB;IAC9F,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,CAAC;QACzB,MAAM,EAAE,oBAAoB;QAC5B,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE;KACxC,CAAC,CAAC;IACH,MAAM,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACpD,OAAO,OAAO,CAAC,IAAI,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,GAAG,CAAC,QAAgB;IAChC,OAAO,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACnE,CAAC"}

package/lib/esm/utils/chunks.js

@@ -0,0 +1,9 @@
+export const getContentPart = (content, part) => {
+    const lines = content.split('\n');
+    const text = lines.filter((_l, i) => i >= part.line_number_start && i <= part.line_number_end).join('\n');
+    return text;
+};
+export const getContentParts = (content, parts) => {
+    return parts.map(part => getContentPart(content, part));
+};
+//# sourceMappingURL=chunks.js.map

package/lib/esm/utils/chunks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunks.js","sourceRoot":"","sources":["../../../src/utils/chunks.ts"],"names":[],"mappings":"AAQA,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,OAAe,EAAE,IAAa,EAAU,EAAE;IACrE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,iBAAiB,IAAI,CAAC,IAAI,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1G,OAAO,IAAI,CAAC;AAChB,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,OAAe,EAAE,KAAgB,EAAY,EAAE;IAC3E,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;AAC5D,CAAC,CAAA"}

package/lib/esm/utils/client.js

@@ -0,0 +1,23 @@
+/**
+ * get a zeno client for a given token
+ */
+import { VertesiaClient } from "@vertesia/client";
+import { WorkflowParamNotFound } from "../errors.js";
+export function getVertesiaClient(payload) {
+    if (!payload.auth_token) {
+        throw new WorkflowParamNotFound("Authentication Token is missing from WorkflowExecutionPayload.authToken");
+    }
+    if (!payload.config?.studio_url) {
+        throw new WorkflowParamNotFound("Content Store URL is missing from WorkflowExecutionPayload.servers.storeUrl");
+    }
+    if (!payload.config?.store_url) {
+        throw new WorkflowParamNotFound("Content Store URL is missing from WorkflowExecutionPayload.servers.storeUrl");
+    }
+    const client = new VertesiaClient({
+        serverUrl: payload.config.studio_url,
+        storeUrl: payload.config.store_url,
+        apikey: payload.auth_token
+    });
+    return client;
+}
+//# sourceMappingURL=client.js.map

package/lib/esm/utils/client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../../../src/utils/client.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAElD,OAAO,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAGrD,MAAM,UAAU,iBAAiB,CAAC,OAAoC;IAElE,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QACtB,MAAM,IAAI,qBAAqB,CAAC,yEAAyE,CAAC,CAAC;IAC/G,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC;QAC9B,MAAM,IAAI,qBAAqB,CAAC,6EAA6E,CAAC,CAAC;IACnH,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC;QAC7B,MAAM,IAAI,qBAAqB,CAAC,6EAA6E,CAAC,CAAC;IACnH,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC;QAC9B,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,UAAU;QACpC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,SAAS;QAClC,MAAM,EAAE,OAAO,CAAC,UAAU;KAC7B,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAElB,CAAC"}

package/lib/esm/utils/expand-vars.js

@@ -0,0 +1,30 @@
+const VARS_RX = /\${\s*([^}]+)\s*}/g;
+/**
+ * Given an expression containing ${name} variables, replace them with the properties from the vars object.
+ * Nested property paths are also supported, e.g. ${section.name}
+ * @param expr
+ * @param vars
+ */
+export function expandVars(expr, vars) {
+    return expr.replace(VARS_RX, (_, name) => {
+        const path = name.split('.');
+        const value = resolveProp(vars, path);
+        if (value === undefined) {
+            return `${name}`; // return back the expression
+        }
+        else {
+            return String(value);
+        }
+    });
+}
+function resolveProp(object, path) {
+    let value = object;
+    for (const part of path) {
+        if (value === undefined) {
+            return undefined;
+        }
+        value = value[part];
+    }
+    return value;
+}
+//# sourceMappingURL=expand-vars.js.map

package/lib/esm/utils/expand-vars.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"expand-vars.js","sourceRoot":"","sources":["../../../src/utils/expand-vars.ts"],"names":[],"mappings":"AACA,MAAM,OAAO,GAAG,oBAAoB,CAAC;AAErC;;;;;GAKG;AACH,MAAM,UAAU,UAAU,CAAC,IAAY,EAAE,IAAyB;IAC9D,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAS,EAAE,IAAY,EAAE,EAAE;QACrD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACtC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtB,OAAO,GAAG,IAAI,EAAE,CAAC,CAAC,6BAA6B;QACnD,CAAC;aAAM,CAAC;YACJ,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,WAAW,CAAC,MAAc,EAAE,IAAc;IAC/C,IAAI,KAAK,GAAQ,MAAM,CAAC;IACxB,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;QACtB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtB,OAAO,SAAS,CAAC;QACrB,CAAC;QACD,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC"}