@vertesia/workflow 0.54.0 → 0.55.0

package/lib/cjs/iterative-generation/activities/finalizeOutput.js

@@ -0,0 +1,69 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.it_gen_finalizeOutput = it_gen_finalizeOutput;
+const activity_1 = require("@temporalio/activity");
+const client_js_1 = require("../../utils/client.js");
+const expand_vars_js_1 = require("../../utils/expand-vars.js");
+const memory_js_1 = require("../../utils/memory.js");
+const types_js_1 = require("../types.js");
+async function it_gen_finalizeOutput(payload) {
+    const vars = payload.vars;
+    const memory = vars.memory;
+    const client = (0, client_js_1.getVertesiaClient)(payload);
+    const inMemory = await (0, memory_js_1.loadMemoryPack)(client, `${memory}/input`);
+    const outMemory = await (0, memory_js_1.loadMemoryPack)(client, `${memory}/output`);
+    const content = await outMemory.getEntryText("content.json");
+    if (!content) {
+        activity_1.log.info(`Nothing to do. No content.json file found`);
+        return "No content.json file found";
+    }
+    activity_1.log.info(`Creating the final output memory pack.`);
+    const inMeta = await inMemory.getMetadata();
+    let tocName = "toc.json";
+    let toc = await inMemory.getEntryText(tocName);
+    if (!toc) {
+        tocName = "toc.yaml";
+        toc = await inMemory.getEntryText(tocName);
+    }
+    if (!toc) {
+        const outMeta = await outMemory.getMetadata();
+        tocName = "toc.json";
+        toc = JSON.stringify(outMeta.toc);
+    }
+    const sections = JSON.parse(content);
+    await (0, memory_js_1.buildAndPublishMemoryPack)(client, `${memory}/output`, async ({ copyText }) => {
+        // copy the input toc file if any
+        if (toc) {
+            copyText(toc, tocName);
+        }
+        // copy the raw JSON content
+        copyText(content, "content.json");
+        if (vars.section_file_pattern) {
+            activity_1.log.info(`Saving sections to files using pattern: ${vars.section_file_pattern}`);
+            // save sections to files
+            for (const section of sections) {
+                let content = section.content;
+                if (vars.section_file_header) {
+                    content = getSectionFileHeader(section, vars.section_file_header) + '\n\n' + content;
+                }
+                copyText(content, getSectionFileName(section, vars.section_file_pattern));
+            }
+        }
+        return {
+            ...inMeta,
+            vars
+        };
+    });
+    return `Processing done. Extracted files to: ${vars.section_file_pattern}`;
+}
+function getSectionFileHeader(section, header) {
+    const date = new Date().toISOString();
+    return (0, expand_vars_js_1.expandVars)(header, {
+        section,
+        date
+    });
+}
+function getSectionFileName(section, pattern) {
+    return pattern.replace(types_js_1.SECTION_ID_PLACEHOLDER, section.id);
+}
+//# sourceMappingURL=finalizeOutput.js.map

package/lib/cjs/iterative-generation/activities/finalizeOutput.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"finalizeOutput.js","sourceRoot":"","sources":["../../../../src/iterative-generation/activities/finalizeOutput.ts"],"names":[],"mappings":";;AAOA,sDAuDC;AA9DD,mDAA2C;AAE3C,qDAA0D;AAC1D,+DAAwD;AACxD,qDAAkF;AAClF,0CAAsG;AAE/F,KAAK,UAAU,qBAAqB,CAAC,OAAiC;IACzE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkC,CAAC;IAExD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC3B,MAAM,MAAM,GAAG,IAAA,6BAAiB,EAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,MAAM,IAAA,0BAAc,EAAC,MAAM,EAAE,GAAG,MAAM,QAAQ,CAAC,CAAC;IACjE,MAAM,SAAS,GAAG,MAAM,IAAA,0BAAc,EAAC,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,CAAC;IAEnE,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;IAC7D,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,cAAG,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;QACtD,OAAO,4BAA4B,CAAC;IACxC,CAAC;IAED,cAAG,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;IAEnD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC5C,IAAI,OAAO,GAAG,UAAU,CAAC;IACzB,IAAI,GAAG,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAC/C,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,OAAO,GAAG,UAAU,CAAC;QACrB,GAAG,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IACD,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,WAAW,EAAE,CAAC;QAC9C,OAAO,GAAG,UAAU,CAAC;QACrB,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACtC,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAc,CAAC;IAElD,MAAM,IAAA,qCAAyB,EAAC,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC/E,iCAAiC;QACjC,IAAI,GAAG,EAAE,CAAC;YACN,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC3B,CAAC;QACD,4BAA4B;QAC5B,QAAQ,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QAClC,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,cAAG,CAAC,IAAI,CAAC,2CAA2C,IAAI,CAAC,oBAAoB,EAAE,CAAC,CAAC;YACjF,yBAAyB;YACzB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC7B,IAAI,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;gBAC9B,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;oBAC3B,OAAO,GAAG,oBAAoB,CAAC,OAAO,EAAE,IAAI,CAAC,mBAAmB,CAAC,GAAG,MAAM,GAAG,OAAO,CAAC;gBACzF,CAAC;gBACD,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC,OAAO,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC;YAC9E,CAAC;QACL,CAAC;QACD,OAAO;YACH,GAAG,MAAM;YACT,IAAI;SACP,CAAC;IACN,CAAC,CAAC,CAAC;IAEH,OAAO,wCAAwC,IAAI,CAAC,oBAAoB,EAAE,CAAC;AAC/E,CAAC;AAID,SAAS,oBAAoB,CAAC,OAAmB,EAAE,MAAc;IAC7D,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACtC,OAAO,IAAA,2BAAU,EAAC,MAAM,EAAE;QACtB,OAAO;QACP,IAAI;KACP,CAAC,CAAC;AACP,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAmB,EAAE,OAAe;IAC5D,OAAO,OAAO,CAAC,OAAO,CAAC,iCAAsB,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC;AAC/D,CAAC"}

package/lib/cjs/iterative-generation/activities/generatePart.js

@@ -0,0 +1,73 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.it_gen_generatePart = it_gen_generatePart;
+const workflow_1 = require("@temporalio/workflow");
+const client_js_1 = require("../../utils/client.js");
+const memory_js_1 = require("../../utils/memory.js");
+const utils_js_1 = require("../utils.js");
+async function it_gen_generatePart(payload, path) {
+    const vars = payload.vars;
+    const client = (0, client_js_1.getVertesiaClient)(payload);
+    const memory = vars.memory;
+    const [sectionIndex, partIndex] = path;
+    const outMemory = await (0, memory_js_1.loadMemoryPack)(client, `${memory}/output`);
+    const meta = await outMemory.getMetadata();
+    // the section we build is the section at the given index
+    const section = meta.toc.sections[sectionIndex];
+    if (!section) {
+        throw workflow_1.ApplicationFailure.nonRetryable('Section not found in the TOC', 'SectionNotFound', { memory, path });
+    }
+    let part;
+    if (partIndex !== undefined) {
+        part = section.parts?.[partIndex];
+        if (!part) {
+            throw workflow_1.ApplicationFailure.nonRetryable('Part not found in the TOC section', 'PartNotFound', { memory, path });
+        }
+    }
+    (0, utils_js_1.expectMemoryIsConsistent)(meta, path);
+    const content = await loadGeneratedContent(outMemory);
+    let previously_generated = getPreviouslyGeneratedContent(content, !part, vars.remembrance_strategy);
+    if (!part) { // a new section
+        content.push({
+            id: section.id,
+            name: section.name,
+            description: section.description,
+            content: ''
+        });
+    }
+    else if (!content.length) {
+        throw workflow_1.ApplicationFailure.nonRetryable('content.json is empty while generating a part', 'InvalidIterationState', { memory, path });
+    }
+    const interaction = vars.iterative_interaction || vars.interaction;
+    const r = await (0, utils_js_1.executeWithVars)(client, interaction, vars, {
+        iteration: {
+            toc: meta.toc,
+            previously_generated,
+            section: section.name,
+            part: part?.name,
+            path: path,
+        }
+    });
+    const result = r.result;
+    content[content.length - 1].content += result;
+    meta.lastProcessedPart = path;
+    await (0, memory_js_1.buildAndPublishMemoryPack)(client, `${memory}/output`, async ({ copyText }) => {
+        copyText(JSON.stringify(content, null, 2), "content.json");
+        return meta;
+    });
+}
+async function loadGeneratedContent(memory) {
+    const content = await memory.getEntryText('content.json');
+    return content ? JSON.parse(content) : [];
+}
+function getPreviouslyGeneratedContent(sections, isNewSection, strategy) {
+    switch (strategy) {
+        case "document":
+            return sections.map((section) => section.content || '').join('\n\n');
+        case "none":
+            return '';
+        default:
+            return isNewSection ? '' : sections[sections.length - 1]?.content || '';
+    }
+}
+//# sourceMappingURL=generatePart.js.map

package/lib/cjs/iterative-generation/activities/generatePart.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generatePart.js","sourceRoot":"","sources":["../../../../src/iterative-generation/activities/generatePart.ts"],"names":[],"mappings":";;AAQA,kDAyDC;AAjED,mDAA0D;AAG1D,qDAA0D;AAC1D,qDAAkF;AAElF,0CAAwE;AAEjE,KAAK,UAAU,mBAAmB,CAAC,OAAiC,EAAE,IAAc;IACvF,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkC,CAAC;IACxD,MAAM,MAAM,GAAG,IAAA,6BAAiB,EAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAE3B,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC,GAAG,IAAI,CAAC;IACvC,MAAM,SAAS,GAAG,MAAM,IAAA,0BAAc,EAAC,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,CAAC;IACnE,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,WAAW,EAAsB,CAAC;IAE/D,yDAAyD;IACzD,MAAM,OAAO,GAAe,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;IAC5D,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,MAAM,6BAAkB,CAAC,YAAY,CAAC,8BAA8B,EAAE,iBAAiB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/G,CAAC;IACD,IAAI,IAAyB,CAAC;IAC9B,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC1B,IAAI,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,EAAE,CAAC;YACR,MAAM,6BAAkB,CAAC,YAAY,CAAC,mCAAmC,EAAE,cAAc,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACjH,CAAC;IACL,CAAC;IAED,IAAA,mCAAwB,EAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAErC,MAAM,OAAO,GAAG,MAAM,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAEtD,IAAI,oBAAoB,GAAG,6BAA6B,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAEpG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,gBAAgB;QACzB,OAAO,CAAC,IAAI,CAAC;YACT,EAAE,EAAE,OAAO,CAAC,EAAE;YACd,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,OAAO,EAAE,EAAE;SACd,CAAC,CAAA;IACN,CAAC;SAAM,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,6BAAkB,CAAC,YAAY,CAAC,+CAA+C,EAAE,uBAAuB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACtI,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,WAAW,CAAC;IACnE,MAAM,CAAC,GAAG,MAAM,IAAA,0BAAe,EAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE;QACvD,SAAS,EAAE;YACP,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,oBAAoB;YACpB,OAAO,EAAE,OAAO,CAAC,IAAI;YACrB,IAAI,EAAE,IAAI,EAAE,IAAI;YAChB,IAAI,EAAE,IAAI;SACb;KACJ,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,CAAC,CAAC,MAAgB,CAAC;IAClC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,IAAI,MAAM,CAAC;IAC9C,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAC9B,MAAM,IAAA,qCAAyB,EAAC,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC/E,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;QAC3D,OAAO,IAAI,CAAC;IAChB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,MAAkB;IAClD,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;IAC1D,OAAO,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC9C,CAAC;AAED,SAAS,6BAA6B,CAAC,QAAmB,EAAE,YAAqB,EAAE,QAA0C;IACzH,QAAQ,QAAQ,EAAE,CAAC;QACf,KAAK,UAAU;YACX,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAgB,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClF,KAAK,MAAM;YACP,OAAO,EAAE,CAAC;QACd;YACI,OAAO,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;IAChF,CAAC;AACL,CAAC"}

package/lib/cjs/iterative-generation/activities/generateToc.js

@@ -0,0 +1,91 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.it_gen_generateToc = it_gen_generateToc;
+const client_js_1 = require("../../utils/client.js");
+const memory_js_1 = require("../../utils/memory.js");
+const utils_js_1 = require("../utils.js");
+const defaultTocSchema = {
+    "type": "object",
+    "properties": {
+        "sections": {
+            "type": "array",
+            "items": {
+                "type": "object",
+                "properties": {
+                    "id": {
+                        "type": "string",
+                        "description": "the id of the section, can be a filename if working on a file, a slug if working on a document or path, or a unique identifier if working on a model."
+                    },
+                    "operation": {
+                        "type": "string",
+                        "enum": ["create", "update", "delete"],
+                        "description": "The operation to perform on the section, create, update or delete. If update, you will be requested later to provide the list of change operation to perform."
+                    },
+                    "name": {
+                        "type": "string",
+                        "description": "The name or title of the section, should be the path in the OpenAPI spec, of the title of the section/part."
+                    },
+                    "description": {
+                        "type": "string"
+                    },
+                    "instructions": {
+                        "type": "string"
+                    },
+                    "parts": {
+                        "type": "array",
+                        "description": "when the section is too large, you can split it into parts, each part should have a title and description. Use it to split the section into subsection. When doing an API documentation, you can do one part for each path. When generating code, you can do one part for each method. When generating an OpenAPI spec, you can do one part for each operation.",
+                        "items": {
+                            "type": "object",
+                            "properties": {
+                                "id": {
+                                    "type": "string",
+                                    "description": "the id of the part, can be a filename if working on a file, a slug if working on a document or path, or a unique identifier if working on a model."
+                                },
+                                "name": {
+                                    "type": "string",
+                                    "description": "The name or title of the part, should be the path in the OpenAPI spec, of the title of the section/part."
+                                },
+                                /*
+                                "description": {
+                                    "type": "string"
+                                },
+                                */
+                                "instructions": {
+                                    "type": "string"
+                                }
+                            },
+                            "required": [
+                                "id",
+                                "name",
+                            ]
+                        }
+                    }
+                },
+                "required": [
+                    "id",
+                    "name",
+                    "operation"
+                ]
+            }
+        }
+    },
+    "required": [
+        "sections"
+    ]
+};
+async function it_gen_generateToc(payload) {
+    const vars = payload.vars;
+    const schema = vars.toc_schema || defaultTocSchema;
+    const client = (0, client_js_1.getVertesiaClient)(payload);
+    const run = await (0, utils_js_1.executeWithVars)(client, vars.interaction, vars, undefined, schema);
+    const toc = run.result;
+    await (0, memory_js_1.buildAndPublishMemoryPack)(client, `${vars.memory}/output`, async () => {
+        return {
+            toc,
+            lastProcessedPart: undefined, // the part index (a number array)
+            previouslyGenerated: ""
+        };
+    });
+    return (0, utils_js_1.tocIndex)(toc);
+}
+//# sourceMappingURL=generateToc.js.map

package/lib/cjs/iterative-generation/activities/generateToc.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generateToc.js","sourceRoot":"","sources":["../../../../src/iterative-generation/activities/generateToc.ts"],"names":[],"mappings":";;AA6EA,gDAoBC;AAhGD,qDAA0D;AAC1D,qDAAkE;AAElE,0CAAwD;AAExD,MAAM,gBAAgB,GAAG;IACrB,MAAM,EAAE,QAAQ;IAChB,YAAY,EAAE;QACV,UAAU,EAAE;YACR,MAAM,EAAE,OAAO;YACf,OAAO,EAAE;gBACL,MAAM,EAAE,QAAQ;gBAChB,YAAY,EAAE;oBACV,IAAI,EAAE;wBACF,MAAM,EAAE,QAAQ;wBAChB,aAAa,EAAE,uJAAuJ;qBACzK;oBACD,WAAW,EAAE;wBACT,MAAM,EAAE,QAAQ;wBAChB,MAAM,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC;wBACtC,aAAa,EAAE,+JAA+J;qBACjL;oBACD,MAAM,EAAE;wBACJ,MAAM,EAAE,QAAQ;wBAChB,aAAa,EAAE,6GAA6G;qBAC/H;oBACD,aAAa,EAAE;wBACX,MAAM,EAAE,QAAQ;qBACnB;oBACD,cAAc,EAAE;wBACZ,MAAM,EAAE,QAAQ;qBACnB;oBACD,OAAO,EACP;wBACI,MAAM,EAAE,OAAO;wBACf,aAAa,EAAE,iWAAiW;wBAChX,OAAO,EAAE;4BACL,MAAM,EAAE,QAAQ;4BAChB,YAAY,EAAE;gCACV,IAAI,EAAE;oCACF,MAAM,EAAE,QAAQ;oCAChB,aAAa,EAAE,oJAAoJ;iCACtK;gCACD,MAAM,EAAE;oCACJ,MAAM,EAAE,QAAQ;oCAChB,aAAa,EAAE,0GAA0G;iCAC5H;gCACD;;;;kCAIE;gCACF,cAAc,EAAE;oCACZ,MAAM,EAAE,QAAQ;iCACnB;6BACJ;4BACD,UAAU,EAAE;gCACR,IAAI;gCACJ,MAAM;6BACT;yBACJ;qBACJ;iBACJ;gBACD,UAAU,EAAE;oBACR,IAAI;oBACJ,MAAM;oBACN,WAAW;iBACd;aACJ;SACJ;KACJ;IACD,UAAU,EAAE;QACR,UAAU;KACb;CACJ,CAAA;AAEM,KAAK,UAAU,kBAAkB,CAAC,OAAiC;IACtE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkC,CAAC;IAExD,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,IAAI,gBAAgB,CAAC;IAEnD,MAAM,MAAM,GAAG,IAAA,6BAAiB,EAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,GAAG,GAAG,MAAM,IAAA,0BAAe,EAAC,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IAErF,MAAM,GAAG,GAAG,GAAG,CAAC,MAAa,CAAC;IAE9B,MAAM,IAAA,qCAAyB,EAAC,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,SAAS,EAAE,KAAK,IAAI,EAAE;QACxE,OAAO;YACH,GAAG;YACH,iBAAiB,EAAE,SAAS,EAAE,kCAAkC;YAChE,mBAAmB,EAAE,EAAE;SACN,CAAA;IACzB,CAAC,CAAC,CAAC;IAEH,OAAO,IAAA,mBAAQ,EAAC,GAAG,CAAC,CAAC;AACzB,CAAC"}

package/lib/cjs/iterative-generation/activities/index.js

@@ -0,0 +1,12 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.it_gen_finalizeOutput = exports.it_gen_extractToc = exports.it_gen_generatePart = exports.it_gen_generateToc = void 0;
+var generateToc_js_1 = require("./generateToc.js");
+Object.defineProperty(exports, "it_gen_generateToc", { enumerable: true, get: function () { return generateToc_js_1.it_gen_generateToc; } });
+var generatePart_js_1 = require("./generatePart.js");
+Object.defineProperty(exports, "it_gen_generatePart", { enumerable: true, get: function () { return generatePart_js_1.it_gen_generatePart; } });
+var extractToc_js_1 = require("./extractToc.js");
+Object.defineProperty(exports, "it_gen_extractToc", { enumerable: true, get: function () { return extractToc_js_1.it_gen_extractToc; } });
+var finalizeOutput_js_1 = require("./finalizeOutput.js");
+Object.defineProperty(exports, "it_gen_finalizeOutput", { enumerable: true, get: function () { return finalizeOutput_js_1.it_gen_finalizeOutput; } });
+//# sourceMappingURL=index.js.map

package/lib/cjs/iterative-generation/activities/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/iterative-generation/activities/index.ts"],"names":[],"mappings":";;;AAAA,mDAAsD;AAA7C,oHAAA,kBAAkB,OAAA;AAC3B,qDAAwD;AAA/C,sHAAA,mBAAmB,OAAA;AAC5B,iDAAoD;AAA3C,kHAAA,iBAAiB,OAAA;AAC1B,yDAA2D;AAAlD,0HAAA,qBAAqB,OAAA"}

package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js

@@ -0,0 +1,56 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.iterativeGenerationWorkflow = iterativeGenerationWorkflow;
+const workflow_1 = require("@temporalio/workflow");
+const errors_js_1 = require("../errors.js");
+const types_js_1 = require("./types.js");
+const { it_gen_extractToc, it_gen_generateToc, it_gen_generatePart, it_gen_finalizeOutput } = (0, workflow_1.proxyActivities)({
+    startToCloseTimeout: "15 minute",
+    retry: {
+        initialInterval: '30s',
+        backoffCoefficient: 2,
+        maximumAttempts: 20,
+        maximumInterval: 100 * 30 * 1000, //ms
+        nonRetryableErrorTypes: errors_js_1.WF_NON_RETRYABLE_ERRORS,
+    },
+});
+async function iterativeGenerationWorkflow(payload) {
+    workflow_1.log.info(`Executing Iterative generation workflow.`);
+    const vars = payload.vars;
+    if (vars.section_file_pattern && !vars.section_file_pattern.includes(types_js_1.SECTION_ID_PLACEHOLDER)) {
+        throw new Error(`Invalid section_file_pattern: ${vars.section_file_pattern}. It must include the ${types_js_1.SECTION_ID_PLACEHOLDER} placeholder.`);
+    }
+    // extractToc tries to extract the toc from the input memory pack (toc.json or toc.yaml)
+    // the generateToc activity is returning the toc hierarchy.
+    // It doesn't include extra TOC details like description etc.
+    // To minimize the payload size only the hierarchy and the section/part names are returned
+    let toc = await it_gen_extractToc(payload);
+    if (!toc) {
+        workflow_1.log.info(`No TOC was specified in the input memory pack. Generating one.`);
+        toc = await it_gen_generateToc(payload);
+    }
+    else {
+        workflow_1.log.info(`Using the TOC specified in the input memory pack.`);
+    }
+    if (toc.sections.length === 0) {
+        //TODO how to handle this case?
+        throw new Error("Nothing to generate: TOC is empty");
+    }
+    for (const section of toc.sections) {
+        workflow_1.log.info(`Generating section: ${formatPath(section)}`);
+        await it_gen_generatePart(payload, section.path);
+        if (section.parts) {
+            for (const part of section.parts) {
+                workflow_1.log.info(`Generating part: ${formatPath(part)}`);
+                await it_gen_generatePart(payload, part.path);
+            }
+        }
+    }
+    workflow_1.log.info(`Post-processing output memory pack`);
+    await it_gen_finalizeOutput(payload);
+}
+function formatPath(node) {
+    // we print 1 based indexes
+    return node.path.map(i => i + 1).join('.') + ' ' + node.name;
+}
+//# sourceMappingURL=iterativeGenerationWorkflow.js.map

package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"iterativeGenerationWorkflow.js","sourceRoot":"","sources":["../../../src/iterative-generation/iterativeGenerationWorkflow.ts"],"names":[],"mappings":";;AAuBA,kEAuCC;AA5DD,mDAA4D;AAC5D,4CAAuD;AAEvD,yCAA2F;AAE3F,MAAM,EACF,iBAAiB,EACjB,kBAAkB,EAClB,mBAAmB,EACnB,qBAAqB,EACxB,GAAG,IAAA,0BAAe,EAAoB;IACnC,mBAAmB,EAAE,WAAW;IAChC,KAAK,EAAE;QACH,eAAe,EAAE,KAAK;QACtB,kBAAkB,EAAE,CAAC;QACrB,eAAe,EAAE,EAAE;QACnB,eAAe,EAAE,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI;QACtC,sBAAsB,EAAE,mCAAuB;KAClD;CACJ,CAAC,CAAC;AAEI,KAAK,UAAU,2BAA2B,CAAC,OAAiC;IAC/E,cAAG,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;IAErD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkC,CAAC;IACxD,IAAI,IAAI,CAAC,oBAAoB,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,iCAAsB,CAAC,EAAE,CAAC;QAC3F,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,CAAC,oBAAoB,yBAAyB,iCAAsB,eAAe,CAAC,CAAC;IAC9I,CAAC;IAED,wFAAwF;IACxF,2DAA2D;IAC3D,6DAA6D;IAC7D,0FAA0F;IAC1F,IAAI,GAAG,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC3C,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,cAAG,CAAC,IAAI,CAAC,gEAAgE,CAAC,CAAC;QAC3E,GAAG,GAAG,MAAM,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;SAAM,CAAC;QACJ,cAAG,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;IAClE,CAAC;IAED,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,+BAA+B;QAC/B,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACjC,cAAG,CAAC,IAAI,CAAC,uBAAuB,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACvD,MAAM,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAEjD,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBAC/B,cAAG,CAAC,IAAI,CAAC,oBAAoB,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACjD,MAAM,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YAClD,CAAC;QACL,CAAC;IACL,CAAC;IAED,cAAG,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;IAC/C,MAAM,qBAAqB,CAAC,OAAO,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,UAAU,CAAC,IAAe;IAC/B,2BAA2B;IAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC;AACjE,CAAC"}

package/lib/cjs/iterative-generation/types.js

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SECTION_ID_PLACEHOLDER = void 0;
+exports.SECTION_ID_PLACEHOLDER = '%id';
+//# sourceMappingURL=types.js.map

package/lib/cjs/iterative-generation/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/iterative-generation/types.ts"],"names":[],"mappings":";;;AACa,QAAA,sBAAsB,GAAG,KAAK,CAAC"}

package/lib/cjs/iterative-generation/utils.js

@@ -0,0 +1,121 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.execute = execute;
+exports.executeWithVars = executeWithVars;
+exports.isSamePartIndex = isSamePartIndex;
+exports.getPreviousPathIndex = getPreviousPathIndex;
+exports.expectMemoryIsConsistent = expectMemoryIsConsistent;
+exports.sectionWithoutParts = sectionWithoutParts;
+exports.tocIndex = tocIndex;
+const workflow_1 = require("@temporalio/workflow");
+async function execute(client, options) {
+    return client.interactions.executeByName(options.interaction, {
+        data: {
+            ...options.memory_mapping,
+            "@memory": options.memory
+        },
+        result_schema: options.result_schema,
+        config: {
+            environment: options.environment,
+            model: options.model,
+            model_options: options.model_options,
+        }
+    });
+}
+function executeWithVars(client, interaction, vars, mapping, result_schema) {
+    if (mapping) {
+        mapping = { ...vars.input_mapping, ...mapping };
+    }
+    else {
+        mapping = vars.input_mapping;
+    }
+    const model_options = {
+        _option_id: "text-fallback",
+        max_tokens: vars.max_tokens,
+        temperature: vars.temperature
+    };
+    return execute(client, {
+        interaction: interaction,
+        memory: `${vars.memory}/input`,
+        memory_mapping: mapping,
+        environment: vars.environment,
+        model: vars.model,
+        model_options: model_options,
+        result_schema: result_schema
+    });
+}
+function isSamePartIndex(part1, part2) {
+    return part1 && part2 && part1.length === part2.length && part1.every((v, i) => v === part2[i]);
+}
+function getPreviousPathIndex(toc, pathIndex) {
+    let [sectionIdx, partIdx] = pathIndex;
+    if (partIdx === undefined) {
+        let prevSectionIdx = sectionIdx - 1;
+        if (prevSectionIdx < 0) {
+            return null;
+        }
+        else {
+            const prevParts = toc.sections[prevSectionIdx].parts;
+            if (prevParts && prevParts.length > 0) { // return the last part of the previous section
+                return [prevSectionIdx, prevParts.length - 1];
+            }
+            else { // if no parts return the section itself
+                return [prevSectionIdx];
+            }
+        }
+    }
+    else if (partIdx > 0) { // return the previous part in the same section
+        return [sectionIdx, partIdx - 1];
+    }
+    else { // if the first part return the section itself
+        return [sectionIdx];
+    }
+}
+function expectMemoryIsConsistent(meta, pathIndex) {
+    const metaLastProcessedPart = meta.lastProcessedPart;
+    if (!metaLastProcessedPart) {
+        if (pathIndex.length > 1 && pathIndex[0] !== 0) {
+            throw workflow_1.ApplicationFailure.nonRetryable('Memory last processed part is not consistent with the workflow.', 'MemoryPackNotConsistent', { currentIndex: pathIndex, expectedPreviousIndex: [pathIndex[0], pathIndex[1] - 1], previousIndex: metaLastProcessedPart });
+        }
+        else {
+            return;
+        }
+    }
+    const prevPathIndex = getPreviousPathIndex(meta.toc, pathIndex);
+    if (!prevPathIndex) {
+        throw workflow_1.ApplicationFailure.nonRetryable('Memory last processed part is not consistent with the workflow', 'MemoryPackNotConsistent', { currentIndex: pathIndex, expectedPreviousIndex: prevPathIndex, previousIndex: metaLastProcessedPart });
+    }
+    else if (!isSamePartIndex(prevPathIndex, metaLastProcessedPart)) {
+        throw workflow_1.ApplicationFailure.nonRetryable('Memory last processed part is not consistent with the workflow', 'MemoryPackNotConsistent', { currentIndex: pathIndex, expectedPreviousIndex: prevPathIndex, previousIndex: meta.lastProcessedPart });
+    }
+}
+function sectionWithoutParts(section) {
+    const clone = { ...section };
+    delete clone.parts;
+    return clone;
+}
+function tocIndex(toc) {
+    const index = { sections: [] };
+    const sections = toc.sections;
+    for (let i = 0, l = sections.length; i < l; i++) {
+        const section = sections[i];
+        const indexParts = [];
+        if (section.parts) {
+            const parts = section.parts;
+            for (let k = 0, ll = section.parts.length; k < ll; k++) {
+                const part = parts[k];
+                indexParts.push({
+                    name: part.id,
+                    path: [i, k]
+                });
+            }
+        }
+        index.sections.push({
+            name: section.id,
+            path: [i],
+            parts: indexParts
+        });
+    }
+    return index;
+}
+//# sourceMappingURL=utils.js.map

package/lib/cjs/iterative-generation/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/iterative-generation/utils.ts"],"names":[],"mappings":";;AAiBA,0BAaC;AAED,0CAoBC;AAED,0CAEC;AAED,oDAmBC;AAGD,4DAeC;AAED,kDAIC;AAED,4BAuBC;AA5HD,mDAA0D;AAenD,KAAK,UAAU,OAAO,CAAU,MAAsB,EAAE,OAAuB;IAClF,OAAO,MAAM,CAAC,YAAY,CAAC,aAAa,CAAC,OAAO,CAAC,WAAW,EAAE;QAC1D,IAAI,EAAE;YACF,GAAG,OAAO,CAAC,cAAc;YACzB,SAAS,EAAE,OAAO,CAAC,MAAM;SAC5B;QACD,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,MAAM,EAAE;YACJ,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,aAAa,EAAE,OAAO,CAAC,aAAa;SACvC;KACJ,CAAC,CAAC;AACP,CAAC;AAED,SAAgB,eAAe,CAAU,MAAsB,EAAE,WAAmB,EAAE,IAAyB,EAAE,OAA6B,EAAE,aAAmC;IAC/K,IAAI,OAAO,EAAE,CAAC;QACV,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,GAAG,OAAO,EAAE,CAAC;IACpD,CAAC;SAAM,CAAC;QACJ,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC;IACjC,CAAC;IACD,MAAM,aAAa,GAAwB;QACvC,UAAU,EAAE,eAAe;QAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;KAChC,CAAA;IACD,OAAO,OAAO,CAAC,MAAM,EAAE;QACnB,WAAW,EAAE,WAAW;QACxB,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,QAAQ;QAC9B,cAAc,EAAE,OAAO;QACvB,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,aAAa,EAAE,aAAa;QAC5B,aAAa,EAAE,aAAa;KAC/B,CAAC,CAAC;AACP,CAAC;AAED,SAAgB,eAAe,CAAC,KAAe,EAAE,KAAe;IAC5D,OAAO,KAAK,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACpG,CAAC;AAED,SAAgB,oBAAoB,CAAC,GAAQ,EAAE,SAAmB;IAC9D,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;IACtC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QACxB,IAAI,cAAc,GAAG,UAAU,GAAG,CAAC,CAAC;QACpC,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QAChB,CAAC;aAAM,CAAC;YACJ,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,KAAK,CAAC;YACrD,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC,+CAA+C;gBACpF,OAAO,CAAC,cAAc,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAClD,CAAC;iBAAM,CAAC,CAAC,wCAAwC;gBAC7C,OAAO,CAAC,cAAc,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;IACL,CAAC;SAAM,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC,CAAC,+CAA+C;QACrE,OAAO,CAAC,UAAU,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;IACrC,CAAC;SAAM,CAAC,CAAC,8CAA8C;QACnD,OAAO,CAAC,UAAU,CAAC,CAAC;IACxB,CAAC;AACL,CAAC;AAGD,SAAgB,wBAAwB,CAAC,IAAsB,EAAE,SAAmB;IAChF,MAAM,qBAAqB,GAAG,IAAI,CAAC,iBAAiB,CAAC;IACrD,IAAI,CAAC,qBAAqB,EAAE,CAAC;QACzB,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7C,MAAM,6BAAkB,CAAC,YAAY,CAAC,iEAAiE,EAAE,yBAAyB,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,qBAAqB,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,EAAE,qBAAqB,EAAE,CAAC,CAAC;QACpQ,CAAC;aAAM,CAAC;YACJ,OAAO;QACX,CAAC;IACL,CAAC;IACD,MAAM,aAAa,GAAG,oBAAoB,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAChE,IAAI,CAAC,aAAa,EAAE,CAAC;QACjB,MAAM,6BAAkB,CAAC,YAAY,CAAC,gEAAgE,EAAE,yBAAyB,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,qBAAqB,EAAE,aAAa,EAAE,aAAa,EAAE,qBAAqB,EAAE,CAAC,CAAC;IAChP,CAAC;SAAM,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,qBAAqB,CAAC,EAAE,CAAC;QAChE,MAAM,6BAAkB,CAAC,YAAY,CAAC,gEAAgE,EAAE,yBAAyB,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,qBAAqB,EAAE,aAAa,EAAE,aAAa,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;IACjP,CAAC;AACL,CAAC;AAED,SAAgB,mBAAmB,CAAC,OAAmB;IACnD,MAAM,KAAK,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;IAC7B,OAAO,KAAK,CAAC,KAAK,CAAC;IACnB,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAgB,QAAQ,CAAC,GAAQ;IAC7B,MAAM,KAAK,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAc,CAAC;IAC3C,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC;IAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,UAAU,GAAgB,EAAE,CAAC;QACnC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;YAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACtB,UAAU,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,IAAI,CAAC,EAAE;oBACb,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;iBACf,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QACD,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,OAAO,CAAC,EAAE;YAChB,IAAI,EAAE,CAAC,CAAC,CAAC;YACT,KAAK,EAAE,UAAU;SACpB,CAAC,CAAC;IACP,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC"}

package/lib/cjs/package.json

@@ -0,0 +1,3 @@
+{
+  "type": "commonjs"
+}

package/lib/cjs/result-types.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TextExtractionStatus = void 0;
+var TextExtractionStatus;
+(function (TextExtractionStatus) {
+    TextExtractionStatus["skipped"] = "skipped";
+    TextExtractionStatus["success"] = "success";
+    TextExtractionStatus["error"] = "error";
+})(TextExtractionStatus || (exports.TextExtractionStatus = TextExtractionStatus = {}));
+//# sourceMappingURL=result-types.js.map

package/lib/cjs/result-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"result-types.js","sourceRoot":"","sources":["../../src/result-types.ts"],"names":[],"mappings":";;;AAoBA,IAAY,oBAIX;AAJD,WAAY,oBAAoB;IAC5B,2CAAmB,CAAA;IACnB,2CAAmB,CAAA;IACnB,uCAAe,CAAA;AACnB,CAAC,EAJW,oBAAoB,oCAApB,oBAAoB,QAI/B"}

package/lib/cjs/system/notifyWebhookWorkflow.js

@@ -0,0 +1,47 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.notifyWebhookWorkflow = notifyWebhookWorkflow;
+const workflow_1 = require("@temporalio/workflow");
+const common_1 = require("@vertesia/common");
+const dslProxyActivities_js_1 = require("../dsl/dslProxyActivities.js");
+const errors_js_1 = require("../errors.js");
+const { notifyWebhook } = (0, dslProxyActivities_js_1.dslProxyActivities)("notifyWebhookWorkflow", {
+    startToCloseTimeout: "5 minute",
+    retry: {
+        initialInterval: '5s',
+        backoffCoefficient: 2,
+        maximumAttempts: 5,
+        maximumInterval: 100 * 30 * 1000, //ms
+        nonRetryableErrorTypes: errors_js_1.WF_NON_RETRYABLE_ERRORS,
+    },
+});
+async function notifyWebhookWorkflow(payload) {
+    const { objectIds, vars } = payload;
+    const notifications = [];
+    const endpoints = vars?.webhooks || [];
+    const eventName = vars.event || common_1.ContentEventName.workflow_finished;
+    if (!endpoints.length) {
+        workflow_1.log.info(`No webhooks to notify`);
+        return { notifications: [], message: "No webhooks to notify" };
+    }
+    for (const ep of endpoints) {
+        const n = notifyWebhook(payload, {
+            target_url: ep,
+            method: 'POST',
+            payload: {
+                object_ids: objectIds,
+                event: eventName,
+                data: vars.webhook_data ?? undefined,
+                vars
+            }
+        }).then(res => {
+            workflow_1.log.info(`Webhook notified at ${ep} with response code: ${res.status}`, { res });
+            return res;
+        });
+        notifications.push(n);
+    }
+    const res = await Promise.all(notifications);
+    workflow_1.log.info(`Webhooks notified`);
+    return { notifications: res, message: "Webhooks notified" };
+}
+//# sourceMappingURL=notifyWebhookWorkflow.js.map

package/lib/cjs/system/notifyWebhookWorkflow.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"notifyWebhookWorkflow.js","sourceRoot":"","sources":["../../../src/system/notifyWebhookWorkflow.ts"],"names":[],"mappings":";;AAqBA,sDAkCC;AAtDD,mDAA2C;AAC3C,6CAA8E;AAE9E,wEAAkE;AAClE,4CAAuD;AAEvD,MAAM,EACF,aAAa,EAChB,GAAG,IAAA,0CAAkB,EAAoB,uBAAuB,EAAE;IAC/D,mBAAmB,EAAE,UAAU;IAC/B,KAAK,EAAE;QACH,eAAe,EAAE,IAAI;QACrB,kBAAkB,EAAE,CAAC;QACrB,eAAe,EAAE,CAAC;QAClB,eAAe,EAAE,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI;QACtC,sBAAsB,EAAE,mCAAuB;KAClD;CACJ,CAAC,CAAC;AAGI,KAAK,UAAU,qBAAqB,CAAC,OAAiC;IAEzE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC;IACpC,MAAM,aAAa,GAAG,EAAE,CAAC;IACzB,MAAM,SAAS,GAAG,IAAI,EAAE,QAAQ,IAAI,EAAE,CAAC;IACvC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,IAAI,yBAAgB,CAAC,iBAAiB,CAAC;IAEnE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;QACpB,cAAG,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAClC,OAAO,EAAE,aAAa,EAAE,EAAE,EAAE,OAAO,EAAE,uBAAuB,EAAE,CAAC;IACnE,CAAC;IAED,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,aAAa,CAAC,OAAO,EAAE;YAC7B,UAAU,EAAE,EAAE;YACd,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACL,UAAU,EAAE,SAAS;gBACrB,KAAK,EAAE,SAAS;gBAChB,IAAI,EAAE,IAAI,CAAC,YAAY,IAAI,SAAS;gBACpC,IAAI;aACP;SACJ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YACV,cAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,wBAAwB,GAAG,CAAC,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YACjF,OAAO,GAAG,CAAC;QACf,CAAC,CAAC,CAAC;QACH,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1B,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAC7C,cAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAE9B,OAAO,EAAE,aAAa,EAAE,GAAG,EAAE,OAAO,EAAE,mBAAmB,EAAE,CAAC;AAEhE,CAAC"}

package/lib/cjs/system/recalculateEmbeddingsWorkflow.js

@@ -0,0 +1,28 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.recalculateEmbeddingsWorkflow = recalculateEmbeddingsWorkflow;
+const common_1 = require("@vertesia/common");
+const dslProxyActivities_js_1 = require("../dsl/dslProxyActivities.js");
+const errors_js_1 = require("../errors.js");
+const { generateEmbeddings, } = (0, dslProxyActivities_js_1.dslProxyActivities)("recalculateEmbeddingsWorkflow", {
+    startToCloseTimeout: "5 minute",
+    retry: {
+        initialInterval: '10s',
+        backoffCoefficient: 2,
+        maximumAttempts: 10,
+        maximumInterval: 100 * 30 * 1000, //ms
+        nonRetryableErrorTypes: errors_js_1.WF_NON_RETRYABLE_ERRORS,
+    },
+});
+async function recalculateEmbeddingsWorkflow(payload) {
+    const embeddings = [];
+    for (const type of Object.values(common_1.SupportedEmbeddingTypes)) {
+        embeddings.push(generateEmbeddings(payload, {
+            force: true,
+            type
+        }));
+    }
+    const res = await Promise.all(embeddings);
+    return res;
+}
+//# sourceMappingURL=recalculateEmbeddingsWorkflow.js.map

package/lib/cjs/system/recalculateEmbeddingsWorkflow.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recalculateEmbeddingsWorkflow.js","sourceRoot":"","sources":["../../../src/system/recalculateEmbeddingsWorkflow.ts"],"names":[],"mappings":";;AAmBA,sEAeC;AAjCD,6CAAqF;AAErF,wEAAkE;AAClE,4CAAuD;AAEvD,MAAM,EACF,kBAAkB,GACrB,GAAG,IAAA,0CAAkB,EAAoB,+BAA+B,EAAE;IACvE,mBAAmB,EAAE,UAAU;IAC/B,KAAK,EAAE;QACH,eAAe,EAAE,KAAK;QACtB,kBAAkB,EAAE,CAAC;QACrB,eAAe,EAAE,EAAE;QACnB,eAAe,EAAE,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI;QACtC,sBAAsB,EAAE,mCAAuB;KAClD;CACJ,CAAC,CAAC;AAEI,KAAK,UAAU,6BAA6B,CAAC,OAAiC;IAEjF,MAAM,UAAU,GAAG,EAAE,CAAC;IAEtB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,gCAAuB,CAAC,EAAE,CAAC;QACxD,UAAU,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE;YACxC,KAAK,EAAE,IAAI;YACX,IAAI;SACP,CAAC,CAAC,CAAA;IACP,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAE1C,OAAO,GAAG,CAAC;AAEf,CAAC"}

package/lib/cjs/utils/auth.js

@@ -0,0 +1,15 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.decodeAuthToken = decodeAuthToken;
+exports.getProjectFromToken = getProjectFromToken;
+const jsonwebtoken_1 = __importDefault(require("jsonwebtoken"));
+function decodeAuthToken(token) {
+    return jsonwebtoken_1.default.decode(token, { json: true });
+}
+function getProjectFromToken(token) {
+    return decodeAuthToken(token)?.project;
+}
+//# sourceMappingURL=auth.js.map

package/lib/cjs/utils/auth.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth.js","sourceRoot":"","sources":["../../../src/utils/auth.ts"],"names":[],"mappings":";;;;;AAGA,0CAEC;AAED,kDAEC;AARD,gEAA+B;AAE/B,SAAgB,eAAe,CAAC,KAAa;IACzC,OAAO,sBAAG,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAqB,CAAC;AACjE,CAAC;AAED,SAAgB,mBAAmB,CAAC,KAAa;IAC7C,OAAO,eAAe,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;AAC3C,CAAC"}