@vertesia/workflow 0.42.2

package/lib/esm/dsl/vars.js

@@ -0,0 +1,335 @@
+import { matchCondition } from "./conditions.js";
+import { ObjectWalker } from "./walk.js";
+const FALLBACK_VALUE_SEP = "??";
+function decodeLiteralValue(value) {
+    if (value.startsWith("'") && value.endsWith("'")) {
+        value = '"' + value.slice(1, -1).replace(/(?<!\\)"/g, '\\"') + '"';
+    }
+    return JSON.parse(value);
+}
+export function splitPath(path) {
+    if (path.indexOf('[') > -1) { // support array like paths
+        path = path.replace(/\[(\d+)\]/g, '.$1');
+    }
+    return path.split('.');
+}
+/**
+ * Get the property named by "name" of the given object
+ * If an array is idnexed using a string key then a map is done and an array with the content of the properties with that name are returned
+ * Ex: docs.text => will return an array of text properties of the docs array
+ * @param object the obejct
+ * @param name the name of the property.
+ * @returns the property value
+ */
+function _prop(object, name) {
+    if (object === undefined) {
+        return undefined;
+    }
+    object = _valueOf(object); // resolve Value objects
+    if (Array.isArray(object)) {
+        const index = +name;
+        if (isNaN(index)) {
+            // map array to property
+            return object.map(item => item[name]);
+        }
+        else {
+            return _valueOf(object[index]);
+        }
+    }
+    else {
+        return _valueOf(object[name]);
+    }
+}
+function _valueOf(value) {
+    return value instanceof Value ? value.value : value;
+}
+export function resolveField(object, path) {
+    let p = object;
+    if (!p)
+        return p;
+    if (!path.length)
+        return _valueOf(p);
+    const last = path.length - 1;
+    for (let i = 0; i < last; i++) {
+        p = _prop(p, path[i]);
+        if (!p) {
+            return undefined;
+        }
+    }
+    return _prop(p, path[last]);
+}
+class Value {
+}
+class LiteralValue extends Value {
+    value;
+    constructor(value) {
+        super();
+        this.value = value;
+    }
+    stringify() {
+        return String(this.value);
+    }
+}
+class RefValue extends Value {
+    vars;
+    path;
+    defaultValue;
+    constructor(vars, path, defaultValue) {
+        super();
+        this.vars = vars;
+        this.path = path;
+        this.defaultValue = defaultValue;
+    }
+    get value() {
+        const v = this.vars.getValueFromPath(this.path);
+        if (v === undefined) {
+            if (this.defaultValue !== undefined) {
+                return this.defaultValue;
+            }
+            else {
+                return this.vars.preserveRefs ? this.stringify() : undefined;
+            }
+        }
+        else {
+            return v;
+        }
+    }
+    stringify() {
+        return "${" + this.path.join('.') + "}";
+    }
+}
+class ExprValue extends Value {
+    vars;
+    parts;
+    constructor(vars, parts) {
+        super();
+        this.vars = vars;
+        this.parts = parts;
+    }
+    get value() {
+        const out = [];
+        for (const seg of this.parts) {
+            const v = seg.value;
+            if (v !== undefined) {
+                out.push(String(seg.value));
+            }
+        }
+        return out.join('');
+    }
+    stringify() {
+        const out = [];
+        for (const seg of this.parts) {
+            out.push(seg.stringify());
+        }
+        return "${" + out.join('') + "}";
+    }
+}
+export class Vars {
+    map;
+    /**
+     * This property is used when resolving params. It contains the list of references that should not be resolved to their value
+     * but instead they need to return the string representation of the expression to eb able to regenrate another Vars instance with the same expression
+     */
+    //TODO this feature is no more used - it was replaced by importVars so we can now delete `preserveRefs`
+    preserveRefs;
+    constructor(vars) {
+        this.map = vars ? this.parse(vars) : {};
+    }
+    parse(vars) {
+        return new ObjectWalker().map(vars, (_key, value) => {
+            if (typeof value === 'string') {
+                return this.createValue(this, value);
+            }
+            else {
+                return value;
+            }
+        });
+    }
+    load(vars) {
+        const toAppend = this.parse(vars);
+        this.map = Object.assign(this.map, toAppend);
+        return this;
+    }
+    /**
+     * Set a literal value (canboot set a ref)
+     * To add refs use `append()`
+     * @param name
+     * @param value
+     */
+    setValue(name, value) {
+        this.map[name] = value;
+    }
+    getValue(path) {
+        return resolveField(this.map, splitPath(path));
+    }
+    getValueFromPath(path) {
+        return resolveField(this.map, path);
+    }
+    has(name) {
+        return this.map[name] !== undefined;
+    }
+    match(match) {
+        for (const name of Object.keys(match)) {
+            const value = this.getValue(name);
+            if (!matchCondition(value, match[name])) {
+                return false;
+            }
+        }
+        return true;
+    }
+    resolveParams(params, preserveRefs) {
+        this.preserveRefs = preserveRefs;
+        try {
+            return new ObjectWalker().map(params, (_key, value) => {
+                if (typeof value === 'string') {
+                    const v = this.createValue(this, value);
+                    return v instanceof Value ? v.value : v;
+                }
+                else {
+                    return value;
+                }
+            });
+        }
+        finally {
+            this.preserveRefs = undefined;
+        }
+    }
+    resolve(preserveRefs) {
+        function map(_key, value) {
+            if (value instanceof Value) {
+                const v = value.value;
+                if (v && typeof v === 'object') {
+                    if (Array.isArray(v) || v.constructor === Object) {
+                        // an array or plain object - recurse into the
+                        // value to find other nested Ref values if any...
+                        return new ObjectWalker().map(v, map);
+                    }
+                }
+                else {
+                    return v;
+                }
+            }
+            else {
+                return value;
+            }
+        }
+        try {
+            this.preserveRefs = preserveRefs;
+            return new ObjectWalker().map(this.map, map);
+        }
+        finally {
+            this.preserveRefs = undefined;
+        }
+    }
+    createRefValue(ref) {
+        const index = ref.indexOf(FALLBACK_VALUE_SEP);
+        let defaultValue;
+        if (index > -1) {
+            defaultValue = decodeLiteralValue(ref.substring(index + FALLBACK_VALUE_SEP.length).trim());
+            ref = ref.substring(0, index).trim();
+        }
+        if (ref === '.' || ref.indexOf('..') > -1) {
+            throw new Error("Invalid variable reference: " + ref);
+        }
+        return new RefValue(this, splitPath(ref), defaultValue);
+    }
+    createValue(vars, obj) {
+        if (!obj) {
+            return obj;
+        }
+        if (typeof obj === 'string') {
+            if (obj.indexOf('${') > -1) {
+                const segments = obj.split(/(\${[^}]+})/);
+                if (segments.length === 1) {
+                    const seg = segments[0];
+                    return this.createRefValue(seg.substring(2, seg.length - 1));
+                }
+                const parts = [];
+                for (const seg of segments) {
+                    if (seg === '')
+                        continue;
+                    if (seg.startsWith('${') && seg.endsWith('}')) {
+                        parts.push(this.createRefValue(seg.substring(2, seg.length - 1)));
+                    }
+                    else {
+                        parts.push(new LiteralValue(seg));
+                    }
+                }
+                if (parts.length === 1) {
+                    return parts[0];
+                }
+                else {
+                    return new ExprValue(vars, parts);
+                }
+            }
+            else {
+                return obj;
+            }
+        }
+        else {
+            return obj;
+        }
+    }
+    createImportVars(importSpec) {
+        if (!importSpec || importSpec.length === 0) {
+            return {};
+        }
+        const result = {};
+        for (const importVar of importSpec) {
+            if (typeof importVar === "string") {
+                addImportVar(importVar, undefined, this, result);
+            }
+            else {
+                for (const key of Object.keys(importVar)) {
+                    addImportVar(importVar[key], key, this, result);
+                }
+            }
+        }
+        return result;
+    }
+    getUnknownReferences(obj) {
+        const visitor = new UnknownRefrencesVisitor(this);
+        new ObjectWalker().walk(obj, visitor);
+        return visitor.result;
+    }
+}
+function addImportVar(varPath, asName, vars, result) {
+    let isRequired = false;
+    if (varPath.endsWith("!")) {
+        isRequired = true;
+        varPath = varPath.slice(0, -1);
+    }
+    let value = vars.getValue(varPath);
+    if (value === undefined && isRequired) {
+        throw new Error(`Import variable ${varPath} is required but not found`);
+    }
+    result[asName || varPath] = value;
+}
+class UnknownRefrencesVisitor {
+    vars;
+    result = [];
+    constructor(vars) {
+        this.vars = vars;
+    }
+    onValue(_key, value) {
+        const vars = this.vars;
+        if (typeof value === "string") {
+            const v = vars.createValue(vars, value);
+            if (v instanceof ExprValue) {
+                for (const p of v.parts) {
+                    if (p instanceof RefValue) {
+                        if (!vars.has(p.path[0])) {
+                            this.result.push({ name: p.path.join('.'), expression: p.stringify() });
+                        }
+                    }
+                }
+            }
+            else if (v instanceof RefValue) {
+                if (!vars.has(v.path[0])) {
+                    this.result.push({ name: v.path.join('.'), expression: v.stringify() });
+                }
+            }
+        }
+    }
+}
+//# sourceMappingURL=vars.js.map

package/lib/esm/dsl/vars.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vars.js","sourceRoot":"","sources":["../../../src/dsl/vars.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAA4B,YAAY,EAAE,MAAM,WAAW,CAAC;AAEnE,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAEhC,SAAS,kBAAkB,CAAC,KAAa;IACrC,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/C,KAAK,GAAG,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,GAAG,GAAG,CAAA;IACtE,CAAC;IACD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAY;IAClC,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,2BAA2B;QACrD,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;IAC7C,CAAC;IACD,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;AAC3B,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,KAAK,CAAC,MAAW,EAAE,IAAY;IACpC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACvB,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,wBAAwB;IACnD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACxB,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC;QACpB,IAAI,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACf,wBAAwB;YACxB,OAAO,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC1C,CAAC;aAAM,CAAC;YACJ,OAAO,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACnC,CAAC;IACL,CAAC;SAAM,CAAC;QACJ,OAAO,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAClC,CAAC;AAEL,CAAC;AAED,SAAS,QAAQ,CAAC,KAAU;IACxB,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAW,EAAE,IAAc;IACpD,IAAI,CAAC,GAAG,MAAa,CAAC;IACtB,IAAI,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC;IACjB,IAAI,CAAC,IAAI,CAAC,MAAM;QAAE,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC;IACrC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;IAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,CAAC,GAAG,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QACrB,IAAI,CAAC,CAAC,EAAE,CAAC;YACL,OAAO,SAAS,CAAC;QACrB,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AAChC,CAAC;AAED,MAAe,KAAK;CAGnB;AACD,MAAM,YAAsB,SAAQ,KAAQ;IACrB;IAAnB,YAAmB,KAAQ;QACvB,KAAK,EAAE,CAAC;QADO,UAAK,GAAL,KAAK,CAAG;IAE3B,CAAC;IACD,SAAS;QACL,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC9B,CAAC;CACJ;AAED,MAAM,QAAS,SAAQ,KAAK;IACL;IAAmB;IAAuB;IAA7D,YAAmB,IAAU,EAAS,IAAc,EAAS,YAAkB;QAC3E,KAAK,EAAE,CAAC;QADO,SAAI,GAAJ,IAAI,CAAM;QAAS,SAAI,GAAJ,IAAI,CAAU;QAAS,iBAAY,GAAZ,YAAY,CAAM;IAE/E,CAAC;IACD,IAAI,KAAK;QACL,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChD,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YAClB,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;gBAClC,OAAO,IAAI,CAAC,YAAY,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACJ,OAAO,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;YACjE,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,OAAO,CAAC,CAAC;QACb,CAAC;IACL,CAAC;IAED,SAAS;QACL,OAAO,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;IAC5C,CAAC;CACJ;AAED,MAAM,SAAU,SAAQ,KAAK;IACN;IAAmB;IAAtC,YAAmB,IAAU,EAAS,KAAc;QAChD,KAAK,EAAE,CAAC;QADO,SAAI,GAAJ,IAAI,CAAM;QAAS,UAAK,GAAL,KAAK,CAAS;IAEpD,CAAC;IACD,IAAI,KAAK;QACL,MAAM,GAAG,GAAa,EAAE,CAAC;QACzB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC;YACpB,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;gBAClB,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;YAChC,CAAC;QACL,CAAC;QACD,OAAO,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACxB,CAAC;IAED,SAAS;QACL,MAAM,GAAG,GAAG,EAAE,CAAC;QACf,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC3B,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC;QAC9B,CAAC;QACD,OAAO,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC;IACrC,CAAC;CAEJ;AAGD,MAAM,OAAO,IAAI;IACb,GAAG,CAAsB;IACzB;;;OAGG;IACH,uGAAuG;IACvG,YAAY,CAA0B;IAEtC,YAAY,IAA0B;QAClC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,IAAyB;QAC3B,OAAO,IAAI,YAAY,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YAChD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC5B,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACzC,CAAC;iBAAM,CAAC;gBACJ,OAAO,KAAK,CAAC;YACjB,CAAC;QACL,CAAC,CAAC,CAAC;IACP,CAAC;IAED,IAAI,CAAC,IAAyB;QAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC7C,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;;;;OAKG;IACH,QAAQ,CAAC,IAAY,EAAE,KAAU;QAC7B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;IAC3B,CAAC;IAED,QAAQ,CAAC,IAAY;QACjB,OAAO,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;IACnD,CAAC;IAED,gBAAgB,CAAC,IAAc;QAC3B,OAAO,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACxC,CAAC;IAED,GAAG,CAAC,IAAY;QACZ,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,KAA0B;QAC5B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAClC,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;gBACtC,OAAO,KAAK,CAAC;YACjB,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,aAAa,CAAC,MAA2B,EAAE,YAA0B;QACjE,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC;YACD,OAAO,IAAI,YAAY,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;gBAClD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;oBAC5B,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;oBACvC,OAAO,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC5C,CAAC;qBAAM,CAAC;oBACJ,OAAO,KAAK,CAAC;gBACjB,CAAC;YACL,CAAC,CAAC,CAAC;QACP,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;QAClC,CAAC;IACL,CAAC;IAED,OAAO,CAAC,YAA0B;QAC9B,SAAS,GAAG,CAAC,IAAe,EAAE,KAAU;YACpC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBACzB,MAAM,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;gBACtB,IAAI,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;oBAC7B,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,KAAK,MAAM,EAAE,CAAC;wBAC/C,8CAA8C;wBAC9C,kDAAkD;wBAClD,OAAO,IAAI,YAAY,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;oBAC1C,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACJ,OAAO,CAAC,CAAC;gBACb,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,OAAO,KAAK,CAAA;YAChB,CAAC;QACL,CAAC;QACD,IAAI,CAAC;YACD,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;YACjC,OAAO,IAAI,YAAY,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACjD,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;QAClC,CAAC;IACL,CAAC;IAED,cAAc,CAAC,GAAW;QACtB,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;QAC9C,IAAI,YAAiB,CAAC;QACtB,IAAI,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;YACb,YAAY,GAAG,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAC3F,GAAG,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;QACzC,CAAC;QACD,IAAI,GAAG,KAAK,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,8BAA8B,GAAG,GAAG,CAAC,CAAA;QACzD,CAAC;QACD,OAAO,IAAI,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,YAAY,CAAC,CAAC;IAC5D,CAAC;IAED,WAAW,CAAC,IAAU,EAAE,GAAQ;QAC5B,IAAI,CAAC,GAAG,EAAE,CAAC;YACP,OAAO,GAAG,CAAC;QACf,CAAC;QACD,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;YAC1B,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;gBACzB,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;gBAC1C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACxB,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;oBACxB,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;gBACjE,CAAC;gBACD,MAAM,KAAK,GAAY,EAAE,CAAC;gBAC1B,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;oBACzB,IAAI,GAAG,KAAK,EAAE;wBAAE,SAAS;oBACzB,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;wBAC5C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;oBACtE,CAAC;yBAAM,CAAC;wBACJ,KAAK,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;oBACtC,CAAC;gBACL,CAAC;gBACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACrB,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC;gBACpB,CAAC;qBAAM,CAAC;oBACJ,OAAO,IAAI,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBACtC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,OAAO,GAAG,CAAC;YACf,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,OAAO,GAAG,CAAC;QACf,CAAC;IACL,CAAC;IAED,gBAAgB,CAAC,UAAkC;QAC/C,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzC,OAAO,EAAE,CAAC;QACd,CAAC;QACD,MAAM,MAAM,GAAwB,EAAE,CAAC;QAEvC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACjC,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;gBAChC,YAAY,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;YACrD,CAAC;iBAAM,CAAC;gBACJ,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;oBACvC,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;gBACpD,CAAC;YACL,CAAC;QACL,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,oBAAoB,CAAC,GAAQ;QACzB,MAAM,OAAO,GAAG,IAAI,uBAAuB,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,YAAY,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACtC,OAAO,OAAO,CAAC,MAAM,CAAC;IAC1B,CAAC;CACJ;AAED,SAAS,YAAY,CAAC,OAAe,EAAE,MAA0B,EAAE,IAAU,EAAE,MAA2B;IACtG,IAAI,UAAU,GAAG,KAAK,CAAC;IACvB,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,UAAU,GAAG,IAAI,CAAC;QAClB,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACnC,CAAC;IACD,IAAI,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACnC,IAAI,KAAK,KAAK,SAAS,IAAI,UAAU,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,mBAAmB,OAAO,4BAA4B,CAAC,CAAC;IAC5E,CAAC;IACD,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,KAAK,CAAC;AACtC,CAAC;AAGD,MAAM,uBAAuB;IAIN;IAFnB,MAAM,GAA2C,EAAE,CAAC;IAEpD,YAAmB,IAAU;QAAV,SAAI,GAAJ,IAAI,CAAM;IAC7B,CAAC;IAED,OAAO,CAAC,IAAe,EAAE,KAAU;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC5B,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACxC,IAAI,CAAC,YAAY,SAAS,EAAE,CAAC;gBACzB,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;oBACtB,IAAI,CAAC,YAAY,QAAQ,EAAE,CAAC;wBACxB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;4BACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;wBAC5E,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;iBAAM,IAAI,CAAC,YAAY,QAAQ,EAAE,CAAC;gBAC/B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBACvB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;gBAC5E,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;CACJ"}

package/lib/esm/dsl/walk.js

@@ -0,0 +1,96 @@
+export class ObjectWalker {
+    supportIterators = false; // only array are supported by default
+    constructor(supportIterators = false) {
+        this.supportIterators = supportIterators;
+    }
+    walk(obj, visitor) {
+        this._walk(undefined, obj, visitor);
+    }
+    _walk(key, obj, visitor) {
+        const type = typeof obj;
+        if (!obj || type !== 'object' || obj instanceof Date) {
+            visitor.onValue && visitor.onValue(key, obj);
+        }
+        else if (Array.isArray(obj)) {
+            this._walkIterable(key, obj, visitor);
+        }
+        else if (this.supportIterators && obj[Symbol.iterator] === 'function') {
+            this._walkIterable(key, obj, visitor);
+        }
+        else if (obj.constructor === Object) { // a plain object
+            this._walkObject(key, obj, visitor);
+        }
+        else { // a random object - we treat it as a value
+            visitor.onValue && visitor.onValue(key, obj);
+        }
+    }
+    _walkIterable(key, obj, visitor) {
+        visitor.onStartIteration && visitor.onStartIteration(key, obj);
+        let i = 0;
+        for (const value of obj) {
+            this._walk(i++, value, visitor);
+        }
+        visitor.onEndIteration && visitor.onEndIteration(key, obj);
+    }
+    _walkObject(key, obj, visitor) {
+        visitor.onStartObject && visitor.onStartObject(key, obj);
+        for (const k of Object.keys(obj)) {
+            this._walk(k, obj[k], visitor);
+        }
+        visitor.onEndObject && visitor.onEndObject(key, obj);
+    }
+    map(obj, mapFn) {
+        const visitor = new MapVisitor(mapFn);
+        this.walk(obj, visitor);
+        return visitor.result;
+    }
+}
+class MapVisitor {
+    mapFn;
+    result;
+    current;
+    stack = [];
+    constructor(mapFn) {
+        this.mapFn = mapFn;
+    }
+    onStartObject(key) {
+        if (key === undefined) {
+            this.result = {};
+            this.current = this.result;
+        }
+        else {
+            this.stack.push(this.current);
+            const obj = {};
+            this.current[key] = obj;
+            this.current = obj;
+        }
+    }
+    onEndObject() {
+        this.current = this.stack.pop();
+    }
+    onStartIteration(key) {
+        if (key === undefined) {
+            this.result = [];
+            this.current = this.result;
+        }
+        else {
+            this.stack.push(this.current);
+            const ar = [];
+            this.current[key] = ar;
+            this.current = ar;
+        }
+    }
+    onEndIteration() {
+        this.current = this.stack.pop();
+    }
+    onValue(key, value) {
+        const r = this.mapFn(key, value);
+        if (key === undefined) {
+            this.result = r;
+        }
+        else if (r !== undefined) {
+            this.current[key] = r;
+        }
+    }
+}
+//# sourceMappingURL=walk.js.map

package/lib/esm/dsl/walk.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"walk.js","sourceRoot":"","sources":["../../../src/dsl/walk.ts"],"names":[],"mappings":"AAUA,MAAM,OAAO,YAAY;IACrB,gBAAgB,GAAG,KAAK,CAAC,CAAC,sCAAsC;IAChE,YAAY,gBAAgB,GAAG,KAAK;QAChC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;IAC7C,CAAC;IACD,IAAI,CAAC,GAAQ,EAAE,OAAsB;QACjC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IACxC,CAAC;IACD,KAAK,CAAC,GAAc,EAAE,GAAQ,EAAE,OAAsB;QAClD,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC;QACxB,IAAI,CAAC,GAAG,IAAI,IAAI,KAAK,QAAQ,IAAI,GAAG,YAAY,IAAI,EAAE,CAAC;YACnD,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACjD,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;QAC1C,CAAC;aAAM,IAAI,IAAI,CAAC,gBAAgB,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,UAAU,EAAE,CAAC;YACtE,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;QAC1C,CAAC;aAAM,IAAI,GAAG,CAAC,WAAW,KAAK,MAAM,EAAE,CAAC,CAAC,iBAAiB;YACtD,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;QACxC,CAAC;aAAM,CAAC,CAAC,2CAA2C;YAChD,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACjD,CAAC;IACL,CAAC;IAED,aAAa,CAAC,GAAc,EAAE,GAAQ,EAAE,OAAsB;QAC1D,OAAO,CAAC,gBAAgB,IAAI,OAAO,CAAC,gBAAgB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAC/D,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,KAAK,MAAM,KAAK,IAAI,GAAG,EAAE,CAAC;YACtB,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QACpC,CAAC;QACD,OAAO,CAAC,cAAc,IAAI,OAAO,CAAC,cAAc,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC/D,CAAC;IAED,WAAW,CAAC,GAAc,EAAE,GAAQ,EAAE,OAAsB;QACxD,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACzD,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IACzD,CAAC;IAED,GAAG,CAAC,GAAQ,EAAE,KAA0C;QACpD,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACxB,OAAO,OAAO,CAAC,MAAM,CAAC;IAC1B,CAAC;CACJ;AAED,MAAM,UAAU;IAIQ;IAHpB,MAAM,CAAM;IACZ,OAAO,CAAM;IACb,KAAK,GAAU,EAAE,CAAC;IAClB,YAAoB,KAA0C;QAA1C,UAAK,GAAL,KAAK,CAAqC;IAAI,CAAC;IAEnE,aAAa,CAAC,GAAc;QACxB,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;YACjB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;QAC/B,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC9B,MAAM,GAAG,GAAG,EAAE,CAAC;YACf,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;YACxB,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC;QACvB,CAAC;IACL,CAAC;IACD,WAAW;QACP,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;IACpC,CAAC;IAED,gBAAgB,CAAC,GAAc;QAC3B,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;YACjB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;QAC/B,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC9B,MAAM,EAAE,GAAU,EAAE,CAAC;YACrB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;YACvB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QACtB,CAAC;IACL,CAAC;IAED,cAAc;QACV,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;IACpC,CAAC;IAED,OAAO,CAAC,GAAc,EAAE,KAAU;QAC9B,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACjC,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QACpB,CAAC;aAAM,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YACzB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC1B,CAAC;IACL,CAAC;CACJ"}

package/lib/esm/errors.js

@@ -0,0 +1,30 @@
+export class NoDocumentFound extends Error {
+    ids;
+    constructor(message, ids) {
+        super(message);
+        this.ids = ids;
+        this.name = "NoDocumentFound";
+        this.ids = ids;
+    }
+}
+export class ActivityParamNotFound extends Error {
+    paramName;
+    activity;
+    constructor(paramName, activity) {
+        super(`Required parameter ${paramName} not found in activity ${activity.name}`);
+        this.paramName = paramName;
+        this.activity = activity;
+        this.name = "ActivityParamNotFound";
+    }
+}
+export class WorkflowParamNotFound extends Error {
+    paramName;
+    workflow;
+    constructor(paramName, workflow) {
+        super(`Required parameter ${paramName} not found in workflow ${workflow?.name}`);
+        this.paramName = paramName;
+        this.workflow = workflow;
+        this.name = "WorkflowParamNotFound";
+    }
+}
+//# sourceMappingURL=errors.js.map

package/lib/esm/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/errors.ts"],"names":[],"mappings":"AAGA,MAAM,OAAO,eAAgB,SAAQ,KAAK;IACF;IAApC,YAAY,OAAe,EAAS,GAAc;QAC9C,KAAK,CAAC,OAAO,CAAC,CAAC;QADiB,QAAG,GAAH,GAAG,CAAW;QAE9C,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;QAC9B,IAAI,CAAC,GAAG,GAAG,GAAG,CAAA;IAClB,CAAC;CACJ;AAED,MAAM,OAAO,qBAAsB,SAAQ,KAAK;IACzB;IAA0B;IAA7C,YAAmB,SAAiB,EAAS,QAAyB;QAClE,KAAK,CAAC,sBAAsB,SAAS,0BAA0B,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QADjE,cAAS,GAAT,SAAS,CAAQ;QAAS,aAAQ,GAAR,QAAQ,CAAiB;QAElE,IAAI,CAAC,IAAI,GAAG,uBAAuB,CAAC;IACxC,CAAC;CACJ;AAED,MAAM,OAAO,qBAAsB,SAAQ,KAAK;IACzB;IAA0B;IAA7C,YAAmB,SAAiB,EAAS,QAA0B;QACnE,KAAK,CAAC,sBAAsB,SAAS,0BAA0B,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QADlE,cAAS,GAAT,SAAS,CAAQ;QAAS,aAAQ,GAAR,QAAQ,CAAkB;QAEnE,IAAI,CAAC,IAAI,GAAG,uBAAuB,CAAC;IACxC,CAAC;CACJ"}

package/lib/esm/index.js

@@ -0,0 +1,25 @@
+/**
+ * 1. Activities are exported through the '/activities' named export in package.json.
+ * Modify the `./activities/index.ts` if you want to modify activity exports
+ * 2. Workflows are exported through the '/workflows' named export in package.json.
+ * Modify the `./workflows.ts` file if you want to modify workflow exports
+ * 3. Here we export the API to be used to validate workflows and the types reuired to create workflow TS definitions.
+ */
+//TODO remove this - it is only for backward compat - iot is used from old workflows
+export { dslWorkflow } from "./dsl/dsl-workflow.js";
+export * from "./iterative-generation/iterativeGenerationWorkflow.js";
+export * from "./activities/advanced/createDocumentTypeFromInteractionRun.js";
+export * from "./activities/advanced/createOrUpdateDocumentFromInteractionRun.js";
+export * from "./activities/advanced/updateDocumentFromInteractionRun.js";
+export * from "./activities/chunkDocument.js";
+export * from "./activities/executeInteraction.js";
+export * from "./activities/extractDocumentText.js";
+export * from "./activities/generateDocumentProperties.js";
+export * from "./activities/generateEmbeddings.js";
+export * from "./activities/generateImageRendition.js";
+export * from "./activities/generateOrAssignContentType.js";
+export * from "./activities/setDocumentStatus.js";
+export * from "./activities/notifyWebhook.js";
+export * from "./iterative-generation/activities/index.js";
+export * from "./result-types.js";
+//# sourceMappingURL=index.js.map

package/lib/esm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,oFAAoF;AACpF,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,cAAc,uDAAuD,CAAC;AAEtE,cAAc,+DAA+D,CAAC;AAC9E,cAAc,mEAAmE,CAAC;AAClF,cAAc,2DAA2D,CAAC;AAC1E,cAAc,+BAA+B,CAAC;AAC9C,cAAc,oCAAoC,CAAC;AACnD,cAAc,qCAAqC,CAAC;AACpD,cAAc,4CAA4C,CAAC;AAC3D,cAAc,oCAAoC,CAAC;AACnD,cAAc,wCAAwC,CAAC;AACvD,cAAc,6CAA6C,CAAC;AAC5D,cAAc,mCAAmC,CAAC;AAClD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,4CAA4C,CAAC;AAE3D,cAAc,mBAAmB,CAAC"}

package/lib/esm/iterative-generation/activities/extractToc.js

@@ -0,0 +1,44 @@
+import { parse as parseYaml } from "yaml";
+import { getClient } from "../../utils/client.js";
+import { buildAndPublishMemoryPack, loadMemoryPack } from "../../utils/memory.js";
+import { tocIndex } from "../utils.js";
+import { log } from "@temporalio/activity";
+/**
+ * This activity is called if the toc was provided in the payload. Otherwise
+ * the generateToc is called.
+ *
+ * @param payload
+ */
+export async function it_gen_extractToc(payload) {
+    const vars = payload.vars;
+    const memory = vars.memory;
+    const client = getClient(payload);
+    const inMemory = await loadMemoryPack(client, `${memory}/input`);
+    let tocJson = null;
+    let tocYaml = null;
+    let toc;
+    tocJson = await inMemory.getEntryText("toc.json");
+    if (!tocJson) {
+        tocYaml = await inMemory.getEntryText("toc.yaml");
+        if (tocYaml) {
+            toc = parseYaml(tocYaml);
+        }
+    }
+    else {
+        toc = JSON.parse(tocJson);
+    }
+    if (!toc) {
+        log.info(`Nothing to extract: no TOC found in the input memory pack.`);
+        return null; // no toc found
+    }
+    log.info(`Found a TOC in the input memory pack`);
+    await buildAndPublishMemoryPack(client, `${vars.memory}/output`, async () => {
+        return {
+            toc,
+            lastProcessdPart: undefined, // the part index (a number array)
+            previouslyGenerated: ""
+        };
+    });
+    return tocIndex(toc);
+}
+//# sourceMappingURL=extractToc.js.map

package/lib/esm/iterative-generation/activities/extractToc.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractToc.js","sourceRoot":"","sources":["../../../../src/iterative-generation/activities/extractToc.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,IAAI,SAAS,EAAE,MAAM,MAAM,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,yBAAyB,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAElF,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAE3C;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAAiC;IACrE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkC,CAAC;IACxD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC3B,MAAM,MAAM,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;IAElC,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,GAAG,MAAM,QAAQ,CAAC,CAAC;IACjE,IAAI,OAAO,GAAkB,IAAI,CAAC;IAClC,IAAI,OAAO,GAAkB,IAAI,CAAC;IAClC,IAAI,GAAQ,CAAC;IACb,OAAO,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;IAClD,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,OAAO,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QAClD,IAAI,OAAO,EAAE,CAAC;YACV,GAAG,GAAG,SAAS,CAAC,OAAO,CAAQ,CAAC;QACpC,CAAC;IACL,CAAC;SAAM,CAAC;QACJ,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAQ,CAAC;IACrC,CAAC;IACD,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,GAAG,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;QACvE,OAAO,IAAI,CAAC,CAAC,eAAe;IAChC,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;IAEjD,MAAM,yBAAyB,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,SAAS,EAAE,KAAK,IAAI,EAAE;QACxE,OAAO;YACH,GAAG;YACH,gBAAgB,EAAE,SAAS,EAAE,kCAAkC;YAC/D,mBAAmB,EAAE,EAAE;SACN,CAAA;IACzB,CAAC,CAAC,CAAC;IAEH,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC"}

package/lib/esm/iterative-generation/activities/finalizeOutput.js

@@ -0,0 +1,66 @@
+import { log } from "@temporalio/activity";
+import { getClient } from "../../utils/client.js";
+import { expandVars } from "../../utils/expand-vars.js";
+import { buildAndPublishMemoryPack, loadMemoryPack } from "../../utils/memory.js";
+import { SECTION_ID_PLACEHOLDER } from "../types.js";
+export async function it_gen_finalizeOutput(payload) {
+    const vars = payload.vars;
+    const memory = vars.memory;
+    const client = getClient(payload);
+    const inMemory = await loadMemoryPack(client, `${memory}/input`);
+    const outMemory = await loadMemoryPack(client, `${memory}/output`);
+    const content = await outMemory.getEntryText("content.json");
+    if (!content) {
+        log.info(`Nothing to do. No content.json file found`);
+        return "No content.json file found";
+    }
+    log.info(`Creating the final output memory pack.`);
+    const inMeta = await inMemory.getMetadata();
+    let tocName = "toc.json";
+    let toc = await inMemory.getEntryText(tocName);
+    if (!toc) {
+        tocName = "toc.yaml";
+        toc = await inMemory.getEntryText(tocName);
+    }
+    if (!toc) {
+        const outMeta = await outMemory.getMetadata();
+        tocName = "toc.json";
+        toc = JSON.stringify(outMeta.toc);
+    }
+    const sections = JSON.parse(content);
+    await buildAndPublishMemoryPack(client, `${memory}/output`, async ({ copyText }) => {
+        // copy the input toc file if any
+        if (toc) {
+            copyText(toc, tocName);
+        }
+        // copy the raw JSON content
+        copyText(content, "content.json");
+        if (vars.section_file_pattern) {
+            log.info(`Saving sections to files using pattern: ${vars.section_file_pattern}`);
+            // save sections to files
+            for (const section of sections) {
+                let content = section.content;
+                if (vars.section_file_header) {
+                    content = getSectionFileHeader(section, vars.section_file_header) + '\n\n' + content;
+                }
+                copyText(content, getSectionFileName(section, vars.section_file_pattern));
+            }
+        }
+        return {
+            ...inMeta,
+            vars
+        };
+    });
+    return `Processing done. Extracted files to: ${vars.section_file_pattern}`;
+}
+function getSectionFileHeader(section, header) {
+    const date = new Date().toISOString();
+    return expandVars(header, {
+        section,
+        date
+    });
+}
+function getSectionFileName(section, pattern) {
+    return pattern.replace(SECTION_ID_PLACEHOLDER, section.id);
+}
+//# sourceMappingURL=finalizeOutput.js.map

package/lib/esm/iterative-generation/activities/finalizeOutput.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"finalizeOutput.js","sourceRoot":"","sources":["../../../../src/iterative-generation/activities/finalizeOutput.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AACxD,OAAO,EAAE,yBAAyB,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAClF,OAAO,EAAuC,sBAAsB,EAAc,MAAM,aAAa,CAAC;AAEtG,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,OAAiC;IACzE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkC,CAAC;IAExD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC3B,MAAM,MAAM,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;IAClC,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,GAAG,MAAM,QAAQ,CAAC,CAAC;IACjE,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,CAAC;IAEnE,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;IAC7D,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,GAAG,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;QACtD,OAAO,4BAA4B,CAAC;IACxC,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;IAEnD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC5C,IAAI,OAAO,GAAG,UAAU,CAAC;IACzB,IAAI,GAAG,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAC/C,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,OAAO,GAAG,UAAU,CAAC;QACrB,GAAG,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IACD,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,WAAW,EAAE,CAAC;QAC9C,OAAO,GAAG,UAAU,CAAC;QACrB,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACtC,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAc,CAAC;IAElD,MAAM,yBAAyB,CAAC,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC/E,iCAAiC;QACjC,IAAI,GAAG,EAAE,CAAC;YACN,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC3B,CAAC;QACD,4BAA4B;QAC5B,QAAQ,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QAClC,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,GAAG,CAAC,IAAI,CAAC,2CAA2C,IAAI,CAAC,oBAAoB,EAAE,CAAC,CAAC;YACjF,yBAAyB;YACzB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC7B,IAAI,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;gBAC9B,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;oBAC3B,OAAO,GAAG,oBAAoB,CAAC,OAAO,EAAE,IAAI,CAAC,mBAAmB,CAAC,GAAG,MAAM,GAAG,OAAO,CAAC;gBACzF,CAAC;gBACD,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC,OAAO,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC;YAC9E,CAAC;QACL,CAAC;QACD,OAAO;YACH,GAAG,MAAM;YACT,IAAI;SACP,CAAC;IACN,CAAC,CAAC,CAAC;IAEH,OAAO,wCAAwC,IAAI,CAAC,oBAAoB,EAAE,CAAC;AAC/E,CAAC;AAID,SAAS,oBAAoB,CAAC,OAAmB,EAAE,MAAc;IAC7D,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACtC,OAAO,UAAU,CAAC,MAAM,EAAE;QACtB,OAAO;QACP,IAAI;KACP,CAAC,CAAC;AACP,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAmB,EAAE,OAAe;IAC5D,OAAO,OAAO,CAAC,OAAO,CAAC,sBAAsB,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC;AAC/D,CAAC"}