@promptbook/cli 0.57.2 → 0.59.0-0

package/esm/index.es.js

@@ -142,7 +142,70 @@ new Function("\n    try {\n        if (typeof WorkerGlobalScope !== 'undefined'
 /**
  * The version of the Promptbook library
  */
-var PROMPTBOOK_VERSION = '0.57.1';
+var PROMPTBOOK_VERSION = '0.58.0';
+
+/**
+ * Removes HTML or Markdown comments from a string.
+ *
+ * @param {string} content - The string to remove comments from.
+ * @returns {string} The input string with all comments removed.
+ */
+function removeContentComments(content) {
+    return spaceTrim(content.replace(/<!--(.*?)-->/gs, ''));
+}
+
+/**
+ * Add or modify an auto-generated section in a markdown file
+ *
+ * @private within the library
+ */
+function addAutoGeneratedSection(content, options) {
+    var sectionName = options.sectionName, sectionContent = options.sectionContent;
+    var warningLine = "<!-- \u26A0\uFE0F WARNING: This section was auto-generated -->";
+    var sectionRegex = new RegExp("<!--".concat(sectionName, "-->([\\s\\S]*?)<!--/").concat(sectionName, "-->"), 'g');
+    var sectionMatch = content.match(sectionRegex);
+    if (sectionMatch) {
+        return content.replace(sectionRegex, spaceTrim(function (block) { return "\n                    <!--".concat(sectionName, "-->\n                    ").concat(block(warningLine), "\n                    ").concat(block(sectionContent), "\n                    <!--/").concat(sectionName, "-->\n                "); }));
+    }
+    var placeForSection = removeContentComments(content).match(/^##.*$/im);
+    if (!placeForSection) {
+        throw new Error("No place where to put the section <!--".concat(sectionName, "-->"));
+    }
+    var _a = __read(placeForSection, 1), heading = _a[0];
+    return content.replace(heading, "<!--".concat(sectionName, "-->\n").concat(warningLine, "\n").concat(sectionContent, "\n<!--/").concat(sectionName, "-->\n\n").concat(heading));
+}
+
+/**
+ * Prettify the html code
+ *
+ * @param content raw html code
+ * @returns formatted html code
+ */
+function prettifyMarkdown(content) {
+    try {
+        return format(content, {
+            parser: 'markdown',
+            plugins: [parserHtml],
+            // TODO: DRY - make some import or auto-copy of .prettierrc
+            endOfLine: 'lf',
+            tabWidth: 4,
+            singleQuote: true,
+            trailingComma: 'all',
+            arrowParens: 'always',
+            printWidth: 120,
+            htmlWhitespaceSensitivity: 'ignore',
+            jsxBracketSameLine: false,
+            bracketSpacing: true,
+        });
+    }
+    catch (error) {
+        console.error('There was an error with prettifying the markdown, using the original as the fallback', {
+            error: error,
+            html: content,
+        });
+        return content;
+    }
+}
 
 /**
  * This error indicates that the promptbook in a markdown format cannot be parsed into a valid promptbook object
@@ -418,16 +481,6 @@ function extractOneBlockFromMarkdown(markdown) {
  * TODO: [🍓][🌻] !!! Decide of this is internal util, external util OR validator/postprocessor
  */
 
-/**
- * Removes HTML or Markdown comments from a string.
- *
- * @param {string} content - The string to remove comments from.
- * @returns {string} The input string with all comments removed.
- */
-function removeContentComments(content) {
-    return spaceTrim(content.replace(/<!--(.*?)-->/gs, ''));
-}
-
 /**
  * Creates a new set with all elements that are present in either set
  */
@@ -1335,250 +1388,255 @@ function titleToName(value) {
 }
 
 /**
- * Parse promptbook from string format to JSON format
+ * Compile promptbook from string (markdown) format to JSON format
  *
+ * @param promptbookString {Promptbook} in string markdown format (.ptbk.md)
+ * @param llmTools {LlmExecutionTools} - tools for processing required for knowledge processing *(not for actual execution)*
+ * @returns {Promptbook} compiled in JSON format (.ptbk.json)
  * @throws {PromptbookSyntaxError} if the promptbook string is not valid
  *
  * Note: This function does not validate logic of the pipeline only the syntax
+ * Note: This function acts as compilation process
  */
-function promptbookStringToJson(promptbookString) {
-    var e_1, _a, e_2, _b;
-    var promptbookJson = {
-        // eslint-disable-next-line @typescript-eslint/no-explicit-any
-        title: undefined /* <- Note: Putting here placeholder to keep `title` on top at final JSON */,
-        promptbookUrl: undefined /* <- Note: Putting here placeholder to keep `promptbookUrl` on top at final JSON */,
-        promptbookVersion: PROMPTBOOK_VERSION,
-        description: undefined /* <- Note: Putting here placeholder to keep `description` on top at final JSON */,
-        parameters: [],
-        promptTemplates: [],
-    };
-    // =============================================================
-    // Note: 1️⃣ Normalization of the PROMPTBOOK string
-    promptbookString = removeContentComments(promptbookString);
-    promptbookString = promptbookString.replaceAll(/`\{(?<parameterName>[a-z0-9_]+)\}`/gi, '{$<parameterName>}');
-    promptbookString = promptbookString.replaceAll(/`->\s+\{(?<parameterName>[a-z0-9_]+)\}`/gi, '-> {$<parameterName>}');
-    // =============================================================
-    ///Note: 2️⃣ Function for adding parameters
-    var addParam = function (parameterCommand) {
-        var parameterName = parameterCommand.parameterName, parameterDescription = parameterCommand.parameterDescription, isInput = parameterCommand.isInput, isOutput = parameterCommand.isOutput;
-        var existingParameter = promptbookJson.parameters.find(function (parameter) { return parameter.name === parameterName; });
-        if (existingParameter &&
-            existingParameter.description &&
-            existingParameter.description !== parameterDescription &&
-            parameterDescription) {
-            throw new PromptbookSyntaxError(spaceTrim(function (block) { return "\n                        Parameter {".concat(parameterName, "} is defined multiple times with different description.\n\n                        First definition:\n                        ").concat(block(existingParameter.description || '[undefined]'), "\n\n                        Second definition:\n                        ").concat(block(parameterDescription || '[undefined]'), "\n                    "); }));
-        }
-        if (existingParameter) {
-            if (parameterDescription) {
-                existingParameter.description = parameterDescription;
+function promptbookStringToJson(promptbookString, llmTools) {
+    return __awaiter(this, void 0, void 0, function () {
+        var promptbookJson, addParam, markdownStructure, markdownStructureDeepness, description, defaultModelRequirements, listItems, listItems_1, listItems_1_1, listItem, command, _loop_1, _a, _b, section;
+        var e_1, _c, e_2, _d;
+        return __generator(this, function (_e) {
+            promptbookJson = {
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                title: undefined /* <- Note: Putting here placeholder to keep `title` on top at final JSON */,
+                promptbookUrl: undefined /* <- Note: Putting here placeholder to keep `promptbookUrl` on top at final JSON */,
+                promptbookVersion: PROMPTBOOK_VERSION,
+                description: undefined /* <- Note: Putting here placeholder to keep `description` on top at final JSON */,
+                parameters: [],
+                promptTemplates: [],
+                knowledge: [],
+            };
+            // =============================================================
+            // Note: 1️⃣ Normalization of the PROMPTBOOK string
+            promptbookString = removeContentComments(promptbookString);
+            promptbookString = promptbookString.replaceAll(/`\{(?<parameterName>[a-z0-9_]+)\}`/gi, '{$<parameterName>}');
+            promptbookString = promptbookString.replaceAll(/`->\s+\{(?<parameterName>[a-z0-9_]+)\}`/gi, '-> {$<parameterName>}');
+            addParam = function (parameterCommand) {
+                var parameterName = parameterCommand.parameterName, parameterDescription = parameterCommand.parameterDescription, isInput = parameterCommand.isInput, isOutput = parameterCommand.isOutput;
+                var existingParameter = promptbookJson.parameters.find(function (parameter) { return parameter.name === parameterName; });
+                if (existingParameter &&
+                    existingParameter.description &&
+                    existingParameter.description !== parameterDescription &&
+                    parameterDescription) {
+                    throw new PromptbookSyntaxError(spaceTrim(function (block) { return "\n                        Parameter {".concat(parameterName, "} is defined multiple times with different description.\n\n                        First definition:\n                        ").concat(block(existingParameter.description || '[undefined]'), "\n\n                        Second definition:\n                        ").concat(block(parameterDescription || '[undefined]'), "\n                    "); }));
+                }
+                if (existingParameter) {
+                    if (parameterDescription) {
+                        existingParameter.description = parameterDescription;
+                    }
+                }
+                else {
+                    promptbookJson.parameters.push({
+                        name: parameterName,
+                        description: parameterDescription || undefined,
+                        isInput: isInput,
+                        isOutput: isOutput,
+                    });
+                }
+            };
+            markdownStructure = markdownToMarkdownStructure(promptbookString);
+            markdownStructureDeepness = countMarkdownStructureDeepness(markdownStructure);
+            if (markdownStructureDeepness !== 2) {
+                throw new PromptbookSyntaxError(spaceTrim("\n                Invalid markdown structure.\n                The markdown must have exactly 2 levels of headings (one top-level section and one section for each template).\n                Now it has ".concat(markdownStructureDeepness, " levels of headings.\n            ")));
             }
-        }
-        else {
-            promptbookJson.parameters.push({
-                name: parameterName,
-                description: parameterDescription || undefined,
-                isInput: isInput,
-                isOutput: isOutput,
-            });
-        }
-    };
-    // =============================================================
-    // Note: 3️⃣ Parse the dynamic part - the template pipeline
-    var markdownStructure = markdownToMarkdownStructure(promptbookString);
-    var markdownStructureDeepness = countMarkdownStructureDeepness(markdownStructure);
-    if (markdownStructureDeepness !== 2) {
-        throw new PromptbookSyntaxError(spaceTrim("\n                Invalid markdown structure.\n                The markdown must have exactly 2 levels of headings (one top-level section and one section for each template).\n                Now it has ".concat(markdownStructureDeepness, " levels of headings.\n            ")));
-    }
-    promptbookJson.title = markdownStructure.title;
-    // TODO: [1] DRY description
-    var description = markdownStructure.content;
-    // Note: Remove codeblocks
-    description = description.split(/^```.*^```/gms).join('');
-    //Note: Remove lists and return statement
-    description = description.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
-    description = spaceTrim(description);
-    if (description === '') {
-        description = undefined;
-    }
-    promptbookJson.description = description;
-    var defaultModelRequirements = {};
-    var listItems = extractAllListItemsFromMarkdown(markdownStructure.content);
-    try {
-        for (var listItems_1 = __values(listItems), listItems_1_1 = listItems_1.next(); !listItems_1_1.done; listItems_1_1 = listItems_1.next()) {
-            var listItem = listItems_1_1.value;
-            var command = parseCommand(listItem);
-            switch (command.type) {
-                case 'PROMPTBOOK_URL':
-                    promptbookJson.promptbookUrl = command.promptbookUrl.href;
-                    break;
-                case 'PROMPTBOOK_VERSION':
-                    promptbookJson.promptbookVersion = command.promptbookVersion;
-                    break;
-                case 'MODEL':
-                    defaultModelRequirements[command.key] = command.value;
-                    break;
-                case 'PARAMETER':
-                    addParam(command);
-                    break;
-                default:
-                    throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the head of the promptbook ONLY at the prompt template block"));
+            promptbookJson.title = markdownStructure.title;
+            description = markdownStructure.content;
+            // Note: Remove codeblocks
+            description = description.split(/^```.*^```/gms).join('');
+            //Note: Remove lists and return statement
+            description = description.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
+            description = spaceTrim(description);
+            if (description === '') {
+                description = undefined;
             }
-        }
-    }
-    catch (e_1_1) { e_1 = { error: e_1_1 }; }
-    finally {
-        try {
-            if (listItems_1_1 && !listItems_1_1.done && (_a = listItems_1.return)) _a.call(listItems_1);
-        }
-        finally { if (e_1) throw e_1.error; }
-    }
-    var _loop_1 = function (section) {
-        var e_3, _e;
-        // TODO: Parse prompt template description (the content out of the codeblock and lists)
-        var templateModelRequirements = __assign({}, defaultModelRequirements);
-        var listItems_3 = extractAllListItemsFromMarkdown(section.content);
-        var dependentParameterNames = new Set();
-        var executionType = 'PROMPT_TEMPLATE';
-        var jokers = [];
-        var postprocessing = [];
-        var expectAmount = {};
-        var expectFormat = undefined;
-        var isExecutionTypeChanged = false;
-        try {
-            for (var listItems_2 = (e_3 = void 0, __values(listItems_3)), listItems_2_1 = listItems_2.next(); !listItems_2_1.done; listItems_2_1 = listItems_2.next()) {
-                var listItem = listItems_2_1.value;
-                var command = parseCommand(listItem);
-                switch (command.type) {
-                    case 'JOKER':
-                        jokers.push(command.parameterName);
-                        dependentParameterNames.add(command.parameterName);
-                        break;
-                    case 'EXECUTE':
-                        if (isExecutionTypeChanged) {
-                            throw new PromptbookSyntaxError('Execution type is already defined in the prompt template. It can be defined only once.');
-                        }
-                        executionType = command.executionType;
-                        isExecutionTypeChanged = true;
-                        break;
-                    case 'MODEL':
-                        templateModelRequirements[command.key] = command.value;
-                        break;
-                    case 'PARAMETER':
-                        // Note: This is just for detecting resulitng parameter name
-                        addParam(command);
-                        break;
-                    case 'POSTPROCESS':
-                        postprocessing.push(command.functionName);
-                        break;
-                    case 'EXPECT_AMOUNT':
-                        // eslint-disable-next-line no-case-declarations
-                        var unit = command.unit.toLowerCase();
-                        expectAmount[unit] = expectAmount[unit] || {};
-                        if (command.sign === 'MINIMUM' || command.sign === 'EXACTLY') {
-                            if (expectAmount[unit].min !== undefined) {
-                                throw new PromptbookSyntaxError("Already defined minumum ".concat(expectAmount[unit].min, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
-                            }
-                            expectAmount[unit].min = command.amount;
-                        } /* not else */
-                        if (command.sign === 'MAXIMUM' || command.sign === 'EXACTLY') {
-                            if (expectAmount[unit].max !== undefined) {
-                                throw new PromptbookSyntaxError("Already defined maximum ".concat(expectAmount[unit].max, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
-                            }
-                            expectAmount[unit].max = command.amount;
-                        }
-                        break;
-                    case 'EXPECT_FORMAT':
-                        if (expectFormat !== undefined && command.format !== expectFormat) {
-                            throw new PromptbookSyntaxError("Expect format is already defined to \"".concat(expectFormat, "\". Now you try to redefine it by \"").concat(command.format, "\"."));
-                        }
-                        expectFormat = command.format;
-                        break;
-                    default:
-                        throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the block of the prompt template ONLY at the head of the promptbook"));
+            promptbookJson.description = description;
+            defaultModelRequirements = {};
+            listItems = extractAllListItemsFromMarkdown(markdownStructure.content);
+            try {
+                for (listItems_1 = __values(listItems), listItems_1_1 = listItems_1.next(); !listItems_1_1.done; listItems_1_1 = listItems_1.next()) {
+                    listItem = listItems_1_1.value;
+                    command = parseCommand(listItem);
+                    switch (command.type) {
+                        case 'PROMPTBOOK_URL':
+                            promptbookJson.promptbookUrl = command.promptbookUrl.href;
+                            break;
+                        case 'PROMPTBOOK_VERSION':
+                            promptbookJson.promptbookVersion = command.promptbookVersion;
+                            break;
+                        case 'MODEL':
+                            defaultModelRequirements[command.key] = command.value;
+                            break;
+                        case 'PARAMETER':
+                            addParam(command);
+                            break;
+                        default:
+                            throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the head of the promptbook ONLY at the prompt template block"));
+                    }
                 }
             }
-        }
-        catch (e_3_1) { e_3 = { error: e_3_1 }; }
-        finally {
-            try {
-                if (listItems_2_1 && !listItems_2_1.done && (_e = listItems_2.return)) _e.call(listItems_2);
+            catch (e_1_1) { e_1 = { error: e_1_1 }; }
+            finally {
+                try {
+                    if (listItems_1_1 && !listItems_1_1.done && (_c = listItems_1.return)) _c.call(listItems_1);
+                }
+                finally { if (e_1) throw e_1.error; }
             }
-            finally { if (e_3) throw e_3.error; }
-        }
-        var _f = extractOneBlockFromMarkdown(section.content), language = _f.language, content = _f.content;
-        if (executionType === 'SCRIPT') {
-            if (!language) {
-                throw new PromptbookSyntaxError('You must specify the language of the script in the prompt template');
+            _loop_1 = function (section) {
+                var e_3, _f;
+                // TODO: Parse prompt template description (the content out of the codeblock and lists)
+                var templateModelRequirements = __assign({}, defaultModelRequirements);
+                var listItems_3 = extractAllListItemsFromMarkdown(section.content);
+                var dependentParameterNames = new Set();
+                var executionType = 'PROMPT_TEMPLATE';
+                var jokers = [];
+                var postprocessing = [];
+                var expectAmount = {};
+                var expectFormat = undefined;
+                var isExecutionTypeChanged = false;
+                try {
+                    for (var listItems_2 = (e_3 = void 0, __values(listItems_3)), listItems_2_1 = listItems_2.next(); !listItems_2_1.done; listItems_2_1 = listItems_2.next()) {
+                        var listItem = listItems_2_1.value;
+                        var command = parseCommand(listItem);
+                        switch (command.type) {
+                            case 'JOKER':
+                                jokers.push(command.parameterName);
+                                dependentParameterNames.add(command.parameterName);
+                                break;
+                            case 'EXECUTE':
+                                if (isExecutionTypeChanged) {
+                                    throw new PromptbookSyntaxError('Execution type is already defined in the prompt template. It can be defined only once.');
+                                }
+                                executionType = command.executionType;
+                                isExecutionTypeChanged = true;
+                                break;
+                            case 'MODEL':
+                                templateModelRequirements[command.key] = command.value;
+                                break;
+                            case 'PARAMETER':
+                                // Note: This is just for detecting resulitng parameter name
+                                addParam(command);
+                                break;
+                            case 'POSTPROCESS':
+                                postprocessing.push(command.functionName);
+                                break;
+                            case 'EXPECT_AMOUNT':
+                                // eslint-disable-next-line no-case-declarations
+                                var unit = command.unit.toLowerCase();
+                                expectAmount[unit] = expectAmount[unit] || {};
+                                if (command.sign === 'MINIMUM' || command.sign === 'EXACTLY') {
+                                    if (expectAmount[unit].min !== undefined) {
+                                        throw new PromptbookSyntaxError("Already defined minumum ".concat(expectAmount[unit].min, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
+                                    }
+                                    expectAmount[unit].min = command.amount;
+                                } /* not else */
+                                if (command.sign === 'MAXIMUM' || command.sign === 'EXACTLY') {
+                                    if (expectAmount[unit].max !== undefined) {
+                                        throw new PromptbookSyntaxError("Already defined maximum ".concat(expectAmount[unit].max, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
+                                    }
+                                    expectAmount[unit].max = command.amount;
+                                }
+                                break;
+                            case 'EXPECT_FORMAT':
+                                if (expectFormat !== undefined && command.format !== expectFormat) {
+                                    throw new PromptbookSyntaxError("Expect format is already defined to \"".concat(expectFormat, "\". Now you try to redefine it by \"").concat(command.format, "\"."));
+                                }
+                                expectFormat = command.format;
+                                break;
+                            default:
+                                throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the block of the prompt template ONLY at the head of the promptbook"));
+                        }
+                    }
+                }
+                catch (e_3_1) { e_3 = { error: e_3_1 }; }
+                finally {
+                    try {
+                        if (listItems_2_1 && !listItems_2_1.done && (_f = listItems_2.return)) _f.call(listItems_2);
+                    }
+                    finally { if (e_3) throw e_3.error; }
+                }
+                var _g = extractOneBlockFromMarkdown(section.content), language = _g.language, content = _g.content;
+                if (executionType === 'SCRIPT') {
+                    if (!language) {
+                        throw new PromptbookSyntaxError('You must specify the language of the script in the prompt template');
+                    }
+                    else if (!SUPPORTED_SCRIPT_LANGUAGES.includes(language)) {
+                        throw new PromptbookSyntaxError(spaceTrim(function (block) { return "\n                            Script language ".concat(language, " is not supported.\n\n                            Supported languages are:\n                            ").concat(block(SUPPORTED_SCRIPT_LANGUAGES.join(', ')), "\n\n                        "); }));
+                    }
+                }
+                var lastLine = section.content.split('\n').pop();
+                var match = /^->\s*\{(?<resultingParamName>[a-z0-9_]+)\}/im.exec(lastLine);
+                if (!match || match.groups === undefined || match.groups.resultingParamName === undefined) {
+                    throw new PromptbookSyntaxError(spaceTrim(function (block) { return "\n                        Invalid template - each section must end with \"-> {...}\"\n\n                        Invalid section:\n                        ".concat(block(
+                    // TODO: Show code of invalid sections each time + DRY
+                    section.content
+                        .split('\n')
+                        .map(function (line) { return "> ".concat(line); })
+                        .join('\n')), "\n                        "); }));
+                }
+                var resultingParameterName = match.groups.resultingParamName;
+                // TODO: [1] DRY description
+                var description_1 = section.content;
+                // Note: Remove codeblocks
+                description_1 = description_1.split(/^```.*^```/gms).join('');
+                //Note: Remove lists and return statement
+                description_1 = description_1.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
+                description_1 = spaceTrim(description_1);
+                if (description_1 === '') {
+                    description_1 = undefined;
+                }
+                if (Object.keys(jokers).length === 0) {
+                    jokers = undefined;
+                }
+                if (Object.keys(expectAmount).length === 0) {
+                    expectAmount = undefined;
+                }
+                if (Object.keys(postprocessing).length === 0) {
+                    postprocessing = undefined;
+                }
+                dependentParameterNames = union(dependentParameterNames, extractParametersFromPromptTemplate(__assign(__assign({}, section), { description: description_1, executionType: executionType, content: content })));
+                if (templateModelRequirements.modelVariant === undefined) {
+                    templateModelRequirements.modelVariant = 'CHAT';
+                }
+                promptbookJson.promptTemplates.push({
+                    name: titleToName(section.title),
+                    title: section.title,
+                    description: description_1,
+                    dependentParameterNames: Array.from(dependentParameterNames),
+                    executionType: executionType,
+                    jokers: jokers,
+                    postprocessing: postprocessing,
+                    expectations: expectAmount,
+                    expectFormat: expectFormat,
+                    modelRequirements: templateModelRequirements,
+                    contentLanguage: executionType === 'SCRIPT' ? language : undefined,
+                    content: content,
+                    resultingParameterName: resultingParameterName,
+                });
+            };
+            try {
+                for (_a = __values(markdownStructure.sections), _b = _a.next(); !_b.done; _b = _a.next()) {
+                    section = _b.value;
+                    _loop_1(section);
+                }
             }
-            else if (!SUPPORTED_SCRIPT_LANGUAGES.includes(language)) {
-                throw new PromptbookSyntaxError(spaceTrim(function (block) { return "\n                            Script language ".concat(language, " is not supported.\n\n                            Supported languages are:\n                            ").concat(block(SUPPORTED_SCRIPT_LANGUAGES.join(', ')), "\n\n                        "); }));
+            catch (e_2_1) { e_2 = { error: e_2_1 }; }
+            finally {
+                try {
+                    if (_b && !_b.done && (_d = _a.return)) _d.call(_a);
+                }
+                finally { if (e_2) throw e_2.error; }
             }
-        }
-        var lastLine = section.content.split('\n').pop();
-        var match = /^->\s*\{(?<resultingParamName>[a-z0-9_]+)\}/im.exec(lastLine);
-        if (!match || match.groups === undefined || match.groups.resultingParamName === undefined) {
-            throw new PromptbookSyntaxError(spaceTrim(function (block) { return "\n                        Invalid template - each section must end with \"-> {...}\"\n\n                        Invalid section:\n                        ".concat(block(
-            // TODO: Show code of invalid sections each time + DRY
-            section.content
-                .split('\n')
-                .map(function (line) { return "> ".concat(line); })
-                .join('\n')), "\n                        "); }));
-        }
-        var resultingParameterName = match.groups.resultingParamName;
-        // TODO: [1] DRY description
-        var description_1 = section.content;
-        // Note: Remove codeblocks
-        description_1 = description_1.split(/^```.*^```/gms).join('');
-        //Note: Remove lists and return statement
-        description_1 = description_1.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
-        description_1 = spaceTrim(description_1);
-        if (description_1 === '') {
-            description_1 = undefined;
-        }
-        if (Object.keys(jokers).length === 0) {
-            jokers = undefined;
-        }
-        if (Object.keys(expectAmount).length === 0) {
-            expectAmount = undefined;
-        }
-        if (Object.keys(postprocessing).length === 0) {
-            postprocessing = undefined;
-        }
-        dependentParameterNames = union(dependentParameterNames, extractParametersFromPromptTemplate(__assign(__assign({}, section), { description: description_1, executionType: executionType, content: content })));
-        if (templateModelRequirements.modelVariant === undefined) {
-            templateModelRequirements.modelVariant = 'CHAT';
-        }
-        promptbookJson.promptTemplates.push({
-            name: titleToName(section.title),
-            title: section.title,
-            description: description_1,
-            dependentParameterNames: Array.from(dependentParameterNames),
-            executionType: executionType,
-            jokers: jokers,
-            postprocessing: postprocessing,
-            expectations: expectAmount,
-            expectFormat: expectFormat,
-            modelRequirements: templateModelRequirements,
-            contentLanguage: executionType === 'SCRIPT' ? language : undefined,
-            content: content,
-            resultingParameterName: resultingParameterName,
+            // =============================================================
+            return [2 /*return*/, promptbookJson];
         });
-    };
-    try {
-        for (var _c = __values(markdownStructure.sections), _d = _c.next(); !_d.done; _d = _c.next()) {
-            var section = _d.value;
-            _loop_1(section);
-        }
-    }
-    catch (e_2_1) { e_2 = { error: e_2_1 }; }
-    finally {
-        try {
-            if (_d && !_d.done && (_b = _c.return)) _b.call(_c);
-        }
-        finally { if (e_2) throw e_2.error; }
-    }
-    // =============================================================
-    return promptbookJson;
+    });
 }
 /**
  * TODO: Report here line/column of error
@@ -1586,59 +1644,6 @@ function promptbookStringToJson(promptbookString) {
  * TODO: [🧠] Parameter flags - isInput, isOutput, isInternal
  */
 
-/**
- * Add or modify an auto-generated section in a markdown file
- *
- * @private within the library
- */
-function addAutoGeneratedSection(content, options) {
-    var sectionName = options.sectionName, sectionContent = options.sectionContent;
-    var warningLine = "<!-- \u26A0\uFE0F WARNING: This section was auto-generated -->";
-    var sectionRegex = new RegExp("<!--".concat(sectionName, "-->([\\s\\S]*?)<!--/").concat(sectionName, "-->"), 'g');
-    var sectionMatch = content.match(sectionRegex);
-    if (sectionMatch) {
-        return content.replace(sectionRegex, spaceTrim(function (block) { return "\n                    <!--".concat(sectionName, "-->\n                    ").concat(block(warningLine), "\n                    ").concat(block(sectionContent), "\n                    <!--/").concat(sectionName, "-->\n                "); }));
-    }
-    var placeForSection = removeContentComments(content).match(/^##.*$/im);
-    if (!placeForSection) {
-        throw new Error("No place where to put the section <!--".concat(sectionName, "-->"));
-    }
-    var _a = __read(placeForSection, 1), heading = _a[0];
-    return content.replace(heading, "<!--".concat(sectionName, "-->\n").concat(warningLine, "\n").concat(sectionContent, "\n<!--/").concat(sectionName, "-->\n\n").concat(heading));
-}
-
-/**
- * Prettify the html code
- *
- * @param content raw html code
- * @returns formatted html code
- */
-function prettifyMarkdown(content) {
-    try {
-        return format(content, {
-            parser: 'markdown',
-            plugins: [parserHtml],
-            // TODO: DRY - make some import or auto-copy of .prettierrc
-            endOfLine: 'lf',
-            tabWidth: 4,
-            singleQuote: true,
-            trailingComma: 'all',
-            arrowParens: 'always',
-            printWidth: 120,
-            htmlWhitespaceSensitivity: 'ignore',
-            jsxBracketSameLine: false,
-            bracketSpacing: true,
-        });
-    }
-    catch (error) {
-        console.error('There was an error with prettifying the markdown, using the original as the fallback', {
-            error: error,
-            html: content,
-        });
-        return content;
-    }
-}
-
 /* tslint:disable */
 function normalizeTo_camelCase(sentence, __firstLetterCapital) {
     var e_1, _a;
@@ -1756,24 +1761,35 @@ function renderPromptbookMermaid(promptbookJson, options) {
  * Prettyfies Promptbook string and adds Mermaid graph
  */
 function prettifyPromptbookString(promptbookString, options) {
-    var isGraphAdded = options.isGraphAdded, isPrettifyed = options.isPrettifyed;
-    if (isGraphAdded) {
-        var promptbookJson = promptbookStringToJson(promptbookString);
-        var promptbookMermaid_1 = renderPromptbookMermaid(promptbookJson, {
-            linkPromptTemplate: function (promptTemplate) {
-                return { href: "#".concat(promptTemplate.name), title: promptTemplate.title };
-            },
-        });
-        var promptbookMermaidBlock = spaceTrim(function (block) { return "\n            ```mermaid\n            ".concat(block(promptbookMermaid_1), "\n            ```\n        "); });
-        promptbookString = addAutoGeneratedSection(promptbookString, {
-            sectionName: 'Graph',
-            sectionContent: promptbookMermaidBlock,
+    return __awaiter(this, void 0, void 0, function () {
+        var isGraphAdded, isPrettifyed, promptbookJson, promptbookMermaid_1, promptbookMermaidBlock;
+        return __generator(this, function (_a) {
+            switch (_a.label) {
+                case 0:
+                    isGraphAdded = options.isGraphAdded, isPrettifyed = options.isPrettifyed;
+                    if (!isGraphAdded) return [3 /*break*/, 2];
+                    return [4 /*yield*/, promptbookStringToJson(promptbookString /* , {!!!!} */)];
+                case 1:
+                    promptbookJson = _a.sent();
+                    promptbookMermaid_1 = renderPromptbookMermaid(promptbookJson, {
+                        linkPromptTemplate: function (promptTemplate) {
+                            return { href: "#".concat(promptTemplate.name), title: promptTemplate.title };
+                        },
+                    });
+                    promptbookMermaidBlock = spaceTrim(function (block) { return "\n            ```mermaid\n            ".concat(block(promptbookMermaid_1), "\n            ```\n        "); });
+                    promptbookString = addAutoGeneratedSection(promptbookString, {
+                        sectionName: 'Graph',
+                        sectionContent: promptbookMermaidBlock,
+                    });
+                    _a.label = 2;
+                case 2:
+                    if (isPrettifyed) {
+                        promptbookString = prettifyMarkdown(promptbookString);
+                    }
+                    return [2 /*return*/, promptbookString];
+            }
         });
-    }
-    if (isPrettifyed) {
-        promptbookString = prettifyMarkdown(promptbookString);
-    }
-    return promptbookString;
+    });
 }
 /**
  * TODO: Maybe use some Mermaid library instead of string templating
@@ -1811,33 +1827,35 @@ function prettifyPromptbookStringCli() {
                                 filePaths = _c.sent();
                                 _c.label = 2;
                             case 2:
-                                _c.trys.push([2, 10, 11, 12]);
+                                _c.trys.push([2, 11, 12, 13]);
                                 filePaths_1 = __values(filePaths), filePaths_1_1 = filePaths_1.next();
                                 _c.label = 3;
                             case 3:
-                                if (!!filePaths_1_1.done) return [3 /*break*/, 9];
+                                if (!!filePaths_1_1.done) return [3 /*break*/, 10];
                                 filePath = filePaths_1_1.value;
                                 if (!filePath.endsWith('.ptbk.md')) {
                                     console.warn(colors.yellow("Skipping prettify of non-promptbook ".concat(filePath)));
-                                    return [3 /*break*/, 8];
+                                    return [3 /*break*/, 9];
                                 }
                                 return [4 /*yield*/, readFile(filePath, 'utf-8')];
                             case 4:
                                 promptbookMarkdown = (_c.sent());
                                 _c.label = 5;
                             case 5:
-                                _c.trys.push([5, 7, , 8]);
-                                promptbookMarkdown = prettifyPromptbookString(promptbookMarkdown, {
-                                    isGraphAdded: true,
-                                    isPrettifyed: true,
-                                    // <- [🕌]
-                                });
-                                return [4 /*yield*/, writeFile(filePath, promptbookMarkdown)];
+                                _c.trys.push([5, 8, , 9]);
+                                return [4 /*yield*/, prettifyPromptbookString(promptbookMarkdown, {
+                                        isGraphAdded: true,
+                                        isPrettifyed: true,
+                                        // <- [🕌]
+                                    })];
                             case 6:
+                                promptbookMarkdown = _c.sent();
+                                return [4 /*yield*/, writeFile(filePath, promptbookMarkdown)];
+                            case 7:
                                 _c.sent();
                                 console.info(colors.green("Prettify ".concat(filePath)));
-                                return [3 /*break*/, 8];
-                            case 7:
+                                return [3 /*break*/, 9];
+                            case 8:
                                 error_1 = _c.sent();
                                 if (!(error_1 instanceof Error)) {
                                     throw error_1;
@@ -1846,22 +1864,22 @@ function prettifyPromptbookStringCli() {
                                 console.error(colors.bgRed(error_1.name));
                                 console.error(error_1);
                                 process.exit(1);
-                                return [3 /*break*/, 8];
-                            case 8:
+                                return [3 /*break*/, 9];
+                            case 9:
                                 filePaths_1_1 = filePaths_1.next();
                                 return [3 /*break*/, 3];
-                            case 9: return [3 /*break*/, 12];
-                            case 10:
+                            case 10: return [3 /*break*/, 13];
+                            case 11:
                                 e_1_1 = _c.sent();
                                 e_1 = { error: e_1_1 };
-                                return [3 /*break*/, 12];
-                            case 11:
+                                return [3 /*break*/, 13];
+                            case 12:
                                 try {
                                     if (filePaths_1_1 && !filePaths_1_1.done && (_b = filePaths_1.return)) _b.call(filePaths_1);
                                 }
                                 finally { if (e_1) throw e_1.error; }
                                 return [7 /*endfinally*/];
-                            case 12:
+                            case 13:
                                 process.exit(0);
                                 return [2 /*return*/];
                         }