@promptbook/cli 0.58.0 → 0.59.0-1

package/umd/index.umd.js

@@ -146,7 +146,70 @@
     /**
      * The version of the Promptbook library
      */
-    var PROMPTBOOK_VERSION = '0.57.2';
+    var PROMPTBOOK_VERSION = '0.59.0-0';
+
+    /**
+     * Removes HTML or Markdown comments from a string.
+     *
+     * @param {string} content - The string to remove comments from.
+     * @returns {string} The input string with all comments removed.
+     */
+    function removeContentComments(content) {
+        return spacetrim.spaceTrim(content.replace(/<!--(.*?)-->/gs, ''));
+    }
+
+    /**
+     * Add or modify an auto-generated section in a markdown file
+     *
+     * @private within the library
+     */
+    function addAutoGeneratedSection(content, options) {
+        var sectionName = options.sectionName, sectionContent = options.sectionContent;
+        var warningLine = "<!-- \u26A0\uFE0F WARNING: This section was auto-generated -->";
+        var sectionRegex = new RegExp("<!--".concat(sectionName, "-->([\\s\\S]*?)<!--/").concat(sectionName, "-->"), 'g');
+        var sectionMatch = content.match(sectionRegex);
+        if (sectionMatch) {
+            return content.replace(sectionRegex, spacetrim.spaceTrim(function (block) { return "\n                    <!--".concat(sectionName, "-->\n                    ").concat(block(warningLine), "\n                    ").concat(block(sectionContent), "\n                    <!--/").concat(sectionName, "-->\n                "); }));
+        }
+        var placeForSection = removeContentComments(content).match(/^##.*$/im);
+        if (!placeForSection) {
+            throw new Error("No place where to put the section <!--".concat(sectionName, "-->"));
+        }
+        var _a = __read(placeForSection, 1), heading = _a[0];
+        return content.replace(heading, "<!--".concat(sectionName, "-->\n").concat(warningLine, "\n").concat(sectionContent, "\n<!--/").concat(sectionName, "-->\n\n").concat(heading));
+    }
+
+    /**
+     * Prettify the html code
+     *
+     * @param content raw html code
+     * @returns formatted html code
+     */
+    function prettifyMarkdown(content) {
+        try {
+            return prettier.format(content, {
+                parser: 'markdown',
+                plugins: [parserHtml__default["default"]],
+                // TODO: DRY - make some import or auto-copy of .prettierrc
+                endOfLine: 'lf',
+                tabWidth: 4,
+                singleQuote: true,
+                trailingComma: 'all',
+                arrowParens: 'always',
+                printWidth: 120,
+                htmlWhitespaceSensitivity: 'ignore',
+                jsxBracketSameLine: false,
+                bracketSpacing: true,
+            });
+        }
+        catch (error) {
+            console.error('There was an error with prettifying the markdown, using the original as the fallback', {
+                error: error,
+                html: content,
+            });
+            return content;
+        }
+    }
 
     /**
      * This error indicates that the promptbook in a markdown format cannot be parsed into a valid promptbook object
@@ -162,6 +225,15 @@
         return PromptbookSyntaxError;
     }(Error));
 
+    // import prepareKnowledgeFromMarkdownStringPromptbook from './prepare-knowledge-from-markdown.ptbk.md';
+    function prepareKnowledgeFromMarkdown(options) {
+        return __awaiter(this, void 0, void 0, function () {
+            return __generator(this, function (_a) {
+                return [2 /*return*/, []];
+            });
+        });
+    }
+
     /**
      * Supported script languages
      */
@@ -422,16 +494,6 @@
      * TODO: [🍓][🌻] !!! Decide of this is internal util, external util OR validator/postprocessor
      */
 
-    /**
-     * Removes HTML or Markdown comments from a string.
-     *
-     * @param {string} content - The string to remove comments from.
-     * @returns {string} The input string with all comments removed.
-     */
-    function removeContentComments(content) {
-        return spacetrim.spaceTrim(content.replace(/<!--(.*?)-->/gs, ''));
-    }
-
     /**
      * Creates a new set with all elements that are present in either set
      */
@@ -1339,250 +1401,267 @@
     }
 
     /**
-     * Parse promptbook from string format to JSON format
+     * Compile promptbook from string (markdown) format to JSON format
      *
+     * @param promptbookString {Promptbook} in string markdown format (.ptbk.md)
+     * @param options - Options and tools for the compilation
+     * @returns {Promptbook} compiled in JSON format (.ptbk.json)
      * @throws {PromptbookSyntaxError} if the promptbook string is not valid
      *
      * Note: This function does not validate logic of the pipeline only the syntax
+     * Note: This function acts as compilation process
      */
-    function promptbookStringToJson(promptbookString) {
-        var e_1, _a, e_2, _b;
-        var promptbookJson = {
-            // eslint-disable-next-line @typescript-eslint/no-explicit-any
-            title: undefined /* <- Note: Putting here placeholder to keep `title` on top at final JSON */,
-            promptbookUrl: undefined /* <- Note: Putting here placeholder to keep `promptbookUrl` on top at final JSON */,
-            promptbookVersion: PROMPTBOOK_VERSION,
-            description: undefined /* <- Note: Putting here placeholder to keep `description` on top at final JSON */,
-            parameters: [],
-            promptTemplates: [],
-        };
-        // =============================================================
-        // Note: 1️⃣ Normalization of the PROMPTBOOK string
-        promptbookString = removeContentComments(promptbookString);
-        promptbookString = promptbookString.replaceAll(/`\{(?<parameterName>[a-z0-9_]+)\}`/gi, '{$<parameterName>}');
-        promptbookString = promptbookString.replaceAll(/`->\s+\{(?<parameterName>[a-z0-9_]+)\}`/gi, '-> {$<parameterName>}');
-        // =============================================================
-        ///Note: 2️⃣ Function for adding parameters
-        var addParam = function (parameterCommand) {
-            var parameterName = parameterCommand.parameterName, parameterDescription = parameterCommand.parameterDescription, isInput = parameterCommand.isInput, isOutput = parameterCommand.isOutput;
-            var existingParameter = promptbookJson.parameters.find(function (parameter) { return parameter.name === parameterName; });
-            if (existingParameter &&
-                existingParameter.description &&
-                existingParameter.description !== parameterDescription &&
-                parameterDescription) {
-                throw new PromptbookSyntaxError(spacetrim.spaceTrim(function (block) { return "\n                        Parameter {".concat(parameterName, "} is defined multiple times with different description.\n\n                        First definition:\n                        ").concat(block(existingParameter.description || '[undefined]'), "\n\n                        Second definition:\n                        ").concat(block(parameterDescription || '[undefined]'), "\n                    "); }));
-            }
-            if (existingParameter) {
-                if (parameterDescription) {
-                    existingParameter.description = parameterDescription;
-                }
-            }
-            else {
-                promptbookJson.parameters.push({
-                    name: parameterName,
-                    description: parameterDescription || undefined,
-                    isInput: isInput,
-                    isOutput: isOutput,
-                });
-            }
-        };
-        // =============================================================
-        // Note: 3️⃣ Parse the dynamic part - the template pipeline
-        var markdownStructure = markdownToMarkdownStructure(promptbookString);
-        var markdownStructureDeepness = countMarkdownStructureDeepness(markdownStructure);
-        if (markdownStructureDeepness !== 2) {
-            throw new PromptbookSyntaxError(spacetrim.spaceTrim("\n                Invalid markdown structure.\n                The markdown must have exactly 2 levels of headings (one top-level section and one section for each template).\n                Now it has ".concat(markdownStructureDeepness, " levels of headings.\n            ")));
-        }
-        promptbookJson.title = markdownStructure.title;
-        // TODO: [1] DRY description
-        var description = markdownStructure.content;
-        // Note: Remove codeblocks
-        description = description.split(/^```.*^```/gms).join('');
-        //Note: Remove lists and return statement
-        description = description.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
-        description = spacetrim.spaceTrim(description);
-        if (description === '') {
-            description = undefined;
-        }
-        promptbookJson.description = description;
-        var defaultModelRequirements = {};
-        var listItems = extractAllListItemsFromMarkdown(markdownStructure.content);
-        try {
-            for (var listItems_1 = __values(listItems), listItems_1_1 = listItems_1.next(); !listItems_1_1.done; listItems_1_1 = listItems_1.next()) {
-                var listItem = listItems_1_1.value;
-                var command = parseCommand(listItem);
-                switch (command.type) {
-                    case 'PROMPTBOOK_URL':
-                        promptbookJson.promptbookUrl = command.promptbookUrl.href;
-                        break;
-                    case 'PROMPTBOOK_VERSION':
-                        promptbookJson.promptbookVersion = command.promptbookVersion;
-                        break;
-                    case 'MODEL':
-                        defaultModelRequirements[command.key] = command.value;
-                        break;
-                    case 'PARAMETER':
-                        addParam(command);
-                        break;
-                    default:
-                        throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the head of the promptbook ONLY at the prompt template block"));
-                }
-            }
-        }
-        catch (e_1_1) { e_1 = { error: e_1_1 }; }
-        finally {
-            try {
-                if (listItems_1_1 && !listItems_1_1.done && (_a = listItems_1.return)) _a.call(listItems_1);
-            }
-            finally { if (e_1) throw e_1.error; }
-        }
-        var _loop_1 = function (section) {
-            var e_3, _e;
-            // TODO: Parse prompt template description (the content out of the codeblock and lists)
-            var templateModelRequirements = __assign({}, defaultModelRequirements);
-            var listItems_3 = extractAllListItemsFromMarkdown(section.content);
-            var dependentParameterNames = new Set();
-            var executionType = 'PROMPT_TEMPLATE';
-            var jokers = [];
-            var postprocessing = [];
-            var expectAmount = {};
-            var expectFormat = undefined;
-            var isExecutionTypeChanged = false;
-            try {
-                for (var listItems_2 = (e_3 = void 0, __values(listItems_3)), listItems_2_1 = listItems_2.next(); !listItems_2_1.done; listItems_2_1 = listItems_2.next()) {
-                    var listItem = listItems_2_1.value;
-                    var command = parseCommand(listItem);
-                    switch (command.type) {
-                        case 'JOKER':
-                            jokers.push(command.parameterName);
-                            dependentParameterNames.add(command.parameterName);
-                            break;
-                        case 'EXECUTE':
-                            if (isExecutionTypeChanged) {
-                                throw new PromptbookSyntaxError('Execution type is already defined in the prompt template. It can be defined only once.');
+    function promptbookStringToJson(promptbookString, options) {
+        if (options === void 0) { options = {}; }
+        return __awaiter(this, void 0, void 0, function () {
+            var llmTools, promptbookJson, knowledge, addParam, markdownStructure, markdownStructureDeepness, description, defaultModelRequirements, listItems, listItems_1, listItems_1_1, listItem, command, _loop_1, _a, _b, section;
+            var e_1, _c, e_2, _d;
+            return __generator(this, function (_e) {
+                switch (_e.label) {
+                    case 0:
+                        llmTools = options.llmTools;
+                        promptbookJson = {
+                            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                            title: undefined /* <- Note: Putting here placeholder to keep `title` on top at final JSON */,
+                            promptbookUrl: undefined /* <- Note: Putting here placeholder to keep `promptbookUrl` on top at final JSON */,
+                            promptbookVersion: PROMPTBOOK_VERSION,
+                            description: undefined /* <- Note: Putting here placeholder to keep `description` on top at final JSON */,
+                            parameters: [],
+                            promptTemplates: [],
+                            knowledge: [],
+                        };
+                        if (!llmTools) return [3 /*break*/, 2];
+                        return [4 /*yield*/, prepareKnowledgeFromMarkdown()];
+                    case 1:
+                        knowledge = _e.sent();
+                        console.info('!!!! knowledge', knowledge);
+                        _e.label = 2;
+                    case 2:
+                        // =============================================================
+                        // Note: 1️⃣ Normalization of the PROMPTBOOK string
+                        promptbookString = removeContentComments(promptbookString);
+                        promptbookString = promptbookString.replaceAll(/`\{(?<parameterName>[a-z0-9_]+)\}`/gi, '{$<parameterName>}');
+                        promptbookString = promptbookString.replaceAll(/`->\s+\{(?<parameterName>[a-z0-9_]+)\}`/gi, '-> {$<parameterName>}');
+                        addParam = function (parameterCommand) {
+                            var parameterName = parameterCommand.parameterName, parameterDescription = parameterCommand.parameterDescription, isInput = parameterCommand.isInput, isOutput = parameterCommand.isOutput;
+                            var existingParameter = promptbookJson.parameters.find(function (parameter) { return parameter.name === parameterName; });
+                            if (existingParameter &&
+                                existingParameter.description &&
+                                existingParameter.description !== parameterDescription &&
+                                parameterDescription) {
+                                throw new PromptbookSyntaxError(spacetrim.spaceTrim(function (block) { return "\n                        Parameter {".concat(parameterName, "} is defined multiple times with different description.\n\n                        First definition:\n                        ").concat(block(existingParameter.description || '[undefined]'), "\n\n                        Second definition:\n                        ").concat(block(parameterDescription || '[undefined]'), "\n                    "); }));
                             }
-                            executionType = command.executionType;
-                            isExecutionTypeChanged = true;
-                            break;
-                        case 'MODEL':
-                            templateModelRequirements[command.key] = command.value;
-                            break;
-                        case 'PARAMETER':
-                            // Note: This is just for detecting resulitng parameter name
-                            addParam(command);
-                            break;
-                        case 'POSTPROCESS':
-                            postprocessing.push(command.functionName);
-                            break;
-                        case 'EXPECT_AMOUNT':
-                            // eslint-disable-next-line no-case-declarations
-                            var unit = command.unit.toLowerCase();
-                            expectAmount[unit] = expectAmount[unit] || {};
-                            if (command.sign === 'MINIMUM' || command.sign === 'EXACTLY') {
-                                if (expectAmount[unit].min !== undefined) {
-                                    throw new PromptbookSyntaxError("Already defined minumum ".concat(expectAmount[unit].min, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
+                            if (existingParameter) {
+                                if (parameterDescription) {
+                                    existingParameter.description = parameterDescription;
                                 }
-                                expectAmount[unit].min = command.amount;
-                            } /* not else */
-                            if (command.sign === 'MAXIMUM' || command.sign === 'EXACTLY') {
-                                if (expectAmount[unit].max !== undefined) {
-                                    throw new PromptbookSyntaxError("Already defined maximum ".concat(expectAmount[unit].max, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
+                            }
+                            else {
+                                promptbookJson.parameters.push({
+                                    name: parameterName,
+                                    description: parameterDescription || undefined,
+                                    isInput: isInput,
+                                    isOutput: isOutput,
+                                });
+                            }
+                        };
+                        markdownStructure = markdownToMarkdownStructure(promptbookString);
+                        markdownStructureDeepness = countMarkdownStructureDeepness(markdownStructure);
+                        if (markdownStructureDeepness !== 2) {
+                            throw new PromptbookSyntaxError(spacetrim.spaceTrim("\n                Invalid markdown structure.\n                The markdown must have exactly 2 levels of headings (one top-level section and one section for each template).\n                Now it has ".concat(markdownStructureDeepness, " levels of headings.\n            ")));
+                        }
+                        promptbookJson.title = markdownStructure.title;
+                        description = markdownStructure.content;
+                        // Note: Remove codeblocks
+                        description = description.split(/^```.*^```/gms).join('');
+                        //Note: Remove lists and return statement
+                        description = description.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
+                        description = spacetrim.spaceTrim(description);
+                        if (description === '') {
+                            description = undefined;
+                        }
+                        promptbookJson.description = description;
+                        defaultModelRequirements = {};
+                        listItems = extractAllListItemsFromMarkdown(markdownStructure.content);
+                        try {
+                            for (listItems_1 = __values(listItems), listItems_1_1 = listItems_1.next(); !listItems_1_1.done; listItems_1_1 = listItems_1.next()) {
+                                listItem = listItems_1_1.value;
+                                command = parseCommand(listItem);
+                                switch (command.type) {
+                                    case 'PROMPTBOOK_URL':
+                                        promptbookJson.promptbookUrl = command.promptbookUrl.href;
+                                        break;
+                                    case 'PROMPTBOOK_VERSION':
+                                        promptbookJson.promptbookVersion = command.promptbookVersion;
+                                        break;
+                                    case 'MODEL':
+                                        defaultModelRequirements[command.key] = command.value;
+                                        break;
+                                    case 'PARAMETER':
+                                        addParam(command);
+                                        break;
+                                    default:
+                                        throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the head of the promptbook ONLY at the prompt template block"));
                                 }
-                                expectAmount[unit].max = command.amount;
                             }
-                            break;
-                        case 'EXPECT_FORMAT':
-                            if (expectFormat !== undefined && command.format !== expectFormat) {
-                                throw new PromptbookSyntaxError("Expect format is already defined to \"".concat(expectFormat, "\". Now you try to redefine it by \"").concat(command.format, "\"."));
+                        }
+                        catch (e_1_1) { e_1 = { error: e_1_1 }; }
+                        finally {
+                            try {
+                                if (listItems_1_1 && !listItems_1_1.done && (_c = listItems_1.return)) _c.call(listItems_1);
                             }
-                            expectFormat = command.format;
-                            break;
-                        default:
-                            throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the block of the prompt template ONLY at the head of the promptbook"));
-                    }
-                }
-            }
-            catch (e_3_1) { e_3 = { error: e_3_1 }; }
-            finally {
-                try {
-                    if (listItems_2_1 && !listItems_2_1.done && (_e = listItems_2.return)) _e.call(listItems_2);
-                }
-                finally { if (e_3) throw e_3.error; }
-            }
-            var _f = extractOneBlockFromMarkdown(section.content), language = _f.language, content = _f.content;
-            if (executionType === 'SCRIPT') {
-                if (!language) {
-                    throw new PromptbookSyntaxError('You must specify the language of the script in the prompt template');
-                }
-                else if (!SUPPORTED_SCRIPT_LANGUAGES.includes(language)) {
-                    throw new PromptbookSyntaxError(spacetrim.spaceTrim(function (block) { return "\n                            Script language ".concat(language, " is not supported.\n\n                            Supported languages are:\n                            ").concat(block(SUPPORTED_SCRIPT_LANGUAGES.join(', ')), "\n\n                        "); }));
+                            finally { if (e_1) throw e_1.error; }
+                        }
+                        _loop_1 = function (section) {
+                            var e_3, _f;
+                            // TODO: Parse prompt template description (the content out of the codeblock and lists)
+                            var templateModelRequirements = __assign({}, defaultModelRequirements);
+                            var listItems_3 = extractAllListItemsFromMarkdown(section.content);
+                            var dependentParameterNames = new Set();
+                            var executionType = 'PROMPT_TEMPLATE';
+                            var jokers = [];
+                            var postprocessing = [];
+                            var expectAmount = {};
+                            var expectFormat = undefined;
+                            var isExecutionTypeChanged = false;
+                            try {
+                                for (var listItems_2 = (e_3 = void 0, __values(listItems_3)), listItems_2_1 = listItems_2.next(); !listItems_2_1.done; listItems_2_1 = listItems_2.next()) {
+                                    var listItem = listItems_2_1.value;
+                                    var command = parseCommand(listItem);
+                                    switch (command.type) {
+                                        case 'JOKER':
+                                            jokers.push(command.parameterName);
+                                            dependentParameterNames.add(command.parameterName);
+                                            break;
+                                        case 'EXECUTE':
+                                            if (isExecutionTypeChanged) {
+                                                throw new PromptbookSyntaxError('Execution type is already defined in the prompt template. It can be defined only once.');
+                                            }
+                                            executionType = command.executionType;
+                                            isExecutionTypeChanged = true;
+                                            break;
+                                        case 'MODEL':
+                                            templateModelRequirements[command.key] = command.value;
+                                            break;
+                                        case 'PARAMETER':
+                                            // Note: This is just for detecting resulitng parameter name
+                                            addParam(command);
+                                            break;
+                                        case 'POSTPROCESS':
+                                            postprocessing.push(command.functionName);
+                                            break;
+                                        case 'EXPECT_AMOUNT':
+                                            // eslint-disable-next-line no-case-declarations
+                                            var unit = command.unit.toLowerCase();
+                                            expectAmount[unit] = expectAmount[unit] || {};
+                                            if (command.sign === 'MINIMUM' || command.sign === 'EXACTLY') {
+                                                if (expectAmount[unit].min !== undefined) {
+                                                    throw new PromptbookSyntaxError("Already defined minumum ".concat(expectAmount[unit].min, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
+                                                }
+                                                expectAmount[unit].min = command.amount;
+                                            } /* not else */
+                                            if (command.sign === 'MAXIMUM' || command.sign === 'EXACTLY') {
+                                                if (expectAmount[unit].max !== undefined) {
+                                                    throw new PromptbookSyntaxError("Already defined maximum ".concat(expectAmount[unit].max, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
+                                                }
+                                                expectAmount[unit].max = command.amount;
+                                            }
+                                            break;
+                                        case 'EXPECT_FORMAT':
+                                            if (expectFormat !== undefined && command.format !== expectFormat) {
+                                                throw new PromptbookSyntaxError("Expect format is already defined to \"".concat(expectFormat, "\". Now you try to redefine it by \"").concat(command.format, "\"."));
+                                            }
+                                            expectFormat = command.format;
+                                            break;
+                                        default:
+                                            throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the block of the prompt template ONLY at the head of the promptbook"));
+                                    }
+                                }
+                            }
+                            catch (e_3_1) { e_3 = { error: e_3_1 }; }
+                            finally {
+                                try {
+                                    if (listItems_2_1 && !listItems_2_1.done && (_f = listItems_2.return)) _f.call(listItems_2);
+                                }
+                                finally { if (e_3) throw e_3.error; }
+                            }
+                            var _g = extractOneBlockFromMarkdown(section.content), language = _g.language, content = _g.content;
+                            if (executionType === 'SCRIPT') {
+                                if (!language) {
+                                    throw new PromptbookSyntaxError('You must specify the language of the script in the prompt template');
+                                }
+                                else if (!SUPPORTED_SCRIPT_LANGUAGES.includes(language)) {
+                                    throw new PromptbookSyntaxError(spacetrim.spaceTrim(function (block) { return "\n                            Script language ".concat(language, " is not supported.\n\n                            Supported languages are:\n                            ").concat(block(SUPPORTED_SCRIPT_LANGUAGES.join(', ')), "\n\n                        "); }));
+                                }
+                            }
+                            var lastLine = section.content.split('\n').pop();
+                            var match = /^->\s*\{(?<resultingParamName>[a-z0-9_]+)\}/im.exec(lastLine);
+                            if (!match || match.groups === undefined || match.groups.resultingParamName === undefined) {
+                                throw new PromptbookSyntaxError(spacetrim.spaceTrim(function (block) { return "\n                        Invalid template - each section must end with \"-> {...}\"\n\n                        Invalid section:\n                        ".concat(block(
+                                // TODO: Show code of invalid sections each time + DRY
+                                section.content
+                                    .split('\n')
+                                    .map(function (line) { return "> ".concat(line); })
+                                    .join('\n')), "\n                        "); }));
+                            }
+                            var resultingParameterName = match.groups.resultingParamName;
+                            // TODO: [1] DRY description
+                            var description_1 = section.content;
+                            // Note: Remove codeblocks
+                            description_1 = description_1.split(/^```.*^```/gms).join('');
+                            //Note: Remove lists and return statement
+                            description_1 = description_1.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
+                            description_1 = spacetrim.spaceTrim(description_1);
+                            if (description_1 === '') {
+                                description_1 = undefined;
+                            }
+                            if (Object.keys(jokers).length === 0) {
+                                jokers = undefined;
+                            }
+                            if (Object.keys(expectAmount).length === 0) {
+                                expectAmount = undefined;
+                            }
+                            if (Object.keys(postprocessing).length === 0) {
+                                postprocessing = undefined;
+                            }
+                            dependentParameterNames = union(dependentParameterNames, extractParametersFromPromptTemplate(__assign(__assign({}, section), { description: description_1, executionType: executionType, content: content })));
+                            if (templateModelRequirements.modelVariant === undefined) {
+                                templateModelRequirements.modelVariant = 'CHAT';
+                            }
+                            promptbookJson.promptTemplates.push({
+                                name: titleToName(section.title),
+                                title: section.title,
+                                description: description_1,
+                                dependentParameterNames: Array.from(dependentParameterNames),
+                                executionType: executionType,
+                                jokers: jokers,
+                                postprocessing: postprocessing,
+                                expectations: expectAmount,
+                                expectFormat: expectFormat,
+                                modelRequirements: templateModelRequirements,
+                                contentLanguage: executionType === 'SCRIPT' ? language : undefined,
+                                content: content,
+                                resultingParameterName: resultingParameterName,
+                            });
+                        };
+                        try {
+                            for (_a = __values(markdownStructure.sections), _b = _a.next(); !_b.done; _b = _a.next()) {
+                                section = _b.value;
+                                _loop_1(section);
+                            }
+                        }
+                        catch (e_2_1) { e_2 = { error: e_2_1 }; }
+                        finally {
+                            try {
+                                if (_b && !_b.done && (_d = _a.return)) _d.call(_a);
+                            }
+                            finally { if (e_2) throw e_2.error; }
+                        }
+                        // =============================================================
+                        return [2 /*return*/, promptbookJson];
                 }
-            }
-            var lastLine = section.content.split('\n').pop();
-            var match = /^->\s*\{(?<resultingParamName>[a-z0-9_]+)\}/im.exec(lastLine);
-            if (!match || match.groups === undefined || match.groups.resultingParamName === undefined) {
-                throw new PromptbookSyntaxError(spacetrim.spaceTrim(function (block) { return "\n                        Invalid template - each section must end with \"-> {...}\"\n\n                        Invalid section:\n                        ".concat(block(
-                // TODO: Show code of invalid sections each time + DRY
-                section.content
-                    .split('\n')
-                    .map(function (line) { return "> ".concat(line); })
-                    .join('\n')), "\n                        "); }));
-            }
-            var resultingParameterName = match.groups.resultingParamName;
-            // TODO: [1] DRY description
-            var description_1 = section.content;
-            // Note: Remove codeblocks
-            description_1 = description_1.split(/^```.*^```/gms).join('');
-            //Note: Remove lists and return statement
-            description_1 = description_1.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
-            description_1 = spacetrim.spaceTrim(description_1);
-            if (description_1 === '') {
-                description_1 = undefined;
-            }
-            if (Object.keys(jokers).length === 0) {
-                jokers = undefined;
-            }
-            if (Object.keys(expectAmount).length === 0) {
-                expectAmount = undefined;
-            }
-            if (Object.keys(postprocessing).length === 0) {
-                postprocessing = undefined;
-            }
-            dependentParameterNames = union(dependentParameterNames, extractParametersFromPromptTemplate(__assign(__assign({}, section), { description: description_1, executionType: executionType, content: content })));
-            if (templateModelRequirements.modelVariant === undefined) {
-                templateModelRequirements.modelVariant = 'CHAT';
-            }
-            promptbookJson.promptTemplates.push({
-                name: titleToName(section.title),
-                title: section.title,
-                description: description_1,
-                dependentParameterNames: Array.from(dependentParameterNames),
-                executionType: executionType,
-                jokers: jokers,
-                postprocessing: postprocessing,
-                expectations: expectAmount,
-                expectFormat: expectFormat,
-                modelRequirements: templateModelRequirements,
-                contentLanguage: executionType === 'SCRIPT' ? language : undefined,
-                content: content,
-                resultingParameterName: resultingParameterName,
             });
-        };
-        try {
-            for (var _c = __values(markdownStructure.sections), _d = _c.next(); !_d.done; _d = _c.next()) {
-                var section = _d.value;
-                _loop_1(section);
-            }
-        }
-        catch (e_2_1) { e_2 = { error: e_2_1 }; }
-        finally {
-            try {
-                if (_d && !_d.done && (_b = _c.return)) _b.call(_c);
-            }
-            finally { if (e_2) throw e_2.error; }
-        }
-        // =============================================================
-        return promptbookJson;
+        });
     }
     /**
      * TODO: Report here line/column of error
@@ -1590,59 +1669,6 @@
      * TODO: [🧠] Parameter flags - isInput, isOutput, isInternal
      */
 
-    /**
-     * Add or modify an auto-generated section in a markdown file
-     *
-     * @private within the library
-     */
-    function addAutoGeneratedSection(content, options) {
-        var sectionName = options.sectionName, sectionContent = options.sectionContent;
-        var warningLine = "<!-- \u26A0\uFE0F WARNING: This section was auto-generated -->";
-        var sectionRegex = new RegExp("<!--".concat(sectionName, "-->([\\s\\S]*?)<!--/").concat(sectionName, "-->"), 'g');
-        var sectionMatch = content.match(sectionRegex);
-        if (sectionMatch) {
-            return content.replace(sectionRegex, spacetrim.spaceTrim(function (block) { return "\n                    <!--".concat(sectionName, "-->\n                    ").concat(block(warningLine), "\n                    ").concat(block(sectionContent), "\n                    <!--/").concat(sectionName, "-->\n                "); }));
-        }
-        var placeForSection = removeContentComments(content).match(/^##.*$/im);
-        if (!placeForSection) {
-            throw new Error("No place where to put the section <!--".concat(sectionName, "-->"));
-        }
-        var _a = __read(placeForSection, 1), heading = _a[0];
-        return content.replace(heading, "<!--".concat(sectionName, "-->\n").concat(warningLine, "\n").concat(sectionContent, "\n<!--/").concat(sectionName, "-->\n\n").concat(heading));
-    }
-
-    /**
-     * Prettify the html code
-     *
-     * @param content raw html code
-     * @returns formatted html code
-     */
-    function prettifyMarkdown(content) {
-        try {
-            return prettier.format(content, {
-                parser: 'markdown',
-                plugins: [parserHtml__default["default"]],
-                // TODO: DRY - make some import or auto-copy of .prettierrc
-                endOfLine: 'lf',
-                tabWidth: 4,
-                singleQuote: true,
-                trailingComma: 'all',
-                arrowParens: 'always',
-                printWidth: 120,
-                htmlWhitespaceSensitivity: 'ignore',
-                jsxBracketSameLine: false,
-                bracketSpacing: true,
-            });
-        }
-        catch (error) {
-            console.error('There was an error with prettifying the markdown, using the original as the fallback', {
-                error: error,
-                html: content,
-            });
-            return content;
-        }
-    }
-
     /* tslint:disable */
     function normalizeTo_camelCase(sentence, __firstLetterCapital) {
         var e_1, _a;
@@ -1760,24 +1786,35 @@
      * Prettyfies Promptbook string and adds Mermaid graph
      */
     function prettifyPromptbookString(promptbookString, options) {
-        var isGraphAdded = options.isGraphAdded, isPrettifyed = options.isPrettifyed;
-        if (isGraphAdded) {
-            var promptbookJson = promptbookStringToJson(promptbookString);
-            var promptbookMermaid_1 = renderPromptbookMermaid(promptbookJson, {
-                linkPromptTemplate: function (promptTemplate) {
-                    return { href: "#".concat(promptTemplate.name), title: promptTemplate.title };
-                },
-            });
-            var promptbookMermaidBlock = spacetrim.spaceTrim(function (block) { return "\n            ```mermaid\n            ".concat(block(promptbookMermaid_1), "\n            ```\n        "); });
-            promptbookString = addAutoGeneratedSection(promptbookString, {
-                sectionName: 'Graph',
-                sectionContent: promptbookMermaidBlock,
+        return __awaiter(this, void 0, void 0, function () {
+            var isGraphAdded, isPrettifyed, promptbookJson, promptbookMermaid_1, promptbookMermaidBlock;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        isGraphAdded = options.isGraphAdded, isPrettifyed = options.isPrettifyed;
+                        if (!isGraphAdded) return [3 /*break*/, 2];
+                        return [4 /*yield*/, promptbookStringToJson(promptbookString /* , {!!!!} */)];
+                    case 1:
+                        promptbookJson = _a.sent();
+                        promptbookMermaid_1 = renderPromptbookMermaid(promptbookJson, {
+                            linkPromptTemplate: function (promptTemplate) {
+                                return { href: "#".concat(promptTemplate.name), title: promptTemplate.title };
+                            },
+                        });
+                        promptbookMermaidBlock = spacetrim.spaceTrim(function (block) { return "\n            ```mermaid\n            ".concat(block(promptbookMermaid_1), "\n            ```\n        "); });
+                        promptbookString = addAutoGeneratedSection(promptbookString, {
+                            sectionName: 'Graph',
+                            sectionContent: promptbookMermaidBlock,
+                        });
+                        _a.label = 2;
+                    case 2:
+                        if (isPrettifyed) {
+                            promptbookString = prettifyMarkdown(promptbookString);
+                        }
+                        return [2 /*return*/, promptbookString];
+                }
             });
-        }
-        if (isPrettifyed) {
-            promptbookString = prettifyMarkdown(promptbookString);
-        }
-        return promptbookString;
+        });
     }
     /**
      * TODO: Maybe use some Mermaid library instead of string templating
@@ -1815,33 +1852,35 @@
                                     filePaths = _c.sent();
                                     _c.label = 2;
                                 case 2:
-                                    _c.trys.push([2, 10, 11, 12]);
+                                    _c.trys.push([2, 11, 12, 13]);
                                     filePaths_1 = __values(filePaths), filePaths_1_1 = filePaths_1.next();
                                     _c.label = 3;
                                 case 3:
-                                    if (!!filePaths_1_1.done) return [3 /*break*/, 9];
+                                    if (!!filePaths_1_1.done) return [3 /*break*/, 10];
                                     filePath = filePaths_1_1.value;
                                     if (!filePath.endsWith('.ptbk.md')) {
                                         console.warn(colors__default["default"].yellow("Skipping prettify of non-promptbook ".concat(filePath)));
-                                        return [3 /*break*/, 8];
+                                        return [3 /*break*/, 9];
                                     }
                                     return [4 /*yield*/, promises.readFile(filePath, 'utf-8')];
                                 case 4:
                                     promptbookMarkdown = (_c.sent());
                                     _c.label = 5;
                                 case 5:
-                                    _c.trys.push([5, 7, , 8]);
-                                    promptbookMarkdown = prettifyPromptbookString(promptbookMarkdown, {
-                                        isGraphAdded: true,
-                                        isPrettifyed: true,
-                                        // <- [🕌]
-                                    });
-                                    return [4 /*yield*/, promises.writeFile(filePath, promptbookMarkdown)];
+                                    _c.trys.push([5, 8, , 9]);
+                                    return [4 /*yield*/, prettifyPromptbookString(promptbookMarkdown, {
+                                            isGraphAdded: true,
+                                            isPrettifyed: true,
+                                            // <- [🕌]
+                                        })];
                                 case 6:
+                                    promptbookMarkdown = _c.sent();
+                                    return [4 /*yield*/, promises.writeFile(filePath, promptbookMarkdown)];
+                                case 7:
                                     _c.sent();
                                     console.info(colors__default["default"].green("Prettify ".concat(filePath)));
-                                    return [3 /*break*/, 8];
-                                case 7:
+                                    return [3 /*break*/, 9];
+                                case 8:
                                     error_1 = _c.sent();
                                     if (!(error_1 instanceof Error)) {
                                         throw error_1;
@@ -1850,22 +1889,22 @@
                                     console.error(colors__default["default"].bgRed(error_1.name));
                                     console.error(error_1);
                                     process.exit(1);
-                                    return [3 /*break*/, 8];
-                                case 8:
+                                    return [3 /*break*/, 9];
+                                case 9:
                                     filePaths_1_1 = filePaths_1.next();
                                     return [3 /*break*/, 3];
-                                case 9: return [3 /*break*/, 12];
-                                case 10:
+                                case 10: return [3 /*break*/, 13];
+                                case 11:
                                     e_1_1 = _c.sent();
                                     e_1 = { error: e_1_1 };
-                                    return [3 /*break*/, 12];
-                                case 11:
+                                    return [3 /*break*/, 13];
+                                case 12:
                                     try {
                                         if (filePaths_1_1 && !filePaths_1_1.done && (_b = filePaths_1.return)) _b.call(filePaths_1);
                                     }
                                     finally { if (e_1) throw e_1.error; }
                                     return [7 /*endfinally*/];
-                                case 12:
+                                case 13:
                                     process.exit(0);
                                     return [2 /*return*/];
                             }