@promptbook/core 0.57.2 → 0.59.0-0

package/umd/index.umd.js

@@ -129,6 +129,69 @@
         return to.concat(ar || Array.prototype.slice.call(from));
     }
 
+    /**
+     * Removes HTML or Markdown comments from a string.
+     *
+     * @param {string} content - The string to remove comments from.
+     * @returns {string} The input string with all comments removed.
+     */
+    function removeContentComments(content) {
+        return spaceTrim.spaceTrim(content.replace(/<!--(.*?)-->/gs, ''));
+    }
+
+    /**
+     * Add or modify an auto-generated section in a markdown file
+     *
+     * @private within the library
+     */
+    function addAutoGeneratedSection(content, options) {
+        var sectionName = options.sectionName, sectionContent = options.sectionContent;
+        var warningLine = "<!-- \u26A0\uFE0F WARNING: This section was auto-generated -->";
+        var sectionRegex = new RegExp("<!--".concat(sectionName, "-->([\\s\\S]*?)<!--/").concat(sectionName, "-->"), 'g');
+        var sectionMatch = content.match(sectionRegex);
+        if (sectionMatch) {
+            return content.replace(sectionRegex, spaceTrim.spaceTrim(function (block) { return "\n                    <!--".concat(sectionName, "-->\n                    ").concat(block(warningLine), "\n                    ").concat(block(sectionContent), "\n                    <!--/").concat(sectionName, "-->\n                "); }));
+        }
+        var placeForSection = removeContentComments(content).match(/^##.*$/im);
+        if (!placeForSection) {
+            throw new Error("No place where to put the section <!--".concat(sectionName, "-->"));
+        }
+        var _a = __read(placeForSection, 1), heading = _a[0];
+        return content.replace(heading, "<!--".concat(sectionName, "-->\n").concat(warningLine, "\n").concat(sectionContent, "\n<!--/").concat(sectionName, "-->\n\n").concat(heading));
+    }
+
+    /**
+     * Prettify the html code
+     *
+     * @param content raw html code
+     * @returns formatted html code
+     */
+    function prettifyMarkdown(content) {
+        try {
+            return prettier.format(content, {
+                parser: 'markdown',
+                plugins: [parserHtml__default["default"]],
+                // TODO: DRY - make some import or auto-copy of .prettierrc
+                endOfLine: 'lf',
+                tabWidth: 4,
+                singleQuote: true,
+                trailingComma: 'all',
+                arrowParens: 'always',
+                printWidth: 120,
+                htmlWhitespaceSensitivity: 'ignore',
+                jsxBracketSameLine: false,
+                bracketSpacing: true,
+            });
+        }
+        catch (error) {
+            console.error('There was an error with prettifying the markdown, using the original as the fallback', {
+                error: error,
+                html: content,
+            });
+            return content;
+        }
+    }
+
     /**
      * This error indicates that the promptbook in a markdown format cannot be parsed into a valid promptbook object
      */
@@ -148,6 +211,23 @@
      */
     var SUPPORTED_SCRIPT_LANGUAGES = ['javascript', 'typescript', 'python'];
 
+    /**
+     * Returns the same value that is passed as argument.
+     * No side effects.
+     *
+     * Note: It can be usefull for leveling indentation
+     *
+     * @param value any values
+     * @returns the same values
+     */
+    function just(value) {
+        if (value === undefined) {
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            return undefined;
+        }
+        return value;
+    }
+
     /**
      * Computes the deepness of the markdown structure.
      *
@@ -403,16 +483,6 @@
      * TODO: [🍓][🌻] !!! Decide of this is internal util, external util OR validator/postprocessor
      */
 
-    /**
-     * Removes HTML or Markdown comments from a string.
-     *
-     * @param {string} content - The string to remove comments from.
-     * @returns {string} The input string with all comments removed.
-     */
-    function removeContentComments(content) {
-        return spaceTrim.spaceTrim(content.replace(/<!--(.*?)-->/gs, ''));
-    }
-
     /**
      * Creates a new set with all elements that are present in either set
      */
@@ -454,7 +524,7 @@
     /**
      * The version of the Promptbook library
      */
-    var PROMPTBOOK_VERSION = '0.57.1';
+    var PROMPTBOOK_VERSION = '0.58.0';
 
     /**
      * Parses the template and returns the list of all parameter names
@@ -1325,250 +1395,255 @@
     }
 
     /**
-     * Parse promptbook from string format to JSON format
+     * Compile promptbook from string (markdown) format to JSON format
      *
+     * @param promptbookString {Promptbook} in string markdown format (.ptbk.md)
+     * @param llmTools {LlmExecutionTools} - tools for processing required for knowledge processing *(not for actual execution)*
+     * @returns {Promptbook} compiled in JSON format (.ptbk.json)
      * @throws {PromptbookSyntaxError} if the promptbook string is not valid
      *
      * Note: This function does not validate logic of the pipeline only the syntax
+     * Note: This function acts as compilation process
      */
-    function promptbookStringToJson(promptbookString) {
-        var e_1, _a, e_2, _b;
-        var promptbookJson = {
-            // eslint-disable-next-line @typescript-eslint/no-explicit-any
-            title: undefined /* <- Note: Putting here placeholder to keep `title` on top at final JSON */,
-            promptbookUrl: undefined /* <- Note: Putting here placeholder to keep `promptbookUrl` on top at final JSON */,
-            promptbookVersion: PROMPTBOOK_VERSION,
-            description: undefined /* <- Note: Putting here placeholder to keep `description` on top at final JSON */,
-            parameters: [],
-            promptTemplates: [],
-        };
-        // =============================================================
-        // Note: 1️⃣ Normalization of the PROMPTBOOK string
-        promptbookString = removeContentComments(promptbookString);
-        promptbookString = promptbookString.replaceAll(/`\{(?<parameterName>[a-z0-9_]+)\}`/gi, '{$<parameterName>}');
-        promptbookString = promptbookString.replaceAll(/`->\s+\{(?<parameterName>[a-z0-9_]+)\}`/gi, '-> {$<parameterName>}');
-        // =============================================================
-        ///Note: 2️⃣ Function for adding parameters
-        var addParam = function (parameterCommand) {
-            var parameterName = parameterCommand.parameterName, parameterDescription = parameterCommand.parameterDescription, isInput = parameterCommand.isInput, isOutput = parameterCommand.isOutput;
-            var existingParameter = promptbookJson.parameters.find(function (parameter) { return parameter.name === parameterName; });
-            if (existingParameter &&
-                existingParameter.description &&
-                existingParameter.description !== parameterDescription &&
-                parameterDescription) {
-                throw new PromptbookSyntaxError(spaceTrim.spaceTrim(function (block) { return "\n                        Parameter {".concat(parameterName, "} is defined multiple times with different description.\n\n                        First definition:\n                        ").concat(block(existingParameter.description || '[undefined]'), "\n\n                        Second definition:\n                        ").concat(block(parameterDescription || '[undefined]'), "\n                    "); }));
-            }
-            if (existingParameter) {
-                if (parameterDescription) {
-                    existingParameter.description = parameterDescription;
+    function promptbookStringToJson(promptbookString, llmTools) {
+        return __awaiter(this, void 0, void 0, function () {
+            var promptbookJson, addParam, markdownStructure, markdownStructureDeepness, description, defaultModelRequirements, listItems, listItems_1, listItems_1_1, listItem, command, _loop_1, _a, _b, section;
+            var e_1, _c, e_2, _d;
+            return __generator(this, function (_e) {
+                promptbookJson = {
+                    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                    title: undefined /* <- Note: Putting here placeholder to keep `title` on top at final JSON */,
+                    promptbookUrl: undefined /* <- Note: Putting here placeholder to keep `promptbookUrl` on top at final JSON */,
+                    promptbookVersion: PROMPTBOOK_VERSION,
+                    description: undefined /* <- Note: Putting here placeholder to keep `description` on top at final JSON */,
+                    parameters: [],
+                    promptTemplates: [],
+                    knowledge: [],
+                };
+                // =============================================================
+                // Note: 1️⃣ Normalization of the PROMPTBOOK string
+                promptbookString = removeContentComments(promptbookString);
+                promptbookString = promptbookString.replaceAll(/`\{(?<parameterName>[a-z0-9_]+)\}`/gi, '{$<parameterName>}');
+                promptbookString = promptbookString.replaceAll(/`->\s+\{(?<parameterName>[a-z0-9_]+)\}`/gi, '-> {$<parameterName>}');
+                addParam = function (parameterCommand) {
+                    var parameterName = parameterCommand.parameterName, parameterDescription = parameterCommand.parameterDescription, isInput = parameterCommand.isInput, isOutput = parameterCommand.isOutput;
+                    var existingParameter = promptbookJson.parameters.find(function (parameter) { return parameter.name === parameterName; });
+                    if (existingParameter &&
+                        existingParameter.description &&
+                        existingParameter.description !== parameterDescription &&
+                        parameterDescription) {
+                        throw new PromptbookSyntaxError(spaceTrim.spaceTrim(function (block) { return "\n                        Parameter {".concat(parameterName, "} is defined multiple times with different description.\n\n                        First definition:\n                        ").concat(block(existingParameter.description || '[undefined]'), "\n\n                        Second definition:\n                        ").concat(block(parameterDescription || '[undefined]'), "\n                    "); }));
+                    }
+                    if (existingParameter) {
+                        if (parameterDescription) {
+                            existingParameter.description = parameterDescription;
+                        }
+                    }
+                    else {
+                        promptbookJson.parameters.push({
+                            name: parameterName,
+                            description: parameterDescription || undefined,
+                            isInput: isInput,
+                            isOutput: isOutput,
+                        });
+                    }
+                };
+                markdownStructure = markdownToMarkdownStructure(promptbookString);
+                markdownStructureDeepness = countMarkdownStructureDeepness(markdownStructure);
+                if (markdownStructureDeepness !== 2) {
+                    throw new PromptbookSyntaxError(spaceTrim.spaceTrim("\n                Invalid markdown structure.\n                The markdown must have exactly 2 levels of headings (one top-level section and one section for each template).\n                Now it has ".concat(markdownStructureDeepness, " levels of headings.\n            ")));
+                }
+                promptbookJson.title = markdownStructure.title;
+                description = markdownStructure.content;
+                // Note: Remove codeblocks
+                description = description.split(/^```.*^```/gms).join('');
+                //Note: Remove lists and return statement
+                description = description.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
+                description = spaceTrim.spaceTrim(description);
+                if (description === '') {
+                    description = undefined;
+                }
+                promptbookJson.description = description;
+                defaultModelRequirements = {};
+                listItems = extractAllListItemsFromMarkdown(markdownStructure.content);
+                try {
+                    for (listItems_1 = __values(listItems), listItems_1_1 = listItems_1.next(); !listItems_1_1.done; listItems_1_1 = listItems_1.next()) {
+                        listItem = listItems_1_1.value;
+                        command = parseCommand(listItem);
+                        switch (command.type) {
+                            case 'PROMPTBOOK_URL':
+                                promptbookJson.promptbookUrl = command.promptbookUrl.href;
+                                break;
+                            case 'PROMPTBOOK_VERSION':
+                                promptbookJson.promptbookVersion = command.promptbookVersion;
+                                break;
+                            case 'MODEL':
+                                defaultModelRequirements[command.key] = command.value;
+                                break;
+                            case 'PARAMETER':
+                                addParam(command);
+                                break;
+                            default:
+                                throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the head of the promptbook ONLY at the prompt template block"));
+                        }
+                    }
                 }
-            }
-            else {
-                promptbookJson.parameters.push({
-                    name: parameterName,
-                    description: parameterDescription || undefined,
-                    isInput: isInput,
-                    isOutput: isOutput,
-                });
-            }
-        };
-        // =============================================================
-        // Note: 3️⃣ Parse the dynamic part - the template pipeline
-        var markdownStructure = markdownToMarkdownStructure(promptbookString);
-        var markdownStructureDeepness = countMarkdownStructureDeepness(markdownStructure);
-        if (markdownStructureDeepness !== 2) {
-            throw new PromptbookSyntaxError(spaceTrim.spaceTrim("\n                Invalid markdown structure.\n                The markdown must have exactly 2 levels of headings (one top-level section and one section for each template).\n                Now it has ".concat(markdownStructureDeepness, " levels of headings.\n            ")));
-        }
-        promptbookJson.title = markdownStructure.title;
-        // TODO: [1] DRY description
-        var description = markdownStructure.content;
-        // Note: Remove codeblocks
-        description = description.split(/^```.*^```/gms).join('');
-        //Note: Remove lists and return statement
-        description = description.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
-        description = spaceTrim.spaceTrim(description);
-        if (description === '') {
-            description = undefined;
-        }
-        promptbookJson.description = description;
-        var defaultModelRequirements = {};
-        var listItems = extractAllListItemsFromMarkdown(markdownStructure.content);
-        try {
-            for (var listItems_1 = __values(listItems), listItems_1_1 = listItems_1.next(); !listItems_1_1.done; listItems_1_1 = listItems_1.next()) {
-                var listItem = listItems_1_1.value;
-                var command = parseCommand(listItem);
-                switch (command.type) {
-                    case 'PROMPTBOOK_URL':
-                        promptbookJson.promptbookUrl = command.promptbookUrl.href;
-                        break;
-                    case 'PROMPTBOOK_VERSION':
-                        promptbookJson.promptbookVersion = command.promptbookVersion;
-                        break;
-                    case 'MODEL':
-                        defaultModelRequirements[command.key] = command.value;
-                        break;
-                    case 'PARAMETER':
-                        addParam(command);
-                        break;
-                    default:
-                        throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the head of the promptbook ONLY at the prompt template block"));
+                catch (e_1_1) { e_1 = { error: e_1_1 }; }
+                finally {
+                    try {
+                        if (listItems_1_1 && !listItems_1_1.done && (_c = listItems_1.return)) _c.call(listItems_1);
+                    }
+                    finally { if (e_1) throw e_1.error; }
                 }
-            }
-        }
-        catch (e_1_1) { e_1 = { error: e_1_1 }; }
-        finally {
-            try {
-                if (listItems_1_1 && !listItems_1_1.done && (_a = listItems_1.return)) _a.call(listItems_1);
-            }
-            finally { if (e_1) throw e_1.error; }
-        }
-        var _loop_1 = function (section) {
-            var e_3, _e;
-            // TODO: Parse prompt template description (the content out of the codeblock and lists)
-            var templateModelRequirements = __assign({}, defaultModelRequirements);
-            var listItems_3 = extractAllListItemsFromMarkdown(section.content);
-            var dependentParameterNames = new Set();
-            var executionType = 'PROMPT_TEMPLATE';
-            var jokers = [];
-            var postprocessing = [];
-            var expectAmount = {};
-            var expectFormat = undefined;
-            var isExecutionTypeChanged = false;
-            try {
-                for (var listItems_2 = (e_3 = void 0, __values(listItems_3)), listItems_2_1 = listItems_2.next(); !listItems_2_1.done; listItems_2_1 = listItems_2.next()) {
-                    var listItem = listItems_2_1.value;
-                    var command = parseCommand(listItem);
-                    switch (command.type) {
-                        case 'JOKER':
-                            jokers.push(command.parameterName);
-                            dependentParameterNames.add(command.parameterName);
-                            break;
-                        case 'EXECUTE':
-                            if (isExecutionTypeChanged) {
-                                throw new PromptbookSyntaxError('Execution type is already defined in the prompt template. It can be defined only once.');
-                            }
-                            executionType = command.executionType;
-                            isExecutionTypeChanged = true;
-                            break;
-                        case 'MODEL':
-                            templateModelRequirements[command.key] = command.value;
-                            break;
-                        case 'PARAMETER':
-                            // Note: This is just for detecting resulitng parameter name
-                            addParam(command);
-                            break;
-                        case 'POSTPROCESS':
-                            postprocessing.push(command.functionName);
-                            break;
-                        case 'EXPECT_AMOUNT':
-                            // eslint-disable-next-line no-case-declarations
-                            var unit = command.unit.toLowerCase();
-                            expectAmount[unit] = expectAmount[unit] || {};
-                            if (command.sign === 'MINIMUM' || command.sign === 'EXACTLY') {
-                                if (expectAmount[unit].min !== undefined) {
-                                    throw new PromptbookSyntaxError("Already defined minumum ".concat(expectAmount[unit].min, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
-                                }
-                                expectAmount[unit].min = command.amount;
-                            } /* not else */
-                            if (command.sign === 'MAXIMUM' || command.sign === 'EXACTLY') {
-                                if (expectAmount[unit].max !== undefined) {
-                                    throw new PromptbookSyntaxError("Already defined maximum ".concat(expectAmount[unit].max, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
-                                }
-                                expectAmount[unit].max = command.amount;
-                            }
-                            break;
-                        case 'EXPECT_FORMAT':
-                            if (expectFormat !== undefined && command.format !== expectFormat) {
-                                throw new PromptbookSyntaxError("Expect format is already defined to \"".concat(expectFormat, "\". Now you try to redefine it by \"").concat(command.format, "\"."));
+                _loop_1 = function (section) {
+                    var e_3, _f;
+                    // TODO: Parse prompt template description (the content out of the codeblock and lists)
+                    var templateModelRequirements = __assign({}, defaultModelRequirements);
+                    var listItems_3 = extractAllListItemsFromMarkdown(section.content);
+                    var dependentParameterNames = new Set();
+                    var executionType = 'PROMPT_TEMPLATE';
+                    var jokers = [];
+                    var postprocessing = [];
+                    var expectAmount = {};
+                    var expectFormat = undefined;
+                    var isExecutionTypeChanged = false;
+                    try {
+                        for (var listItems_2 = (e_3 = void 0, __values(listItems_3)), listItems_2_1 = listItems_2.next(); !listItems_2_1.done; listItems_2_1 = listItems_2.next()) {
+                            var listItem = listItems_2_1.value;
+                            var command = parseCommand(listItem);
+                            switch (command.type) {
+                                case 'JOKER':
+                                    jokers.push(command.parameterName);
+                                    dependentParameterNames.add(command.parameterName);
+                                    break;
+                                case 'EXECUTE':
+                                    if (isExecutionTypeChanged) {
+                                        throw new PromptbookSyntaxError('Execution type is already defined in the prompt template. It can be defined only once.');
+                                    }
+                                    executionType = command.executionType;
+                                    isExecutionTypeChanged = true;
+                                    break;
+                                case 'MODEL':
+                                    templateModelRequirements[command.key] = command.value;
+                                    break;
+                                case 'PARAMETER':
+                                    // Note: This is just for detecting resulitng parameter name
+                                    addParam(command);
+                                    break;
+                                case 'POSTPROCESS':
+                                    postprocessing.push(command.functionName);
+                                    break;
+                                case 'EXPECT_AMOUNT':
+                                    // eslint-disable-next-line no-case-declarations
+                                    var unit = command.unit.toLowerCase();
+                                    expectAmount[unit] = expectAmount[unit] || {};
+                                    if (command.sign === 'MINIMUM' || command.sign === 'EXACTLY') {
+                                        if (expectAmount[unit].min !== undefined) {
+                                            throw new PromptbookSyntaxError("Already defined minumum ".concat(expectAmount[unit].min, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
+                                        }
+                                        expectAmount[unit].min = command.amount;
+                                    } /* not else */
+                                    if (command.sign === 'MAXIMUM' || command.sign === 'EXACTLY') {
+                                        if (expectAmount[unit].max !== undefined) {
+                                            throw new PromptbookSyntaxError("Already defined maximum ".concat(expectAmount[unit].max, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
+                                        }
+                                        expectAmount[unit].max = command.amount;
+                                    }
+                                    break;
+                                case 'EXPECT_FORMAT':
+                                    if (expectFormat !== undefined && command.format !== expectFormat) {
+                                        throw new PromptbookSyntaxError("Expect format is already defined to \"".concat(expectFormat, "\". Now you try to redefine it by \"").concat(command.format, "\"."));
+                                    }
+                                    expectFormat = command.format;
+                                    break;
+                                default:
+                                    throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the block of the prompt template ONLY at the head of the promptbook"));
                             }
-                            expectFormat = command.format;
-                            break;
-                        default:
-                            throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the block of the prompt template ONLY at the head of the promptbook"));
+                        }
                     }
-                }
-            }
-            catch (e_3_1) { e_3 = { error: e_3_1 }; }
-            finally {
+                    catch (e_3_1) { e_3 = { error: e_3_1 }; }
+                    finally {
+                        try {
+                            if (listItems_2_1 && !listItems_2_1.done && (_f = listItems_2.return)) _f.call(listItems_2);
+                        }
+                        finally { if (e_3) throw e_3.error; }
+                    }
+                    var _g = extractOneBlockFromMarkdown(section.content), language = _g.language, content = _g.content;
+                    if (executionType === 'SCRIPT') {
+                        if (!language) {
+                            throw new PromptbookSyntaxError('You must specify the language of the script in the prompt template');
+                        }
+                        else if (!SUPPORTED_SCRIPT_LANGUAGES.includes(language)) {
+                            throw new PromptbookSyntaxError(spaceTrim.spaceTrim(function (block) { return "\n                            Script language ".concat(language, " is not supported.\n\n                            Supported languages are:\n                            ").concat(block(SUPPORTED_SCRIPT_LANGUAGES.join(', ')), "\n\n                        "); }));
+                        }
+                    }
+                    var lastLine = section.content.split('\n').pop();
+                    var match = /^->\s*\{(?<resultingParamName>[a-z0-9_]+)\}/im.exec(lastLine);
+                    if (!match || match.groups === undefined || match.groups.resultingParamName === undefined) {
+                        throw new PromptbookSyntaxError(spaceTrim.spaceTrim(function (block) { return "\n                        Invalid template - each section must end with \"-> {...}\"\n\n                        Invalid section:\n                        ".concat(block(
+                        // TODO: Show code of invalid sections each time + DRY
+                        section.content
+                            .split('\n')
+                            .map(function (line) { return "> ".concat(line); })
+                            .join('\n')), "\n                        "); }));
+                    }
+                    var resultingParameterName = match.groups.resultingParamName;
+                    // TODO: [1] DRY description
+                    var description_1 = section.content;
+                    // Note: Remove codeblocks
+                    description_1 = description_1.split(/^```.*^```/gms).join('');
+                    //Note: Remove lists and return statement
+                    description_1 = description_1.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
+                    description_1 = spaceTrim.spaceTrim(description_1);
+                    if (description_1 === '') {
+                        description_1 = undefined;
+                    }
+                    if (Object.keys(jokers).length === 0) {
+                        jokers = undefined;
+                    }
+                    if (Object.keys(expectAmount).length === 0) {
+                        expectAmount = undefined;
+                    }
+                    if (Object.keys(postprocessing).length === 0) {
+                        postprocessing = undefined;
+                    }
+                    dependentParameterNames = union(dependentParameterNames, extractParametersFromPromptTemplate(__assign(__assign({}, section), { description: description_1, executionType: executionType, content: content })));
+                    if (templateModelRequirements.modelVariant === undefined) {
+                        templateModelRequirements.modelVariant = 'CHAT';
+                    }
+                    promptbookJson.promptTemplates.push({
+                        name: titleToName(section.title),
+                        title: section.title,
+                        description: description_1,
+                        dependentParameterNames: Array.from(dependentParameterNames),
+                        executionType: executionType,
+                        jokers: jokers,
+                        postprocessing: postprocessing,
+                        expectations: expectAmount,
+                        expectFormat: expectFormat,
+                        modelRequirements: templateModelRequirements,
+                        contentLanguage: executionType === 'SCRIPT' ? language : undefined,
+                        content: content,
+                        resultingParameterName: resultingParameterName,
+                    });
+                };
                 try {
-                    if (listItems_2_1 && !listItems_2_1.done && (_e = listItems_2.return)) _e.call(listItems_2);
-                }
-                finally { if (e_3) throw e_3.error; }
-            }
-            var _f = extractOneBlockFromMarkdown(section.content), language = _f.language, content = _f.content;
-            if (executionType === 'SCRIPT') {
-                if (!language) {
-                    throw new PromptbookSyntaxError('You must specify the language of the script in the prompt template');
+                    for (_a = __values(markdownStructure.sections), _b = _a.next(); !_b.done; _b = _a.next()) {
+                        section = _b.value;
+                        _loop_1(section);
+                    }
                 }
-                else if (!SUPPORTED_SCRIPT_LANGUAGES.includes(language)) {
-                    throw new PromptbookSyntaxError(spaceTrim.spaceTrim(function (block) { return "\n                            Script language ".concat(language, " is not supported.\n\n                            Supported languages are:\n                            ").concat(block(SUPPORTED_SCRIPT_LANGUAGES.join(', ')), "\n\n                        "); }));
+                catch (e_2_1) { e_2 = { error: e_2_1 }; }
+                finally {
+                    try {
+                        if (_b && !_b.done && (_d = _a.return)) _d.call(_a);
+                    }
+                    finally { if (e_2) throw e_2.error; }
                 }
-            }
-            var lastLine = section.content.split('\n').pop();
-            var match = /^->\s*\{(?<resultingParamName>[a-z0-9_]+)\}/im.exec(lastLine);
-            if (!match || match.groups === undefined || match.groups.resultingParamName === undefined) {
-                throw new PromptbookSyntaxError(spaceTrim.spaceTrim(function (block) { return "\n                        Invalid template - each section must end with \"-> {...}\"\n\n                        Invalid section:\n                        ".concat(block(
-                // TODO: Show code of invalid sections each time + DRY
-                section.content
-                    .split('\n')
-                    .map(function (line) { return "> ".concat(line); })
-                    .join('\n')), "\n                        "); }));
-            }
-            var resultingParameterName = match.groups.resultingParamName;
-            // TODO: [1] DRY description
-            var description_1 = section.content;
-            // Note: Remove codeblocks
-            description_1 = description_1.split(/^```.*^```/gms).join('');
-            //Note: Remove lists and return statement
-            description_1 = description_1.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
-            description_1 = spaceTrim.spaceTrim(description_1);
-            if (description_1 === '') {
-                description_1 = undefined;
-            }
-            if (Object.keys(jokers).length === 0) {
-                jokers = undefined;
-            }
-            if (Object.keys(expectAmount).length === 0) {
-                expectAmount = undefined;
-            }
-            if (Object.keys(postprocessing).length === 0) {
-                postprocessing = undefined;
-            }
-            dependentParameterNames = union(dependentParameterNames, extractParametersFromPromptTemplate(__assign(__assign({}, section), { description: description_1, executionType: executionType, content: content })));
-            if (templateModelRequirements.modelVariant === undefined) {
-                templateModelRequirements.modelVariant = 'CHAT';
-            }
-            promptbookJson.promptTemplates.push({
-                name: titleToName(section.title),
-                title: section.title,
-                description: description_1,
-                dependentParameterNames: Array.from(dependentParameterNames),
-                executionType: executionType,
-                jokers: jokers,
-                postprocessing: postprocessing,
-                expectations: expectAmount,
-                expectFormat: expectFormat,
-                modelRequirements: templateModelRequirements,
-                contentLanguage: executionType === 'SCRIPT' ? language : undefined,
-                content: content,
-                resultingParameterName: resultingParameterName,
+                // =============================================================
+                return [2 /*return*/, promptbookJson];
             });
-        };
-        try {
-            for (var _c = __values(markdownStructure.sections), _d = _c.next(); !_d.done; _d = _c.next()) {
-                var section = _d.value;
-                _loop_1(section);
-            }
-        }
-        catch (e_2_1) { e_2 = { error: e_2_1 }; }
-        finally {
-            try {
-                if (_d && !_d.done && (_b = _c.return)) _b.call(_c);
-            }
-            finally { if (e_2) throw e_2.error; }
-        }
-        // =============================================================
-        return promptbookJson;
+        });
     }
     /**
      * TODO: Report here line/column of error
@@ -1576,59 +1651,6 @@
      * TODO: [🧠] Parameter flags - isInput, isOutput, isInternal
      */
 
-    /**
-     * Add or modify an auto-generated section in a markdown file
-     *
-     * @private within the library
-     */
-    function addAutoGeneratedSection(content, options) {
-        var sectionName = options.sectionName, sectionContent = options.sectionContent;
-        var warningLine = "<!-- \u26A0\uFE0F WARNING: This section was auto-generated -->";
-        var sectionRegex = new RegExp("<!--".concat(sectionName, "-->([\\s\\S]*?)<!--/").concat(sectionName, "-->"), 'g');
-        var sectionMatch = content.match(sectionRegex);
-        if (sectionMatch) {
-            return content.replace(sectionRegex, spaceTrim.spaceTrim(function (block) { return "\n                    <!--".concat(sectionName, "-->\n                    ").concat(block(warningLine), "\n                    ").concat(block(sectionContent), "\n                    <!--/").concat(sectionName, "-->\n                "); }));
-        }
-        var placeForSection = removeContentComments(content).match(/^##.*$/im);
-        if (!placeForSection) {
-            throw new Error("No place where to put the section <!--".concat(sectionName, "-->"));
-        }
-        var _a = __read(placeForSection, 1), heading = _a[0];
-        return content.replace(heading, "<!--".concat(sectionName, "-->\n").concat(warningLine, "\n").concat(sectionContent, "\n<!--/").concat(sectionName, "-->\n\n").concat(heading));
-    }
-
-    /**
-     * Prettify the html code
-     *
-     * @param content raw html code
-     * @returns formatted html code
-     */
-    function prettifyMarkdown(content) {
-        try {
-            return prettier.format(content, {
-                parser: 'markdown',
-                plugins: [parserHtml__default["default"]],
-                // TODO: DRY - make some import or auto-copy of .prettierrc
-                endOfLine: 'lf',
-                tabWidth: 4,
-                singleQuote: true,
-                trailingComma: 'all',
-                arrowParens: 'always',
-                printWidth: 120,
-                htmlWhitespaceSensitivity: 'ignore',
-                jsxBracketSameLine: false,
-                bracketSpacing: true,
-            });
-        }
-        catch (error) {
-            console.error('There was an error with prettifying the markdown, using the original as the fallback', {
-                error: error,
-                html: content,
-            });
-            return content;
-        }
-    }
-
     /* tslint:disable */
     function normalizeTo_camelCase(sentence, __firstLetterCapital) {
         var e_1, _a;
@@ -1746,24 +1768,35 @@
      * Prettyfies Promptbook string and adds Mermaid graph
      */
     function prettifyPromptbookString(promptbookString, options) {
-        var isGraphAdded = options.isGraphAdded, isPrettifyed = options.isPrettifyed;
-        if (isGraphAdded) {
-            var promptbookJson = promptbookStringToJson(promptbookString);
-            var promptbookMermaid_1 = renderPromptbookMermaid(promptbookJson, {
-                linkPromptTemplate: function (promptTemplate) {
-                    return { href: "#".concat(promptTemplate.name), title: promptTemplate.title };
-                },
-            });
-            var promptbookMermaidBlock = spaceTrim.spaceTrim(function (block) { return "\n            ```mermaid\n            ".concat(block(promptbookMermaid_1), "\n            ```\n        "); });
-            promptbookString = addAutoGeneratedSection(promptbookString, {
-                sectionName: 'Graph',
-                sectionContent: promptbookMermaidBlock,
+        return __awaiter(this, void 0, void 0, function () {
+            var isGraphAdded, isPrettifyed, promptbookJson, promptbookMermaid_1, promptbookMermaidBlock;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        isGraphAdded = options.isGraphAdded, isPrettifyed = options.isPrettifyed;
+                        if (!isGraphAdded) return [3 /*break*/, 2];
+                        return [4 /*yield*/, promptbookStringToJson(promptbookString /* , {!!!!} */)];
+                    case 1:
+                        promptbookJson = _a.sent();
+                        promptbookMermaid_1 = renderPromptbookMermaid(promptbookJson, {
+                            linkPromptTemplate: function (promptTemplate) {
+                                return { href: "#".concat(promptTemplate.name), title: promptTemplate.title };
+                            },
+                        });
+                        promptbookMermaidBlock = spaceTrim.spaceTrim(function (block) { return "\n            ```mermaid\n            ".concat(block(promptbookMermaid_1), "\n            ```\n        "); });
+                        promptbookString = addAutoGeneratedSection(promptbookString, {
+                            sectionName: 'Graph',
+                            sectionContent: promptbookMermaidBlock,
+                        });
+                        _a.label = 2;
+                    case 2:
+                        if (isPrettifyed) {
+                            promptbookString = prettifyMarkdown(promptbookString);
+                        }
+                        return [2 /*return*/, promptbookString];
+                }
             });
-        }
-        if (isPrettifyed) {
-            promptbookString = prettifyMarkdown(promptbookString);
-        }
-        return promptbookString;
+        });
     }
     /**
      * TODO: Maybe use some Mermaid library instead of string templating
@@ -2312,7 +2345,7 @@
     /**
      * Function isValidJsonString will tell you if the string is valid JSON or not
      */
-    function isValidJsonString(value) {
+    function isValidJsonString(value /* <-[👨‍⚖️] */) {
         try {
             JSON.parse(value);
             return true;
@@ -3141,6 +3174,86 @@
      * TODO: [🧠][3] transparent = (report intermediate parameters) / opaque execution = (report only output parameters) progress reporting mode
      */
 
+    /**
+     * Function usageToWorktime will take usage and estimate saved worktime in hours of reading / writing
+     *
+     * Note: This is an estimate based of theese sources:
+     * - https://jecas.cz/doba-cteni
+     * - https://www.originalnitonery.cz/blog/psani-vsemi-deseti-se-muzete-naucit-i-sami-doma
+     */
+    function usageToWorktime(usage) {
+        var value = usage.input.wordsCount.value / (200 /* words per minute */ * 60) +
+            usage.output.wordsCount.value / (40 /* words per minute */ * 60);
+        var isUncertain = usage.input.wordsCount.isUncertain || usage.output.wordsCount.isUncertain;
+        var uncertainNumber = { value: value };
+        if (isUncertain === true) {
+            uncertainNumber.isUncertain = true;
+        }
+        return uncertainNumber;
+    }
+
+    /**
+     * Delagates the user interaction to a async callback function
+     * You need to provide your own implementation of this callback function and its bind to UI.
+     */
+    var CallbackInterfaceTools = /** @class */ (function () {
+        function CallbackInterfaceTools(options) {
+            this.options = options;
+        }
+        /**
+         * Trigger the custom callback function
+         */
+        CallbackInterfaceTools.prototype.promptDialog = function (options) {
+            return __awaiter(this, void 0, void 0, function () {
+                var answer;
+                return __generator(this, function (_a) {
+                    switch (_a.label) {
+                        case 0: return [4 /*yield*/, this.options.callback(options)];
+                        case 1:
+                            answer = _a.sent();
+                            if (this.options.isVerbose) {
+                                console.info(spaceTrim.spaceTrim(function (block) { return "\n                        \uD83D\uDCD6 ".concat(block(options.promptTitle), "\n                        \uD83D\uDC64 ").concat(block(answer), "\n                    "); }));
+                            }
+                            return [2 /*return*/, answer];
+                    }
+                });
+            });
+        };
+        return CallbackInterfaceTools;
+    }());
+
+    /**
+     * Wrapper around `window.prompt` synchronous function that interacts with the user via browser prompt
+     *
+     * Warning: It is used for testing and mocking
+     *          **NOT intended to use in the production** due to its synchronous nature.
+     */
+    var SimplePromptInterfaceTools = /** @class */ (function () {
+        function SimplePromptInterfaceTools(options) {
+            if (options === void 0) { options = {}; }
+            this.options = options;
+        }
+        /**
+         * Trigger window.PROMPT DIALOG
+         */
+        SimplePromptInterfaceTools.prototype.promptDialog = function (options) {
+            return __awaiter(this, void 0, void 0, function () {
+                var answer;
+                return __generator(this, function (_a) {
+                    answer = window.prompt(spaceTrim.spaceTrim(function (block) { return "\n                    ".concat(block(options.promptTitle), "\n\n                    ").concat(block(options.promptMessage), "\n                "); }));
+                    if (this.options.isVerbose) {
+                        console.info(spaceTrim.spaceTrim(function (block) { return "\n                        \uD83D\uDCD6 ".concat(block(options.promptTitle), "\n                        \uD83D\uDC64 ").concat(block(answer || '🚫 User cancelled prompt'), "\n                    "); }));
+                    }
+                    if (answer === null) {
+                        throw new PromptbookExecutionError('User cancelled prompt');
+                    }
+                    return [2 /*return*/, answer];
+                });
+            });
+        };
+        return SimplePromptInterfaceTools;
+    }());
+
     /**
      * Multiple LLM Execution Tools is a proxy server that uses multiple execution tools internally and exposes the executor interface externally.
      *
@@ -3272,85 +3385,6 @@
         return MultipleLlmExecutionTools;
     }());
 
-    /**
-     * Delagates the user interaction to a async callback function
-     * You need to provide your own implementation of this callback function and its bind to UI.
-     */
-    var CallbackInterfaceTools = /** @class */ (function () {
-        function CallbackInterfaceTools(options) {
-            this.options = options;
-        }
-        /**
-         * Trigger the custom callback function
-         */
-        CallbackInterfaceTools.prototype.promptDialog = function (options) {
-            return __awaiter(this, void 0, void 0, function () {
-                var answer;
-                return __generator(this, function (_a) {
-                    switch (_a.label) {
-                        case 0: return [4 /*yield*/, this.options.callback(options)];
-                        case 1:
-                            answer = _a.sent();
-                            if (this.options.isVerbose) {
-                                console.info(spaceTrim.spaceTrim(function (block) { return "\n                        \uD83D\uDCD6 ".concat(block(options.promptTitle), "\n                        \uD83D\uDC64 ").concat(block(answer), "\n                    "); }));
-                            }
-                            return [2 /*return*/, answer];
-                    }
-                });
-            });
-        };
-        return CallbackInterfaceTools;
-    }());
-
-    /**
-     * Wrapper around `window.prompt` synchronous function that interacts with the user via browser prompt
-     *
-     * Warning: It is used for testing and mocking
-     *          **NOT intended to use in the production** due to its synchronous nature.
-     */
-    var SimplePromptInterfaceTools = /** @class */ (function () {
-        function SimplePromptInterfaceTools(options) {
-            this.options = options;
-        }
-        /**
-         * Trigger window.PROMPT DIALOG
-         */
-        SimplePromptInterfaceTools.prototype.promptDialog = function (options) {
-            return __awaiter(this, void 0, void 0, function () {
-                var answer;
-                return __generator(this, function (_a) {
-                    answer = window.prompt(spaceTrim.spaceTrim(function (block) { return "\n                    ".concat(block(options.promptTitle), "\n\n                    ").concat(block(options.promptMessage), "\n                "); }));
-                    if (this.options.isVerbose) {
-                        console.info(spaceTrim.spaceTrim(function (block) { return "\n                        \uD83D\uDCD6 ".concat(block(options.promptTitle), "\n                        \uD83D\uDC64 ").concat(block(answer || '🚫 User cancelled prompt'), "\n                    "); }));
-                    }
-                    if (answer === null) {
-                        throw new PromptbookExecutionError('User cancelled prompt');
-                    }
-                    return [2 /*return*/, answer];
-                });
-            });
-        };
-        return SimplePromptInterfaceTools;
-    }());
-
-    /**
-     * Function usageToWorktime will take usage and estimate saved worktime in hours of reading / writing
-     *
-     * Note: This is an estimate based of theese sources:
-     * - https://jecas.cz/doba-cteni
-     * - https://www.originalnitonery.cz/blog/psani-vsemi-deseti-se-muzete-naucit-i-sami-doma
-     */
-    function usageToWorktime(usage) {
-        var value = usage.input.wordsCount.value / (200 /* words per minute */ * 60) +
-            usage.output.wordsCount.value / (40 /* words per minute */ * 60);
-        var isUncertain = usage.input.wordsCount.isUncertain || usage.output.wordsCount.isUncertain;
-        var uncertainNumber = { value: value };
-        if (isUncertain === true) {
-            uncertainNumber.isUncertain = true;
-        }
-        return uncertainNumber;
-    }
-
     /**
      * Library of promptbooks that groups together promptbooks for an application.
      * This implementation is a very thin wrapper around the Array / Map of promptbooks.
@@ -3440,36 +3474,61 @@
      * @returns PromptbookLibrary
      */
     function createPromptbookLibraryFromSources() {
-        var e_1, _a;
         var promptbookSources = [];
         for (var _i = 0; _i < arguments.length; _i++) {
             promptbookSources[_i] = arguments[_i];
         }
-        var promptbooks = new Array();
-        try {
-            for (var promptbookSources_1 = __values(promptbookSources), promptbookSources_1_1 = promptbookSources_1.next(); !promptbookSources_1_1.done; promptbookSources_1_1 = promptbookSources_1.next()) {
-                var source = promptbookSources_1_1.value;
-                var promptbook = void 0;
-                if (typeof source === 'string') {
-                    // Note: When directly creating from string, no need to validate the source
-                    //       The validation is performed always before execution
-                    promptbook = promptbookStringToJson(source);
-                }
-                else {
-                    promptbook = source;
+        return __awaiter(this, void 0, void 0, function () {
+            var promptbooks, promptbookSources_1, promptbookSources_1_1, source, promptbook, e_1_1;
+            var e_1, _a;
+            return __generator(this, function (_b) {
+                switch (_b.label) {
+                    case 0:
+                        promptbooks = new Array();
+                        _b.label = 1;
+                    case 1:
+                        _b.trys.push([1, 8, 9, 10]);
+                        promptbookSources_1 = __values(promptbookSources), promptbookSources_1_1 = promptbookSources_1.next();
+                        _b.label = 2;
+                    case 2:
+                        if (!!promptbookSources_1_1.done) return [3 /*break*/, 7];
+                        source = promptbookSources_1_1.value;
+                        promptbook = void 0;
+                        if (!(typeof source === 'string')) return [3 /*break*/, 4];
+                        return [4 /*yield*/, promptbookStringToJson(source)];
+                    case 3:
+                        // Note: When directly creating from string, no need to validate the source
+                        //       The validation is performed always before execution
+                        promptbook = _b.sent();
+                        return [3 /*break*/, 5];
+                    case 4:
+                        promptbook = source;
+                        _b.label = 5;
+                    case 5:
+                        promptbooks.push(promptbook);
+                        _b.label = 6;
+                    case 6:
+                        promptbookSources_1_1 = promptbookSources_1.next();
+                        return [3 /*break*/, 2];
+                    case 7: return [3 /*break*/, 10];
+                    case 8:
+                        e_1_1 = _b.sent();
+                        e_1 = { error: e_1_1 };
+                        return [3 /*break*/, 10];
+                    case 9:
+                        try {
+                            if (promptbookSources_1_1 && !promptbookSources_1_1.done && (_a = promptbookSources_1.return)) _a.call(promptbookSources_1);
+                        }
+                        finally { if (e_1) throw e_1.error; }
+                        return [7 /*endfinally*/];
+                    case 10: return [2 /*return*/, new (SimplePromptbookLibrary.bind.apply(SimplePromptbookLibrary, __spreadArray([void 0], __read(promptbooks), false)))()];
                 }
-                promptbooks.push(promptbook);
-            }
-        }
-        catch (e_1_1) { e_1 = { error: e_1_1 }; }
-        finally {
-            try {
-                if (promptbookSources_1_1 && !promptbookSources_1_1.done && (_a = promptbookSources_1.return)) _a.call(promptbookSources_1);
-            }
-            finally { if (e_1) throw e_1.error; }
-        }
-        return new (SimplePromptbookLibrary.bind.apply(SimplePromptbookLibrary, __spreadArray([void 0], __read(promptbooks), false)))();
+            });
+        });
     }
+    /**
+     * TODO: !!!! [🧠] Library precompilation and do not mix markdown and json promptbooks
+     */
 
     /**
      * Constructs Promptbook from async sources
@@ -3505,7 +3564,9 @@
                             return [4 /*yield*/, promptbookSourcesPromiseOrFactory];
                         case 1:
                             promptbookSources = _a.sent();
-                            library = createPromptbookLibraryFromSources.apply(void 0, __spreadArray([], __read(promptbookSources), false));
+                            return [4 /*yield*/, createPromptbookLibraryFromSources.apply(void 0, __spreadArray([], __read(promptbookSources), false))];
+                        case 2:
+                            library = _a.sent();
                             return [2 /*return*/];
                     }
                 });
@@ -3553,6 +3614,9 @@
             isResponsibleForPrompt: isResponsibleForPrompt,
         };
     }
+    /**
+     * TODO: !!!! [🧠] Library precompilation and do not mix markdown and json promptbooks
+     */
 
     /**
      * Constructs Promptbook from remote Promptbase URL
@@ -3585,6 +3649,9 @@
             });
         });
     }
+    /**
+     * TODO: !!!! [🧠] Library precompilation and do not mix markdown and json promptbooks
+     */
 
     /**
      * Creates PromptbookLibrary as a subset of another PromptbookLibrary
@@ -3685,23 +3752,6 @@
         return value.toString();
     }
 
-    /**
-     * Returns the same value that is passed as argument.
-     * No side effects.
-     *
-     * Note: It can be usefull for leveling indentation
-     *
-     * @param value any values
-     * @returns the same values
-     */
-    function just(value) {
-        if (value === undefined) {
-            // eslint-disable-next-line @typescript-eslint/no-explicit-any
-            return undefined;
-        }
-        return value;
-    }
-
     /**
      * Create a markdown table from a 2D array of strings
      *