@promptbook/core 0.57.2 → 0.59.0-0

package/esm/index.es.js

@@ -122,6 +122,69 @@ function __spreadArray(to, from, pack) {
     return to.concat(ar || Array.prototype.slice.call(from));
 }
 
+/**
+ * Removes HTML or Markdown comments from a string.
+ *
+ * @param {string} content - The string to remove comments from.
+ * @returns {string} The input string with all comments removed.
+ */
+function removeContentComments(content) {
+    return spaceTrim(content.replace(/<!--(.*?)-->/gs, ''));
+}
+
+/**
+ * Add or modify an auto-generated section in a markdown file
+ *
+ * @private within the library
+ */
+function addAutoGeneratedSection(content, options) {
+    var sectionName = options.sectionName, sectionContent = options.sectionContent;
+    var warningLine = "<!-- \u26A0\uFE0F WARNING: This section was auto-generated -->";
+    var sectionRegex = new RegExp("<!--".concat(sectionName, "-->([\\s\\S]*?)<!--/").concat(sectionName, "-->"), 'g');
+    var sectionMatch = content.match(sectionRegex);
+    if (sectionMatch) {
+        return content.replace(sectionRegex, spaceTrim(function (block) { return "\n                    <!--".concat(sectionName, "-->\n                    ").concat(block(warningLine), "\n                    ").concat(block(sectionContent), "\n                    <!--/").concat(sectionName, "-->\n                "); }));
+    }
+    var placeForSection = removeContentComments(content).match(/^##.*$/im);
+    if (!placeForSection) {
+        throw new Error("No place where to put the section <!--".concat(sectionName, "-->"));
+    }
+    var _a = __read(placeForSection, 1), heading = _a[0];
+    return content.replace(heading, "<!--".concat(sectionName, "-->\n").concat(warningLine, "\n").concat(sectionContent, "\n<!--/").concat(sectionName, "-->\n\n").concat(heading));
+}
+
+/**
+ * Prettify the html code
+ *
+ * @param content raw html code
+ * @returns formatted html code
+ */
+function prettifyMarkdown(content) {
+    try {
+        return format(content, {
+            parser: 'markdown',
+            plugins: [parserHtml],
+            // TODO: DRY - make some import or auto-copy of .prettierrc
+            endOfLine: 'lf',
+            tabWidth: 4,
+            singleQuote: true,
+            trailingComma: 'all',
+            arrowParens: 'always',
+            printWidth: 120,
+            htmlWhitespaceSensitivity: 'ignore',
+            jsxBracketSameLine: false,
+            bracketSpacing: true,
+        });
+    }
+    catch (error) {
+        console.error('There was an error with prettifying the markdown, using the original as the fallback', {
+            error: error,
+            html: content,
+        });
+        return content;
+    }
+}
+
 /**
  * This error indicates that the promptbook in a markdown format cannot be parsed into a valid promptbook object
  */
@@ -141,6 +204,23 @@ var PromptbookSyntaxError = /** @class */ (function (_super) {
  */
 var SUPPORTED_SCRIPT_LANGUAGES = ['javascript', 'typescript', 'python'];
 
+/**
+ * Returns the same value that is passed as argument.
+ * No side effects.
+ *
+ * Note: It can be usefull for leveling indentation
+ *
+ * @param value any values
+ * @returns the same values
+ */
+function just(value) {
+    if (value === undefined) {
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        return undefined;
+    }
+    return value;
+}
+
 /**
  * Computes the deepness of the markdown structure.
  *
@@ -396,16 +476,6 @@ function extractOneBlockFromMarkdown(markdown) {
  * TODO: [🍓][🌻] !!! Decide of this is internal util, external util OR validator/postprocessor
  */
 
-/**
- * Removes HTML or Markdown comments from a string.
- *
- * @param {string} content - The string to remove comments from.
- * @returns {string} The input string with all comments removed.
- */
-function removeContentComments(content) {
-    return spaceTrim(content.replace(/<!--(.*?)-->/gs, ''));
-}
-
 /**
  * Creates a new set with all elements that are present in either set
  */
@@ -447,7 +517,7 @@ function union() {
 /**
  * The version of the Promptbook library
  */
-var PROMPTBOOK_VERSION = '0.57.1';
+var PROMPTBOOK_VERSION = '0.58.0';
 
 /**
  * Parses the template and returns the list of all parameter names
@@ -1318,250 +1388,255 @@ function titleToName(value) {
 }
 
 /**
- * Parse promptbook from string format to JSON format
+ * Compile promptbook from string (markdown) format to JSON format
  *
+ * @param promptbookString {Promptbook} in string markdown format (.ptbk.md)
+ * @param llmTools {LlmExecutionTools} - tools for processing required for knowledge processing *(not for actual execution)*
+ * @returns {Promptbook} compiled in JSON format (.ptbk.json)
  * @throws {PromptbookSyntaxError} if the promptbook string is not valid
  *
  * Note: This function does not validate logic of the pipeline only the syntax
+ * Note: This function acts as compilation process
  */
-function promptbookStringToJson(promptbookString) {
-    var e_1, _a, e_2, _b;
-    var promptbookJson = {
-        // eslint-disable-next-line @typescript-eslint/no-explicit-any
-        title: undefined /* <- Note: Putting here placeholder to keep `title` on top at final JSON */,
-        promptbookUrl: undefined /* <- Note: Putting here placeholder to keep `promptbookUrl` on top at final JSON */,
-        promptbookVersion: PROMPTBOOK_VERSION,
-        description: undefined /* <- Note: Putting here placeholder to keep `description` on top at final JSON */,
-        parameters: [],
-        promptTemplates: [],
-    };
-    // =============================================================
-    // Note: 1️⃣ Normalization of the PROMPTBOOK string
-    promptbookString = removeContentComments(promptbookString);
-    promptbookString = promptbookString.replaceAll(/`\{(?<parameterName>[a-z0-9_]+)\}`/gi, '{$<parameterName>}');
-    promptbookString = promptbookString.replaceAll(/`->\s+\{(?<parameterName>[a-z0-9_]+)\}`/gi, '-> {$<parameterName>}');
-    // =============================================================
-    ///Note: 2️⃣ Function for adding parameters
-    var addParam = function (parameterCommand) {
-        var parameterName = parameterCommand.parameterName, parameterDescription = parameterCommand.parameterDescription, isInput = parameterCommand.isInput, isOutput = parameterCommand.isOutput;
-        var existingParameter = promptbookJson.parameters.find(function (parameter) { return parameter.name === parameterName; });
-        if (existingParameter &&
-            existingParameter.description &&
-            existingParameter.description !== parameterDescription &&
-            parameterDescription) {
-            throw new PromptbookSyntaxError(spaceTrim(function (block) { return "\n                        Parameter {".concat(parameterName, "} is defined multiple times with different description.\n\n                        First definition:\n                        ").concat(block(existingParameter.description || '[undefined]'), "\n\n                        Second definition:\n                        ").concat(block(parameterDescription || '[undefined]'), "\n                    "); }));
-        }
-        if (existingParameter) {
-            if (parameterDescription) {
-                existingParameter.description = parameterDescription;
+function promptbookStringToJson(promptbookString, llmTools) {
+    return __awaiter(this, void 0, void 0, function () {
+        var promptbookJson, addParam, markdownStructure, markdownStructureDeepness, description, defaultModelRequirements, listItems, listItems_1, listItems_1_1, listItem, command, _loop_1, _a, _b, section;
+        var e_1, _c, e_2, _d;
+        return __generator(this, function (_e) {
+            promptbookJson = {
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                title: undefined /* <- Note: Putting here placeholder to keep `title` on top at final JSON */,
+                promptbookUrl: undefined /* <- Note: Putting here placeholder to keep `promptbookUrl` on top at final JSON */,
+                promptbookVersion: PROMPTBOOK_VERSION,
+                description: undefined /* <- Note: Putting here placeholder to keep `description` on top at final JSON */,
+                parameters: [],
+                promptTemplates: [],
+                knowledge: [],
+            };
+            // =============================================================
+            // Note: 1️⃣ Normalization of the PROMPTBOOK string
+            promptbookString = removeContentComments(promptbookString);
+            promptbookString = promptbookString.replaceAll(/`\{(?<parameterName>[a-z0-9_]+)\}`/gi, '{$<parameterName>}');
+            promptbookString = promptbookString.replaceAll(/`->\s+\{(?<parameterName>[a-z0-9_]+)\}`/gi, '-> {$<parameterName>}');
+            addParam = function (parameterCommand) {
+                var parameterName = parameterCommand.parameterName, parameterDescription = parameterCommand.parameterDescription, isInput = parameterCommand.isInput, isOutput = parameterCommand.isOutput;
+                var existingParameter = promptbookJson.parameters.find(function (parameter) { return parameter.name === parameterName; });
+                if (existingParameter &&
+                    existingParameter.description &&
+                    existingParameter.description !== parameterDescription &&
+                    parameterDescription) {
+                    throw new PromptbookSyntaxError(spaceTrim(function (block) { return "\n                        Parameter {".concat(parameterName, "} is defined multiple times with different description.\n\n                        First definition:\n                        ").concat(block(existingParameter.description || '[undefined]'), "\n\n                        Second definition:\n                        ").concat(block(parameterDescription || '[undefined]'), "\n                    "); }));
+                }
+                if (existingParameter) {
+                    if (parameterDescription) {
+                        existingParameter.description = parameterDescription;
+                    }
+                }
+                else {
+                    promptbookJson.parameters.push({
+                        name: parameterName,
+                        description: parameterDescription || undefined,
+                        isInput: isInput,
+                        isOutput: isOutput,
+                    });
+                }
+            };
+            markdownStructure = markdownToMarkdownStructure(promptbookString);
+            markdownStructureDeepness = countMarkdownStructureDeepness(markdownStructure);
+            if (markdownStructureDeepness !== 2) {
+                throw new PromptbookSyntaxError(spaceTrim("\n                Invalid markdown structure.\n                The markdown must have exactly 2 levels of headings (one top-level section and one section for each template).\n                Now it has ".concat(markdownStructureDeepness, " levels of headings.\n            ")));
+            }
+            promptbookJson.title = markdownStructure.title;
+            description = markdownStructure.content;
+            // Note: Remove codeblocks
+            description = description.split(/^```.*^```/gms).join('');
+            //Note: Remove lists and return statement
+            description = description.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
+            description = spaceTrim(description);
+            if (description === '') {
+                description = undefined;
+            }
+            promptbookJson.description = description;
+            defaultModelRequirements = {};
+            listItems = extractAllListItemsFromMarkdown(markdownStructure.content);
+            try {
+                for (listItems_1 = __values(listItems), listItems_1_1 = listItems_1.next(); !listItems_1_1.done; listItems_1_1 = listItems_1.next()) {
+                    listItem = listItems_1_1.value;
+                    command = parseCommand(listItem);
+                    switch (command.type) {
+                        case 'PROMPTBOOK_URL':
+                            promptbookJson.promptbookUrl = command.promptbookUrl.href;
+                            break;
+                        case 'PROMPTBOOK_VERSION':
+                            promptbookJson.promptbookVersion = command.promptbookVersion;
+                            break;
+                        case 'MODEL':
+                            defaultModelRequirements[command.key] = command.value;
+                            break;
+                        case 'PARAMETER':
+                            addParam(command);
+                            break;
+                        default:
+                            throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the head of the promptbook ONLY at the prompt template block"));
+                    }
+                }
             }
-        }
-        else {
-            promptbookJson.parameters.push({
-                name: parameterName,
-                description: parameterDescription || undefined,
-                isInput: isInput,
-                isOutput: isOutput,
-            });
-        }
-    };
-    // =============================================================
-    // Note: 3️⃣ Parse the dynamic part - the template pipeline
-    var markdownStructure = markdownToMarkdownStructure(promptbookString);
-    var markdownStructureDeepness = countMarkdownStructureDeepness(markdownStructure);
-    if (markdownStructureDeepness !== 2) {
-        throw new PromptbookSyntaxError(spaceTrim("\n                Invalid markdown structure.\n                The markdown must have exactly 2 levels of headings (one top-level section and one section for each template).\n                Now it has ".concat(markdownStructureDeepness, " levels of headings.\n            ")));
-    }
-    promptbookJson.title = markdownStructure.title;
-    // TODO: [1] DRY description
-    var description = markdownStructure.content;
-    // Note: Remove codeblocks
-    description = description.split(/^```.*^```/gms).join('');
-    //Note: Remove lists and return statement
-    description = description.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
-    description = spaceTrim(description);
-    if (description === '') {
-        description = undefined;
-    }
-    promptbookJson.description = description;
-    var defaultModelRequirements = {};
-    var listItems = extractAllListItemsFromMarkdown(markdownStructure.content);
-    try {
-        for (var listItems_1 = __values(listItems), listItems_1_1 = listItems_1.next(); !listItems_1_1.done; listItems_1_1 = listItems_1.next()) {
-            var listItem = listItems_1_1.value;
-            var command = parseCommand(listItem);
-            switch (command.type) {
-                case 'PROMPTBOOK_URL':
-                    promptbookJson.promptbookUrl = command.promptbookUrl.href;
-                    break;
-                case 'PROMPTBOOK_VERSION':
-                    promptbookJson.promptbookVersion = command.promptbookVersion;
-                    break;
-                case 'MODEL':
-                    defaultModelRequirements[command.key] = command.value;
-                    break;
-                case 'PARAMETER':
-                    addParam(command);
-                    break;
-                default:
-                    throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the head of the promptbook ONLY at the prompt template block"));
+            catch (e_1_1) { e_1 = { error: e_1_1 }; }
+            finally {
+                try {
+                    if (listItems_1_1 && !listItems_1_1.done && (_c = listItems_1.return)) _c.call(listItems_1);
+                }
+                finally { if (e_1) throw e_1.error; }
             }
-        }
-    }
-    catch (e_1_1) { e_1 = { error: e_1_1 }; }
-    finally {
-        try {
-            if (listItems_1_1 && !listItems_1_1.done && (_a = listItems_1.return)) _a.call(listItems_1);
-        }
-        finally { if (e_1) throw e_1.error; }
-    }
-    var _loop_1 = function (section) {
-        var e_3, _e;
-        // TODO: Parse prompt template description (the content out of the codeblock and lists)
-        var templateModelRequirements = __assign({}, defaultModelRequirements);
-        var listItems_3 = extractAllListItemsFromMarkdown(section.content);
-        var dependentParameterNames = new Set();
-        var executionType = 'PROMPT_TEMPLATE';
-        var jokers = [];
-        var postprocessing = [];
-        var expectAmount = {};
-        var expectFormat = undefined;
-        var isExecutionTypeChanged = false;
-        try {
-            for (var listItems_2 = (e_3 = void 0, __values(listItems_3)), listItems_2_1 = listItems_2.next(); !listItems_2_1.done; listItems_2_1 = listItems_2.next()) {
-                var listItem = listItems_2_1.value;
-                var command = parseCommand(listItem);
-                switch (command.type) {
-                    case 'JOKER':
-                        jokers.push(command.parameterName);
-                        dependentParameterNames.add(command.parameterName);
-                        break;
-                    case 'EXECUTE':
-                        if (isExecutionTypeChanged) {
-                            throw new PromptbookSyntaxError('Execution type is already defined in the prompt template. It can be defined only once.');
-                        }
-                        executionType = command.executionType;
-                        isExecutionTypeChanged = true;
-                        break;
-                    case 'MODEL':
-                        templateModelRequirements[command.key] = command.value;
-                        break;
-                    case 'PARAMETER':
-                        // Note: This is just for detecting resulitng parameter name
-                        addParam(command);
-                        break;
-                    case 'POSTPROCESS':
-                        postprocessing.push(command.functionName);
-                        break;
-                    case 'EXPECT_AMOUNT':
-                        // eslint-disable-next-line no-case-declarations
-                        var unit = command.unit.toLowerCase();
-                        expectAmount[unit] = expectAmount[unit] || {};
-                        if (command.sign === 'MINIMUM' || command.sign === 'EXACTLY') {
-                            if (expectAmount[unit].min !== undefined) {
-                                throw new PromptbookSyntaxError("Already defined minumum ".concat(expectAmount[unit].min, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
-                            }
-                            expectAmount[unit].min = command.amount;
-                        } /* not else */
-                        if (command.sign === 'MAXIMUM' || command.sign === 'EXACTLY') {
-                            if (expectAmount[unit].max !== undefined) {
-                                throw new PromptbookSyntaxError("Already defined maximum ".concat(expectAmount[unit].max, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
-                            }
-                            expectAmount[unit].max = command.amount;
-                        }
-                        break;
-                    case 'EXPECT_FORMAT':
-                        if (expectFormat !== undefined && command.format !== expectFormat) {
-                            throw new PromptbookSyntaxError("Expect format is already defined to \"".concat(expectFormat, "\". Now you try to redefine it by \"").concat(command.format, "\"."));
+            _loop_1 = function (section) {
+                var e_3, _f;
+                // TODO: Parse prompt template description (the content out of the codeblock and lists)
+                var templateModelRequirements = __assign({}, defaultModelRequirements);
+                var listItems_3 = extractAllListItemsFromMarkdown(section.content);
+                var dependentParameterNames = new Set();
+                var executionType = 'PROMPT_TEMPLATE';
+                var jokers = [];
+                var postprocessing = [];
+                var expectAmount = {};
+                var expectFormat = undefined;
+                var isExecutionTypeChanged = false;
+                try {
+                    for (var listItems_2 = (e_3 = void 0, __values(listItems_3)), listItems_2_1 = listItems_2.next(); !listItems_2_1.done; listItems_2_1 = listItems_2.next()) {
+                        var listItem = listItems_2_1.value;
+                        var command = parseCommand(listItem);
+                        switch (command.type) {
+                            case 'JOKER':
+                                jokers.push(command.parameterName);
+                                dependentParameterNames.add(command.parameterName);
+                                break;
+                            case 'EXECUTE':
+                                if (isExecutionTypeChanged) {
+                                    throw new PromptbookSyntaxError('Execution type is already defined in the prompt template. It can be defined only once.');
+                                }
+                                executionType = command.executionType;
+                                isExecutionTypeChanged = true;
+                                break;
+                            case 'MODEL':
+                                templateModelRequirements[command.key] = command.value;
+                                break;
+                            case 'PARAMETER':
+                                // Note: This is just for detecting resulitng parameter name
+                                addParam(command);
+                                break;
+                            case 'POSTPROCESS':
+                                postprocessing.push(command.functionName);
+                                break;
+                            case 'EXPECT_AMOUNT':
+                                // eslint-disable-next-line no-case-declarations
+                                var unit = command.unit.toLowerCase();
+                                expectAmount[unit] = expectAmount[unit] || {};
+                                if (command.sign === 'MINIMUM' || command.sign === 'EXACTLY') {
+                                    if (expectAmount[unit].min !== undefined) {
+                                        throw new PromptbookSyntaxError("Already defined minumum ".concat(expectAmount[unit].min, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
+                                    }
+                                    expectAmount[unit].min = command.amount;
+                                } /* not else */
+                                if (command.sign === 'MAXIMUM' || command.sign === 'EXACTLY') {
+                                    if (expectAmount[unit].max !== undefined) {
+                                        throw new PromptbookSyntaxError("Already defined maximum ".concat(expectAmount[unit].max, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
+                                    }
+                                    expectAmount[unit].max = command.amount;
+                                }
+                                break;
+                            case 'EXPECT_FORMAT':
+                                if (expectFormat !== undefined && command.format !== expectFormat) {
+                                    throw new PromptbookSyntaxError("Expect format is already defined to \"".concat(expectFormat, "\". Now you try to redefine it by \"").concat(command.format, "\"."));
+                                }
+                                expectFormat = command.format;
+                                break;
+                            default:
+                                throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the block of the prompt template ONLY at the head of the promptbook"));
                         }
-                        expectFormat = command.format;
-                        break;
-                    default:
-                        throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the block of the prompt template ONLY at the head of the promptbook"));
+                    }
                 }
-            }
-        }
-        catch (e_3_1) { e_3 = { error: e_3_1 }; }
-        finally {
+                catch (e_3_1) { e_3 = { error: e_3_1 }; }
+                finally {
+                    try {
+                        if (listItems_2_1 && !listItems_2_1.done && (_f = listItems_2.return)) _f.call(listItems_2);
+                    }
+                    finally { if (e_3) throw e_3.error; }
+                }
+                var _g = extractOneBlockFromMarkdown(section.content), language = _g.language, content = _g.content;
+                if (executionType === 'SCRIPT') {
+                    if (!language) {
+                        throw new PromptbookSyntaxError('You must specify the language of the script in the prompt template');
+                    }
+                    else if (!SUPPORTED_SCRIPT_LANGUAGES.includes(language)) {
+                        throw new PromptbookSyntaxError(spaceTrim(function (block) { return "\n                            Script language ".concat(language, " is not supported.\n\n                            Supported languages are:\n                            ").concat(block(SUPPORTED_SCRIPT_LANGUAGES.join(', ')), "\n\n                        "); }));
+                    }
+                }
+                var lastLine = section.content.split('\n').pop();
+                var match = /^->\s*\{(?<resultingParamName>[a-z0-9_]+)\}/im.exec(lastLine);
+                if (!match || match.groups === undefined || match.groups.resultingParamName === undefined) {
+                    throw new PromptbookSyntaxError(spaceTrim(function (block) { return "\n                        Invalid template - each section must end with \"-> {...}\"\n\n                        Invalid section:\n                        ".concat(block(
+                    // TODO: Show code of invalid sections each time + DRY
+                    section.content
+                        .split('\n')
+                        .map(function (line) { return "> ".concat(line); })
+                        .join('\n')), "\n                        "); }));
+                }
+                var resultingParameterName = match.groups.resultingParamName;
+                // TODO: [1] DRY description
+                var description_1 = section.content;
+                // Note: Remove codeblocks
+                description_1 = description_1.split(/^```.*^```/gms).join('');
+                //Note: Remove lists and return statement
+                description_1 = description_1.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
+                description_1 = spaceTrim(description_1);
+                if (description_1 === '') {
+                    description_1 = undefined;
+                }
+                if (Object.keys(jokers).length === 0) {
+                    jokers = undefined;
+                }
+                if (Object.keys(expectAmount).length === 0) {
+                    expectAmount = undefined;
+                }
+                if (Object.keys(postprocessing).length === 0) {
+                    postprocessing = undefined;
+                }
+                dependentParameterNames = union(dependentParameterNames, extractParametersFromPromptTemplate(__assign(__assign({}, section), { description: description_1, executionType: executionType, content: content })));
+                if (templateModelRequirements.modelVariant === undefined) {
+                    templateModelRequirements.modelVariant = 'CHAT';
+                }
+                promptbookJson.promptTemplates.push({
+                    name: titleToName(section.title),
+                    title: section.title,
+                    description: description_1,
+                    dependentParameterNames: Array.from(dependentParameterNames),
+                    executionType: executionType,
+                    jokers: jokers,
+                    postprocessing: postprocessing,
+                    expectations: expectAmount,
+                    expectFormat: expectFormat,
+                    modelRequirements: templateModelRequirements,
+                    contentLanguage: executionType === 'SCRIPT' ? language : undefined,
+                    content: content,
+                    resultingParameterName: resultingParameterName,
+                });
+            };
             try {
-                if (listItems_2_1 && !listItems_2_1.done && (_e = listItems_2.return)) _e.call(listItems_2);
-            }
-            finally { if (e_3) throw e_3.error; }
-        }
-        var _f = extractOneBlockFromMarkdown(section.content), language = _f.language, content = _f.content;
-        if (executionType === 'SCRIPT') {
-            if (!language) {
-                throw new PromptbookSyntaxError('You must specify the language of the script in the prompt template');
+                for (_a = __values(markdownStructure.sections), _b = _a.next(); !_b.done; _b = _a.next()) {
+                    section = _b.value;
+                    _loop_1(section);
+                }
             }
-            else if (!SUPPORTED_SCRIPT_LANGUAGES.includes(language)) {
-                throw new PromptbookSyntaxError(spaceTrim(function (block) { return "\n                            Script language ".concat(language, " is not supported.\n\n                            Supported languages are:\n                            ").concat(block(SUPPORTED_SCRIPT_LANGUAGES.join(', ')), "\n\n                        "); }));
+            catch (e_2_1) { e_2 = { error: e_2_1 }; }
+            finally {
+                try {
+                    if (_b && !_b.done && (_d = _a.return)) _d.call(_a);
+                }
+                finally { if (e_2) throw e_2.error; }
             }
-        }
-        var lastLine = section.content.split('\n').pop();
-        var match = /^->\s*\{(?<resultingParamName>[a-z0-9_]+)\}/im.exec(lastLine);
-        if (!match || match.groups === undefined || match.groups.resultingParamName === undefined) {
-            throw new PromptbookSyntaxError(spaceTrim(function (block) { return "\n                        Invalid template - each section must end with \"-> {...}\"\n\n                        Invalid section:\n                        ".concat(block(
-            // TODO: Show code of invalid sections each time + DRY
-            section.content
-                .split('\n')
-                .map(function (line) { return "> ".concat(line); })
-                .join('\n')), "\n                        "); }));
-        }
-        var resultingParameterName = match.groups.resultingParamName;
-        // TODO: [1] DRY description
-        var description_1 = section.content;
-        // Note: Remove codeblocks
-        description_1 = description_1.split(/^```.*^```/gms).join('');
-        //Note: Remove lists and return statement
-        description_1 = description_1.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
-        description_1 = spaceTrim(description_1);
-        if (description_1 === '') {
-            description_1 = undefined;
-        }
-        if (Object.keys(jokers).length === 0) {
-            jokers = undefined;
-        }
-        if (Object.keys(expectAmount).length === 0) {
-            expectAmount = undefined;
-        }
-        if (Object.keys(postprocessing).length === 0) {
-            postprocessing = undefined;
-        }
-        dependentParameterNames = union(dependentParameterNames, extractParametersFromPromptTemplate(__assign(__assign({}, section), { description: description_1, executionType: executionType, content: content })));
-        if (templateModelRequirements.modelVariant === undefined) {
-            templateModelRequirements.modelVariant = 'CHAT';
-        }
-        promptbookJson.promptTemplates.push({
-            name: titleToName(section.title),
-            title: section.title,
-            description: description_1,
-            dependentParameterNames: Array.from(dependentParameterNames),
-            executionType: executionType,
-            jokers: jokers,
-            postprocessing: postprocessing,
-            expectations: expectAmount,
-            expectFormat: expectFormat,
-            modelRequirements: templateModelRequirements,
-            contentLanguage: executionType === 'SCRIPT' ? language : undefined,
-            content: content,
-            resultingParameterName: resultingParameterName,
+            // =============================================================
+            return [2 /*return*/, promptbookJson];
         });
-    };
-    try {
-        for (var _c = __values(markdownStructure.sections), _d = _c.next(); !_d.done; _d = _c.next()) {
-            var section = _d.value;
-            _loop_1(section);
-        }
-    }
-    catch (e_2_1) { e_2 = { error: e_2_1 }; }
-    finally {
-        try {
-            if (_d && !_d.done && (_b = _c.return)) _b.call(_c);
-        }
-        finally { if (e_2) throw e_2.error; }
-    }
-    // =============================================================
-    return promptbookJson;
+    });
 }
 /**
  * TODO: Report here line/column of error
@@ -1569,59 +1644,6 @@ function promptbookStringToJson(promptbookString) {
  * TODO: [🧠] Parameter flags - isInput, isOutput, isInternal
  */
 
-/**
- * Add or modify an auto-generated section in a markdown file
- *
- * @private within the library
- */
-function addAutoGeneratedSection(content, options) {
-    var sectionName = options.sectionName, sectionContent = options.sectionContent;
-    var warningLine = "<!-- \u26A0\uFE0F WARNING: This section was auto-generated -->";
-    var sectionRegex = new RegExp("<!--".concat(sectionName, "-->([\\s\\S]*?)<!--/").concat(sectionName, "-->"), 'g');
-    var sectionMatch = content.match(sectionRegex);
-    if (sectionMatch) {
-        return content.replace(sectionRegex, spaceTrim(function (block) { return "\n                    <!--".concat(sectionName, "-->\n                    ").concat(block(warningLine), "\n                    ").concat(block(sectionContent), "\n                    <!--/").concat(sectionName, "-->\n                "); }));
-    }
-    var placeForSection = removeContentComments(content).match(/^##.*$/im);
-    if (!placeForSection) {
-        throw new Error("No place where to put the section <!--".concat(sectionName, "-->"));
-    }
-    var _a = __read(placeForSection, 1), heading = _a[0];
-    return content.replace(heading, "<!--".concat(sectionName, "-->\n").concat(warningLine, "\n").concat(sectionContent, "\n<!--/").concat(sectionName, "-->\n\n").concat(heading));
-}
-
-/**
- * Prettify the html code
- *
- * @param content raw html code
- * @returns formatted html code
- */
-function prettifyMarkdown(content) {
-    try {
-        return format(content, {
-            parser: 'markdown',
-            plugins: [parserHtml],
-            // TODO: DRY - make some import or auto-copy of .prettierrc
-            endOfLine: 'lf',
-            tabWidth: 4,
-            singleQuote: true,
-            trailingComma: 'all',
-            arrowParens: 'always',
-            printWidth: 120,
-            htmlWhitespaceSensitivity: 'ignore',
-            jsxBracketSameLine: false,
-            bracketSpacing: true,
-        });
-    }
-    catch (error) {
-        console.error('There was an error with prettifying the markdown, using the original as the fallback', {
-            error: error,
-            html: content,
-        });
-        return content;
-    }
-}
-
 /* tslint:disable */
 function normalizeTo_camelCase(sentence, __firstLetterCapital) {
     var e_1, _a;
@@ -1739,24 +1761,35 @@ function renderPromptbookMermaid(promptbookJson, options) {
  * Prettyfies Promptbook string and adds Mermaid graph
  */
 function prettifyPromptbookString(promptbookString, options) {
-    var isGraphAdded = options.isGraphAdded, isPrettifyed = options.isPrettifyed;
-    if (isGraphAdded) {
-        var promptbookJson = promptbookStringToJson(promptbookString);
-        var promptbookMermaid_1 = renderPromptbookMermaid(promptbookJson, {
-            linkPromptTemplate: function (promptTemplate) {
-                return { href: "#".concat(promptTemplate.name), title: promptTemplate.title };
-            },
-        });
-        var promptbookMermaidBlock = spaceTrim(function (block) { return "\n            ```mermaid\n            ".concat(block(promptbookMermaid_1), "\n            ```\n        "); });
-        promptbookString = addAutoGeneratedSection(promptbookString, {
-            sectionName: 'Graph',
-            sectionContent: promptbookMermaidBlock,
+    return __awaiter(this, void 0, void 0, function () {
+        var isGraphAdded, isPrettifyed, promptbookJson, promptbookMermaid_1, promptbookMermaidBlock;
+        return __generator(this, function (_a) {
+            switch (_a.label) {
+                case 0:
+                    isGraphAdded = options.isGraphAdded, isPrettifyed = options.isPrettifyed;
+                    if (!isGraphAdded) return [3 /*break*/, 2];
+                    return [4 /*yield*/, promptbookStringToJson(promptbookString /* , {!!!!} */)];
+                case 1:
+                    promptbookJson = _a.sent();
+                    promptbookMermaid_1 = renderPromptbookMermaid(promptbookJson, {
+                        linkPromptTemplate: function (promptTemplate) {
+                            return { href: "#".concat(promptTemplate.name), title: promptTemplate.title };
+                        },
+                    });
+                    promptbookMermaidBlock = spaceTrim(function (block) { return "\n            ```mermaid\n            ".concat(block(promptbookMermaid_1), "\n            ```\n        "); });
+                    promptbookString = addAutoGeneratedSection(promptbookString, {
+                        sectionName: 'Graph',
+                        sectionContent: promptbookMermaidBlock,
+                    });
+                    _a.label = 2;
+                case 2:
+                    if (isPrettifyed) {
+                        promptbookString = prettifyMarkdown(promptbookString);
+                    }
+                    return [2 /*return*/, promptbookString];
+            }
         });
-    }
-    if (isPrettifyed) {
-        promptbookString = prettifyMarkdown(promptbookString);
-    }
-    return promptbookString;
+    });
 }
 /**
  * TODO: Maybe use some Mermaid library instead of string templating
@@ -2305,7 +2338,7 @@ function assertsExecutionSuccessful(executionResult) {
 /**
  * Function isValidJsonString will tell you if the string is valid JSON or not
  */
-function isValidJsonString(value) {
+function isValidJsonString(value /* <-[👨‍⚖️] */) {
     try {
         JSON.parse(value);
         return true;
@@ -3134,6 +3167,86 @@ function createPromptbookExecutor(options) {
  * TODO: [🧠][3] transparent = (report intermediate parameters) / opaque execution = (report only output parameters) progress reporting mode
  */
 
+/**
+ * Function usageToWorktime will take usage and estimate saved worktime in hours of reading / writing
+ *
+ * Note: This is an estimate based of theese sources:
+ * - https://jecas.cz/doba-cteni
+ * - https://www.originalnitonery.cz/blog/psani-vsemi-deseti-se-muzete-naucit-i-sami-doma
+ */
+function usageToWorktime(usage) {
+    var value = usage.input.wordsCount.value / (200 /* words per minute */ * 60) +
+        usage.output.wordsCount.value / (40 /* words per minute */ * 60);
+    var isUncertain = usage.input.wordsCount.isUncertain || usage.output.wordsCount.isUncertain;
+    var uncertainNumber = { value: value };
+    if (isUncertain === true) {
+        uncertainNumber.isUncertain = true;
+    }
+    return uncertainNumber;
+}
+
+/**
+ * Delagates the user interaction to a async callback function
+ * You need to provide your own implementation of this callback function and its bind to UI.
+ */
+var CallbackInterfaceTools = /** @class */ (function () {
+    function CallbackInterfaceTools(options) {
+        this.options = options;
+    }
+    /**
+     * Trigger the custom callback function
+     */
+    CallbackInterfaceTools.prototype.promptDialog = function (options) {
+        return __awaiter(this, void 0, void 0, function () {
+            var answer;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, this.options.callback(options)];
+                    case 1:
+                        answer = _a.sent();
+                        if (this.options.isVerbose) {
+                            console.info(spaceTrim(function (block) { return "\n                        \uD83D\uDCD6 ".concat(block(options.promptTitle), "\n                        \uD83D\uDC64 ").concat(block(answer), "\n                    "); }));
+                        }
+                        return [2 /*return*/, answer];
+                }
+            });
+        });
+    };
+    return CallbackInterfaceTools;
+}());
+
+/**
+ * Wrapper around `window.prompt` synchronous function that interacts with the user via browser prompt
+ *
+ * Warning: It is used for testing and mocking
+ *          **NOT intended to use in the production** due to its synchronous nature.
+ */
+var SimplePromptInterfaceTools = /** @class */ (function () {
+    function SimplePromptInterfaceTools(options) {
+        if (options === void 0) { options = {}; }
+        this.options = options;
+    }
+    /**
+     * Trigger window.PROMPT DIALOG
+     */
+    SimplePromptInterfaceTools.prototype.promptDialog = function (options) {
+        return __awaiter(this, void 0, void 0, function () {
+            var answer;
+            return __generator(this, function (_a) {
+                answer = window.prompt(spaceTrim(function (block) { return "\n                    ".concat(block(options.promptTitle), "\n\n                    ").concat(block(options.promptMessage), "\n                "); }));
+                if (this.options.isVerbose) {
+                    console.info(spaceTrim(function (block) { return "\n                        \uD83D\uDCD6 ".concat(block(options.promptTitle), "\n                        \uD83D\uDC64 ").concat(block(answer || '🚫 User cancelled prompt'), "\n                    "); }));
+                }
+                if (answer === null) {
+                    throw new PromptbookExecutionError('User cancelled prompt');
+                }
+                return [2 /*return*/, answer];
+            });
+        });
+    };
+    return SimplePromptInterfaceTools;
+}());
+
 /**
  * Multiple LLM Execution Tools is a proxy server that uses multiple execution tools internally and exposes the executor interface externally.
  *
@@ -3265,85 +3378,6 @@ var MultipleLlmExecutionTools = /** @class */ (function () {
     return MultipleLlmExecutionTools;
 }());
 
-/**
- * Delagates the user interaction to a async callback function
- * You need to provide your own implementation of this callback function and its bind to UI.
- */
-var CallbackInterfaceTools = /** @class */ (function () {
-    function CallbackInterfaceTools(options) {
-        this.options = options;
-    }
-    /**
-     * Trigger the custom callback function
-     */
-    CallbackInterfaceTools.prototype.promptDialog = function (options) {
-        return __awaiter(this, void 0, void 0, function () {
-            var answer;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, this.options.callback(options)];
-                    case 1:
-                        answer = _a.sent();
-                        if (this.options.isVerbose) {
-                            console.info(spaceTrim(function (block) { return "\n                        \uD83D\uDCD6 ".concat(block(options.promptTitle), "\n                        \uD83D\uDC64 ").concat(block(answer), "\n                    "); }));
-                        }
-                        return [2 /*return*/, answer];
-                }
-            });
-        });
-    };
-    return CallbackInterfaceTools;
-}());
-
-/**
- * Wrapper around `window.prompt` synchronous function that interacts with the user via browser prompt
- *
- * Warning: It is used for testing and mocking
- *          **NOT intended to use in the production** due to its synchronous nature.
- */
-var SimplePromptInterfaceTools = /** @class */ (function () {
-    function SimplePromptInterfaceTools(options) {
-        this.options = options;
-    }
-    /**
-     * Trigger window.PROMPT DIALOG
-     */
-    SimplePromptInterfaceTools.prototype.promptDialog = function (options) {
-        return __awaiter(this, void 0, void 0, function () {
-            var answer;
-            return __generator(this, function (_a) {
-                answer = window.prompt(spaceTrim(function (block) { return "\n                    ".concat(block(options.promptTitle), "\n\n                    ").concat(block(options.promptMessage), "\n                "); }));
-                if (this.options.isVerbose) {
-                    console.info(spaceTrim(function (block) { return "\n                        \uD83D\uDCD6 ".concat(block(options.promptTitle), "\n                        \uD83D\uDC64 ").concat(block(answer || '🚫 User cancelled prompt'), "\n                    "); }));
-                }
-                if (answer === null) {
-                    throw new PromptbookExecutionError('User cancelled prompt');
-                }
-                return [2 /*return*/, answer];
-            });
-        });
-    };
-    return SimplePromptInterfaceTools;
-}());
-
-/**
- * Function usageToWorktime will take usage and estimate saved worktime in hours of reading / writing
- *
- * Note: This is an estimate based of theese sources:
- * - https://jecas.cz/doba-cteni
- * - https://www.originalnitonery.cz/blog/psani-vsemi-deseti-se-muzete-naucit-i-sami-doma
- */
-function usageToWorktime(usage) {
-    var value = usage.input.wordsCount.value / (200 /* words per minute */ * 60) +
-        usage.output.wordsCount.value / (40 /* words per minute */ * 60);
-    var isUncertain = usage.input.wordsCount.isUncertain || usage.output.wordsCount.isUncertain;
-    var uncertainNumber = { value: value };
-    if (isUncertain === true) {
-        uncertainNumber.isUncertain = true;
-    }
-    return uncertainNumber;
-}
-
 /**
  * Library of promptbooks that groups together promptbooks for an application.
  * This implementation is a very thin wrapper around the Array / Map of promptbooks.
@@ -3433,36 +3467,61 @@ var SimplePromptbookLibrary = /** @class */ (function () {
  * @returns PromptbookLibrary
  */
 function createPromptbookLibraryFromSources() {
-    var e_1, _a;
     var promptbookSources = [];
     for (var _i = 0; _i < arguments.length; _i++) {
         promptbookSources[_i] = arguments[_i];
     }
-    var promptbooks = new Array();
-    try {
-        for (var promptbookSources_1 = __values(promptbookSources), promptbookSources_1_1 = promptbookSources_1.next(); !promptbookSources_1_1.done; promptbookSources_1_1 = promptbookSources_1.next()) {
-            var source = promptbookSources_1_1.value;
-            var promptbook = void 0;
-            if (typeof source === 'string') {
-                // Note: When directly creating from string, no need to validate the source
-                //       The validation is performed always before execution
-                promptbook = promptbookStringToJson(source);
-            }
-            else {
-                promptbook = source;
+    return __awaiter(this, void 0, void 0, function () {
+        var promptbooks, promptbookSources_1, promptbookSources_1_1, source, promptbook, e_1_1;
+        var e_1, _a;
+        return __generator(this, function (_b) {
+            switch (_b.label) {
+                case 0:
+                    promptbooks = new Array();
+                    _b.label = 1;
+                case 1:
+                    _b.trys.push([1, 8, 9, 10]);
+                    promptbookSources_1 = __values(promptbookSources), promptbookSources_1_1 = promptbookSources_1.next();
+                    _b.label = 2;
+                case 2:
+                    if (!!promptbookSources_1_1.done) return [3 /*break*/, 7];
+                    source = promptbookSources_1_1.value;
+                    promptbook = void 0;
+                    if (!(typeof source === 'string')) return [3 /*break*/, 4];
+                    return [4 /*yield*/, promptbookStringToJson(source)];
+                case 3:
+                    // Note: When directly creating from string, no need to validate the source
+                    //       The validation is performed always before execution
+                    promptbook = _b.sent();
+                    return [3 /*break*/, 5];
+                case 4:
+                    promptbook = source;
+                    _b.label = 5;
+                case 5:
+                    promptbooks.push(promptbook);
+                    _b.label = 6;
+                case 6:
+                    promptbookSources_1_1 = promptbookSources_1.next();
+                    return [3 /*break*/, 2];
+                case 7: return [3 /*break*/, 10];
+                case 8:
+                    e_1_1 = _b.sent();
+                    e_1 = { error: e_1_1 };
+                    return [3 /*break*/, 10];
+                case 9:
+                    try {
+                        if (promptbookSources_1_1 && !promptbookSources_1_1.done && (_a = promptbookSources_1.return)) _a.call(promptbookSources_1);
+                    }
+                    finally { if (e_1) throw e_1.error; }
+                    return [7 /*endfinally*/];
+                case 10: return [2 /*return*/, new (SimplePromptbookLibrary.bind.apply(SimplePromptbookLibrary, __spreadArray([void 0], __read(promptbooks), false)))()];
             }
-            promptbooks.push(promptbook);
-        }
-    }
-    catch (e_1_1) { e_1 = { error: e_1_1 }; }
-    finally {
-        try {
-            if (promptbookSources_1_1 && !promptbookSources_1_1.done && (_a = promptbookSources_1.return)) _a.call(promptbookSources_1);
-        }
-        finally { if (e_1) throw e_1.error; }
-    }
-    return new (SimplePromptbookLibrary.bind.apply(SimplePromptbookLibrary, __spreadArray([void 0], __read(promptbooks), false)))();
+        });
+    });
 }
+/**
+ * TODO: !!!! [🧠] Library precompilation and do not mix markdown and json promptbooks
+ */
 
 /**
  * Constructs Promptbook from async sources
@@ -3498,7 +3557,9 @@ function createPromptbookLibraryFromPromise(promptbookSourcesPromiseOrFactory) {
                         return [4 /*yield*/, promptbookSourcesPromiseOrFactory];
                     case 1:
                         promptbookSources = _a.sent();
-                        library = createPromptbookLibraryFromSources.apply(void 0, __spreadArray([], __read(promptbookSources), false));
+                        return [4 /*yield*/, createPromptbookLibraryFromSources.apply(void 0, __spreadArray([], __read(promptbookSources), false))];
+                    case 2:
+                        library = _a.sent();
                         return [2 /*return*/];
                 }
             });
@@ -3546,6 +3607,9 @@ function createPromptbookLibraryFromPromise(promptbookSourcesPromiseOrFactory) {
         isResponsibleForPrompt: isResponsibleForPrompt,
     };
 }
+/**
+ * TODO: !!!! [🧠] Library precompilation and do not mix markdown and json promptbooks
+ */
 
 /**
  * Constructs Promptbook from remote Promptbase URL
@@ -3578,6 +3642,9 @@ function createPromptbookLibraryFromUrl(url, options) {
         });
     });
 }
+/**
+ * TODO: !!!! [🧠] Library precompilation and do not mix markdown and json promptbooks
+ */
 
 /**
  * Creates PromptbookLibrary as a subset of another PromptbookLibrary
@@ -3678,23 +3745,6 @@ function formatNumber(value) {
     return value.toString();
 }
 
-/**
- * Returns the same value that is passed as argument.
- * No side effects.
- *
- * Note: It can be usefull for leveling indentation
- *
- * @param value any values
- * @returns the same values
- */
-function just(value) {
-    if (value === undefined) {
-        // eslint-disable-next-line @typescript-eslint/no-explicit-any
-        return undefined;
-    }
-    return value;
-}
-
 /**
  * Create a markdown table from a 2D array of strings
  *