@promptbook/node 0.58.0 → 0.59.0-1

package/umd/index.umd.js

@@ -142,6 +142,15 @@
         return PromptbookSyntaxError;
     }(Error));
 
+    // import prepareKnowledgeFromMarkdownStringPromptbook from './prepare-knowledge-from-markdown.ptbk.md';
+    function prepareKnowledgeFromMarkdown(options) {
+        return __awaiter(this, void 0, void 0, function () {
+            return __generator(this, function (_a) {
+                return [2 /*return*/, []];
+            });
+        });
+    }
+
     /**
      * Supported script languages
      */
@@ -453,7 +462,7 @@
     /**
      * The version of the Promptbook library
      */
-    var PROMPTBOOK_VERSION = '0.57.2';
+    var PROMPTBOOK_VERSION = '0.59.0-0';
 
     /**
      * Parses the template and returns the list of all parameter names
@@ -1324,250 +1333,267 @@
     }
 
     /**
-     * Parse promptbook from string format to JSON format
+     * Compile promptbook from string (markdown) format to JSON format
      *
+     * @param promptbookString {Promptbook} in string markdown format (.ptbk.md)
+     * @param options - Options and tools for the compilation
+     * @returns {Promptbook} compiled in JSON format (.ptbk.json)
      * @throws {PromptbookSyntaxError} if the promptbook string is not valid
      *
      * Note: This function does not validate logic of the pipeline only the syntax
+     * Note: This function acts as compilation process
      */
-    function promptbookStringToJson(promptbookString) {
-        var e_1, _a, e_2, _b;
-        var promptbookJson = {
-            // eslint-disable-next-line @typescript-eslint/no-explicit-any
-            title: undefined /* <- Note: Putting here placeholder to keep `title` on top at final JSON */,
-            promptbookUrl: undefined /* <- Note: Putting here placeholder to keep `promptbookUrl` on top at final JSON */,
-            promptbookVersion: PROMPTBOOK_VERSION,
-            description: undefined /* <- Note: Putting here placeholder to keep `description` on top at final JSON */,
-            parameters: [],
-            promptTemplates: [],
-        };
-        // =============================================================
-        // Note: 1️⃣ Normalization of the PROMPTBOOK string
-        promptbookString = removeContentComments(promptbookString);
-        promptbookString = promptbookString.replaceAll(/`\{(?<parameterName>[a-z0-9_]+)\}`/gi, '{$<parameterName>}');
-        promptbookString = promptbookString.replaceAll(/`->\s+\{(?<parameterName>[a-z0-9_]+)\}`/gi, '-> {$<parameterName>}');
-        // =============================================================
-        ///Note: 2️⃣ Function for adding parameters
-        var addParam = function (parameterCommand) {
-            var parameterName = parameterCommand.parameterName, parameterDescription = parameterCommand.parameterDescription, isInput = parameterCommand.isInput, isOutput = parameterCommand.isOutput;
-            var existingParameter = promptbookJson.parameters.find(function (parameter) { return parameter.name === parameterName; });
-            if (existingParameter &&
-                existingParameter.description &&
-                existingParameter.description !== parameterDescription &&
-                parameterDescription) {
-                throw new PromptbookSyntaxError(spaceTrim.spaceTrim(function (block) { return "\n                        Parameter {".concat(parameterName, "} is defined multiple times with different description.\n\n                        First definition:\n                        ").concat(block(existingParameter.description || '[undefined]'), "\n\n                        Second definition:\n                        ").concat(block(parameterDescription || '[undefined]'), "\n                    "); }));
-            }
-            if (existingParameter) {
-                if (parameterDescription) {
-                    existingParameter.description = parameterDescription;
-                }
-            }
-            else {
-                promptbookJson.parameters.push({
-                    name: parameterName,
-                    description: parameterDescription || undefined,
-                    isInput: isInput,
-                    isOutput: isOutput,
-                });
-            }
-        };
-        // =============================================================
-        // Note: 3️⃣ Parse the dynamic part - the template pipeline
-        var markdownStructure = markdownToMarkdownStructure(promptbookString);
-        var markdownStructureDeepness = countMarkdownStructureDeepness(markdownStructure);
-        if (markdownStructureDeepness !== 2) {
-            throw new PromptbookSyntaxError(spaceTrim.spaceTrim("\n                Invalid markdown structure.\n                The markdown must have exactly 2 levels of headings (one top-level section and one section for each template).\n                Now it has ".concat(markdownStructureDeepness, " levels of headings.\n            ")));
-        }
-        promptbookJson.title = markdownStructure.title;
-        // TODO: [1] DRY description
-        var description = markdownStructure.content;
-        // Note: Remove codeblocks
-        description = description.split(/^```.*^```/gms).join('');
-        //Note: Remove lists and return statement
-        description = description.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
-        description = spaceTrim.spaceTrim(description);
-        if (description === '') {
-            description = undefined;
-        }
-        promptbookJson.description = description;
-        var defaultModelRequirements = {};
-        var listItems = extractAllListItemsFromMarkdown(markdownStructure.content);
-        try {
-            for (var listItems_1 = __values(listItems), listItems_1_1 = listItems_1.next(); !listItems_1_1.done; listItems_1_1 = listItems_1.next()) {
-                var listItem = listItems_1_1.value;
-                var command = parseCommand(listItem);
-                switch (command.type) {
-                    case 'PROMPTBOOK_URL':
-                        promptbookJson.promptbookUrl = command.promptbookUrl.href;
-                        break;
-                    case 'PROMPTBOOK_VERSION':
-                        promptbookJson.promptbookVersion = command.promptbookVersion;
-                        break;
-                    case 'MODEL':
-                        defaultModelRequirements[command.key] = command.value;
-                        break;
-                    case 'PARAMETER':
-                        addParam(command);
-                        break;
-                    default:
-                        throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the head of the promptbook ONLY at the prompt template block"));
-                }
-            }
-        }
-        catch (e_1_1) { e_1 = { error: e_1_1 }; }
-        finally {
-            try {
-                if (listItems_1_1 && !listItems_1_1.done && (_a = listItems_1.return)) _a.call(listItems_1);
-            }
-            finally { if (e_1) throw e_1.error; }
-        }
-        var _loop_1 = function (section) {
-            var e_3, _e;
-            // TODO: Parse prompt template description (the content out of the codeblock and lists)
-            var templateModelRequirements = __assign({}, defaultModelRequirements);
-            var listItems_3 = extractAllListItemsFromMarkdown(section.content);
-            var dependentParameterNames = new Set();
-            var executionType = 'PROMPT_TEMPLATE';
-            var jokers = [];
-            var postprocessing = [];
-            var expectAmount = {};
-            var expectFormat = undefined;
-            var isExecutionTypeChanged = false;
-            try {
-                for (var listItems_2 = (e_3 = void 0, __values(listItems_3)), listItems_2_1 = listItems_2.next(); !listItems_2_1.done; listItems_2_1 = listItems_2.next()) {
-                    var listItem = listItems_2_1.value;
-                    var command = parseCommand(listItem);
-                    switch (command.type) {
-                        case 'JOKER':
-                            jokers.push(command.parameterName);
-                            dependentParameterNames.add(command.parameterName);
-                            break;
-                        case 'EXECUTE':
-                            if (isExecutionTypeChanged) {
-                                throw new PromptbookSyntaxError('Execution type is already defined in the prompt template. It can be defined only once.');
+    function promptbookStringToJson(promptbookString, options) {
+        if (options === void 0) { options = {}; }
+        return __awaiter(this, void 0, void 0, function () {
+            var llmTools, promptbookJson, knowledge, addParam, markdownStructure, markdownStructureDeepness, description, defaultModelRequirements, listItems, listItems_1, listItems_1_1, listItem, command, _loop_1, _a, _b, section;
+            var e_1, _c, e_2, _d;
+            return __generator(this, function (_e) {
+                switch (_e.label) {
+                    case 0:
+                        llmTools = options.llmTools;
+                        promptbookJson = {
+                            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                            title: undefined /* <- Note: Putting here placeholder to keep `title` on top at final JSON */,
+                            promptbookUrl: undefined /* <- Note: Putting here placeholder to keep `promptbookUrl` on top at final JSON */,
+                            promptbookVersion: PROMPTBOOK_VERSION,
+                            description: undefined /* <- Note: Putting here placeholder to keep `description` on top at final JSON */,
+                            parameters: [],
+                            promptTemplates: [],
+                            knowledge: [],
+                        };
+                        if (!llmTools) return [3 /*break*/, 2];
+                        return [4 /*yield*/, prepareKnowledgeFromMarkdown()];
+                    case 1:
+                        knowledge = _e.sent();
+                        console.info('!!!! knowledge', knowledge);
+                        _e.label = 2;
+                    case 2:
+                        // =============================================================
+                        // Note: 1️⃣ Normalization of the PROMPTBOOK string
+                        promptbookString = removeContentComments(promptbookString);
+                        promptbookString = promptbookString.replaceAll(/`\{(?<parameterName>[a-z0-9_]+)\}`/gi, '{$<parameterName>}');
+                        promptbookString = promptbookString.replaceAll(/`->\s+\{(?<parameterName>[a-z0-9_]+)\}`/gi, '-> {$<parameterName>}');
+                        addParam = function (parameterCommand) {
+                            var parameterName = parameterCommand.parameterName, parameterDescription = parameterCommand.parameterDescription, isInput = parameterCommand.isInput, isOutput = parameterCommand.isOutput;
+                            var existingParameter = promptbookJson.parameters.find(function (parameter) { return parameter.name === parameterName; });
+                            if (existingParameter &&
+                                existingParameter.description &&
+                                existingParameter.description !== parameterDescription &&
+                                parameterDescription) {
+                                throw new PromptbookSyntaxError(spaceTrim.spaceTrim(function (block) { return "\n                        Parameter {".concat(parameterName, "} is defined multiple times with different description.\n\n                        First definition:\n                        ").concat(block(existingParameter.description || '[undefined]'), "\n\n                        Second definition:\n                        ").concat(block(parameterDescription || '[undefined]'), "\n                    "); }));
                             }
-                            executionType = command.executionType;
-                            isExecutionTypeChanged = true;
-                            break;
-                        case 'MODEL':
-                            templateModelRequirements[command.key] = command.value;
-                            break;
-                        case 'PARAMETER':
-                            // Note: This is just for detecting resulitng parameter name
-                            addParam(command);
-                            break;
-                        case 'POSTPROCESS':
-                            postprocessing.push(command.functionName);
-                            break;
-                        case 'EXPECT_AMOUNT':
-                            // eslint-disable-next-line no-case-declarations
-                            var unit = command.unit.toLowerCase();
-                            expectAmount[unit] = expectAmount[unit] || {};
-                            if (command.sign === 'MINIMUM' || command.sign === 'EXACTLY') {
-                                if (expectAmount[unit].min !== undefined) {
-                                    throw new PromptbookSyntaxError("Already defined minumum ".concat(expectAmount[unit].min, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
+                            if (existingParameter) {
+                                if (parameterDescription) {
+                                    existingParameter.description = parameterDescription;
                                 }
-                                expectAmount[unit].min = command.amount;
-                            } /* not else */
-                            if (command.sign === 'MAXIMUM' || command.sign === 'EXACTLY') {
-                                if (expectAmount[unit].max !== undefined) {
-                                    throw new PromptbookSyntaxError("Already defined maximum ".concat(expectAmount[unit].max, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
+                            }
+                            else {
+                                promptbookJson.parameters.push({
+                                    name: parameterName,
+                                    description: parameterDescription || undefined,
+                                    isInput: isInput,
+                                    isOutput: isOutput,
+                                });
+                            }
+                        };
+                        markdownStructure = markdownToMarkdownStructure(promptbookString);
+                        markdownStructureDeepness = countMarkdownStructureDeepness(markdownStructure);
+                        if (markdownStructureDeepness !== 2) {
+                            throw new PromptbookSyntaxError(spaceTrim.spaceTrim("\n                Invalid markdown structure.\n                The markdown must have exactly 2 levels of headings (one top-level section and one section for each template).\n                Now it has ".concat(markdownStructureDeepness, " levels of headings.\n            ")));
+                        }
+                        promptbookJson.title = markdownStructure.title;
+                        description = markdownStructure.content;
+                        // Note: Remove codeblocks
+                        description = description.split(/^```.*^```/gms).join('');
+                        //Note: Remove lists and return statement
+                        description = description.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
+                        description = spaceTrim.spaceTrim(description);
+                        if (description === '') {
+                            description = undefined;
+                        }
+                        promptbookJson.description = description;
+                        defaultModelRequirements = {};
+                        listItems = extractAllListItemsFromMarkdown(markdownStructure.content);
+                        try {
+                            for (listItems_1 = __values(listItems), listItems_1_1 = listItems_1.next(); !listItems_1_1.done; listItems_1_1 = listItems_1.next()) {
+                                listItem = listItems_1_1.value;
+                                command = parseCommand(listItem);
+                                switch (command.type) {
+                                    case 'PROMPTBOOK_URL':
+                                        promptbookJson.promptbookUrl = command.promptbookUrl.href;
+                                        break;
+                                    case 'PROMPTBOOK_VERSION':
+                                        promptbookJson.promptbookVersion = command.promptbookVersion;
+                                        break;
+                                    case 'MODEL':
+                                        defaultModelRequirements[command.key] = command.value;
+                                        break;
+                                    case 'PARAMETER':
+                                        addParam(command);
+                                        break;
+                                    default:
+                                        throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the head of the promptbook ONLY at the prompt template block"));
                                 }
-                                expectAmount[unit].max = command.amount;
                             }
-                            break;
-                        case 'EXPECT_FORMAT':
-                            if (expectFormat !== undefined && command.format !== expectFormat) {
-                                throw new PromptbookSyntaxError("Expect format is already defined to \"".concat(expectFormat, "\". Now you try to redefine it by \"").concat(command.format, "\"."));
+                        }
+                        catch (e_1_1) { e_1 = { error: e_1_1 }; }
+                        finally {
+                            try {
+                                if (listItems_1_1 && !listItems_1_1.done && (_c = listItems_1.return)) _c.call(listItems_1);
                             }
-                            expectFormat = command.format;
-                            break;
-                        default:
-                            throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the block of the prompt template ONLY at the head of the promptbook"));
-                    }
-                }
-            }
-            catch (e_3_1) { e_3 = { error: e_3_1 }; }
-            finally {
-                try {
-                    if (listItems_2_1 && !listItems_2_1.done && (_e = listItems_2.return)) _e.call(listItems_2);
-                }
-                finally { if (e_3) throw e_3.error; }
-            }
-            var _f = extractOneBlockFromMarkdown(section.content), language = _f.language, content = _f.content;
-            if (executionType === 'SCRIPT') {
-                if (!language) {
-                    throw new PromptbookSyntaxError('You must specify the language of the script in the prompt template');
-                }
-                else if (!SUPPORTED_SCRIPT_LANGUAGES.includes(language)) {
-                    throw new PromptbookSyntaxError(spaceTrim.spaceTrim(function (block) { return "\n                            Script language ".concat(language, " is not supported.\n\n                            Supported languages are:\n                            ").concat(block(SUPPORTED_SCRIPT_LANGUAGES.join(', ')), "\n\n                        "); }));
+                            finally { if (e_1) throw e_1.error; }
+                        }
+                        _loop_1 = function (section) {
+                            var e_3, _f;
+                            // TODO: Parse prompt template description (the content out of the codeblock and lists)
+                            var templateModelRequirements = __assign({}, defaultModelRequirements);
+                            var listItems_3 = extractAllListItemsFromMarkdown(section.content);
+                            var dependentParameterNames = new Set();
+                            var executionType = 'PROMPT_TEMPLATE';
+                            var jokers = [];
+                            var postprocessing = [];
+                            var expectAmount = {};
+                            var expectFormat = undefined;
+                            var isExecutionTypeChanged = false;
+                            try {
+                                for (var listItems_2 = (e_3 = void 0, __values(listItems_3)), listItems_2_1 = listItems_2.next(); !listItems_2_1.done; listItems_2_1 = listItems_2.next()) {
+                                    var listItem = listItems_2_1.value;
+                                    var command = parseCommand(listItem);
+                                    switch (command.type) {
+                                        case 'JOKER':
+                                            jokers.push(command.parameterName);
+                                            dependentParameterNames.add(command.parameterName);
+                                            break;
+                                        case 'EXECUTE':
+                                            if (isExecutionTypeChanged) {
+                                                throw new PromptbookSyntaxError('Execution type is already defined in the prompt template. It can be defined only once.');
+                                            }
+                                            executionType = command.executionType;
+                                            isExecutionTypeChanged = true;
+                                            break;
+                                        case 'MODEL':
+                                            templateModelRequirements[command.key] = command.value;
+                                            break;
+                                        case 'PARAMETER':
+                                            // Note: This is just for detecting resulitng parameter name
+                                            addParam(command);
+                                            break;
+                                        case 'POSTPROCESS':
+                                            postprocessing.push(command.functionName);
+                                            break;
+                                        case 'EXPECT_AMOUNT':
+                                            // eslint-disable-next-line no-case-declarations
+                                            var unit = command.unit.toLowerCase();
+                                            expectAmount[unit] = expectAmount[unit] || {};
+                                            if (command.sign === 'MINIMUM' || command.sign === 'EXACTLY') {
+                                                if (expectAmount[unit].min !== undefined) {
+                                                    throw new PromptbookSyntaxError("Already defined minumum ".concat(expectAmount[unit].min, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
+                                                }
+                                                expectAmount[unit].min = command.amount;
+                                            } /* not else */
+                                            if (command.sign === 'MAXIMUM' || command.sign === 'EXACTLY') {
+                                                if (expectAmount[unit].max !== undefined) {
+                                                    throw new PromptbookSyntaxError("Already defined maximum ".concat(expectAmount[unit].max, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
+                                                }
+                                                expectAmount[unit].max = command.amount;
+                                            }
+                                            break;
+                                        case 'EXPECT_FORMAT':
+                                            if (expectFormat !== undefined && command.format !== expectFormat) {
+                                                throw new PromptbookSyntaxError("Expect format is already defined to \"".concat(expectFormat, "\". Now you try to redefine it by \"").concat(command.format, "\"."));
+                                            }
+                                            expectFormat = command.format;
+                                            break;
+                                        default:
+                                            throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the block of the prompt template ONLY at the head of the promptbook"));
+                                    }
+                                }
+                            }
+                            catch (e_3_1) { e_3 = { error: e_3_1 }; }
+                            finally {
+                                try {
+                                    if (listItems_2_1 && !listItems_2_1.done && (_f = listItems_2.return)) _f.call(listItems_2);
+                                }
+                                finally { if (e_3) throw e_3.error; }
+                            }
+                            var _g = extractOneBlockFromMarkdown(section.content), language = _g.language, content = _g.content;
+                            if (executionType === 'SCRIPT') {
+                                if (!language) {
+                                    throw new PromptbookSyntaxError('You must specify the language of the script in the prompt template');
+                                }
+                                else if (!SUPPORTED_SCRIPT_LANGUAGES.includes(language)) {
+                                    throw new PromptbookSyntaxError(spaceTrim.spaceTrim(function (block) { return "\n                            Script language ".concat(language, " is not supported.\n\n                            Supported languages are:\n                            ").concat(block(SUPPORTED_SCRIPT_LANGUAGES.join(', ')), "\n\n                        "); }));
+                                }
+                            }
+                            var lastLine = section.content.split('\n').pop();
+                            var match = /^->\s*\{(?<resultingParamName>[a-z0-9_]+)\}/im.exec(lastLine);
+                            if (!match || match.groups === undefined || match.groups.resultingParamName === undefined) {
+                                throw new PromptbookSyntaxError(spaceTrim.spaceTrim(function (block) { return "\n                        Invalid template - each section must end with \"-> {...}\"\n\n                        Invalid section:\n                        ".concat(block(
+                                // TODO: Show code of invalid sections each time + DRY
+                                section.content
+                                    .split('\n')
+                                    .map(function (line) { return "> ".concat(line); })
+                                    .join('\n')), "\n                        "); }));
+                            }
+                            var resultingParameterName = match.groups.resultingParamName;
+                            // TODO: [1] DRY description
+                            var description_1 = section.content;
+                            // Note: Remove codeblocks
+                            description_1 = description_1.split(/^```.*^```/gms).join('');
+                            //Note: Remove lists and return statement
+                            description_1 = description_1.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
+                            description_1 = spaceTrim.spaceTrim(description_1);
+                            if (description_1 === '') {
+                                description_1 = undefined;
+                            }
+                            if (Object.keys(jokers).length === 0) {
+                                jokers = undefined;
+                            }
+                            if (Object.keys(expectAmount).length === 0) {
+                                expectAmount = undefined;
+                            }
+                            if (Object.keys(postprocessing).length === 0) {
+                                postprocessing = undefined;
+                            }
+                            dependentParameterNames = union(dependentParameterNames, extractParametersFromPromptTemplate(__assign(__assign({}, section), { description: description_1, executionType: executionType, content: content })));
+                            if (templateModelRequirements.modelVariant === undefined) {
+                                templateModelRequirements.modelVariant = 'CHAT';
+                            }
+                            promptbookJson.promptTemplates.push({
+                                name: titleToName(section.title),
+                                title: section.title,
+                                description: description_1,
+                                dependentParameterNames: Array.from(dependentParameterNames),
+                                executionType: executionType,
+                                jokers: jokers,
+                                postprocessing: postprocessing,
+                                expectations: expectAmount,
+                                expectFormat: expectFormat,
+                                modelRequirements: templateModelRequirements,
+                                contentLanguage: executionType === 'SCRIPT' ? language : undefined,
+                                content: content,
+                                resultingParameterName: resultingParameterName,
+                            });
+                        };
+                        try {
+                            for (_a = __values(markdownStructure.sections), _b = _a.next(); !_b.done; _b = _a.next()) {
+                                section = _b.value;
+                                _loop_1(section);
+                            }
+                        }
+                        catch (e_2_1) { e_2 = { error: e_2_1 }; }
+                        finally {
+                            try {
+                                if (_b && !_b.done && (_d = _a.return)) _d.call(_a);
+                            }
+                            finally { if (e_2) throw e_2.error; }
+                        }
+                        // =============================================================
+                        return [2 /*return*/, promptbookJson];
                 }
-            }
-            var lastLine = section.content.split('\n').pop();
-            var match = /^->\s*\{(?<resultingParamName>[a-z0-9_]+)\}/im.exec(lastLine);
-            if (!match || match.groups === undefined || match.groups.resultingParamName === undefined) {
-                throw new PromptbookSyntaxError(spaceTrim.spaceTrim(function (block) { return "\n                        Invalid template - each section must end with \"-> {...}\"\n\n                        Invalid section:\n                        ".concat(block(
-                // TODO: Show code of invalid sections each time + DRY
-                section.content
-                    .split('\n')
-                    .map(function (line) { return "> ".concat(line); })
-                    .join('\n')), "\n                        "); }));
-            }
-            var resultingParameterName = match.groups.resultingParamName;
-            // TODO: [1] DRY description
-            var description_1 = section.content;
-            // Note: Remove codeblocks
-            description_1 = description_1.split(/^```.*^```/gms).join('');
-            //Note: Remove lists and return statement
-            description_1 = description_1.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
-            description_1 = spaceTrim.spaceTrim(description_1);
-            if (description_1 === '') {
-                description_1 = undefined;
-            }
-            if (Object.keys(jokers).length === 0) {
-                jokers = undefined;
-            }
-            if (Object.keys(expectAmount).length === 0) {
-                expectAmount = undefined;
-            }
-            if (Object.keys(postprocessing).length === 0) {
-                postprocessing = undefined;
-            }
-            dependentParameterNames = union(dependentParameterNames, extractParametersFromPromptTemplate(__assign(__assign({}, section), { description: description_1, executionType: executionType, content: content })));
-            if (templateModelRequirements.modelVariant === undefined) {
-                templateModelRequirements.modelVariant = 'CHAT';
-            }
-            promptbookJson.promptTemplates.push({
-                name: titleToName(section.title),
-                title: section.title,
-                description: description_1,
-                dependentParameterNames: Array.from(dependentParameterNames),
-                executionType: executionType,
-                jokers: jokers,
-                postprocessing: postprocessing,
-                expectations: expectAmount,
-                expectFormat: expectFormat,
-                modelRequirements: templateModelRequirements,
-                contentLanguage: executionType === 'SCRIPT' ? language : undefined,
-                content: content,
-                resultingParameterName: resultingParameterName,
             });
-        };
-        try {
-            for (var _c = __values(markdownStructure.sections), _d = _c.next(); !_d.done; _d = _c.next()) {
-                var section = _d.value;
-                _loop_1(section);
-            }
-        }
-        catch (e_2_1) { e_2 = { error: e_2_1 }; }
-        finally {
-            try {
-                if (_d && !_d.done && (_b = _c.return)) _b.call(_c);
-            }
-            finally { if (e_2) throw e_2.error; }
-        }
-        // =============================================================
-        return promptbookJson;
+        });
     }
     /**
      * TODO: Report here line/column of error
@@ -2176,36 +2202,61 @@
      * @returns PromptbookLibrary
      */
     function createPromptbookLibraryFromSources() {
-        var e_1, _a;
         var promptbookSources = [];
         for (var _i = 0; _i < arguments.length; _i++) {
             promptbookSources[_i] = arguments[_i];
         }
-        var promptbooks = new Array();
-        try {
-            for (var promptbookSources_1 = __values(promptbookSources), promptbookSources_1_1 = promptbookSources_1.next(); !promptbookSources_1_1.done; promptbookSources_1_1 = promptbookSources_1.next()) {
-                var source = promptbookSources_1_1.value;
-                var promptbook = void 0;
-                if (typeof source === 'string') {
-                    // Note: When directly creating from string, no need to validate the source
-                    //       The validation is performed always before execution
-                    promptbook = promptbookStringToJson(source);
-                }
-                else {
-                    promptbook = source;
+        return __awaiter(this, void 0, void 0, function () {
+            var promptbooks, promptbookSources_1, promptbookSources_1_1, source, promptbook, e_1_1;
+            var e_1, _a;
+            return __generator(this, function (_b) {
+                switch (_b.label) {
+                    case 0:
+                        promptbooks = new Array();
+                        _b.label = 1;
+                    case 1:
+                        _b.trys.push([1, 8, 9, 10]);
+                        promptbookSources_1 = __values(promptbookSources), promptbookSources_1_1 = promptbookSources_1.next();
+                        _b.label = 2;
+                    case 2:
+                        if (!!promptbookSources_1_1.done) return [3 /*break*/, 7];
+                        source = promptbookSources_1_1.value;
+                        promptbook = void 0;
+                        if (!(typeof source === 'string')) return [3 /*break*/, 4];
+                        return [4 /*yield*/, promptbookStringToJson(source)];
+                    case 3:
+                        // Note: When directly creating from string, no need to validate the source
+                        //       The validation is performed always before execution
+                        promptbook = _b.sent();
+                        return [3 /*break*/, 5];
+                    case 4:
+                        promptbook = source;
+                        _b.label = 5;
+                    case 5:
+                        promptbooks.push(promptbook);
+                        _b.label = 6;
+                    case 6:
+                        promptbookSources_1_1 = promptbookSources_1.next();
+                        return [3 /*break*/, 2];
+                    case 7: return [3 /*break*/, 10];
+                    case 8:
+                        e_1_1 = _b.sent();
+                        e_1 = { error: e_1_1 };
+                        return [3 /*break*/, 10];
+                    case 9:
+                        try {
+                            if (promptbookSources_1_1 && !promptbookSources_1_1.done && (_a = promptbookSources_1.return)) _a.call(promptbookSources_1);
+                        }
+                        finally { if (e_1) throw e_1.error; }
+                        return [7 /*endfinally*/];
+                    case 10: return [2 /*return*/, new (SimplePromptbookLibrary.bind.apply(SimplePromptbookLibrary, __spreadArray([void 0], __read(promptbooks), false)))()];
                 }
-                promptbooks.push(promptbook);
-            }
-        }
-        catch (e_1_1) { e_1 = { error: e_1_1 }; }
-        finally {
-            try {
-                if (promptbookSources_1_1 && !promptbookSources_1_1.done && (_a = promptbookSources_1.return)) _a.call(promptbookSources_1);
-            }
-            finally { if (e_1) throw e_1.error; }
-        }
-        return new (SimplePromptbookLibrary.bind.apply(SimplePromptbookLibrary, __spreadArray([void 0], __read(promptbooks), false)))();
+            });
+        });
     }
+    /**
+     * TODO: !!!! [🧠] Library precompilation and do not mix markdown and json promptbooks
+     */
 
     /**
      * Constructs Promptbook from async sources
@@ -2241,7 +2292,9 @@
                             return [4 /*yield*/, promptbookSourcesPromiseOrFactory];
                         case 1:
                             promptbookSources = _a.sent();
-                            library = createPromptbookLibraryFromSources.apply(void 0, __spreadArray([], __read(promptbookSources), false));
+                            return [4 /*yield*/, createPromptbookLibraryFromSources.apply(void 0, __spreadArray([], __read(promptbookSources), false))];
+                        case 2:
+                            library = _a.sent();
                             return [2 /*return*/];
                     }
                 });
@@ -2289,6 +2342,9 @@
             isResponsibleForPrompt: isResponsibleForPrompt,
         };
     }
+    /**
+     * TODO: !!!! [🧠] Library precompilation and do not mix markdown and json promptbooks
+     */
 
     /**
      * Constructs Promptbook from given directory
@@ -2331,31 +2387,33 @@
                                             return __generator(this, function (_e) {
                                                 switch (_e.label) {
                                                     case 0:
-                                                        _e.trys.push([0, 6, , 7]);
+                                                        _e.trys.push([0, 7, , 8]);
                                                         promptbook = null;
-                                                        if (!fileName.endsWith('.ptbk.md')) return [3 /*break*/, 2];
+                                                        if (!fileName.endsWith('.ptbk.md')) return [3 /*break*/, 3];
                                                         return [4 /*yield*/, promises.readFile(fileName, 'utf8')];
                                                     case 1:
                                                         promptbookString = (_e.sent());
-                                                        promptbook = promptbookStringToJson(promptbookString);
-                                                        return [3 /*break*/, 5];
+                                                        return [4 /*yield*/, promptbookStringToJson(promptbookString)];
                                                     case 2:
-                                                        if (!fileName.endsWith('.ptbk.json')) return [3 /*break*/, 4];
+                                                        promptbook = _e.sent();
+                                                        return [3 /*break*/, 6];
+                                                    case 3:
+                                                        if (!fileName.endsWith('.ptbk.json')) return [3 /*break*/, 5];
                                                         if (isVerbose) {
                                                             console.info("Loading ".concat(fileName));
                                                         }
                                                         _d = (_c = JSON).parse;
                                                         return [4 /*yield*/, promises.readFile(fileName, 'utf8')];
-                                                    case 3:
+                                                    case 4:
                                                         // TODO: Handle non-valid JSON files
                                                         promptbook = _d.apply(_c, [_e.sent()]);
-                                                        return [3 /*break*/, 5];
-                                                    case 4:
+                                                        return [3 /*break*/, 6];
+                                                    case 5:
                                                         if (isVerbose) {
                                                             console.info("Skipping file ".concat(fileName));
                                                         }
-                                                        _e.label = 5;
-                                                    case 5:
+                                                        _e.label = 6;
+                                                    case 6:
                                                         // ---
                                                         if (promptbook !== null) {
                                                             if (!promptbook.promptbookUrl) {
@@ -2376,8 +2434,8 @@
                                                                 promptbooks.push(promptbook);
                                                             }
                                                         }
-                                                        return [3 /*break*/, 7];
-                                                    case 6:
+                                                        return [3 /*break*/, 8];
+                                                    case 7:
                                                         error_1 = _e.sent();
                                                         if (!(error_1 instanceof Error)) {
                                                             throw error_1;
@@ -2387,8 +2445,8 @@
                                                             throw new PromptbookLibraryError(wrappedErrorMessage);
                                                         }
                                                         console.error(wrappedErrorMessage);
-                                                        return [3 /*break*/, 7];
-                                                    case 7: return [2 /*return*/];
+                                                        return [3 /*break*/, 8];
+                                                    case 8: return [2 /*return*/];
                                                 }
                                             });
                                         };
@@ -2491,6 +2549,9 @@
             });
         });
     }
+    /**
+     * TODO: !!!! [🧠] Library precompilation and do not mix markdown and json promptbooks
+     */
 
     exports.PROMPTBOOK_VERSION = PROMPTBOOK_VERSION;
     exports.createPromptbookLibraryFromDirectory = createPromptbookLibraryFromDirectory;