@promptbook/cli 0.59.0-31 → 0.59.0-33

package/umd/index.umd.js

@@ -147,7 +147,7 @@
     /**
      * The version of the Promptbook library
      */
-    var PROMPTBOOK_VERSION = '0.59.0-30';
+    var PROMPTBOOK_VERSION = '0.59.0-32';
 
     /**
      * Initializes testing `hello` command for Promptbook CLI utilities
@@ -441,7 +441,7 @@
      *     >  ex port function validatePromptbook(promptbook: unknown): asserts promptbook is PromptbookJson {
      */
 
-    var promptbookLibrary = [{title:"Prepare Keywords",promptbookUrl:"https://promptbook.studio/promptbook/prepare-keywords.ptbk.md",promptbookVersion:"0.59.0-30",parameters:[{name:"content",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],promptTemplates:[{name:"knowledge",title:"Knowledge",dependentParameterNames:["content"],executionType:"PROMPT_TEMPLATE",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {content}",resultingParameterName:"keywords"}],knowledge:[]},{title:"Prepare Knowledge from Markdown",promptbookUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",promptbookVersion:"0.59.0-30",parameters:[{name:"content",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledge",description:"The knowledge JSON object",isInput:false,isOutput:true}],promptTemplates:[{name:"knowledge",title:"Knowledge",dependentParameterNames:["content"],executionType:"PROMPT_TEMPLATE",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {content}",resultingParameterName:"knowledge"}],knowledge:[]}];
+    var promptbookLibrary = [{title:"Prepare Keywords",promptbookUrl:"https://promptbook.studio/promptbook/prepare-keywords.ptbk.md",promptbookVersion:"0.59.0-32",parameters:[{name:"content",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],promptTemplates:[{name:"knowledge",title:"Knowledge",dependentParameterNames:["content"],executionType:"PROMPT_TEMPLATE",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {content}",resultingParameterName:"keywords"}],knowledge:[]},{title:"Prepare Knowledge from Markdown",promptbookUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",promptbookVersion:"0.59.0-32",parameters:[{name:"content",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledge",description:"The knowledge JSON object",isInput:false,isOutput:true}],promptTemplates:[{name:"knowledge",title:"Knowledge",dependentParameterNames:["content"],executionType:"PROMPT_TEMPLATE",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {content}",resultingParameterName:"knowledge"}],knowledge:[]}];
 
     /**
      * This error indicates errors during the execution of the promptbook
@@ -2942,9 +2942,279 @@
         return value;
     }
 
+    /**
+     * Compile promptbook from string (markdown) format to JSON format synchronously
+     *
+     * Note: There are two similar functions:
+     * - `promptbookStringToJson` **(preferred)** - which propperly compiles the promptbook and use embedding for external knowledge
+     * - `promptbookStringToJsonSync` - use only if you need to compile promptbook synchronously and it contains NO external knowledge
+     *
+     * @param promptbookString {Promptbook} in string markdown format (.ptbk.md)
+     * @param options - Options and tools for the compilation
+     * @returns {Promptbook} compiled in JSON format (.ptbk.json)
+     * @throws {PromptbookSyntaxError} if the promptbook string is not valid
+     *
+     * Note: This function does not validate logic of the pipeline only the syntax
+     * Note: This function acts as compilation process
+     */
+    function promptbookStringToJsonSync(promptbookString) {
+        var e_1, _a, e_2, _b;
+        var promptbookJson = {
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            title: undefined /* <- Note: Putting here placeholder to keep `title` on top at final JSON */,
+            promptbookUrl: undefined /* <- Note: Putting here placeholder to keep `promptbookUrl` on top at final JSON */,
+            promptbookVersion: PROMPTBOOK_VERSION,
+            description: undefined /* <- Note: Putting here placeholder to keep `description` on top at final JSON */,
+            parameters: [],
+            promptTemplates: [],
+            knowledge: [],
+        };
+        // =============================================================
+        // Note: 1️⃣ Normalization of the PROMPTBOOK string
+        promptbookString = removeContentComments(promptbookString);
+        promptbookString = promptbookString.replaceAll(/`\{(?<parameterName>[a-z0-9_]+)\}`/gi, '{$<parameterName>}');
+        promptbookString = promptbookString.replaceAll(/`->\s+\{(?<parameterName>[a-z0-9_]+)\}`/gi, '-> {$<parameterName>}');
+        // =============================================================
+        ///Note: 2️⃣ Function for adding parameters
+        var addParam = function (parameterCommand) {
+            var parameterName = parameterCommand.parameterName, parameterDescription = parameterCommand.parameterDescription, isInput = parameterCommand.isInput, isOutput = parameterCommand.isOutput;
+            var existingParameter = promptbookJson.parameters.find(function (parameter) { return parameter.name === parameterName; });
+            if (existingParameter &&
+                existingParameter.description &&
+                existingParameter.description !== parameterDescription &&
+                parameterDescription) {
+                throw new PromptbookSyntaxError(spaceTrim.spaceTrim(function (block) { return "\n                        Parameter {".concat(parameterName, "} is defined multiple times with different description.\n\n                        First definition:\n                        ").concat(block(existingParameter.description || '[undefined]'), "\n\n                        Second definition:\n                        ").concat(block(parameterDescription || '[undefined]'), "\n                    "); }));
+            }
+            if (existingParameter) {
+                if (parameterDescription) {
+                    existingParameter.description = parameterDescription;
+                }
+            }
+            else {
+                promptbookJson.parameters.push({
+                    name: parameterName,
+                    description: parameterDescription || undefined,
+                    isInput: isInput,
+                    isOutput: isOutput,
+                });
+            }
+        };
+        // =============================================================
+        // Note: 3️⃣ Parse the dynamic part - the template pipeline
+        var markdownStructure = markdownToMarkdownStructure(promptbookString);
+        var markdownStructureDeepness = countMarkdownStructureDeepness(markdownStructure);
+        if (markdownStructureDeepness !== 2) {
+            throw new PromptbookSyntaxError(spaceTrim.spaceTrim("\n                Invalid markdown structure.\n                The markdown must have exactly 2 levels of headings (one top-level section and one section for each template).\n                Now it has ".concat(markdownStructureDeepness, " levels of headings.\n            ")));
+        }
+        promptbookJson.title = markdownStructure.title;
+        // TODO: [1] DRY description
+        var description = markdownStructure.content;
+        // Note: Remove codeblocks
+        description = description.split(/^```.*^```/gms).join('');
+        //Note: Remove lists and return statement
+        description = description.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
+        description = spaceTrim.spaceTrim(description);
+        if (description === '') {
+            description = undefined;
+        }
+        promptbookJson.description = description;
+        var defaultModelRequirements = {};
+        var listItems = extractAllListItemsFromMarkdown(markdownStructure.content);
+        try {
+            for (var listItems_1 = __values(listItems), listItems_1_1 = listItems_1.next(); !listItems_1_1.done; listItems_1_1 = listItems_1.next()) {
+                var listItem = listItems_1_1.value;
+                var command = parseCommand(listItem);
+                switch (command.type) {
+                    case 'PROMPTBOOK_URL':
+                        promptbookJson.promptbookUrl = command.promptbookUrl.href;
+                        break;
+                    case 'PROMPTBOOK_VERSION':
+                        promptbookJson.promptbookVersion = command.promptbookVersion;
+                        break;
+                    case 'MODEL':
+                        defaultModelRequirements[command.key] = command.value;
+                        break;
+                    case 'PARAMETER':
+                        addParam(command);
+                        break;
+                    default:
+                        throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the head of the promptbook ONLY at the prompt template block"));
+                }
+            }
+        }
+        catch (e_1_1) { e_1 = { error: e_1_1 }; }
+        finally {
+            try {
+                if (listItems_1_1 && !listItems_1_1.done && (_a = listItems_1.return)) _a.call(listItems_1);
+            }
+            finally { if (e_1) throw e_1.error; }
+        }
+        var _loop_1 = function (section) {
+            var e_3, _e;
+            // TODO: Parse prompt template description (the content out of the codeblock and lists)
+            var templateModelRequirements = __assign({}, defaultModelRequirements);
+            var listItems_3 = extractAllListItemsFromMarkdown(section.content);
+            var dependentParameterNames = new Set();
+            var executionType = 'PROMPT_TEMPLATE';
+            var jokers = [];
+            var postprocessing = [];
+            var expectAmount = {};
+            var expectFormat = undefined;
+            var isExecutionTypeChanged = false;
+            try {
+                for (var listItems_2 = (e_3 = void 0, __values(listItems_3)), listItems_2_1 = listItems_2.next(); !listItems_2_1.done; listItems_2_1 = listItems_2.next()) {
+                    var listItem = listItems_2_1.value;
+                    var command = parseCommand(listItem);
+                    switch (command.type) {
+                        case 'JOKER':
+                            jokers.push(command.parameterName);
+                            dependentParameterNames.add(command.parameterName);
+                            break;
+                        case 'EXECUTE':
+                            if (isExecutionTypeChanged) {
+                                throw new PromptbookSyntaxError('Execution type is already defined in the prompt template. It can be defined only once.');
+                            }
+                            executionType = command.executionType;
+                            isExecutionTypeChanged = true;
+                            break;
+                        case 'MODEL':
+                            templateModelRequirements[command.key] = command.value;
+                            break;
+                        case 'PARAMETER':
+                            // Note: This is just for detecting resulitng parameter name
+                            addParam(command);
+                            break;
+                        case 'POSTPROCESS':
+                            postprocessing.push(command.functionName);
+                            break;
+                        case 'EXPECT_AMOUNT':
+                            // eslint-disable-next-line no-case-declarations
+                            var unit = command.unit.toLowerCase();
+                            expectAmount[unit] = expectAmount[unit] || {};
+                            if (command.sign === 'MINIMUM' || command.sign === 'EXACTLY') {
+                                if (expectAmount[unit].min !== undefined) {
+                                    throw new PromptbookSyntaxError("Already defined minumum ".concat(expectAmount[unit].min, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
+                                }
+                                expectAmount[unit].min = command.amount;
+                            } /* not else */
+                            if (command.sign === 'MAXIMUM' || command.sign === 'EXACTLY') {
+                                if (expectAmount[unit].max !== undefined) {
+                                    throw new PromptbookSyntaxError("Already defined maximum ".concat(expectAmount[unit].max, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
+                                }
+                                expectAmount[unit].max = command.amount;
+                            }
+                            break;
+                        case 'EXPECT_FORMAT':
+                            if (expectFormat !== undefined && command.format !== expectFormat) {
+                                throw new PromptbookSyntaxError("Expect format is already defined to \"".concat(expectFormat, "\". Now you try to redefine it by \"").concat(command.format, "\"."));
+                            }
+                            expectFormat = command.format;
+                            break;
+                        default:
+                            throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the block of the prompt template ONLY at the head of the promptbook"));
+                    }
+                }
+            }
+            catch (e_3_1) { e_3 = { error: e_3_1 }; }
+            finally {
+                try {
+                    if (listItems_2_1 && !listItems_2_1.done && (_e = listItems_2.return)) _e.call(listItems_2);
+                }
+                finally { if (e_3) throw e_3.error; }
+            }
+            var _f = extractOneBlockFromMarkdown(section.content), language = _f.language, content = _f.content;
+            if (executionType === 'SCRIPT') {
+                if (!language) {
+                    throw new PromptbookSyntaxError('You must specify the language of the script in the prompt template');
+                }
+                else if (!SUPPORTED_SCRIPT_LANGUAGES.includes(language)) {
+                    throw new PromptbookSyntaxError(spaceTrim.spaceTrim(function (block) { return "\n                            Script language ".concat(language, " is not supported.\n\n                            Supported languages are:\n                            ").concat(block(SUPPORTED_SCRIPT_LANGUAGES.join(', ')), "\n\n                        "); }));
+                }
+            }
+            var lastLine = section.content.split('\n').pop();
+            var match = /^->\s*\{(?<resultingParamName>[a-z0-9_]+)\}/im.exec(lastLine);
+            if (!match || match.groups === undefined || match.groups.resultingParamName === undefined) {
+                throw new PromptbookSyntaxError(spaceTrim.spaceTrim(function (block) { return "\n                        Invalid template - each section must end with \"-> {...}\"\n\n                        Invalid section:\n                        ".concat(block(
+                // TODO: Show code of invalid sections each time + DRY
+                section.content
+                    .split('\n')
+                    .map(function (line) { return "> ".concat(line); })
+                    .join('\n')), "\n                        "); }));
+            }
+            var resultingParameterName = match.groups.resultingParamName;
+            // TODO: [1] DRY description
+            var description_1 = section.content;
+            // Note: Remove codeblocks
+            description_1 = description_1.split(/^```.*^```/gms).join('');
+            //Note: Remove lists and return statement
+            description_1 = description_1.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
+            description_1 = spaceTrim.spaceTrim(description_1);
+            if (description_1 === '') {
+                description_1 = undefined;
+            }
+            if (Object.keys(jokers).length === 0) {
+                jokers = undefined;
+            }
+            if (Object.keys(expectAmount).length === 0) {
+                expectAmount = undefined;
+            }
+            if (Object.keys(postprocessing).length === 0) {
+                postprocessing = undefined;
+            }
+            dependentParameterNames = union(dependentParameterNames, extractParametersFromPromptTemplate(__assign(__assign({}, section), { description: description_1, executionType: executionType, content: content })));
+            if (templateModelRequirements.modelVariant === undefined) {
+                templateModelRequirements.modelVariant = 'CHAT';
+            }
+            var template = {
+                name: titleToName(section.title),
+                title: section.title,
+                description: description_1,
+                dependentParameterNames: Array.from(dependentParameterNames),
+                executionType: executionType,
+                jokers: jokers,
+                postprocessing: postprocessing,
+                expectations: expectAmount,
+                expectFormat: expectFormat,
+                modelRequirements: templateModelRequirements,
+                contentLanguage: executionType === 'SCRIPT' ? language : undefined,
+                content: content,
+                resultingParameterName: resultingParameterName,
+            };
+            if (executionType !== 'PROMPT_TEMPLATE') {
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                delete template.modelRequirements;
+            }
+            promptbookJson.promptTemplates.push(template);
+        };
+        try {
+            for (var _c = __values(markdownStructure.sections), _d = _c.next(); !_d.done; _d = _c.next()) {
+                var section = _d.value;
+                _loop_1(section);
+            }
+        }
+        catch (e_2_1) { e_2 = { error: e_2_1 }; }
+        finally {
+            try {
+                if (_d && !_d.done && (_b = _c.return)) _b.call(_c);
+            }
+            finally { if (e_2) throw e_2.error; }
+        }
+        // =============================================================
+        return promptbookJson;
+    }
+    /**
+     * TODO: Report here line/column of error
+     * TODO: Use spaceTrim more effectively
+     * TODO: [🧠] Parameter flags - isInput, isOutput, isInternal
+     */
+
     /**
      * Compile promptbook from string (markdown) format to JSON format
      *
+     * Note: There are two similar functions:
+     * - `promptbookStringToJson` **(preferred)** - which propperly compiles the promptbook and use embedding for external knowledge
+     * - `promptbookStringToJsonSync` - use only if you need to compile promptbook synchronously and it contains NO external knowledge
+     *
      * @param promptbookString {Promptbook} in string markdown format (.ptbk.md)
      * @param options - Options and tools for the compilation
      * @returns {Promptbook} compiled in JSON format (.ptbk.json)
@@ -2956,267 +3226,29 @@
     function promptbookStringToJson(promptbookString, options) {
         if (options === void 0) { options = {}; }
         return __awaiter(this, void 0, void 0, function () {
-            var llmTools, promptbookJson, knowledge, addParam, markdownStructure, markdownStructureDeepness, description, defaultModelRequirements, listItems, listItems_1, listItems_1_1, listItem, command, _loop_1, _a, _b, section;
-            var e_1, _c, e_2, _d;
-            return __generator(this, function (_e) {
-                switch (_e.label) {
+            var llmTools, knowledge, promptbookJson;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
                     case 0:
                         llmTools = options.llmTools;
-                        promptbookJson = {
-                            // eslint-disable-next-line @typescript-eslint/no-explicit-any
-                            title: undefined /* <- Note: Putting here placeholder to keep `title` on top at final JSON */,
-                            promptbookUrl: undefined /* <- Note: Putting here placeholder to keep `promptbookUrl` on top at final JSON */,
-                            promptbookVersion: PROMPTBOOK_VERSION,
-                            description: undefined /* <- Note: Putting here placeholder to keep `description` on top at final JSON */,
-                            parameters: [],
-                            promptTemplates: [],
-                            knowledge: [],
-                        };
                         if (!llmTools) return [3 /*break*/, 2];
                         return [4 /*yield*/, prepareKnowledgeFromMarkdown({
                                 content: 'Roses are red, violets are blue, programmers use Promptbook, users too',
                                 llmTools: llmTools,
                             })];
                     case 1:
-                        knowledge = _e.sent();
+                        knowledge = _a.sent();
                         console.info('!!!! knowledge', knowledge);
-                        _e.label = 2;
+                        _a.label = 2;
                     case 2:
-                        // =============================================================
-                        // Note: 1️⃣ Normalization of the PROMPTBOOK string
-                        promptbookString = removeContentComments(promptbookString);
-                        promptbookString = promptbookString.replaceAll(/`\{(?<parameterName>[a-z0-9_]+)\}`/gi, '{$<parameterName>}');
-                        promptbookString = promptbookString.replaceAll(/`->\s+\{(?<parameterName>[a-z0-9_]+)\}`/gi, '-> {$<parameterName>}');
-                        addParam = function (parameterCommand) {
-                            var parameterName = parameterCommand.parameterName, parameterDescription = parameterCommand.parameterDescription, isInput = parameterCommand.isInput, isOutput = parameterCommand.isOutput;
-                            var existingParameter = promptbookJson.parameters.find(function (parameter) { return parameter.name === parameterName; });
-                            if (existingParameter &&
-                                existingParameter.description &&
-                                existingParameter.description !== parameterDescription &&
-                                parameterDescription) {
-                                throw new PromptbookSyntaxError(spaceTrim.spaceTrim(function (block) { return "\n                        Parameter {".concat(parameterName, "} is defined multiple times with different description.\n\n                        First definition:\n                        ").concat(block(existingParameter.description || '[undefined]'), "\n\n                        Second definition:\n                        ").concat(block(parameterDescription || '[undefined]'), "\n                    "); }));
-                            }
-                            if (existingParameter) {
-                                if (parameterDescription) {
-                                    existingParameter.description = parameterDescription;
-                                }
-                            }
-                            else {
-                                promptbookJson.parameters.push({
-                                    name: parameterName,
-                                    description: parameterDescription || undefined,
-                                    isInput: isInput,
-                                    isOutput: isOutput,
-                                });
-                            }
-                        };
-                        markdownStructure = markdownToMarkdownStructure(promptbookString);
-                        markdownStructureDeepness = countMarkdownStructureDeepness(markdownStructure);
-                        if (markdownStructureDeepness !== 2) {
-                            throw new PromptbookSyntaxError(spaceTrim.spaceTrim("\n                Invalid markdown structure.\n                The markdown must have exactly 2 levels of headings (one top-level section and one section for each template).\n                Now it has ".concat(markdownStructureDeepness, " levels of headings.\n            ")));
-                        }
-                        promptbookJson.title = markdownStructure.title;
-                        description = markdownStructure.content;
-                        // Note: Remove codeblocks
-                        description = description.split(/^```.*^```/gms).join('');
-                        //Note: Remove lists and return statement
-                        description = description.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
-                        description = spaceTrim.spaceTrim(description);
-                        if (description === '') {
-                            description = undefined;
-                        }
-                        promptbookJson.description = description;
-                        defaultModelRequirements = {};
-                        listItems = extractAllListItemsFromMarkdown(markdownStructure.content);
-                        try {
-                            for (listItems_1 = __values(listItems), listItems_1_1 = listItems_1.next(); !listItems_1_1.done; listItems_1_1 = listItems_1.next()) {
-                                listItem = listItems_1_1.value;
-                                command = parseCommand(listItem);
-                                switch (command.type) {
-                                    case 'PROMPTBOOK_URL':
-                                        promptbookJson.promptbookUrl = command.promptbookUrl.href;
-                                        break;
-                                    case 'PROMPTBOOK_VERSION':
-                                        promptbookJson.promptbookVersion = command.promptbookVersion;
-                                        break;
-                                    case 'MODEL':
-                                        defaultModelRequirements[command.key] = command.value;
-                                        break;
-                                    case 'PARAMETER':
-                                        addParam(command);
-                                        break;
-                                    default:
-                                        throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the head of the promptbook ONLY at the prompt template block"));
-                                }
-                            }
-                        }
-                        catch (e_1_1) { e_1 = { error: e_1_1 }; }
-                        finally {
-                            try {
-                                if (listItems_1_1 && !listItems_1_1.done && (_c = listItems_1.return)) _c.call(listItems_1);
-                            }
-                            finally { if (e_1) throw e_1.error; }
-                        }
-                        _loop_1 = function (section) {
-                            var e_3, _f;
-                            // TODO: Parse prompt template description (the content out of the codeblock and lists)
-                            var templateModelRequirements = __assign({}, defaultModelRequirements);
-                            var listItems_3 = extractAllListItemsFromMarkdown(section.content);
-                            var dependentParameterNames = new Set();
-                            var executionType = 'PROMPT_TEMPLATE';
-                            var jokers = [];
-                            var postprocessing = [];
-                            var expectAmount = {};
-                            var expectFormat = undefined;
-                            var isExecutionTypeChanged = false;
-                            try {
-                                for (var listItems_2 = (e_3 = void 0, __values(listItems_3)), listItems_2_1 = listItems_2.next(); !listItems_2_1.done; listItems_2_1 = listItems_2.next()) {
-                                    var listItem = listItems_2_1.value;
-                                    var command = parseCommand(listItem);
-                                    switch (command.type) {
-                                        case 'JOKER':
-                                            jokers.push(command.parameterName);
-                                            dependentParameterNames.add(command.parameterName);
-                                            break;
-                                        case 'EXECUTE':
-                                            if (isExecutionTypeChanged) {
-                                                throw new PromptbookSyntaxError('Execution type is already defined in the prompt template. It can be defined only once.');
-                                            }
-                                            executionType = command.executionType;
-                                            isExecutionTypeChanged = true;
-                                            break;
-                                        case 'MODEL':
-                                            templateModelRequirements[command.key] = command.value;
-                                            break;
-                                        case 'PARAMETER':
-                                            // Note: This is just for detecting resulitng parameter name
-                                            addParam(command);
-                                            break;
-                                        case 'POSTPROCESS':
-                                            postprocessing.push(command.functionName);
-                                            break;
-                                        case 'EXPECT_AMOUNT':
-                                            // eslint-disable-next-line no-case-declarations
-                                            var unit = command.unit.toLowerCase();
-                                            expectAmount[unit] = expectAmount[unit] || {};
-                                            if (command.sign === 'MINIMUM' || command.sign === 'EXACTLY') {
-                                                if (expectAmount[unit].min !== undefined) {
-                                                    throw new PromptbookSyntaxError("Already defined minumum ".concat(expectAmount[unit].min, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
-                                                }
-                                                expectAmount[unit].min = command.amount;
-                                            } /* not else */
-                                            if (command.sign === 'MAXIMUM' || command.sign === 'EXACTLY') {
-                                                if (expectAmount[unit].max !== undefined) {
-                                                    throw new PromptbookSyntaxError("Already defined maximum ".concat(expectAmount[unit].max, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
-                                                }
-                                                expectAmount[unit].max = command.amount;
-                                            }
-                                            break;
-                                        case 'EXPECT_FORMAT':
-                                            if (expectFormat !== undefined && command.format !== expectFormat) {
-                                                throw new PromptbookSyntaxError("Expect format is already defined to \"".concat(expectFormat, "\". Now you try to redefine it by \"").concat(command.format, "\"."));
-                                            }
-                                            expectFormat = command.format;
-                                            break;
-                                        default:
-                                            throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the block of the prompt template ONLY at the head of the promptbook"));
-                                    }
-                                }
-                            }
-                            catch (e_3_1) { e_3 = { error: e_3_1 }; }
-                            finally {
-                                try {
-                                    if (listItems_2_1 && !listItems_2_1.done && (_f = listItems_2.return)) _f.call(listItems_2);
-                                }
-                                finally { if (e_3) throw e_3.error; }
-                            }
-                            var _g = extractOneBlockFromMarkdown(section.content), language = _g.language, content = _g.content;
-                            if (executionType === 'SCRIPT') {
-                                if (!language) {
-                                    throw new PromptbookSyntaxError('You must specify the language of the script in the prompt template');
-                                }
-                                else if (!SUPPORTED_SCRIPT_LANGUAGES.includes(language)) {
-                                    throw new PromptbookSyntaxError(spaceTrim.spaceTrim(function (block) { return "\n                            Script language ".concat(language, " is not supported.\n\n                            Supported languages are:\n                            ").concat(block(SUPPORTED_SCRIPT_LANGUAGES.join(', ')), "\n\n                        "); }));
-                                }
-                            }
-                            var lastLine = section.content.split('\n').pop();
-                            var match = /^->\s*\{(?<resultingParamName>[a-z0-9_]+)\}/im.exec(lastLine);
-                            if (!match || match.groups === undefined || match.groups.resultingParamName === undefined) {
-                                throw new PromptbookSyntaxError(spaceTrim.spaceTrim(function (block) { return "\n                        Invalid template - each section must end with \"-> {...}\"\n\n                        Invalid section:\n                        ".concat(block(
-                                // TODO: Show code of invalid sections each time + DRY
-                                section.content
-                                    .split('\n')
-                                    .map(function (line) { return "> ".concat(line); })
-                                    .join('\n')), "\n                        "); }));
-                            }
-                            var resultingParameterName = match.groups.resultingParamName;
-                            // TODO: [1] DRY description
-                            var description_1 = section.content;
-                            // Note: Remove codeblocks
-                            description_1 = description_1.split(/^```.*^```/gms).join('');
-                            //Note: Remove lists and return statement
-                            description_1 = description_1.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
-                            description_1 = spaceTrim.spaceTrim(description_1);
-                            if (description_1 === '') {
-                                description_1 = undefined;
-                            }
-                            if (Object.keys(jokers).length === 0) {
-                                jokers = undefined;
-                            }
-                            if (Object.keys(expectAmount).length === 0) {
-                                expectAmount = undefined;
-                            }
-                            if (Object.keys(postprocessing).length === 0) {
-                                postprocessing = undefined;
-                            }
-                            dependentParameterNames = union(dependentParameterNames, extractParametersFromPromptTemplate(__assign(__assign({}, section), { description: description_1, executionType: executionType, content: content })));
-                            if (templateModelRequirements.modelVariant === undefined) {
-                                templateModelRequirements.modelVariant = 'CHAT';
-                            }
-                            var template = {
-                                name: titleToName(section.title),
-                                title: section.title,
-                                description: description_1,
-                                dependentParameterNames: Array.from(dependentParameterNames),
-                                executionType: executionType,
-                                jokers: jokers,
-                                postprocessing: postprocessing,
-                                expectations: expectAmount,
-                                expectFormat: expectFormat,
-                                modelRequirements: templateModelRequirements,
-                                contentLanguage: executionType === 'SCRIPT' ? language : undefined,
-                                content: content,
-                                resultingParameterName: resultingParameterName,
-                            };
-                            if (executionType !== 'PROMPT_TEMPLATE') {
-                                // eslint-disable-next-line @typescript-eslint/no-explicit-any
-                                delete template.modelRequirements;
-                            }
-                            promptbookJson.promptTemplates.push(template);
-                        };
-                        try {
-                            for (_a = __values(markdownStructure.sections), _b = _a.next(); !_b.done; _b = _a.next()) {
-                                section = _b.value;
-                                _loop_1(section);
-                            }
-                        }
-                        catch (e_2_1) { e_2 = { error: e_2_1 }; }
-                        finally {
-                            try {
-                                if (_b && !_b.done && (_d = _a.return)) _d.call(_a);
-                            }
-                            finally { if (e_2) throw e_2.error; }
-                        }
-                        // =============================================================
+                        promptbookJson = promptbookStringToJsonSync(promptbookString);
                         return [2 /*return*/, promptbookJson];
                 }
             });
         });
     }
     /**
-     * TODO: Report here line/column of error
-     * TODO: Use spaceTrim more effectively
-     * TODO: [🧠] Parameter flags - isInput, isOutput, isInternal
+     * TODO: [🏏] Leverage the batch API and build queues @see https://platform.openai.com/docs/guides/batch
      */
 
     /**
@@ -3345,8 +3377,8 @@
                             console.info(colors__default["default"].yellow("Tip: Prebuild your promptbook library (file with supposed prebuild ".concat(makedLibraryFilePath, " not found) with CLI util \"promptbook make\" to speed up the library creation.")));
                         }
                         else {
-                            colors__default["default"].green("Using your prebuild promptbook library ".concat(makedLibraryFilePath));
-                            // TODO: !!!!! Implement;
+                            colors__default["default"].green("(In future, not implemented yet) Using your prebuild promptbook library ".concat(makedLibraryFilePath));
+                            // TODO: !! Implement;
                         }
                         _a = options || {}, _b = _a.isRecursive, isRecursive = _b === void 0 ? true : _b, _c = _a.isVerbose, isVerbose = _c === void 0 ? false : _c, _d = _a.isLazyLoaded, isLazyLoaded = _d === void 0 ? false : _d, _e = _a.isCrashOnError, isCrashOnError = _e === void 0 ? true : _e;
                         library = createLibraryFromPromise(function () { return __awaiter(_this, void 0, void 0, function () {