@promptbook/node 0.59.0-8 → 0.59.0

package/esm/index.es.js

@@ -1,4 +1,5 @@
-import { readFile, readdir } from 'fs/promises';
+import colors from 'colors';
+import { access, constants, readFile, readdir } from 'fs/promises';
 import { join } from 'path';
 import spaceTrim$1, { spaceTrim } from 'spacetrim';
 import { format } from 'prettier';
@@ -124,18 +125,15 @@ function __spreadArray(to, from, pack) {
 }
 
 /**
- * This error indicates that the promptbook in a markdown format cannot be parsed into a valid promptbook object
+ * The maximum number of iterations for a loops
  */
-var PromptbookSyntaxError = /** @class */ (function (_super) {
-    __extends(PromptbookSyntaxError, _super);
-    function PromptbookSyntaxError(message) {
-        var _this = _super.call(this, message) || this;
-        _this.name = 'PromptbookSyntaxError';
-        Object.setPrototypeOf(_this, PromptbookSyntaxError.prototype);
-        return _this;
-    }
-    return PromptbookSyntaxError;
-}(Error));
+var LOOP_LIMIT = 1000;
+/**
+ * The name of the builded promptbook library made by CLI `promptbook make` and for lookup in `createLibraryFromDirectory`
+ */
+var PROMPTBOOK_MAKED_BASE_FILENAME = "index";
+
+var promptbookLibrary = [{title:"Prepare Keywords",promptbookUrl:"https://promptbook.studio/promptbook/prepare-keywords.ptbk.md",promptbookVersion:"0.59.0-36",parameters:[{name:"content",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],promptTemplates:[{name:"knowledge",title:"Knowledge",dependentParameterNames:["content"],executionType:"PROMPT_TEMPLATE",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {content}",resultingParameterName:"keywords"}],knowledge:[]},{title:"Prepare Knowledge from Markdown",promptbookUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",promptbookVersion:"0.59.0-36",parameters:[{name:"content",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledge",description:"The knowledge JSON object",isInput:false,isOutput:true}],promptTemplates:[{name:"knowledge",title:"Knowledge",dependentParameterNames:["content"],executionType:"PROMPT_TEMPLATE",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {content}",resultingParameterName:"knowledge"}],knowledge:[]}];
 
 /**
  * This error indicates errors during the execution of the promptbook
@@ -176,11 +174,6 @@ function assertsExecutionSuccessful(executionResult) {
  * TODO: [🧠] Can this return type be better typed than void
  */
 
-/**
- * The maximum number of iterations for a loops
- */
-var LOOP_LIMIT = 1000;
-
 /**
  * This error indicates that the promptbook object has valid syntax but contains logical errors (like circular dependencies)
  */
@@ -195,6 +188,20 @@ var PromptbookLogicError = /** @class */ (function (_super) {
     return PromptbookLogicError;
 }(Error));
 
+/**
+ * This error indicates that the promptbook in a markdown format cannot be parsed into a valid promptbook object
+ */
+var PromptbookSyntaxError = /** @class */ (function (_super) {
+    __extends(PromptbookSyntaxError, _super);
+    function PromptbookSyntaxError(message) {
+        var _this = _super.call(this, message) || this;
+        _this.name = 'PromptbookSyntaxError';
+        Object.setPrototypeOf(_this, PromptbookSyntaxError.prototype);
+        return _this;
+    }
+    return PromptbookSyntaxError;
+}(Error));
+
 /**
  * This error type indicates that the error should not happen and its last check before crashing with some other error
  */
@@ -248,7 +255,7 @@ function isValidUrl(url) {
  * @returns the same promptbook if it is logically valid
  * @throws {PromptbookLogicError} on logical error in the promptbook
  */
-function validatePromptbookJson(promptbook) {
+function validatePromptbook(promptbook) {
     // TODO: [🧠] Maybe test if promptbook is a promise and make specific error case for that
     var e_1, _a, e_2, _b, e_3, _c, e_4, _d;
     if (promptbook.promptbookUrl !== undefined) {
@@ -312,8 +319,7 @@ function validatePromptbookJson(promptbook) {
                 throw new PromptbookLogicError("Parameter {".concat(template.resultingParameterName, "} is defined multiple times"));
             }
             definedParameters.add(template.resultingParameterName);
-            if (template.executionType === 'PROMPT_TEMPLATE' &&
-                (template.modelRequirements.modelVariant === undefined)) {
+            if (template.executionType === 'PROMPT_TEMPLATE' && template.modelRequirements.modelVariant === undefined) {
                 throw new PromptbookLogicError(spaceTrim("\n\n                  You must specify MODEL VARIANT in the prompt template \"".concat(template.title, "\"\n\n                  For example:\n                  - MODEL VARIANT Chat\n                  - MODEL NAME `gpt-4-1106-preview`\n\n              ")));
             }
             if (template.jokers && template.jokers.length > 0) {
@@ -383,7 +389,7 @@ function validatePromptbookJson(promptbook) {
     var loopLimit = LOOP_LIMIT;
     var _loop_2 = function () {
         if (loopLimit-- < 0) {
-            throw new UnexpectedError('Loop limit reached during detection of circular dependencies in `validatePromptbookJson`');
+            throw new UnexpectedError('Loop limit reached during detection of circular dependencies in `validatePromptbook`');
         }
         var currentlyResovedTemplates = unresovedTemplates.filter(function (template) {
             return template.dependentParameterNames.every(function (name) { return resovedParameters.includes(name); });
@@ -418,7 +424,7 @@ function validatePromptbookJson(promptbook) {
  *     >  * It checks:
  *     >  * -   it has a valid structure
  *     >  * -   ...
- *     >  ex port function validatePromptbookJson(promptbook: unknown): asserts promptbook is PromptbookJson {
+ *     >  ex port function validatePromptbook(promptbook: unknown): asserts promptbook is PromptbookJson {
  */
 
 /**
@@ -460,7 +466,7 @@ function isValidJsonString(value /* <-[👨‍⚖️] */) {
 /**
  * The version of the Promptbook library
  */
-var PROMPTBOOK_VERSION = '0.59.0-7';
+var PROMPTBOOK_VERSION = '0.59.0-36';
 
 /**
  * Function `addUsage` will add multiple usages into one
@@ -1001,7 +1007,7 @@ function createPromptbookExecutor(options) {
     var _this = this;
     var promptbook = options.promptbook, tools = options.tools, _a = options.settings, settings = _a === void 0 ? {} : _a;
     var _b = settings.maxExecutionAttempts, maxExecutionAttempts = _b === void 0 ? 3 : _b;
-    validatePromptbookJson(promptbook);
+    validatePromptbook(promptbook);
     var promptbookExecutor = function (inputParameters, onProgress) { return __awaiter(_this, void 0, void 0, function () {
         function executeSingleTemplate(currentTemplate) {
             return __awaiter(this, void 0, void 0, function () {
@@ -1432,7 +1438,7 @@ function createPromptbookExecutor(options) {
                                         return template.dependentParameterNames.every(function (name) { return resovedParameters_1.includes(name); });
                                     });
                                     if (!(!currentTemplate && resolving_1.length === 0)) return [3 /*break*/, 1];
-                                    throw new UnexpectedError(spaceTrim("\n                            Can not resolve some parameters\n\n                            Note: This should be catched during validatePromptbookJson\n                        "));
+                                    throw new UnexpectedError(spaceTrim("\n                            Can not resolve some parameters\n\n                            Note: This should be catched during validatePromptbook\n                        "));
                                 case 1:
                                     if (!!currentTemplate) return [3 /*break*/, 3];
                                     /* [5] */ return [4 /*yield*/, Promise.race(resolving_1)];
@@ -1793,6 +1799,7 @@ var PromptbookReferenceError = /** @class */ (function (_super) {
  * Library of promptbooks that groups together promptbooks for an application.
  * This implementation is a very thin wrapper around the Array / Map of promptbooks.
  *
+ * @private use `createLibraryFromJson` instead
  * @see https://github.com/webgptorg/promptbook#promptbook-library
  */
 var SimplePromptbookLibrary = /** @class */ (function () {
@@ -1801,8 +1808,9 @@ var SimplePromptbookLibrary = /** @class */ (function () {
      *
      * @param promptbooks !!!
      *
+     * @private Use instead `createLibraryFromJson`
      * Note: During the construction logic of all promptbooks are validated
-     * Note: It is not recommended to use this constructor directly, use `createPromptbookLibraryFromSources` *(or other variant)* instead
+     * Note: It is not recommended to use this constructor directly, use `createLibraryFromJson` *(or other variant)* instead
      */
     function SimplePromptbookLibrary() {
         var e_1, _a;
@@ -1817,7 +1825,7 @@ var SimplePromptbookLibrary = /** @class */ (function () {
                 if (promptbook.promptbookUrl === undefined) {
                     throw new PromptbookReferenceError(spaceTrim("\n                        Promptbook with name \"".concat(promptbook.title, "\" does not have defined URL\n\n                        Note: Promptbooks without URLs are called anonymous promptbooks\n                              They can be used as standalone promptbooks, but they cannot be referenced by other promptbooks\n                              And also they cannot be used in the promptbook library\n\n                    ")));
                 }
-                validatePromptbookJson(promptbook);
+                validatePromptbook(promptbook);
                 // Note: [🦄]
                 if (this.library.has(promptbook.promptbookUrl) &&
                     promptbookJsonToString(promptbook) !==
@@ -1871,68 +1879,19 @@ var SimplePromptbookLibrary = /** @class */ (function () {
 /**
  * Creates PromptbookLibrary from array of PromptbookJson or PromptbookString
  *
- * Note: You can combine `PromptbookString` (`.ptbk.md`) with `PromptbookJson` BUT it is not recommended
+ * Note: Functions `libraryToJson` and `createLibraryFromJson` are complementary
  * Note: During the construction syntax and logic of all sources are validated
  *
  * @param promptbookSources
  * @returns PromptbookLibrary
  */
-function createPromptbookLibraryFromSources() {
-    var promptbookSources = [];
+function createLibraryFromJson() {
+    var promptbooks = [];
     for (var _i = 0; _i < arguments.length; _i++) {
-        promptbookSources[_i] = arguments[_i];
+        promptbooks[_i] = arguments[_i];
     }
-    return __awaiter(this, void 0, void 0, function () {
-        var promptbooks, promptbookSources_1, promptbookSources_1_1, source, promptbook, e_1_1;
-        var e_1, _a;
-        return __generator(this, function (_b) {
-            switch (_b.label) {
-                case 0:
-                    promptbooks = new Array();
-                    _b.label = 1;
-                case 1:
-                    _b.trys.push([1, 8, 9, 10]);
-                    promptbookSources_1 = __values(promptbookSources), promptbookSources_1_1 = promptbookSources_1.next();
-                    _b.label = 2;
-                case 2:
-                    if (!!promptbookSources_1_1.done) return [3 /*break*/, 7];
-                    source = promptbookSources_1_1.value;
-                    promptbook = void 0;
-                    if (!(typeof source === 'string')) return [3 /*break*/, 4];
-                    return [4 /*yield*/, promptbookStringToJson(source)];
-                case 3:
-                    // Note: When directly creating from string, no need to validate the source
-                    //       The validation is performed always before execution
-                    promptbook = _b.sent();
-                    return [3 /*break*/, 5];
-                case 4:
-                    promptbook = source;
-                    _b.label = 5;
-                case 5:
-                    promptbooks.push(promptbook);
-                    _b.label = 6;
-                case 6:
-                    promptbookSources_1_1 = promptbookSources_1.next();
-                    return [3 /*break*/, 2];
-                case 7: return [3 /*break*/, 10];
-                case 8:
-                    e_1_1 = _b.sent();
-                    e_1 = { error: e_1_1 };
-                    return [3 /*break*/, 10];
-                case 9:
-                    try {
-                        if (promptbookSources_1_1 && !promptbookSources_1_1.done && (_a = promptbookSources_1.return)) _a.call(promptbookSources_1);
-                    }
-                    finally { if (e_1) throw e_1.error; }
-                    return [7 /*endfinally*/];
-                case 10: return [2 /*return*/, new (SimplePromptbookLibrary.bind.apply(SimplePromptbookLibrary, __spreadArray([void 0], __read(promptbooks), false)))()];
-            }
-        });
-    });
+    return new (SimplePromptbookLibrary.bind.apply(SimplePromptbookLibrary, __spreadArray([void 0], __read(promptbooks), false)))();
 }
-/**
- * TODO: !!!! [🧠] Library precompilation and do not mix markdown and json promptbooks
- */
 
 /* tslint:disable */
 function normalizeToKebabCase(sentence) {
@@ -1991,85 +1950,100 @@ function normalizeToKebabCase(sentence) {
 
 function prepareKnowledgeFromMarkdown(options) {
     return __awaiter(this, void 0, void 0, function () {
-        var content, llmTools, library, promptbook, executor, result, outputParameters, knowledgeRaw, knowledgeTextPieces, knowledge;
+        var content, llmTools, _a, isVerbose, library, prepareKnowledgeFromMarkdownPromptbook, prepareKnowledgeFromMarkdownExecutor, prepareKeywordsPromptbook, prepareKeywordsExecutor, result, outputParameters, knowledgeRaw, knowledgeTextPieces, knowledge;
         var _this = this;
-        return __generator(this, function (_a) {
-            switch (_a.label) {
+        return __generator(this, function (_b) {
+            switch (_b.label) {
                 case 0:
-                    content = options.content, llmTools = options.llmTools;
-                    return [4 /*yield*/, createPromptbookLibraryFromSources(
-                        /* !!!! ...(promptbookLibrary as Array<PromptbookJson>)*/ {
-                            title: 'Prepare Knowledge from Markdown',
-                            promptbookUrl: 'https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md',
-                            promptbookVersion: '0.59.0-5',
-                            parameters: [
-                                { name: 'content', description: 'Markdown document content', isInput: true, isOutput: false },
-                                { name: 'knowledge', description: 'The knowledge JSON object', isInput: false, isOutput: true },
-                            ],
-                            promptTemplates: [
-                                {
-                                    name: 'knowledge',
-                                    title: 'Knowledge',
-                                    dependentParameterNames: ['content'],
-                                    executionType: 'PROMPT_TEMPLATE',
-                                    modelRequirements: { modelVariant: 'CHAT', modelName: 'claude-3-opus-20240229' },
-                                    content: 'You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {content}',
-                                    resultingParameterName: 'knowledge',
-                                },
-                            ],
-                            knowledge: [],
-                        })];
+                    content = options.content, llmTools = options.llmTools, _a = options.isVerbose, isVerbose = _a === void 0 ? false : _a;
+                    library = createLibraryFromJson.apply(void 0, __spreadArray([], __read(promptbookLibrary), false));
+                    return [4 /*yield*/, library.getPromptbookByUrl('https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md')];
                 case 1:
-                    library = _a.sent();
-                    promptbook = library.getPromptbookByUrl('https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md');
-                    executor = createPromptbookExecutor({
-                        promptbook: promptbook,
+                    prepareKnowledgeFromMarkdownPromptbook = _b.sent();
+                    prepareKnowledgeFromMarkdownExecutor = createPromptbookExecutor({
+                        promptbook: prepareKnowledgeFromMarkdownPromptbook,
                         tools: {
                             llm: llmTools,
                             script: [
-                            /* <- TODO: Allow to just not define script tools */
+                            /* <- TODO: Allow to just keep script undefined */
                             ],
                         },
                     });
-                    return [4 /*yield*/, executor({ content: content })];
+                    return [4 /*yield*/, library.getPromptbookByUrl('https://promptbook.studio/promptbook/prepare-keywords.ptbk.md')];
                 case 2:
-                    result = _a.sent();
+                    prepareKeywordsPromptbook = _b.sent();
+                    prepareKeywordsExecutor = createPromptbookExecutor({
+                        promptbook: prepareKeywordsPromptbook,
+                        tools: {
+                            llm: llmTools,
+                            script: [
+                            /* <- TODO: Allow to just keep script undefined */
+                            ],
+                        },
+                    });
+                    return [4 /*yield*/, prepareKnowledgeFromMarkdownExecutor({ content: content })];
+                case 3:
+                    result = _b.sent();
                     assertsExecutionSuccessful(result);
                     outputParameters = result.outputParameters;
                     knowledgeRaw = outputParameters.knowledge;
                     knowledgeTextPieces = (knowledgeRaw || '').split('\n---\n');
+                    if (isVerbose) {
+                        console.info('knowledgeTextPieces:', knowledgeTextPieces);
+                    }
                     return [4 /*yield*/, Promise.all(knowledgeTextPieces.map(function (knowledgeTextPiece, i) { return __awaiter(_this, void 0, void 0, function () {
-                            var name, title, content, keywords, index, sources;
-                            return __generator(this, function (_a) {
-                                name = "piece-".concat(i);
-                                title = spaceTrim$1(knowledgeTextPiece.substring(0, 100));
-                                content = spaceTrim$1(knowledgeTextPiece);
-                                keywords = [];
-                                index = [];
-                                sources = [];
-                                try {
-                                    // TODO: !!!! Summarize name and title from the content
-                                    title = spaceTrim$1(knowledgeTextPiece.substring(0, 30));
-                                    name = normalizeToKebabCase(title);
-                                    // TODO: !!!! Extract keywords via prompt
-                                    // TODO: !!!! Index through LLM model
-                                    // TODO: [🖖] !!!! Make system for sources and identification of sources
-                                }
-                                catch (error) {
-                                    console.error(error);
+                            var name, title, content, keywords, index, sources, result_1, _a, outputParameters_1, keywordsRaw, error_1;
+                            return __generator(this, function (_b) {
+                                switch (_b.label) {
+                                    case 0:
+                                        name = "piece-".concat(i);
+                                        title = spaceTrim$1(knowledgeTextPiece.substring(0, 100));
+                                        content = spaceTrim$1(knowledgeTextPiece);
+                                        keywords = [];
+                                        index = [];
+                                        sources = [];
+                                        _b.label = 1;
+                                    case 1:
+                                        _b.trys.push([1, 3, , 4]);
+                                        // TODO: !!!! Summarize name and title from the content
+                                        title = spaceTrim$1(knowledgeTextPiece.substring(0, 30));
+                                        name = normalizeToKebabCase(title);
+                                        return [4 /*yield*/, prepareKeywordsExecutor({ content: content })];
+                                    case 2:
+                                        result_1 = _b.sent();
+                                        _a = result_1.outputParameters, outputParameters_1 = _a === void 0 ? {} : _a;
+                                        keywordsRaw = outputParameters_1.keywords;
+                                        keywords = (keywordsRaw || '')
+                                            .split(',')
+                                            .map(function (keyword) { return keyword.trim(); })
+                                            .filter(function (keyword) { return keyword !== ''; });
+                                        if (isVerbose) {
+                                            console.info("Keywords for \"".concat(title, "\":"), keywords);
+                                        }
+                                        // ---
+                                        // TODO: !!!! Index through LLM model
+                                        index.push({
+                                            modelName: 'fake-model',
+                                            position: new Array(25).fill(0).map(function () { return Math.random() * 2 - 1; }),
+                                        });
+                                        return [3 /*break*/, 4];
+                                    case 3:
+                                        error_1 = _b.sent();
+                                        console.error(error_1);
+                                        return [3 /*break*/, 4];
+                                    case 4: return [2 /*return*/, {
+                                            name: name,
+                                            title: title,
+                                            content: content,
+                                            keywords: keywords,
+                                            index: index,
+                                            sources: sources,
+                                        }];
                                 }
-                                return [2 /*return*/, {
-                                        name: name,
-                                        title: title,
-                                        content: content,
-                                        keywords: keywords,
-                                        index: index,
-                                        sources: sources,
-                                    }];
                             });
                         }); }))];
-                case 3:
-                    knowledge = _a.sent();
+                case 4:
+                    knowledge = _b.sent();
                     return [2 /*return*/, knowledge];
             }
         });
@@ -2918,9 +2892,279 @@ function titleToName(value) {
     return value;
 }
 
+/**
+ * Compile promptbook from string (markdown) format to JSON format synchronously
+ *
+ * Note: There are two similar functions:
+ * - `promptbookStringToJson` **(preferred)** - which propperly compiles the promptbook and use embedding for external knowledge
+ * - `promptbookStringToJsonSync` - use only if you need to compile promptbook synchronously and it contains NO external knowledge
+ *
+ * @param promptbookString {Promptbook} in string markdown format (.ptbk.md)
+ * @param options - Options and tools for the compilation
+ * @returns {Promptbook} compiled in JSON format (.ptbk.json)
+ * @throws {PromptbookSyntaxError} if the promptbook string is not valid
+ *
+ * Note: This function does not validate logic of the pipeline only the syntax
+ * Note: This function acts as compilation process
+ */
+function promptbookStringToJsonSync(promptbookString) {
+    var e_1, _a, e_2, _b;
+    var promptbookJson = {
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        title: undefined /* <- Note: Putting here placeholder to keep `title` on top at final JSON */,
+        promptbookUrl: undefined /* <- Note: Putting here placeholder to keep `promptbookUrl` on top at final JSON */,
+        promptbookVersion: PROMPTBOOK_VERSION,
+        description: undefined /* <- Note: Putting here placeholder to keep `description` on top at final JSON */,
+        parameters: [],
+        promptTemplates: [],
+        knowledge: [],
+    };
+    // =============================================================
+    // Note: 1️⃣ Normalization of the PROMPTBOOK string
+    promptbookString = removeContentComments(promptbookString);
+    promptbookString = promptbookString.replaceAll(/`\{(?<parameterName>[a-z0-9_]+)\}`/gi, '{$<parameterName>}');
+    promptbookString = promptbookString.replaceAll(/`->\s+\{(?<parameterName>[a-z0-9_]+)\}`/gi, '-> {$<parameterName>}');
+    // =============================================================
+    ///Note: 2️⃣ Function for adding parameters
+    var addParam = function (parameterCommand) {
+        var parameterName = parameterCommand.parameterName, parameterDescription = parameterCommand.parameterDescription, isInput = parameterCommand.isInput, isOutput = parameterCommand.isOutput;
+        var existingParameter = promptbookJson.parameters.find(function (parameter) { return parameter.name === parameterName; });
+        if (existingParameter &&
+            existingParameter.description &&
+            existingParameter.description !== parameterDescription &&
+            parameterDescription) {
+            throw new PromptbookSyntaxError(spaceTrim(function (block) { return "\n                        Parameter {".concat(parameterName, "} is defined multiple times with different description.\n\n                        First definition:\n                        ").concat(block(existingParameter.description || '[undefined]'), "\n\n                        Second definition:\n                        ").concat(block(parameterDescription || '[undefined]'), "\n                    "); }));
+        }
+        if (existingParameter) {
+            if (parameterDescription) {
+                existingParameter.description = parameterDescription;
+            }
+        }
+        else {
+            promptbookJson.parameters.push({
+                name: parameterName,
+                description: parameterDescription || undefined,
+                isInput: isInput,
+                isOutput: isOutput,
+            });
+        }
+    };
+    // =============================================================
+    // Note: 3️⃣ Parse the dynamic part - the template pipeline
+    var markdownStructure = markdownToMarkdownStructure(promptbookString);
+    var markdownStructureDeepness = countMarkdownStructureDeepness(markdownStructure);
+    if (markdownStructureDeepness !== 2) {
+        throw new PromptbookSyntaxError(spaceTrim("\n                Invalid markdown structure.\n                The markdown must have exactly 2 levels of headings (one top-level section and one section for each template).\n                Now it has ".concat(markdownStructureDeepness, " levels of headings.\n            ")));
+    }
+    promptbookJson.title = markdownStructure.title;
+    // TODO: [1] DRY description
+    var description = markdownStructure.content;
+    // Note: Remove codeblocks
+    description = description.split(/^```.*^```/gms).join('');
+    //Note: Remove lists and return statement
+    description = description.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
+    description = spaceTrim(description);
+    if (description === '') {
+        description = undefined;
+    }
+    promptbookJson.description = description;
+    var defaultModelRequirements = {};
+    var listItems = extractAllListItemsFromMarkdown(markdownStructure.content);
+    try {
+        for (var listItems_1 = __values(listItems), listItems_1_1 = listItems_1.next(); !listItems_1_1.done; listItems_1_1 = listItems_1.next()) {
+            var listItem = listItems_1_1.value;
+            var command = parseCommand(listItem);
+            switch (command.type) {
+                case 'PROMPTBOOK_URL':
+                    promptbookJson.promptbookUrl = command.promptbookUrl.href;
+                    break;
+                case 'PROMPTBOOK_VERSION':
+                    promptbookJson.promptbookVersion = command.promptbookVersion;
+                    break;
+                case 'MODEL':
+                    defaultModelRequirements[command.key] = command.value;
+                    break;
+                case 'PARAMETER':
+                    addParam(command);
+                    break;
+                default:
+                    throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the head of the promptbook ONLY at the prompt template block"));
+            }
+        }
+    }
+    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+    finally {
+        try {
+            if (listItems_1_1 && !listItems_1_1.done && (_a = listItems_1.return)) _a.call(listItems_1);
+        }
+        finally { if (e_1) throw e_1.error; }
+    }
+    var _loop_1 = function (section) {
+        var e_3, _e;
+        // TODO: Parse prompt template description (the content out of the codeblock and lists)
+        var templateModelRequirements = __assign({}, defaultModelRequirements);
+        var listItems_3 = extractAllListItemsFromMarkdown(section.content);
+        var dependentParameterNames = new Set();
+        var executionType = 'PROMPT_TEMPLATE';
+        var jokers = [];
+        var postprocessing = [];
+        var expectAmount = {};
+        var expectFormat = undefined;
+        var isExecutionTypeChanged = false;
+        try {
+            for (var listItems_2 = (e_3 = void 0, __values(listItems_3)), listItems_2_1 = listItems_2.next(); !listItems_2_1.done; listItems_2_1 = listItems_2.next()) {
+                var listItem = listItems_2_1.value;
+                var command = parseCommand(listItem);
+                switch (command.type) {
+                    case 'JOKER':
+                        jokers.push(command.parameterName);
+                        dependentParameterNames.add(command.parameterName);
+                        break;
+                    case 'EXECUTE':
+                        if (isExecutionTypeChanged) {
+                            throw new PromptbookSyntaxError('Execution type is already defined in the prompt template. It can be defined only once.');
+                        }
+                        executionType = command.executionType;
+                        isExecutionTypeChanged = true;
+                        break;
+                    case 'MODEL':
+                        templateModelRequirements[command.key] = command.value;
+                        break;
+                    case 'PARAMETER':
+                        // Note: This is just for detecting resulitng parameter name
+                        addParam(command);
+                        break;
+                    case 'POSTPROCESS':
+                        postprocessing.push(command.functionName);
+                        break;
+                    case 'EXPECT_AMOUNT':
+                        // eslint-disable-next-line no-case-declarations
+                        var unit = command.unit.toLowerCase();
+                        expectAmount[unit] = expectAmount[unit] || {};
+                        if (command.sign === 'MINIMUM' || command.sign === 'EXACTLY') {
+                            if (expectAmount[unit].min !== undefined) {
+                                throw new PromptbookSyntaxError("Already defined minumum ".concat(expectAmount[unit].min, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
+                            }
+                            expectAmount[unit].min = command.amount;
+                        } /* not else */
+                        if (command.sign === 'MAXIMUM' || command.sign === 'EXACTLY') {
+                            if (expectAmount[unit].max !== undefined) {
+                                throw new PromptbookSyntaxError("Already defined maximum ".concat(expectAmount[unit].max, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
+                            }
+                            expectAmount[unit].max = command.amount;
+                        }
+                        break;
+                    case 'EXPECT_FORMAT':
+                        if (expectFormat !== undefined && command.format !== expectFormat) {
+                            throw new PromptbookSyntaxError("Expect format is already defined to \"".concat(expectFormat, "\". Now you try to redefine it by \"").concat(command.format, "\"."));
+                        }
+                        expectFormat = command.format;
+                        break;
+                    default:
+                        throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the block of the prompt template ONLY at the head of the promptbook"));
+                }
+            }
+        }
+        catch (e_3_1) { e_3 = { error: e_3_1 }; }
+        finally {
+            try {
+                if (listItems_2_1 && !listItems_2_1.done && (_e = listItems_2.return)) _e.call(listItems_2);
+            }
+            finally { if (e_3) throw e_3.error; }
+        }
+        var _f = extractOneBlockFromMarkdown(section.content), language = _f.language, content = _f.content;
+        if (executionType === 'SCRIPT') {
+            if (!language) {
+                throw new PromptbookSyntaxError('You must specify the language of the script in the prompt template');
+            }
+            else if (!SUPPORTED_SCRIPT_LANGUAGES.includes(language)) {
+                throw new PromptbookSyntaxError(spaceTrim(function (block) { return "\n                            Script language ".concat(language, " is not supported.\n\n                            Supported languages are:\n                            ").concat(block(SUPPORTED_SCRIPT_LANGUAGES.join(', ')), "\n\n                        "); }));
+            }
+        }
+        var lastLine = section.content.split('\n').pop();
+        var match = /^->\s*\{(?<resultingParamName>[a-z0-9_]+)\}/im.exec(lastLine);
+        if (!match || match.groups === undefined || match.groups.resultingParamName === undefined) {
+            throw new PromptbookSyntaxError(spaceTrim(function (block) { return "\n                        Invalid template - each section must end with \"-> {...}\"\n\n                        Invalid section:\n                        ".concat(block(
+            // TODO: Show code of invalid sections each time + DRY
+            section.content
+                .split('\n')
+                .map(function (line) { return "> ".concat(line); })
+                .join('\n')), "\n                        "); }));
+        }
+        var resultingParameterName = match.groups.resultingParamName;
+        // TODO: [1] DRY description
+        var description_1 = section.content;
+        // Note: Remove codeblocks
+        description_1 = description_1.split(/^```.*^```/gms).join('');
+        //Note: Remove lists and return statement
+        description_1 = description_1.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
+        description_1 = spaceTrim(description_1);
+        if (description_1 === '') {
+            description_1 = undefined;
+        }
+        if (Object.keys(jokers).length === 0) {
+            jokers = undefined;
+        }
+        if (Object.keys(expectAmount).length === 0) {
+            expectAmount = undefined;
+        }
+        if (Object.keys(postprocessing).length === 0) {
+            postprocessing = undefined;
+        }
+        dependentParameterNames = union(dependentParameterNames, extractParametersFromPromptTemplate(__assign(__assign({}, section), { description: description_1, executionType: executionType, content: content })));
+        if (templateModelRequirements.modelVariant === undefined) {
+            templateModelRequirements.modelVariant = 'CHAT';
+        }
+        var template = {
+            name: titleToName(section.title),
+            title: section.title,
+            description: description_1,
+            dependentParameterNames: Array.from(dependentParameterNames),
+            executionType: executionType,
+            jokers: jokers,
+            postprocessing: postprocessing,
+            expectations: expectAmount,
+            expectFormat: expectFormat,
+            modelRequirements: templateModelRequirements,
+            contentLanguage: executionType === 'SCRIPT' ? language : undefined,
+            content: content,
+            resultingParameterName: resultingParameterName,
+        };
+        if (executionType !== 'PROMPT_TEMPLATE') {
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            delete template.modelRequirements;
+        }
+        promptbookJson.promptTemplates.push(template);
+    };
+    try {
+        for (var _c = __values(markdownStructure.sections), _d = _c.next(); !_d.done; _d = _c.next()) {
+            var section = _d.value;
+            _loop_1(section);
+        }
+    }
+    catch (e_2_1) { e_2 = { error: e_2_1 }; }
+    finally {
+        try {
+            if (_d && !_d.done && (_b = _c.return)) _b.call(_c);
+        }
+        finally { if (e_2) throw e_2.error; }
+    }
+    // =============================================================
+    return promptbookJson;
+}
+/**
+ * TODO: Report here line/column of error
+ * TODO: Use spaceTrim more effectively
+ * TODO: [🧠] Parameter flags - isInput, isOutput, isInternal
+ */
+
 /**
  * Compile promptbook from string (markdown) format to JSON format
  *
+ * Note: There are two similar functions:
+ * - `promptbookStringToJson` **(preferred)** - which propperly compiles the promptbook and use embedding for external knowledge
+ * - `promptbookStringToJsonSync` - use only if you need to compile promptbook synchronously and it contains NO external knowledge
+ *
  * @param promptbookString {Promptbook} in string markdown format (.ptbk.md)
  * @param options - Options and tools for the compilation
  * @returns {Promptbook} compiled in JSON format (.ptbk.json)
@@ -2932,262 +3176,29 @@ function titleToName(value) {
 function promptbookStringToJson(promptbookString, options) {
     if (options === void 0) { options = {}; }
     return __awaiter(this, void 0, void 0, function () {
-        var llmTools, promptbookJson, knowledge, addParam, markdownStructure, markdownStructureDeepness, description, defaultModelRequirements, listItems, listItems_1, listItems_1_1, listItem, command, _loop_1, _a, _b, section;
-        var e_1, _c, e_2, _d;
-        return __generator(this, function (_e) {
-            switch (_e.label) {
+        var llmTools, knowledge, promptbookJson;
+        return __generator(this, function (_a) {
+            switch (_a.label) {
                 case 0:
                     llmTools = options.llmTools;
-                    promptbookJson = {
-                        // eslint-disable-next-line @typescript-eslint/no-explicit-any
-                        title: undefined /* <- Note: Putting here placeholder to keep `title` on top at final JSON */,
-                        promptbookUrl: undefined /* <- Note: Putting here placeholder to keep `promptbookUrl` on top at final JSON */,
-                        promptbookVersion: PROMPTBOOK_VERSION,
-                        description: undefined /* <- Note: Putting here placeholder to keep `description` on top at final JSON */,
-                        parameters: [],
-                        promptTemplates: [],
-                        knowledge: [],
-                    };
                     if (!llmTools) return [3 /*break*/, 2];
                     return [4 /*yield*/, prepareKnowledgeFromMarkdown({
                             content: 'Roses are red, violets are blue, programmers use Promptbook, users too',
                             llmTools: llmTools,
                         })];
                 case 1:
-                    knowledge = _e.sent();
+                    knowledge = _a.sent();
                     console.info('!!!! knowledge', knowledge);
-                    _e.label = 2;
+                    _a.label = 2;
                 case 2:
-                    // =============================================================
-                    // Note: 1️⃣ Normalization of the PROMPTBOOK string
-                    promptbookString = removeContentComments(promptbookString);
-                    promptbookString = promptbookString.replaceAll(/`\{(?<parameterName>[a-z0-9_]+)\}`/gi, '{$<parameterName>}');
-                    promptbookString = promptbookString.replaceAll(/`->\s+\{(?<parameterName>[a-z0-9_]+)\}`/gi, '-> {$<parameterName>}');
-                    addParam = function (parameterCommand) {
-                        var parameterName = parameterCommand.parameterName, parameterDescription = parameterCommand.parameterDescription, isInput = parameterCommand.isInput, isOutput = parameterCommand.isOutput;
-                        var existingParameter = promptbookJson.parameters.find(function (parameter) { return parameter.name === parameterName; });
-                        if (existingParameter &&
-                            existingParameter.description &&
-                            existingParameter.description !== parameterDescription &&
-                            parameterDescription) {
-                            throw new PromptbookSyntaxError(spaceTrim(function (block) { return "\n                        Parameter {".concat(parameterName, "} is defined multiple times with different description.\n\n                        First definition:\n                        ").concat(block(existingParameter.description || '[undefined]'), "\n\n                        Second definition:\n                        ").concat(block(parameterDescription || '[undefined]'), "\n                    "); }));
-                        }
-                        if (existingParameter) {
-                            if (parameterDescription) {
-                                existingParameter.description = parameterDescription;
-                            }
-                        }
-                        else {
-                            promptbookJson.parameters.push({
-                                name: parameterName,
-                                description: parameterDescription || undefined,
-                                isInput: isInput,
-                                isOutput: isOutput,
-                            });
-                        }
-                    };
-                    markdownStructure = markdownToMarkdownStructure(promptbookString);
-                    markdownStructureDeepness = countMarkdownStructureDeepness(markdownStructure);
-                    if (markdownStructureDeepness !== 2) {
-                        throw new PromptbookSyntaxError(spaceTrim("\n                Invalid markdown structure.\n                The markdown must have exactly 2 levels of headings (one top-level section and one section for each template).\n                Now it has ".concat(markdownStructureDeepness, " levels of headings.\n            ")));
-                    }
-                    promptbookJson.title = markdownStructure.title;
-                    description = markdownStructure.content;
-                    // Note: Remove codeblocks
-                    description = description.split(/^```.*^```/gms).join('');
-                    //Note: Remove lists and return statement
-                    description = description.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
-                    description = spaceTrim(description);
-                    if (description === '') {
-                        description = undefined;
-                    }
-                    promptbookJson.description = description;
-                    defaultModelRequirements = {};
-                    listItems = extractAllListItemsFromMarkdown(markdownStructure.content);
-                    try {
-                        for (listItems_1 = __values(listItems), listItems_1_1 = listItems_1.next(); !listItems_1_1.done; listItems_1_1 = listItems_1.next()) {
-                            listItem = listItems_1_1.value;
-                            command = parseCommand(listItem);
-                            switch (command.type) {
-                                case 'PROMPTBOOK_URL':
-                                    promptbookJson.promptbookUrl = command.promptbookUrl.href;
-                                    break;
-                                case 'PROMPTBOOK_VERSION':
-                                    promptbookJson.promptbookVersion = command.promptbookVersion;
-                                    break;
-                                case 'MODEL':
-                                    defaultModelRequirements[command.key] = command.value;
-                                    break;
-                                case 'PARAMETER':
-                                    addParam(command);
-                                    break;
-                                default:
-                                    throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the head of the promptbook ONLY at the prompt template block"));
-                            }
-                        }
-                    }
-                    catch (e_1_1) { e_1 = { error: e_1_1 }; }
-                    finally {
-                        try {
-                            if (listItems_1_1 && !listItems_1_1.done && (_c = listItems_1.return)) _c.call(listItems_1);
-                        }
-                        finally { if (e_1) throw e_1.error; }
-                    }
-                    _loop_1 = function (section) {
-                        var e_3, _f;
-                        // TODO: Parse prompt template description (the content out of the codeblock and lists)
-                        var templateModelRequirements = __assign({}, defaultModelRequirements);
-                        var listItems_3 = extractAllListItemsFromMarkdown(section.content);
-                        var dependentParameterNames = new Set();
-                        var executionType = 'PROMPT_TEMPLATE';
-                        var jokers = [];
-                        var postprocessing = [];
-                        var expectAmount = {};
-                        var expectFormat = undefined;
-                        var isExecutionTypeChanged = false;
-                        try {
-                            for (var listItems_2 = (e_3 = void 0, __values(listItems_3)), listItems_2_1 = listItems_2.next(); !listItems_2_1.done; listItems_2_1 = listItems_2.next()) {
-                                var listItem = listItems_2_1.value;
-                                var command = parseCommand(listItem);
-                                switch (command.type) {
-                                    case 'JOKER':
-                                        jokers.push(command.parameterName);
-                                        dependentParameterNames.add(command.parameterName);
-                                        break;
-                                    case 'EXECUTE':
-                                        if (isExecutionTypeChanged) {
-                                            throw new PromptbookSyntaxError('Execution type is already defined in the prompt template. It can be defined only once.');
-                                        }
-                                        executionType = command.executionType;
-                                        isExecutionTypeChanged = true;
-                                        break;
-                                    case 'MODEL':
-                                        templateModelRequirements[command.key] = command.value;
-                                        break;
-                                    case 'PARAMETER':
-                                        // Note: This is just for detecting resulitng parameter name
-                                        addParam(command);
-                                        break;
-                                    case 'POSTPROCESS':
-                                        postprocessing.push(command.functionName);
-                                        break;
-                                    case 'EXPECT_AMOUNT':
-                                        // eslint-disable-next-line no-case-declarations
-                                        var unit = command.unit.toLowerCase();
-                                        expectAmount[unit] = expectAmount[unit] || {};
-                                        if (command.sign === 'MINIMUM' || command.sign === 'EXACTLY') {
-                                            if (expectAmount[unit].min !== undefined) {
-                                                throw new PromptbookSyntaxError("Already defined minumum ".concat(expectAmount[unit].min, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
-                                            }
-                                            expectAmount[unit].min = command.amount;
-                                        } /* not else */
-                                        if (command.sign === 'MAXIMUM' || command.sign === 'EXACTLY') {
-                                            if (expectAmount[unit].max !== undefined) {
-                                                throw new PromptbookSyntaxError("Already defined maximum ".concat(expectAmount[unit].max, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
-                                            }
-                                            expectAmount[unit].max = command.amount;
-                                        }
-                                        break;
-                                    case 'EXPECT_FORMAT':
-                                        if (expectFormat !== undefined && command.format !== expectFormat) {
-                                            throw new PromptbookSyntaxError("Expect format is already defined to \"".concat(expectFormat, "\". Now you try to redefine it by \"").concat(command.format, "\"."));
-                                        }
-                                        expectFormat = command.format;
-                                        break;
-                                    default:
-                                        throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the block of the prompt template ONLY at the head of the promptbook"));
-                                }
-                            }
-                        }
-                        catch (e_3_1) { e_3 = { error: e_3_1 }; }
-                        finally {
-                            try {
-                                if (listItems_2_1 && !listItems_2_1.done && (_f = listItems_2.return)) _f.call(listItems_2);
-                            }
-                            finally { if (e_3) throw e_3.error; }
-                        }
-                        var _g = extractOneBlockFromMarkdown(section.content), language = _g.language, content = _g.content;
-                        if (executionType === 'SCRIPT') {
-                            if (!language) {
-                                throw new PromptbookSyntaxError('You must specify the language of the script in the prompt template');
-                            }
-                            else if (!SUPPORTED_SCRIPT_LANGUAGES.includes(language)) {
-                                throw new PromptbookSyntaxError(spaceTrim(function (block) { return "\n                            Script language ".concat(language, " is not supported.\n\n                            Supported languages are:\n                            ").concat(block(SUPPORTED_SCRIPT_LANGUAGES.join(', ')), "\n\n                        "); }));
-                            }
-                        }
-                        var lastLine = section.content.split('\n').pop();
-                        var match = /^->\s*\{(?<resultingParamName>[a-z0-9_]+)\}/im.exec(lastLine);
-                        if (!match || match.groups === undefined || match.groups.resultingParamName === undefined) {
-                            throw new PromptbookSyntaxError(spaceTrim(function (block) { return "\n                        Invalid template - each section must end with \"-> {...}\"\n\n                        Invalid section:\n                        ".concat(block(
-                            // TODO: Show code of invalid sections each time + DRY
-                            section.content
-                                .split('\n')
-                                .map(function (line) { return "> ".concat(line); })
-                                .join('\n')), "\n                        "); }));
-                        }
-                        var resultingParameterName = match.groups.resultingParamName;
-                        // TODO: [1] DRY description
-                        var description_1 = section.content;
-                        // Note: Remove codeblocks
-                        description_1 = description_1.split(/^```.*^```/gms).join('');
-                        //Note: Remove lists and return statement
-                        description_1 = description_1.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
-                        description_1 = spaceTrim(description_1);
-                        if (description_1 === '') {
-                            description_1 = undefined;
-                        }
-                        if (Object.keys(jokers).length === 0) {
-                            jokers = undefined;
-                        }
-                        if (Object.keys(expectAmount).length === 0) {
-                            expectAmount = undefined;
-                        }
-                        if (Object.keys(postprocessing).length === 0) {
-                            postprocessing = undefined;
-                        }
-                        dependentParameterNames = union(dependentParameterNames, extractParametersFromPromptTemplate(__assign(__assign({}, section), { description: description_1, executionType: executionType, content: content })));
-                        if (templateModelRequirements.modelVariant === undefined) {
-                            templateModelRequirements.modelVariant = 'CHAT';
-                        }
-                        promptbookJson.promptTemplates.push({
-                            name: titleToName(section.title),
-                            title: section.title,
-                            description: description_1,
-                            dependentParameterNames: Array.from(dependentParameterNames),
-                            executionType: executionType,
-                            jokers: jokers,
-                            postprocessing: postprocessing,
-                            expectations: expectAmount,
-                            expectFormat: expectFormat,
-                            modelRequirements: templateModelRequirements,
-                            contentLanguage: executionType === 'SCRIPT' ? language : undefined,
-                            content: content,
-                            resultingParameterName: resultingParameterName,
-                        });
-                    };
-                    try {
-                        for (_a = __values(markdownStructure.sections), _b = _a.next(); !_b.done; _b = _a.next()) {
-                            section = _b.value;
-                            _loop_1(section);
-                        }
-                    }
-                    catch (e_2_1) { e_2 = { error: e_2_1 }; }
-                    finally {
-                        try {
-                            if (_b && !_b.done && (_d = _a.return)) _d.call(_a);
-                        }
-                        finally { if (e_2) throw e_2.error; }
-                    }
-                    // =============================================================
+                    promptbookJson = promptbookStringToJsonSync(promptbookString);
                     return [2 /*return*/, promptbookJson];
             }
         });
     });
 }
 /**
- * TODO: Report here line/column of error
- * TODO: Use spaceTrim more effectively
- * TODO: [🧠] Parameter flags - isInput, isOutput, isInternal
+ * TODO: [🏏] Leverage the batch API and build queues @see https://platform.openai.com/docs/guides/batch
  */
 
 /**
@@ -3224,19 +3235,19 @@ new Function("\n    try {\n        if (typeof WorkerGlobalScope !== 'undefined'
  * - Factory function that returns Promise of array of PromptbookJson or PromptbookString
  *
  * Note: This is useful as internal tool for other constructor functions like
- *       `createPromptbookLibraryFromUrl` or `createPromptbookLibraryFromDirectory`
+ *       `createLibraryFromUrl` or `createLibraryFromDirectory`
  *       Consider using those functions instead of this one
  *
  * Note: The function does NOT return promise it returns the library directly which waits for the sources to be resolved
  *       when error occurs in given promise or factory function, it is thrown during `listPromptbooks` or `getPromptbookByUrl` call
  *
- * Note: Consider using  `createPromptbookLibraryFromDirectory` or `createPromptbookLibraryFromUrl`
+ * Note: Consider using  `createLibraryFromDirectory` or `createLibraryFromUrl`
  *
  * @param promptbookSourcesPromiseOrFactory
  * @returns PromptbookLibrary
  * @deprecated Do not use, it will became internal tool for other constructor functions
  */
-function createPromptbookLibraryFromPromise(promptbookSourcesPromiseOrFactory) {
+function createLibraryFromPromise(promptbookSourcesPromiseOrFactory) {
     var library;
     function forSources() {
         return __awaiter(this, void 0, void 0, function () {
@@ -3251,9 +3262,7 @@ function createPromptbookLibraryFromPromise(promptbookSourcesPromiseOrFactory) {
                         return [4 /*yield*/, promptbookSourcesPromiseOrFactory];
                     case 1:
                         promptbookSources = _a.sent();
-                        return [4 /*yield*/, createPromptbookLibraryFromSources.apply(void 0, __spreadArray([], __read(promptbookSources), false))];
-                    case 2:
-                        library = _a.sent();
+                        library = createLibraryFromJson.apply(void 0, __spreadArray([], __read(promptbookSources), false));
                         return [2 /*return*/];
                 }
             });
@@ -3301,9 +3310,6 @@ function createPromptbookLibraryFromPromise(promptbookSourcesPromiseOrFactory) {
         isResponsibleForPrompt: isResponsibleForPrompt,
     };
 }
-/**
- * TODO: !!!! [🧠] Library precompilation and do not mix markdown and json promptbooks
- */
 
 /**
  * Constructs Promptbook from given directory
@@ -3314,32 +3320,42 @@ function createPromptbookLibraryFromPromise(promptbookSourcesPromiseOrFactory) {
  * @param options - Misc options for the library
  * @returns PromptbookLibrary
  */
-function createPromptbookLibraryFromDirectory(path, options) {
+function createLibraryFromDirectory(path, options) {
     return __awaiter(this, void 0, void 0, function () {
-        var _a, _b, isRecursive, _c, isVerbose, _d, isLazyLoaded, _e, isCrashOnError, library;
+        var makedLibraryFilePath, makedLibraryFileExists, _a, _b, isRecursive, _c, isVerbose, _d, isLazyLoaded, _e, isCrashOnError, library;
         var _this = this;
         return __generator(this, function (_f) {
             switch (_f.label) {
                 case 0:
                     if (!isRunningInNode()) {
-                        throw new Error('Function `createPromptbookLibraryFromDirectory` can only be run in Node.js environment because it reads the file system.');
+                        throw new Error('Function `createLibraryFromDirectory` can only be run in Node.js environment because it reads the file system.');
+                    }
+                    makedLibraryFilePath = join(path, "".concat(PROMPTBOOK_MAKED_BASE_FILENAME, ".json"));
+                    return [4 /*yield*/, access(makedLibraryFilePath, constants.R_OK)
+                            .then(function () { return true; })
+                            .catch(function () { return false; })];
+                case 1:
+                    makedLibraryFileExists = _f.sent();
+                    if (!makedLibraryFileExists) {
+                        console.info(colors.yellow("Tip: Prebuild your promptbook library (file with supposed prebuild ".concat(makedLibraryFilePath, " not found) with CLI util \"promptbook make\" to speed up the library creation.")));
+                    }
+                    else {
+                        colors.green("(In future, not implemented yet) Using your prebuild promptbook library ".concat(makedLibraryFilePath));
+                        // TODO: !! Implement;
                     }
                     _a = options || {}, _b = _a.isRecursive, isRecursive = _b === void 0 ? true : _b, _c = _a.isVerbose, isVerbose = _c === void 0 ? false : _c, _d = _a.isLazyLoaded, isLazyLoaded = _d === void 0 ? false : _d, _e = _a.isCrashOnError, isCrashOnError = _e === void 0 ? true : _e;
-                    library = createPromptbookLibraryFromPromise(function () { return __awaiter(_this, void 0, void 0, function () {
+                    library = createLibraryFromPromise(function () { return __awaiter(_this, void 0, void 0, function () {
                         var fileNames, promptbooks, _loop_1, fileNames_1, fileNames_1_1, fileName, e_1_1;
                         var e_1, _a;
                         return __generator(this, function (_b) {
                             switch (_b.label) {
                                 case 0:
                                     if (isVerbose) {
-                                        console.info("Creating promptbook library from path ".concat(path));
+                                        console.info("Creating promptbook library from path ".concat(path.split('\\').join('/')));
                                     }
                                     return [4 /*yield*/, listAllFiles(path, isRecursive)];
                                 case 1:
                                     fileNames = _b.sent();
-                                    if (isVerbose) {
-                                        console.info('createPromptbookLibraryFromDirectory', { path: path, isRecursive: isRecursive, fileNames: fileNames });
-                                    }
                                     promptbooks = [];
                                     _loop_1 = function (fileName) {
                                         var promptbook, promptbookString, _c, _d, error_1, wrappedErrorMessage;
@@ -3359,7 +3375,7 @@ function createPromptbookLibraryFromDirectory(path, options) {
                                                 case 3:
                                                     if (!fileName.endsWith('.ptbk.json')) return [3 /*break*/, 5];
                                                     if (isVerbose) {
-                                                        console.info("Loading ".concat(fileName));
+                                                        console.info("Loading ".concat(fileName.split('\\').join('/')));
                                                     }
                                                     _d = (_c = JSON).parse;
                                                     return [4 /*yield*/, readFile(fileName, 'utf8')];
@@ -3369,7 +3385,7 @@ function createPromptbookLibraryFromDirectory(path, options) {
                                                     return [3 /*break*/, 6];
                                                 case 5:
                                                     if (isVerbose) {
-                                                        console.info("Skipping file ".concat(fileName));
+                                                        console.info("Skipping file ".concat(fileName.split('\\').join('/')));
                                                     }
                                                     _e.label = 6;
                                                 case 6:
@@ -3377,17 +3393,17 @@ function createPromptbookLibraryFromDirectory(path, options) {
                                                     if (promptbook !== null) {
                                                         if (!promptbook.promptbookUrl) {
                                                             if (isVerbose) {
-                                                                console.info("Not loading ".concat(fileName, " - missing URL"));
+                                                                console.info("Not loading ".concat(fileName.split('\\').join('/'), " - missing URL"));
                                                             }
                                                         }
                                                         else {
                                                             if (isVerbose) {
-                                                                console.info("Loading ".concat(fileName));
+                                                                console.info("Loading ".concat(fileName.split('\\').join('/')));
                                                             }
                                                             if (!isCrashOnError) {
                                                                 // Note: Validate promptbook to check if it is logically correct to not crash on invalid promptbooks
                                                                 //       But be handled in current try-catch block
-                                                                validatePromptbookJson(promptbook);
+                                                                validatePromptbook(promptbook);
                                                             }
                                                             // Note: [🦄] Promptbook with same url uniqueness will be checked automatically in SimplePromptbookLibrary
                                                             promptbooks.push(promptbook);
@@ -3439,12 +3455,12 @@ function createPromptbookLibraryFromDirectory(path, options) {
                             }
                         });
                     }); });
-                    if (!(isLazyLoaded === false)) return [3 /*break*/, 2];
+                    if (!(isLazyLoaded === false)) return [3 /*break*/, 3];
                     return [4 /*yield*/, library.listPromptbooks()];
-                case 1:
+                case 2:
                     _f.sent();
-                    _f.label = 2;
-                case 2: return [2 /*return*/, library];
+                    _f.label = 3;
+                case 3: return [2 /*return*/, library];
             }
         });
     });
@@ -3455,7 +3471,7 @@ function createPromptbookLibraryFromDirectory(path, options) {
  * @param path
  * @param isRecursive
  * @returns List of all files in the directory
- * @private internal function for `createPromptbookLibraryFromDirectory`
+ * @private internal function for `createLibraryFromDirectory`
  */
 function listAllFiles(path, isRecursive) {
     return __awaiter(this, void 0, void 0, function () {
@@ -3512,5 +3528,5 @@ function listAllFiles(path, isRecursive) {
  * TODO: !!!! [🧠] Library precompilation and do not mix markdown and json promptbooks
  */
 
-export { PROMPTBOOK_VERSION, createPromptbookLibraryFromDirectory };
+export { PROMPTBOOK_VERSION, createLibraryFromDirectory };
 //# sourceMappingURL=index.es.js.map