@promptbook/core 0.59.0-8 → 0.59.0

package/umd/index.umd.js

@@ -192,19 +192,7 @@
         }
     }
 
-    /**
-     * This error indicates that the promptbook in a markdown format cannot be parsed into a valid promptbook object
-     */
-    var PromptbookSyntaxError = /** @class */ (function (_super) {
-        __extends(PromptbookSyntaxError, _super);
-        function PromptbookSyntaxError(message) {
-            var _this = _super.call(this, message) || this;
-            _this.name = 'PromptbookSyntaxError';
-            Object.setPrototypeOf(_this, PromptbookSyntaxError.prototype);
-            return _this;
-        }
-        return PromptbookSyntaxError;
-    }(Error));
+    var promptbookLibrary = [{title:"Prepare Keywords",promptbookUrl:"https://promptbook.studio/promptbook/prepare-keywords.ptbk.md",promptbookVersion:"0.59.0-36",parameters:[{name:"content",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],promptTemplates:[{name:"knowledge",title:"Knowledge",dependentParameterNames:["content"],executionType:"PROMPT_TEMPLATE",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {content}",resultingParameterName:"keywords"}],knowledge:[]},{title:"Prepare Knowledge from Markdown",promptbookUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",promptbookVersion:"0.59.0-36",parameters:[{name:"content",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledge",description:"The knowledge JSON object",isInput:false,isOutput:true}],promptTemplates:[{name:"knowledge",title:"Knowledge",dependentParameterNames:["content"],executionType:"PROMPT_TEMPLATE",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {content}",resultingParameterName:"knowledge"}],knowledge:[]}];
 
     /**
      * This error indicates errors during the execution of the promptbook
@@ -264,6 +252,20 @@
         return PromptbookLogicError;
     }(Error));
 
+    /**
+     * This error indicates that the promptbook in a markdown format cannot be parsed into a valid promptbook object
+     */
+    var PromptbookSyntaxError = /** @class */ (function (_super) {
+        __extends(PromptbookSyntaxError, _super);
+        function PromptbookSyntaxError(message) {
+            var _this = _super.call(this, message) || this;
+            _this.name = 'PromptbookSyntaxError';
+            Object.setPrototypeOf(_this, PromptbookSyntaxError.prototype);
+            return _this;
+        }
+        return PromptbookSyntaxError;
+    }(Error));
+
     /**
      * This error type indicates that the error should not happen and its last check before crashing with some other error
      */
@@ -317,7 +319,7 @@
      * @returns the same promptbook if it is logically valid
      * @throws {PromptbookLogicError} on logical error in the promptbook
      */
-    function validatePromptbookJson(promptbook) {
+    function validatePromptbook(promptbook) {
         // TODO: [🧠] Maybe test if promptbook is a promise and make specific error case for that
         var e_1, _a, e_2, _b, e_3, _c, e_4, _d;
         if (promptbook.promptbookUrl !== undefined) {
@@ -381,8 +383,7 @@
                     throw new PromptbookLogicError("Parameter {".concat(template.resultingParameterName, "} is defined multiple times"));
                 }
                 definedParameters.add(template.resultingParameterName);
-                if (template.executionType === 'PROMPT_TEMPLATE' &&
-                    (template.modelRequirements.modelVariant === undefined)) {
+                if (template.executionType === 'PROMPT_TEMPLATE' && template.modelRequirements.modelVariant === undefined) {
                     throw new PromptbookLogicError(spaceTrim.spaceTrim("\n\n                  You must specify MODEL VARIANT in the prompt template \"".concat(template.title, "\"\n\n                  For example:\n                  - MODEL VARIANT Chat\n                  - MODEL NAME `gpt-4-1106-preview`\n\n              ")));
                 }
                 if (template.jokers && template.jokers.length > 0) {
@@ -452,7 +453,7 @@
         var loopLimit = LOOP_LIMIT;
         var _loop_2 = function () {
             if (loopLimit-- < 0) {
-                throw new UnexpectedError('Loop limit reached during detection of circular dependencies in `validatePromptbookJson`');
+                throw new UnexpectedError('Loop limit reached during detection of circular dependencies in `validatePromptbook`');
             }
             var currentlyResovedTemplates = unresovedTemplates.filter(function (template) {
                 return template.dependentParameterNames.every(function (name) { return resovedParameters.includes(name); });
@@ -487,7 +488,7 @@
      *     >  * It checks:
      *     >  * -   it has a valid structure
      *     >  * -   ...
-     *     >  ex port function validatePromptbookJson(promptbook: unknown): asserts promptbook is PromptbookJson {
+     *     >  ex port function validatePromptbook(promptbook: unknown): asserts promptbook is PromptbookJson {
      */
 
     /**
@@ -529,7 +530,7 @@
     /**
      * The version of the Promptbook library
      */
-    var PROMPTBOOK_VERSION = '0.59.0-7';
+    var PROMPTBOOK_VERSION = '0.59.0-36';
 
     /**
      * Function `addUsage` will add multiple usages into one
@@ -1091,7 +1092,7 @@
         var _this = this;
         var promptbook = options.promptbook, tools = options.tools, _a = options.settings, settings = _a === void 0 ? {} : _a;
         var _b = settings.maxExecutionAttempts, maxExecutionAttempts = _b === void 0 ? 3 : _b;
-        validatePromptbookJson(promptbook);
+        validatePromptbook(promptbook);
         var promptbookExecutor = function (inputParameters, onProgress) { return __awaiter(_this, void 0, void 0, function () {
             function executeSingleTemplate(currentTemplate) {
                 return __awaiter(this, void 0, void 0, function () {
@@ -1522,7 +1523,7 @@
                                             return template.dependentParameterNames.every(function (name) { return resovedParameters_1.includes(name); });
                                         });
                                         if (!(!currentTemplate && resolving_1.length === 0)) return [3 /*break*/, 1];
-                                        throw new UnexpectedError(spaceTrim.spaceTrim("\n                            Can not resolve some parameters\n\n                            Note: This should be catched during validatePromptbookJson\n                        "));
+                                        throw new UnexpectedError(spaceTrim.spaceTrim("\n                            Can not resolve some parameters\n\n                            Note: This should be catched during validatePromptbook\n                        "));
                                     case 1:
                                         if (!!currentTemplate) return [3 /*break*/, 3];
                                         /* [5] */ return [4 /*yield*/, Promise.race(resolving_1)];
@@ -1851,6 +1852,7 @@
      * Library of promptbooks that groups together promptbooks for an application.
      * This implementation is a very thin wrapper around the Array / Map of promptbooks.
      *
+     * @private use `createLibraryFromJson` instead
      * @see https://github.com/webgptorg/promptbook#promptbook-library
      */
     var SimplePromptbookLibrary = /** @class */ (function () {
@@ -1859,8 +1861,9 @@
          *
          * @param promptbooks !!!
          *
+         * @private Use instead `createLibraryFromJson`
          * Note: During the construction logic of all promptbooks are validated
-         * Note: It is not recommended to use this constructor directly, use `createPromptbookLibraryFromSources` *(or other variant)* instead
+         * Note: It is not recommended to use this constructor directly, use `createLibraryFromJson` *(or other variant)* instead
          */
         function SimplePromptbookLibrary() {
             var e_1, _a;
@@ -1875,7 +1878,7 @@
                     if (promptbook.promptbookUrl === undefined) {
                         throw new PromptbookReferenceError(spaceTrim.spaceTrim("\n                        Promptbook with name \"".concat(promptbook.title, "\" does not have defined URL\n\n                        Note: Promptbooks without URLs are called anonymous promptbooks\n                              They can be used as standalone promptbooks, but they cannot be referenced by other promptbooks\n                              And also they cannot be used in the promptbook library\n\n                    ")));
                     }
-                    validatePromptbookJson(promptbook);
+                    validatePromptbook(promptbook);
                     // Note: [🦄]
                     if (this.library.has(promptbook.promptbookUrl) &&
                         promptbookJsonToString(promptbook) !==
@@ -1929,68 +1932,19 @@
     /**
      * Creates PromptbookLibrary from array of PromptbookJson or PromptbookString
      *
-     * Note: You can combine `PromptbookString` (`.ptbk.md`) with `PromptbookJson` BUT it is not recommended
+     * Note: Functions `libraryToJson` and `createLibraryFromJson` are complementary
      * Note: During the construction syntax and logic of all sources are validated
      *
      * @param promptbookSources
      * @returns PromptbookLibrary
      */
-    function createPromptbookLibraryFromSources() {
-        var promptbookSources = [];
+    function createLibraryFromJson() {
+        var promptbooks = [];
         for (var _i = 0; _i < arguments.length; _i++) {
-            promptbookSources[_i] = arguments[_i];
+            promptbooks[_i] = arguments[_i];
         }
-        return __awaiter(this, void 0, void 0, function () {
-            var promptbooks, promptbookSources_1, promptbookSources_1_1, source, promptbook, e_1_1;
-            var e_1, _a;
-            return __generator(this, function (_b) {
-                switch (_b.label) {
-                    case 0:
-                        promptbooks = new Array();
-                        _b.label = 1;
-                    case 1:
-                        _b.trys.push([1, 8, 9, 10]);
-                        promptbookSources_1 = __values(promptbookSources), promptbookSources_1_1 = promptbookSources_1.next();
-                        _b.label = 2;
-                    case 2:
-                        if (!!promptbookSources_1_1.done) return [3 /*break*/, 7];
-                        source = promptbookSources_1_1.value;
-                        promptbook = void 0;
-                        if (!(typeof source === 'string')) return [3 /*break*/, 4];
-                        return [4 /*yield*/, promptbookStringToJson(source)];
-                    case 3:
-                        // Note: When directly creating from string, no need to validate the source
-                        //       The validation is performed always before execution
-                        promptbook = _b.sent();
-                        return [3 /*break*/, 5];
-                    case 4:
-                        promptbook = source;
-                        _b.label = 5;
-                    case 5:
-                        promptbooks.push(promptbook);
-                        _b.label = 6;
-                    case 6:
-                        promptbookSources_1_1 = promptbookSources_1.next();
-                        return [3 /*break*/, 2];
-                    case 7: return [3 /*break*/, 10];
-                    case 8:
-                        e_1_1 = _b.sent();
-                        e_1 = { error: e_1_1 };
-                        return [3 /*break*/, 10];
-                    case 9:
-                        try {
-                            if (promptbookSources_1_1 && !promptbookSources_1_1.done && (_a = promptbookSources_1.return)) _a.call(promptbookSources_1);
-                        }
-                        finally { if (e_1) throw e_1.error; }
-                        return [7 /*endfinally*/];
-                    case 10: return [2 /*return*/, new (SimplePromptbookLibrary.bind.apply(SimplePromptbookLibrary, __spreadArray([void 0], __read(promptbooks), false)))()];
-                }
-            });
-        });
+        return new (SimplePromptbookLibrary.bind.apply(SimplePromptbookLibrary, __spreadArray([void 0], __read(promptbooks), false)))();
     }
-    /**
-     * TODO: !!!! [🧠] Library precompilation and do not mix markdown and json promptbooks
-     */
 
     /* tslint:disable */
     function normalizeToKebabCase(sentence) {
@@ -2049,96 +2003,106 @@
 
     function prepareKnowledgeFromMarkdown(options) {
         return __awaiter(this, void 0, void 0, function () {
-            var content, llmTools, library, promptbook, executor, result, outputParameters, knowledgeRaw, knowledgeTextPieces, knowledge;
+            var content, llmTools, _a, isVerbose, library, prepareKnowledgeFromMarkdownPromptbook, prepareKnowledgeFromMarkdownExecutor, prepareKeywordsPromptbook, prepareKeywordsExecutor, result, outputParameters, knowledgeRaw, knowledgeTextPieces, knowledge;
             var _this = this;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
+            return __generator(this, function (_b) {
+                switch (_b.label) {
                     case 0:
-                        content = options.content, llmTools = options.llmTools;
-                        return [4 /*yield*/, createPromptbookLibraryFromSources(
-                            /* !!!! ...(promptbookLibrary as Array<PromptbookJson>)*/ {
-                                title: 'Prepare Knowledge from Markdown',
-                                promptbookUrl: 'https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md',
-                                promptbookVersion: '0.59.0-5',
-                                parameters: [
-                                    { name: 'content', description: 'Markdown document content', isInput: true, isOutput: false },
-                                    { name: 'knowledge', description: 'The knowledge JSON object', isInput: false, isOutput: true },
-                                ],
-                                promptTemplates: [
-                                    {
-                                        name: 'knowledge',
-                                        title: 'Knowledge',
-                                        dependentParameterNames: ['content'],
-                                        executionType: 'PROMPT_TEMPLATE',
-                                        modelRequirements: { modelVariant: 'CHAT', modelName: 'claude-3-opus-20240229' },
-                                        content: 'You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {content}',
-                                        resultingParameterName: 'knowledge',
-                                    },
-                                ],
-                                knowledge: [],
-                            })];
+                        content = options.content, llmTools = options.llmTools, _a = options.isVerbose, isVerbose = _a === void 0 ? false : _a;
+                        library = createLibraryFromJson.apply(void 0, __spreadArray([], __read(promptbookLibrary), false));
+                        return [4 /*yield*/, library.getPromptbookByUrl('https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md')];
                     case 1:
-                        library = _a.sent();
-                        promptbook = library.getPromptbookByUrl('https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md');
-                        executor = createPromptbookExecutor({
-                            promptbook: promptbook,
+                        prepareKnowledgeFromMarkdownPromptbook = _b.sent();
+                        prepareKnowledgeFromMarkdownExecutor = createPromptbookExecutor({
+                            promptbook: prepareKnowledgeFromMarkdownPromptbook,
                             tools: {
                                 llm: llmTools,
                                 script: [
-                                /* <- TODO: Allow to just not define script tools */
+                                /* <- TODO: Allow to just keep script undefined */
                                 ],
                             },
                         });
-                        return [4 /*yield*/, executor({ content: content })];
+                        return [4 /*yield*/, library.getPromptbookByUrl('https://promptbook.studio/promptbook/prepare-keywords.ptbk.md')];
                     case 2:
-                        result = _a.sent();
+                        prepareKeywordsPromptbook = _b.sent();
+                        prepareKeywordsExecutor = createPromptbookExecutor({
+                            promptbook: prepareKeywordsPromptbook,
+                            tools: {
+                                llm: llmTools,
+                                script: [
+                                /* <- TODO: Allow to just keep script undefined */
+                                ],
+                            },
+                        });
+                        return [4 /*yield*/, prepareKnowledgeFromMarkdownExecutor({ content: content })];
+                    case 3:
+                        result = _b.sent();
                         assertsExecutionSuccessful(result);
                         outputParameters = result.outputParameters;
                         knowledgeRaw = outputParameters.knowledge;
                         knowledgeTextPieces = (knowledgeRaw || '').split('\n---\n');
+                        if (isVerbose) {
+                            console.info('knowledgeTextPieces:', knowledgeTextPieces);
+                        }
                         return [4 /*yield*/, Promise.all(knowledgeTextPieces.map(function (knowledgeTextPiece, i) { return __awaiter(_this, void 0, void 0, function () {
-                                var name, title, content, keywords, index, sources;
-                                return __generator(this, function (_a) {
-                                    name = "piece-".concat(i);
-                                    title = spaceTrim__default["default"](knowledgeTextPiece.substring(0, 100));
-                                    content = spaceTrim__default["default"](knowledgeTextPiece);
-                                    keywords = [];
-                                    index = [];
-                                    sources = [];
-                                    try {
-                                        // TODO: !!!! Summarize name and title from the content
-                                        title = spaceTrim__default["default"](knowledgeTextPiece.substring(0, 30));
-                                        name = normalizeToKebabCase(title);
-                                        // TODO: !!!! Extract keywords via prompt
-                                        // TODO: !!!! Index through LLM model
-                                        // TODO: [🖖] !!!! Make system for sources and identification of sources
-                                    }
-                                    catch (error) {
-                                        console.error(error);
+                                var name, title, content, keywords, index, sources, result_1, _a, outputParameters_1, keywordsRaw, error_1;
+                                return __generator(this, function (_b) {
+                                    switch (_b.label) {
+                                        case 0:
+                                            name = "piece-".concat(i);
+                                            title = spaceTrim__default["default"](knowledgeTextPiece.substring(0, 100));
+                                            content = spaceTrim__default["default"](knowledgeTextPiece);
+                                            keywords = [];
+                                            index = [];
+                                            sources = [];
+                                            _b.label = 1;
+                                        case 1:
+                                            _b.trys.push([1, 3, , 4]);
+                                            // TODO: !!!! Summarize name and title from the content
+                                            title = spaceTrim__default["default"](knowledgeTextPiece.substring(0, 30));
+                                            name = normalizeToKebabCase(title);
+                                            return [4 /*yield*/, prepareKeywordsExecutor({ content: content })];
+                                        case 2:
+                                            result_1 = _b.sent();
+                                            _a = result_1.outputParameters, outputParameters_1 = _a === void 0 ? {} : _a;
+                                            keywordsRaw = outputParameters_1.keywords;
+                                            keywords = (keywordsRaw || '')
+                                                .split(',')
+                                                .map(function (keyword) { return keyword.trim(); })
+                                                .filter(function (keyword) { return keyword !== ''; });
+                                            if (isVerbose) {
+                                                console.info("Keywords for \"".concat(title, "\":"), keywords);
+                                            }
+                                            // ---
+                                            // TODO: !!!! Index through LLM model
+                                            index.push({
+                                                modelName: 'fake-model',
+                                                position: new Array(25).fill(0).map(function () { return Math.random() * 2 - 1; }),
+                                            });
+                                            return [3 /*break*/, 4];
+                                        case 3:
+                                            error_1 = _b.sent();
+                                            console.error(error_1);
+                                            return [3 /*break*/, 4];
+                                        case 4: return [2 /*return*/, {
+                                                name: name,
+                                                title: title,
+                                                content: content,
+                                                keywords: keywords,
+                                                index: index,
+                                                sources: sources,
+                                            }];
                                     }
-                                    return [2 /*return*/, {
-                                            name: name,
-                                            title: title,
-                                            content: content,
-                                            keywords: keywords,
-                                            index: index,
-                                            sources: sources,
-                                        }];
                                 });
                             }); }))];
-                    case 3:
-                        knowledge = _a.sent();
+                    case 4:
+                        knowledge = _b.sent();
                         return [2 /*return*/, knowledge];
                 }
             });
         });
     }
 
-    /**
-     * Supported script languages
-     */
-    var SUPPORTED_SCRIPT_LANGUAGES = ['javascript', 'typescript', 'python'];
-
     /**
      * Returns the same value that is passed as argument.
      * No side effects.
@@ -2156,6 +2120,11 @@
         return value;
     }
 
+    /**
+     * Supported script languages
+     */
+    var SUPPORTED_SCRIPT_LANGUAGES = ['javascript', 'typescript', 'python'];
+
     /**
      * Computes the deepness of the markdown structure.
      *
@@ -2983,9 +2952,279 @@
         return value;
     }
 
+    /**
+     * Compile promptbook from string (markdown) format to JSON format synchronously
+     *
+     * Note: There are two similar functions:
+     * - `promptbookStringToJson` **(preferred)** - which propperly compiles the promptbook and use embedding for external knowledge
+     * - `promptbookStringToJsonSync` - use only if you need to compile promptbook synchronously and it contains NO external knowledge
+     *
+     * @param promptbookString {Promptbook} in string markdown format (.ptbk.md)
+     * @param options - Options and tools for the compilation
+     * @returns {Promptbook} compiled in JSON format (.ptbk.json)
+     * @throws {PromptbookSyntaxError} if the promptbook string is not valid
+     *
+     * Note: This function does not validate logic of the pipeline only the syntax
+     * Note: This function acts as compilation process
+     */
+    function promptbookStringToJsonSync(promptbookString) {
+        var e_1, _a, e_2, _b;
+        var promptbookJson = {
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            title: undefined /* <- Note: Putting here placeholder to keep `title` on top at final JSON */,
+            promptbookUrl: undefined /* <- Note: Putting here placeholder to keep `promptbookUrl` on top at final JSON */,
+            promptbookVersion: PROMPTBOOK_VERSION,
+            description: undefined /* <- Note: Putting here placeholder to keep `description` on top at final JSON */,
+            parameters: [],
+            promptTemplates: [],
+            knowledge: [],
+        };
+        // =============================================================
+        // Note: 1️⃣ Normalization of the PROMPTBOOK string
+        promptbookString = removeContentComments(promptbookString);
+        promptbookString = promptbookString.replaceAll(/`\{(?<parameterName>[a-z0-9_]+)\}`/gi, '{$<parameterName>}');
+        promptbookString = promptbookString.replaceAll(/`->\s+\{(?<parameterName>[a-z0-9_]+)\}`/gi, '-> {$<parameterName>}');
+        // =============================================================
+        ///Note: 2️⃣ Function for adding parameters
+        var addParam = function (parameterCommand) {
+            var parameterName = parameterCommand.parameterName, parameterDescription = parameterCommand.parameterDescription, isInput = parameterCommand.isInput, isOutput = parameterCommand.isOutput;
+            var existingParameter = promptbookJson.parameters.find(function (parameter) { return parameter.name === parameterName; });
+            if (existingParameter &&
+                existingParameter.description &&
+                existingParameter.description !== parameterDescription &&
+                parameterDescription) {
+                throw new PromptbookSyntaxError(spaceTrim.spaceTrim(function (block) { return "\n                        Parameter {".concat(parameterName, "} is defined multiple times with different description.\n\n                        First definition:\n                        ").concat(block(existingParameter.description || '[undefined]'), "\n\n                        Second definition:\n                        ").concat(block(parameterDescription || '[undefined]'), "\n                    "); }));
+            }
+            if (existingParameter) {
+                if (parameterDescription) {
+                    existingParameter.description = parameterDescription;
+                }
+            }
+            else {
+                promptbookJson.parameters.push({
+                    name: parameterName,
+                    description: parameterDescription || undefined,
+                    isInput: isInput,
+                    isOutput: isOutput,
+                });
+            }
+        };
+        // =============================================================
+        // Note: 3️⃣ Parse the dynamic part - the template pipeline
+        var markdownStructure = markdownToMarkdownStructure(promptbookString);
+        var markdownStructureDeepness = countMarkdownStructureDeepness(markdownStructure);
+        if (markdownStructureDeepness !== 2) {
+            throw new PromptbookSyntaxError(spaceTrim.spaceTrim("\n                Invalid markdown structure.\n                The markdown must have exactly 2 levels of headings (one top-level section and one section for each template).\n                Now it has ".concat(markdownStructureDeepness, " levels of headings.\n            ")));
+        }
+        promptbookJson.title = markdownStructure.title;
+        // TODO: [1] DRY description
+        var description = markdownStructure.content;
+        // Note: Remove codeblocks
+        description = description.split(/^```.*^```/gms).join('');
+        //Note: Remove lists and return statement
+        description = description.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
+        description = spaceTrim.spaceTrim(description);
+        if (description === '') {
+            description = undefined;
+        }
+        promptbookJson.description = description;
+        var defaultModelRequirements = {};
+        var listItems = extractAllListItemsFromMarkdown(markdownStructure.content);
+        try {
+            for (var listItems_1 = __values(listItems), listItems_1_1 = listItems_1.next(); !listItems_1_1.done; listItems_1_1 = listItems_1.next()) {
+                var listItem = listItems_1_1.value;
+                var command = parseCommand(listItem);
+                switch (command.type) {
+                    case 'PROMPTBOOK_URL':
+                        promptbookJson.promptbookUrl = command.promptbookUrl.href;
+                        break;
+                    case 'PROMPTBOOK_VERSION':
+                        promptbookJson.promptbookVersion = command.promptbookVersion;
+                        break;
+                    case 'MODEL':
+                        defaultModelRequirements[command.key] = command.value;
+                        break;
+                    case 'PARAMETER':
+                        addParam(command);
+                        break;
+                    default:
+                        throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the head of the promptbook ONLY at the prompt template block"));
+                }
+            }
+        }
+        catch (e_1_1) { e_1 = { error: e_1_1 }; }
+        finally {
+            try {
+                if (listItems_1_1 && !listItems_1_1.done && (_a = listItems_1.return)) _a.call(listItems_1);
+            }
+            finally { if (e_1) throw e_1.error; }
+        }
+        var _loop_1 = function (section) {
+            var e_3, _e;
+            // TODO: Parse prompt template description (the content out of the codeblock and lists)
+            var templateModelRequirements = __assign({}, defaultModelRequirements);
+            var listItems_3 = extractAllListItemsFromMarkdown(section.content);
+            var dependentParameterNames = new Set();
+            var executionType = 'PROMPT_TEMPLATE';
+            var jokers = [];
+            var postprocessing = [];
+            var expectAmount = {};
+            var expectFormat = undefined;
+            var isExecutionTypeChanged = false;
+            try {
+                for (var listItems_2 = (e_3 = void 0, __values(listItems_3)), listItems_2_1 = listItems_2.next(); !listItems_2_1.done; listItems_2_1 = listItems_2.next()) {
+                    var listItem = listItems_2_1.value;
+                    var command = parseCommand(listItem);
+                    switch (command.type) {
+                        case 'JOKER':
+                            jokers.push(command.parameterName);
+                            dependentParameterNames.add(command.parameterName);
+                            break;
+                        case 'EXECUTE':
+                            if (isExecutionTypeChanged) {
+                                throw new PromptbookSyntaxError('Execution type is already defined in the prompt template. It can be defined only once.');
+                            }
+                            executionType = command.executionType;
+                            isExecutionTypeChanged = true;
+                            break;
+                        case 'MODEL':
+                            templateModelRequirements[command.key] = command.value;
+                            break;
+                        case 'PARAMETER':
+                            // Note: This is just for detecting resulitng parameter name
+                            addParam(command);
+                            break;
+                        case 'POSTPROCESS':
+                            postprocessing.push(command.functionName);
+                            break;
+                        case 'EXPECT_AMOUNT':
+                            // eslint-disable-next-line no-case-declarations
+                            var unit = command.unit.toLowerCase();
+                            expectAmount[unit] = expectAmount[unit] || {};
+                            if (command.sign === 'MINIMUM' || command.sign === 'EXACTLY') {
+                                if (expectAmount[unit].min !== undefined) {
+                                    throw new PromptbookSyntaxError("Already defined minumum ".concat(expectAmount[unit].min, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
+                                }
+                                expectAmount[unit].min = command.amount;
+                            } /* not else */
+                            if (command.sign === 'MAXIMUM' || command.sign === 'EXACTLY') {
+                                if (expectAmount[unit].max !== undefined) {
+                                    throw new PromptbookSyntaxError("Already defined maximum ".concat(expectAmount[unit].max, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
+                                }
+                                expectAmount[unit].max = command.amount;
+                            }
+                            break;
+                        case 'EXPECT_FORMAT':
+                            if (expectFormat !== undefined && command.format !== expectFormat) {
+                                throw new PromptbookSyntaxError("Expect format is already defined to \"".concat(expectFormat, "\". Now you try to redefine it by \"").concat(command.format, "\"."));
+                            }
+                            expectFormat = command.format;
+                            break;
+                        default:
+                            throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the block of the prompt template ONLY at the head of the promptbook"));
+                    }
+                }
+            }
+            catch (e_3_1) { e_3 = { error: e_3_1 }; }
+            finally {
+                try {
+                    if (listItems_2_1 && !listItems_2_1.done && (_e = listItems_2.return)) _e.call(listItems_2);
+                }
+                finally { if (e_3) throw e_3.error; }
+            }
+            var _f = extractOneBlockFromMarkdown(section.content), language = _f.language, content = _f.content;
+            if (executionType === 'SCRIPT') {
+                if (!language) {
+                    throw new PromptbookSyntaxError('You must specify the language of the script in the prompt template');
+                }
+                else if (!SUPPORTED_SCRIPT_LANGUAGES.includes(language)) {
+                    throw new PromptbookSyntaxError(spaceTrim.spaceTrim(function (block) { return "\n                            Script language ".concat(language, " is not supported.\n\n                            Supported languages are:\n                            ").concat(block(SUPPORTED_SCRIPT_LANGUAGES.join(', ')), "\n\n                        "); }));
+                }
+            }
+            var lastLine = section.content.split('\n').pop();
+            var match = /^->\s*\{(?<resultingParamName>[a-z0-9_]+)\}/im.exec(lastLine);
+            if (!match || match.groups === undefined || match.groups.resultingParamName === undefined) {
+                throw new PromptbookSyntaxError(spaceTrim.spaceTrim(function (block) { return "\n                        Invalid template - each section must end with \"-> {...}\"\n\n                        Invalid section:\n                        ".concat(block(
+                // TODO: Show code of invalid sections each time + DRY
+                section.content
+                    .split('\n')
+                    .map(function (line) { return "> ".concat(line); })
+                    .join('\n')), "\n                        "); }));
+            }
+            var resultingParameterName = match.groups.resultingParamName;
+            // TODO: [1] DRY description
+            var description_1 = section.content;
+            // Note: Remove codeblocks
+            description_1 = description_1.split(/^```.*^```/gms).join('');
+            //Note: Remove lists and return statement
+            description_1 = description_1.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
+            description_1 = spaceTrim.spaceTrim(description_1);
+            if (description_1 === '') {
+                description_1 = undefined;
+            }
+            if (Object.keys(jokers).length === 0) {
+                jokers = undefined;
+            }
+            if (Object.keys(expectAmount).length === 0) {
+                expectAmount = undefined;
+            }
+            if (Object.keys(postprocessing).length === 0) {
+                postprocessing = undefined;
+            }
+            dependentParameterNames = union(dependentParameterNames, extractParametersFromPromptTemplate(__assign(__assign({}, section), { description: description_1, executionType: executionType, content: content })));
+            if (templateModelRequirements.modelVariant === undefined) {
+                templateModelRequirements.modelVariant = 'CHAT';
+            }
+            var template = {
+                name: titleToName(section.title),
+                title: section.title,
+                description: description_1,
+                dependentParameterNames: Array.from(dependentParameterNames),
+                executionType: executionType,
+                jokers: jokers,
+                postprocessing: postprocessing,
+                expectations: expectAmount,
+                expectFormat: expectFormat,
+                modelRequirements: templateModelRequirements,
+                contentLanguage: executionType === 'SCRIPT' ? language : undefined,
+                content: content,
+                resultingParameterName: resultingParameterName,
+            };
+            if (executionType !== 'PROMPT_TEMPLATE') {
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                delete template.modelRequirements;
+            }
+            promptbookJson.promptTemplates.push(template);
+        };
+        try {
+            for (var _c = __values(markdownStructure.sections), _d = _c.next(); !_d.done; _d = _c.next()) {
+                var section = _d.value;
+                _loop_1(section);
+            }
+        }
+        catch (e_2_1) { e_2 = { error: e_2_1 }; }
+        finally {
+            try {
+                if (_d && !_d.done && (_b = _c.return)) _b.call(_c);
+            }
+            finally { if (e_2) throw e_2.error; }
+        }
+        // =============================================================
+        return promptbookJson;
+    }
+    /**
+     * TODO: Report here line/column of error
+     * TODO: Use spaceTrim more effectively
+     * TODO: [🧠] Parameter flags - isInput, isOutput, isInternal
+     */
+
     /**
      * Compile promptbook from string (markdown) format to JSON format
      *
+     * Note: There are two similar functions:
+     * - `promptbookStringToJson` **(preferred)** - which propperly compiles the promptbook and use embedding for external knowledge
+     * - `promptbookStringToJsonSync` - use only if you need to compile promptbook synchronously and it contains NO external knowledge
+     *
      * @param promptbookString {Promptbook} in string markdown format (.ptbk.md)
      * @param options - Options and tools for the compilation
      * @returns {Promptbook} compiled in JSON format (.ptbk.json)
@@ -2997,262 +3236,29 @@
     function promptbookStringToJson(promptbookString, options) {
         if (options === void 0) { options = {}; }
         return __awaiter(this, void 0, void 0, function () {
-            var llmTools, promptbookJson, knowledge, addParam, markdownStructure, markdownStructureDeepness, description, defaultModelRequirements, listItems, listItems_1, listItems_1_1, listItem, command, _loop_1, _a, _b, section;
-            var e_1, _c, e_2, _d;
-            return __generator(this, function (_e) {
-                switch (_e.label) {
+            var llmTools, knowledge, promptbookJson;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
                     case 0:
                         llmTools = options.llmTools;
-                        promptbookJson = {
-                            // eslint-disable-next-line @typescript-eslint/no-explicit-any
-                            title: undefined /* <- Note: Putting here placeholder to keep `title` on top at final JSON */,
-                            promptbookUrl: undefined /* <- Note: Putting here placeholder to keep `promptbookUrl` on top at final JSON */,
-                            promptbookVersion: PROMPTBOOK_VERSION,
-                            description: undefined /* <- Note: Putting here placeholder to keep `description` on top at final JSON */,
-                            parameters: [],
-                            promptTemplates: [],
-                            knowledge: [],
-                        };
                         if (!llmTools) return [3 /*break*/, 2];
                         return [4 /*yield*/, prepareKnowledgeFromMarkdown({
                                 content: 'Roses are red, violets are blue, programmers use Promptbook, users too',
                                 llmTools: llmTools,
                             })];
                     case 1:
-                        knowledge = _e.sent();
+                        knowledge = _a.sent();
                         console.info('!!!! knowledge', knowledge);
-                        _e.label = 2;
+                        _a.label = 2;
                     case 2:
-                        // =============================================================
-                        // Note: 1️⃣ Normalization of the PROMPTBOOK string
-                        promptbookString = removeContentComments(promptbookString);
-                        promptbookString = promptbookString.replaceAll(/`\{(?<parameterName>[a-z0-9_]+)\}`/gi, '{$<parameterName>}');
-                        promptbookString = promptbookString.replaceAll(/`->\s+\{(?<parameterName>[a-z0-9_]+)\}`/gi, '-> {$<parameterName>}');
-                        addParam = function (parameterCommand) {
-                            var parameterName = parameterCommand.parameterName, parameterDescription = parameterCommand.parameterDescription, isInput = parameterCommand.isInput, isOutput = parameterCommand.isOutput;
-                            var existingParameter = promptbookJson.parameters.find(function (parameter) { return parameter.name === parameterName; });
-                            if (existingParameter &&
-                                existingParameter.description &&
-                                existingParameter.description !== parameterDescription &&
-                                parameterDescription) {
-                                throw new PromptbookSyntaxError(spaceTrim.spaceTrim(function (block) { return "\n                        Parameter {".concat(parameterName, "} is defined multiple times with different description.\n\n                        First definition:\n                        ").concat(block(existingParameter.description || '[undefined]'), "\n\n                        Second definition:\n                        ").concat(block(parameterDescription || '[undefined]'), "\n                    "); }));
-                            }
-                            if (existingParameter) {
-                                if (parameterDescription) {
-                                    existingParameter.description = parameterDescription;
-                                }
-                            }
-                            else {
-                                promptbookJson.parameters.push({
-                                    name: parameterName,
-                                    description: parameterDescription || undefined,
-                                    isInput: isInput,
-                                    isOutput: isOutput,
-                                });
-                            }
-                        };
-                        markdownStructure = markdownToMarkdownStructure(promptbookString);
-                        markdownStructureDeepness = countMarkdownStructureDeepness(markdownStructure);
-                        if (markdownStructureDeepness !== 2) {
-                            throw new PromptbookSyntaxError(spaceTrim.spaceTrim("\n                Invalid markdown structure.\n                The markdown must have exactly 2 levels of headings (one top-level section and one section for each template).\n                Now it has ".concat(markdownStructureDeepness, " levels of headings.\n            ")));
-                        }
-                        promptbookJson.title = markdownStructure.title;
-                        description = markdownStructure.content;
-                        // Note: Remove codeblocks
-                        description = description.split(/^```.*^```/gms).join('');
-                        //Note: Remove lists and return statement
-                        description = description.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
-                        description = spaceTrim.spaceTrim(description);
-                        if (description === '') {
-                            description = undefined;
-                        }
-                        promptbookJson.description = description;
-                        defaultModelRequirements = {};
-                        listItems = extractAllListItemsFromMarkdown(markdownStructure.content);
-                        try {
-                            for (listItems_1 = __values(listItems), listItems_1_1 = listItems_1.next(); !listItems_1_1.done; listItems_1_1 = listItems_1.next()) {
-                                listItem = listItems_1_1.value;
-                                command = parseCommand(listItem);
-                                switch (command.type) {
-                                    case 'PROMPTBOOK_URL':
-                                        promptbookJson.promptbookUrl = command.promptbookUrl.href;
-                                        break;
-                                    case 'PROMPTBOOK_VERSION':
-                                        promptbookJson.promptbookVersion = command.promptbookVersion;
-                                        break;
-                                    case 'MODEL':
-                                        defaultModelRequirements[command.key] = command.value;
-                                        break;
-                                    case 'PARAMETER':
-                                        addParam(command);
-                                        break;
-                                    default:
-                                        throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the head of the promptbook ONLY at the prompt template block"));
-                                }
-                            }
-                        }
-                        catch (e_1_1) { e_1 = { error: e_1_1 }; }
-                        finally {
-                            try {
-                                if (listItems_1_1 && !listItems_1_1.done && (_c = listItems_1.return)) _c.call(listItems_1);
-                            }
-                            finally { if (e_1) throw e_1.error; }
-                        }
-                        _loop_1 = function (section) {
-                            var e_3, _f;
-                            // TODO: Parse prompt template description (the content out of the codeblock and lists)
-                            var templateModelRequirements = __assign({}, defaultModelRequirements);
-                            var listItems_3 = extractAllListItemsFromMarkdown(section.content);
-                            var dependentParameterNames = new Set();
-                            var executionType = 'PROMPT_TEMPLATE';
-                            var jokers = [];
-                            var postprocessing = [];
-                            var expectAmount = {};
-                            var expectFormat = undefined;
-                            var isExecutionTypeChanged = false;
-                            try {
-                                for (var listItems_2 = (e_3 = void 0, __values(listItems_3)), listItems_2_1 = listItems_2.next(); !listItems_2_1.done; listItems_2_1 = listItems_2.next()) {
-                                    var listItem = listItems_2_1.value;
-                                    var command = parseCommand(listItem);
-                                    switch (command.type) {
-                                        case 'JOKER':
-                                            jokers.push(command.parameterName);
-                                            dependentParameterNames.add(command.parameterName);
-                                            break;
-                                        case 'EXECUTE':
-                                            if (isExecutionTypeChanged) {
-                                                throw new PromptbookSyntaxError('Execution type is already defined in the prompt template. It can be defined only once.');
-                                            }
-                                            executionType = command.executionType;
-                                            isExecutionTypeChanged = true;
-                                            break;
-                                        case 'MODEL':
-                                            templateModelRequirements[command.key] = command.value;
-                                            break;
-                                        case 'PARAMETER':
-                                            // Note: This is just for detecting resulitng parameter name
-                                            addParam(command);
-                                            break;
-                                        case 'POSTPROCESS':
-                                            postprocessing.push(command.functionName);
-                                            break;
-                                        case 'EXPECT_AMOUNT':
-                                            // eslint-disable-next-line no-case-declarations
-                                            var unit = command.unit.toLowerCase();
-                                            expectAmount[unit] = expectAmount[unit] || {};
-                                            if (command.sign === 'MINIMUM' || command.sign === 'EXACTLY') {
-                                                if (expectAmount[unit].min !== undefined) {
-                                                    throw new PromptbookSyntaxError("Already defined minumum ".concat(expectAmount[unit].min, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
-                                                }
-                                                expectAmount[unit].min = command.amount;
-                                            } /* not else */
-                                            if (command.sign === 'MAXIMUM' || command.sign === 'EXACTLY') {
-                                                if (expectAmount[unit].max !== undefined) {
-                                                    throw new PromptbookSyntaxError("Already defined maximum ".concat(expectAmount[unit].max, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
-                                                }
-                                                expectAmount[unit].max = command.amount;
-                                            }
-                                            break;
-                                        case 'EXPECT_FORMAT':
-                                            if (expectFormat !== undefined && command.format !== expectFormat) {
-                                                throw new PromptbookSyntaxError("Expect format is already defined to \"".concat(expectFormat, "\". Now you try to redefine it by \"").concat(command.format, "\"."));
-                                            }
-                                            expectFormat = command.format;
-                                            break;
-                                        default:
-                                            throw new PromptbookSyntaxError("Command ".concat(command.type, " is not allowed in the block of the prompt template ONLY at the head of the promptbook"));
-                                    }
-                                }
-                            }
-                            catch (e_3_1) { e_3 = { error: e_3_1 }; }
-                            finally {
-                                try {
-                                    if (listItems_2_1 && !listItems_2_1.done && (_f = listItems_2.return)) _f.call(listItems_2);
-                                }
-                                finally { if (e_3) throw e_3.error; }
-                            }
-                            var _g = extractOneBlockFromMarkdown(section.content), language = _g.language, content = _g.content;
-                            if (executionType === 'SCRIPT') {
-                                if (!language) {
-                                    throw new PromptbookSyntaxError('You must specify the language of the script in the prompt template');
-                                }
-                                else if (!SUPPORTED_SCRIPT_LANGUAGES.includes(language)) {
-                                    throw new PromptbookSyntaxError(spaceTrim.spaceTrim(function (block) { return "\n                            Script language ".concat(language, " is not supported.\n\n                            Supported languages are:\n                            ").concat(block(SUPPORTED_SCRIPT_LANGUAGES.join(', ')), "\n\n                        "); }));
-                                }
-                            }
-                            var lastLine = section.content.split('\n').pop();
-                            var match = /^->\s*\{(?<resultingParamName>[a-z0-9_]+)\}/im.exec(lastLine);
-                            if (!match || match.groups === undefined || match.groups.resultingParamName === undefined) {
-                                throw new PromptbookSyntaxError(spaceTrim.spaceTrim(function (block) { return "\n                        Invalid template - each section must end with \"-> {...}\"\n\n                        Invalid section:\n                        ".concat(block(
-                                // TODO: Show code of invalid sections each time + DRY
-                                section.content
-                                    .split('\n')
-                                    .map(function (line) { return "> ".concat(line); })
-                                    .join('\n')), "\n                        "); }));
-                            }
-                            var resultingParameterName = match.groups.resultingParamName;
-                            // TODO: [1] DRY description
-                            var description_1 = section.content;
-                            // Note: Remove codeblocks
-                            description_1 = description_1.split(/^```.*^```/gms).join('');
-                            //Note: Remove lists and return statement
-                            description_1 = description_1.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
-                            description_1 = spaceTrim.spaceTrim(description_1);
-                            if (description_1 === '') {
-                                description_1 = undefined;
-                            }
-                            if (Object.keys(jokers).length === 0) {
-                                jokers = undefined;
-                            }
-                            if (Object.keys(expectAmount).length === 0) {
-                                expectAmount = undefined;
-                            }
-                            if (Object.keys(postprocessing).length === 0) {
-                                postprocessing = undefined;
-                            }
-                            dependentParameterNames = union(dependentParameterNames, extractParametersFromPromptTemplate(__assign(__assign({}, section), { description: description_1, executionType: executionType, content: content })));
-                            if (templateModelRequirements.modelVariant === undefined) {
-                                templateModelRequirements.modelVariant = 'CHAT';
-                            }
-                            promptbookJson.promptTemplates.push({
-                                name: titleToName(section.title),
-                                title: section.title,
-                                description: description_1,
-                                dependentParameterNames: Array.from(dependentParameterNames),
-                                executionType: executionType,
-                                jokers: jokers,
-                                postprocessing: postprocessing,
-                                expectations: expectAmount,
-                                expectFormat: expectFormat,
-                                modelRequirements: templateModelRequirements,
-                                contentLanguage: executionType === 'SCRIPT' ? language : undefined,
-                                content: content,
-                                resultingParameterName: resultingParameterName,
-                            });
-                        };
-                        try {
-                            for (_a = __values(markdownStructure.sections), _b = _a.next(); !_b.done; _b = _a.next()) {
-                                section = _b.value;
-                                _loop_1(section);
-                            }
-                        }
-                        catch (e_2_1) { e_2 = { error: e_2_1 }; }
-                        finally {
-                            try {
-                                if (_b && !_b.done && (_d = _a.return)) _d.call(_a);
-                            }
-                            finally { if (e_2) throw e_2.error; }
-                        }
-                        // =============================================================
+                        promptbookJson = promptbookStringToJsonSync(promptbookString);
                         return [2 /*return*/, promptbookJson];
                 }
             });
         });
     }
     /**
-     * TODO: Report here line/column of error
-     * TODO: Use spaceTrim more effectively
-     * TODO: [🧠] Parameter flags - isInput, isOutput, isInternal
+     * TODO: [🏏] Leverage the batch API and build queues @see https://platform.openai.com/docs/guides/batch
      */
 
     /* tslint:disable */
@@ -3379,7 +3385,7 @@
                     case 0:
                         isGraphAdded = options.isGraphAdded, isPrettifyed = options.isPrettifyed;
                         if (!isGraphAdded) return [3 /*break*/, 2];
-                        return [4 /*yield*/, promptbookStringToJson(promptbookString /* , {!!!!} */)];
+                        return [4 /*yield*/, promptbookStringToJson(promptbookString)];
                     case 1:
                         promptbookJson = _a.sent();
                         promptbookMermaid_1 = renderPromptbookMermaid(promptbookJson, {
@@ -3421,6 +3427,14 @@
         return PromptbookLibraryError;
     }(Error));
 
+    /**
+     * Pretty print an embedding vector for logging
+     */
+    function embeddingVectorToString(embeddingVector) {
+        var vectorLength = Math.pow(embeddingVector.reduce(function (acc, val) { return acc + Math.pow(val, 2); }, 0), 0.5);
+        return "[EmbeddingVector; ".concat(embeddingVector.length, " dimensions; length: ").concat(vectorLength.toFixed(2), "; ").concat(embeddingVector.slice(0, 3).join(', '), "...]");
+    }
+
     /**
      * Function usageToWorktime will take usage and estimate saved worktime in hours of reading / writing
      *
@@ -3501,137 +3515,6 @@
         return SimplePromptInterfaceTools;
     }());
 
-    /**
-     * Multiple LLM Execution Tools is a proxy server that uses multiple execution tools internally and exposes the executor interface externally.
-     *
-     * @see https://github.com/webgptorg/promptbook#multiple-server
-     */
-    var MultipleLlmExecutionTools = /** @class */ (function () {
-        /**
-         * Gets array of execution tools in order of priority
-         */
-        function MultipleLlmExecutionTools() {
-            var llmExecutionTools = [];
-            for (var _i = 0; _i < arguments.length; _i++) {
-                llmExecutionTools[_i] = arguments[_i];
-            }
-            this.llmExecutionTools = llmExecutionTools;
-        }
-        /**
-         * Calls the best available chat model
-         */
-        MultipleLlmExecutionTools.prototype.gptChat = function (prompt) {
-            return this.gptCommon(prompt);
-        };
-        /**
-         * Calls the best available completion model
-         */
-        MultipleLlmExecutionTools.prototype.gptComplete = function (prompt) {
-            return this.gptCommon(prompt);
-        };
-        /**
-         * Calls the best available model
-         */
-        MultipleLlmExecutionTools.prototype.gptCommon = function (prompt) {
-            return __awaiter(this, void 0, void 0, function () {
-                var errors, _a, _b, llmExecutionTools, error_1, e_1_1;
-                var e_1, _c;
-                return __generator(this, function (_d) {
-                    switch (_d.label) {
-                        case 0:
-                            errors = [];
-                            _d.label = 1;
-                        case 1:
-                            _d.trys.push([1, 11, 12, 13]);
-                            _a = __values(this.llmExecutionTools), _b = _a.next();
-                            _d.label = 2;
-                        case 2:
-                            if (!!_b.done) return [3 /*break*/, 10];
-                            llmExecutionTools = _b.value;
-                            _d.label = 3;
-                        case 3:
-                            _d.trys.push([3, 8, , 9]);
-                            if (!(prompt.modelRequirements.modelVariant === 'CHAT')) return [3 /*break*/, 5];
-                            return [4 /*yield*/, llmExecutionTools.gptChat(prompt)];
-                        case 4: return [2 /*return*/, _d.sent()];
-                        case 5:
-                            if (!(prompt.modelRequirements.modelVariant === 'COMPLETION')) return [3 /*break*/, 7];
-                            return [4 /*yield*/, llmExecutionTools.gptComplete(prompt)];
-                        case 6: return [2 /*return*/, _d.sent()];
-                        case 7: return [3 /*break*/, 9];
-                        case 8:
-                            error_1 = _d.sent();
-                            if (!(error_1 instanceof Error)) {
-                                throw error_1;
-                            }
-                            errors.push(error_1);
-                            return [3 /*break*/, 9];
-                        case 9:
-                            _b = _a.next();
-                            return [3 /*break*/, 2];
-                        case 10: return [3 /*break*/, 13];
-                        case 11:
-                            e_1_1 = _d.sent();
-                            e_1 = { error: e_1_1 };
-                            return [3 /*break*/, 13];
-                        case 12:
-                            try {
-                                if (_b && !_b.done && (_c = _a.return)) _c.call(_a);
-                            }
-                            finally { if (e_1) throw e_1.error; }
-                            return [7 /*endfinally*/];
-                        case 13: throw new Error(spaceTrim__default["default"](function (block) { return "\n                  All execution tools failed:\n                  \n                  ".concat(block(errors.map(function (error) { return "- ".concat(error.name || 'Error', ": ").concat(error.message); }).join('\n')), "\n            \n            "); }));
-                    }
-                });
-            });
-        };
-        /**
-         * List all available models that can be used
-         * This liost is a combination of all available models from all execution tools
-         */
-        MultipleLlmExecutionTools.prototype.listModels = function () {
-            return __awaiter(this, void 0, void 0, function () {
-                var availableModels, _a, _b, llmExecutionTools, models, e_2_1;
-                var e_2, _c;
-                return __generator(this, function (_d) {
-                    switch (_d.label) {
-                        case 0:
-                            availableModels = [];
-                            _d.label = 1;
-                        case 1:
-                            _d.trys.push([1, 6, 7, 8]);
-                            _a = __values(this.llmExecutionTools), _b = _a.next();
-                            _d.label = 2;
-                        case 2:
-                            if (!!_b.done) return [3 /*break*/, 5];
-                            llmExecutionTools = _b.value;
-                            return [4 /*yield*/, llmExecutionTools.listModels()];
-                        case 3:
-                            models = _d.sent();
-                            availableModels.push.apply(availableModels, __spreadArray([], __read(models), false));
-                            _d.label = 4;
-                        case 4:
-                            _b = _a.next();
-                            return [3 /*break*/, 2];
-                        case 5: return [3 /*break*/, 8];
-                        case 6:
-                            e_2_1 = _d.sent();
-                            e_2 = { error: e_2_1 };
-                            return [3 /*break*/, 8];
-                        case 7:
-                            try {
-                                if (_b && !_b.done && (_c = _a.return)) _c.call(_a);
-                            }
-                            finally { if (e_2) throw e_2.error; }
-                            return [7 /*endfinally*/];
-                        case 8: return [2 /*return*/, availableModels];
-                    }
-                });
-            });
-        };
-        return MultipleLlmExecutionTools;
-    }());
-
     /**
      * Constructs Promptbook from async sources
      * It can be one of the following:
@@ -3639,19 +3522,19 @@
      * - Factory function that returns Promise of array of PromptbookJson or PromptbookString
      *
      * Note: This is useful as internal tool for other constructor functions like
-     *       `createPromptbookLibraryFromUrl` or `createPromptbookLibraryFromDirectory`
+     *       `createLibraryFromUrl` or `createLibraryFromDirectory`
      *       Consider using those functions instead of this one
      *
      * Note: The function does NOT return promise it returns the library directly which waits for the sources to be resolved
      *       when error occurs in given promise or factory function, it is thrown during `listPromptbooks` or `getPromptbookByUrl` call
      *
-     * Note: Consider using  `createPromptbookLibraryFromDirectory` or `createPromptbookLibraryFromUrl`
+     * Note: Consider using  `createLibraryFromDirectory` or `createLibraryFromUrl`
      *
      * @param promptbookSourcesPromiseOrFactory
      * @returns PromptbookLibrary
      * @deprecated Do not use, it will became internal tool for other constructor functions
      */
-    function createPromptbookLibraryFromPromise(promptbookSourcesPromiseOrFactory) {
+    function createLibraryFromPromise(promptbookSourcesPromiseOrFactory) {
         var library;
         function forSources() {
             return __awaiter(this, void 0, void 0, function () {
@@ -3666,9 +3549,7 @@
                             return [4 /*yield*/, promptbookSourcesPromiseOrFactory];
                         case 1:
                             promptbookSources = _a.sent();
-                            return [4 /*yield*/, createPromptbookLibraryFromSources.apply(void 0, __spreadArray([], __read(promptbookSources), false))];
-                        case 2:
-                            library = _a.sent();
+                            library = createLibraryFromJson.apply(void 0, __spreadArray([], __read(promptbookSources), false));
                             return [2 /*return*/];
                     }
                 });
@@ -3716,16 +3597,13 @@
             isResponsibleForPrompt: isResponsibleForPrompt,
         };
     }
-    /**
-     * TODO: !!!! [🧠] Library precompilation and do not mix markdown and json promptbooks
-     */
 
     /**
      * Constructs Promptbook from remote Promptbase URL
 
      * @returns PromptbookLibrary
      */
-    function createPromptbookLibraryFromUrl(url, options) {
+    function createLibraryFromUrl(url, options) {
         return __awaiter(this, void 0, void 0, function () {
             var _a, _b, isVerbose, _c, isLazyLoaded, library;
             var _this = this;
@@ -3733,7 +3611,7 @@
                 switch (_d.label) {
                     case 0:
                         _a = options || {}, _b = _a.isVerbose, isVerbose = _b === void 0 ? false : _b, _c = _a.isLazyLoaded, isLazyLoaded = _c === void 0 ? false : _c;
-                        library = createPromptbookLibraryFromPromise(function () { return __awaiter(_this, void 0, void 0, function () {
+                        library = createLibraryFromPromise(function () { return __awaiter(_this, void 0, void 0, function () {
                             return __generator(this, function (_a) {
                                 if (isVerbose) {
                                     console.info("Creating promptbook library from url ".concat(url.toString()));
@@ -3764,7 +3642,7 @@
      * @param promptbookSources
      * @returns PromptbookLibrary
      */
-    function createPromptbookSublibrary(library, predicate) {
+    function createSublibrary(library, predicate) {
         function listPromptbooks() {
             return __awaiter(this, void 0, void 0, function () {
                 var promptbooks;
@@ -3834,6 +3712,159 @@
         };
     }
 
+    /**
+     * Converts PromptbookLibrary to serialized JSON
+     *
+     * Note: Functions `libraryToJson` and `createLibraryFromJson` are complementary
+     */
+    function libraryToJson(library) {
+        return __awaiter(this, void 0, void 0, function () {
+            var promptbookUrls, promptbooks;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, library.listPromptbooks()];
+                    case 1:
+                        promptbookUrls = _a.sent();
+                        return [4 /*yield*/, Promise.all(promptbookUrls.map(function (url) { return library.getPromptbookByUrl(url); }))];
+                    case 2:
+                        promptbooks = _a.sent();
+                        return [2 /*return*/, promptbooks];
+                }
+            });
+        });
+    }
+
+    /**
+     * Multiple LLM Execution Tools is a proxy server that uses multiple execution tools internally and exposes the executor interface externally.
+     *
+     * @see https://github.com/webgptorg/promptbook#multiple-server
+     */
+    var MultipleLlmExecutionTools = /** @class */ (function () {
+        /**
+         * Gets array of execution tools in order of priority
+         */
+        function MultipleLlmExecutionTools() {
+            var llmExecutionTools = [];
+            for (var _i = 0; _i < arguments.length; _i++) {
+                llmExecutionTools[_i] = arguments[_i];
+            }
+            this.llmExecutionTools = llmExecutionTools;
+        }
+        /**
+         * Calls the best available chat model
+         */
+        MultipleLlmExecutionTools.prototype.gptChat = function (prompt) {
+            return this.gptCommon(prompt);
+        };
+        /**
+         * Calls the best available completion model
+         */
+        MultipleLlmExecutionTools.prototype.gptComplete = function (prompt) {
+            return this.gptCommon(prompt);
+        };
+        /**
+         * Calls the best available model
+         */
+        MultipleLlmExecutionTools.prototype.gptCommon = function (prompt) {
+            return __awaiter(this, void 0, void 0, function () {
+                var errors, _a, _b, llmExecutionTools, error_1, e_1_1;
+                var e_1, _c;
+                return __generator(this, function (_d) {
+                    switch (_d.label) {
+                        case 0:
+                            errors = [];
+                            _d.label = 1;
+                        case 1:
+                            _d.trys.push([1, 11, 12, 13]);
+                            _a = __values(this.llmExecutionTools), _b = _a.next();
+                            _d.label = 2;
+                        case 2:
+                            if (!!_b.done) return [3 /*break*/, 10];
+                            llmExecutionTools = _b.value;
+                            _d.label = 3;
+                        case 3:
+                            _d.trys.push([3, 8, , 9]);
+                            if (!(prompt.modelRequirements.modelVariant === 'CHAT')) return [3 /*break*/, 5];
+                            return [4 /*yield*/, llmExecutionTools.gptChat(prompt)];
+                        case 4: return [2 /*return*/, _d.sent()];
+                        case 5:
+                            if (!(prompt.modelRequirements.modelVariant === 'COMPLETION')) return [3 /*break*/, 7];
+                            return [4 /*yield*/, llmExecutionTools.gptComplete(prompt)];
+                        case 6: return [2 /*return*/, _d.sent()];
+                        case 7: return [3 /*break*/, 9];
+                        case 8:
+                            error_1 = _d.sent();
+                            if (!(error_1 instanceof Error)) {
+                                throw error_1;
+                            }
+                            errors.push(error_1);
+                            return [3 /*break*/, 9];
+                        case 9:
+                            _b = _a.next();
+                            return [3 /*break*/, 2];
+                        case 10: return [3 /*break*/, 13];
+                        case 11:
+                            e_1_1 = _d.sent();
+                            e_1 = { error: e_1_1 };
+                            return [3 /*break*/, 13];
+                        case 12:
+                            try {
+                                if (_b && !_b.done && (_c = _a.return)) _c.call(_a);
+                            }
+                            finally { if (e_1) throw e_1.error; }
+                            return [7 /*endfinally*/];
+                        case 13: throw new Error(spaceTrim__default["default"](function (block) { return "\n                  All execution tools failed:\n                  \n                  ".concat(block(errors.map(function (error) { return "- ".concat(error.name || 'Error', ": ").concat(error.message); }).join('\n')), "\n            \n            "); }));
+                    }
+                });
+            });
+        };
+        /**
+         * List all available models that can be used
+         * This liost is a combination of all available models from all execution tools
+         */
+        MultipleLlmExecutionTools.prototype.listModels = function () {
+            return __awaiter(this, void 0, void 0, function () {
+                var availableModels, _a, _b, llmExecutionTools, models, e_2_1;
+                var e_2, _c;
+                return __generator(this, function (_d) {
+                    switch (_d.label) {
+                        case 0:
+                            availableModels = [];
+                            _d.label = 1;
+                        case 1:
+                            _d.trys.push([1, 6, 7, 8]);
+                            _a = __values(this.llmExecutionTools), _b = _a.next();
+                            _d.label = 2;
+                        case 2:
+                            if (!!_b.done) return [3 /*break*/, 5];
+                            llmExecutionTools = _b.value;
+                            return [4 /*yield*/, llmExecutionTools.listModels()];
+                        case 3:
+                            models = _d.sent();
+                            availableModels.push.apply(availableModels, __spreadArray([], __read(models), false));
+                            _d.label = 4;
+                        case 4:
+                            _b = _a.next();
+                            return [3 /*break*/, 2];
+                        case 5: return [3 /*break*/, 8];
+                        case 6:
+                            e_2_1 = _d.sent();
+                            e_2 = { error: e_2_1 };
+                            return [3 /*break*/, 8];
+                        case 7:
+                            try {
+                                if (_b && !_b.done && (_c = _a.return)) _c.call(_a);
+                            }
+                            finally { if (e_2) throw e_2.error; }
+                            return [7 /*endfinally*/];
+                        case 8: return [2 /*return*/, availableModels];
+                    }
+                });
+            });
+        };
+        return MultipleLlmExecutionTools;
+    }());
+
     /**
      * Format either small or big number
      *
@@ -4150,25 +4181,27 @@
     exports.PromptbookReferenceError = PromptbookReferenceError;
     exports.PromptbookSyntaxError = PromptbookSyntaxError;
     exports.SimplePromptInterfaceTools = SimplePromptInterfaceTools;
-    exports.SimplePromptbookLibrary = SimplePromptbookLibrary;
     exports.TemplateError = TemplateError;
     exports.UnexpectedError = UnexpectedError;
     exports.addUsage = addUsage;
     exports.assertsExecutionSuccessful = assertsExecutionSuccessful;
     exports.checkExpectations = checkExpectations;
+    exports.createLibraryFromJson = createLibraryFromJson;
+    exports.createLibraryFromPromise = createLibraryFromPromise;
+    exports.createLibraryFromUrl = createLibraryFromUrl;
     exports.createPromptbookExecutor = createPromptbookExecutor;
-    exports.createPromptbookLibraryFromPromise = createPromptbookLibraryFromPromise;
-    exports.createPromptbookLibraryFromSources = createPromptbookLibraryFromSources;
-    exports.createPromptbookLibraryFromUrl = createPromptbookLibraryFromUrl;
-    exports.createPromptbookSublibrary = createPromptbookSublibrary;
+    exports.createSublibrary = createSublibrary;
+    exports.embeddingVectorToString = embeddingVectorToString;
     exports.executionReportJsonToString = executionReportJsonToString;
     exports.isPassingExpectations = isPassingExpectations;
+    exports.libraryToJson = libraryToJson;
     exports.prepareKnowledgeFromMarkdown = prepareKnowledgeFromMarkdown;
     exports.prettifyPromptbookString = prettifyPromptbookString;
     exports.promptbookJsonToString = promptbookJsonToString;
     exports.promptbookStringToJson = promptbookStringToJson;
+    exports.promptbookStringToJsonSync = promptbookStringToJsonSync;
     exports.usageToWorktime = usageToWorktime;
-    exports.validatePromptbookJson = validatePromptbookJson;
+    exports.validatePromptbook = validatePromptbook;
 
     Object.defineProperty(exports, '__esModule', { value: true });