@promptbook/core 0.71.0-0 → 0.71.0-13

package/esm/index.es.js

@@ -3,7 +3,11 @@ import { format } from 'prettier';
 import parserHtml from 'prettier/parser-html';
 import { forTime } from 'waitasecond';
 import { unparse, parse } from 'papaparse';
+import { stat, access, constants, readFile } from 'fs/promises';
+import { join, basename } from 'path';
+import { SHA256 } from 'crypto-js';
 import hexEncoder from 'crypto-js/enc-hex';
+import { lookup } from 'mime-types';
 import sha256 from 'crypto-js/sha256';
 import moment from 'moment';
 
@@ -11,8 +15,8 @@ import moment from 'moment';
 /**
  * The version of the Promptbook library
  */
-var PROMPTBOOK_VERSION = '0.70.0-1';
-// TODO:[main] !!!! List here all the versions and annotate + put into script
+var PROMPTBOOK_VERSION = '0.71.0-12';
+// TODO: [main] !!!! List here all the versions and annotate + put into script
 
 /*! *****************************************************************************
 Copyright (c) Microsoft Corporation.
@@ -224,7 +228,7 @@ function pipelineJsonToString(pipelineJson) {
         commands.push("PIPELINE URL ".concat(pipelineUrl));
     }
     commands.push("PROMPTBOOK VERSION ".concat(promptbookVersion));
-    // TODO:[main] !!! This increase size of the bundle and is probbably not necessary
+    // TODO: [main] !!! This increase size of the bundle and is probbably not necessary
     pipelineString = prettifyMarkdown(pipelineString);
     try {
         for (var _g = __values(parameters.filter(function (_a) {
@@ -372,12 +376,12 @@ function pipelineJsonToString(pipelineJson) {
             pipelineString += '```' + contentLanguage;
             pipelineString += '\n';
             pipelineString += spaceTrim(content);
-            //                   <- TODO:[main] !!! Escape
+            //                   <- TODO: [main] !!! Escape
             //                   <- TODO: [🧠] Some clear strategy how to spaceTrim the blocks
             pipelineString += '\n';
             pipelineString += '```';
             pipelineString += '\n\n';
-            pipelineString += "`-> {".concat(resultingParameterName, "}`"); // <- TODO:[main] !!! If the parameter here has description, add it and use templateParameterJsonToString
+            pipelineString += "`-> {".concat(resultingParameterName, "}`"); // <- TODO: [main] !!! If the parameter here has description, add it and use templateParameterJsonToString
         }
     }
     catch (e_3_1) { e_3 = { error: e_3_1 }; }
@@ -683,9 +687,19 @@ var MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL = 200;
 /**
  * Where to store the cache of executions for promptbook CLI
  *
+ * Note: When the folder does not exist, it is created recursively
+ *
  * @public exported from `@promptbook/core`
  */
 var EXECUTIONS_CACHE_DIRNAME = '/.promptbook/executions-cache';
+/**
+ * Where to store the scrape cache
+ *
+ * Note: When the folder does not exist, it is created recursively
+ *
+ * @public exported from `@promptbook/core`
+ */
+var SCRAPE_CACHE_DIRNAME = '/.promptbook/scrape-cache';
 /**
  * The name of the builded pipeline collection made by CLI `ptbk make` and for lookup in `createCollectionFromDirectory`
  *
@@ -765,6 +779,12 @@ var DEFAULT_CSV_SETTINGS = Object.freeze({
  * @public exported from `@promptbook/core`
  */
 var IS_VERBOSE = false;
+/**
+ * @@@
+ *
+ * @public exported from `@promptbook/core`
+ */
+var IS_AUTO_INSTALLED = false;
 /**
  * @@@
  *
@@ -851,7 +871,7 @@ function isValidPromptbookVersion(version) {
     if ( /* version === '1.0.0' || */version === '2.0.0' || version === '3.0.0') {
         return false;
     }
-    // <- TODO:[main] !!! Check isValidPromptbookVersion against PROMPTBOOK_VERSIONS
+    // <- TODO: [main] !!! Check isValidPromptbookVersion against PROMPTBOOK_VERSIONS
     return true;
 }
 
@@ -1215,11 +1235,11 @@ function validatePipelineCore(pipeline) {
  *     >  ex port function validatePipeline(promptbook: really_unknown): asserts promptbook is PipelineJson {
  */
 /**
- * TODO: [🐣][main] !!!! Validate that all samples match expectations
- * TODO: [🐣][🐝][main] !!!! Validate that knowledge is valid (non-void)
- * TODO: [🐣][main] !!!! Validate that persona can be used only with CHAT variant
- * TODO: [🐣][main] !!!! Validate that parameter with reserved name not used RESERVED_PARAMETER_NAMES
- * TODO: [🐣][main] !!!! Validate that reserved parameter is not used as joker
+ * TODO: [🧳][main] !!!! Validate that all samples match expectations
+ * TODO: [🧳][🐝][main] !!!! Validate that knowledge is valid (non-void)
+ * TODO: [🧳][main] !!!! Validate that persona can be used only with CHAT variant
+ * TODO: [🧳][main] !!!! Validate that parameter with reserved name not used RESERVED_PARAMETER_NAMES
+ * TODO: [🧳][main] !!!! Validate that reserved parameter is not used as joker
  * TODO: [🧠] Validation not only logic itself but imports around - files and websites and rerefenced pipelines exists
  * TODO: [🛠] Actions, instruments (and maybe knowledge) => Functions and tools
  */
@@ -1533,7 +1553,7 @@ function createCollectionFromUrl(url, options) {
     });
 }
 /**
- * TODO:[main] !!!! [🧠] Library precompilation and do not mix markdown and json promptbooks
+ * TODO: [main] !!!! [🧠] Library precompilation and do not mix markdown and json promptbooks
  */
 
 /**
@@ -1634,6 +1654,22 @@ var TemplateTypes = [
     // <- [🅱]
 ];
 
+/**
+ * This error type indicates that some tools are missing for pipeline execution or preparation
+ *
+ * @public exported from `@promptbook/core`
+ */
+var MissingToolsError = /** @class */ (function (_super) {
+    __extends(MissingToolsError, _super);
+    function MissingToolsError(message) {
+        var _this = _super.call(this, spaceTrim$1(function (block) { return "\n                    ".concat(block(message), "\n\n                    Note: You have probbably forgot to provide some tools for pipeline execution or preparation\n\n                "); })) || this;
+        _this.name = 'MissingToolsError';
+        Object.setPrototypeOf(_this, MissingToolsError.prototype);
+        return _this;
+    }
+    return MissingToolsError;
+}(Error));
+
 /**
  * @@@
  *
@@ -1762,6 +1798,7 @@ function addUsage() {
  * @param options - Options for the function
  * @param callbackfunction - Function to call for each item
  * @public exported from `@promptbook/utils`
+ * @deprecated [🪂] Use queues instead
  */
 function forEachAsync(array, options, callbackfunction) {
     return __awaiter(this, void 0, void 0, function () {
@@ -1830,370 +1867,92 @@ function forEachAsync(array, options, callbackfunction) {
     });
 }
 
-var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",resultingParameterName:"knowledgePieces",dependentParameterNames:["knowledgeContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-from-markdown.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",resultingParameterName:"keywords",dependentParameterNames:["knowledgePieceContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-keywords.ptbk.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",resultingParameterName:"title",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-title.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.ptbk.md",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"make-model-requirements",title:"Make modelRequirements",content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Sample\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n-   Your output format is JSON object\n-   Write just the JSON object, no other text should be present\n-   It contains the following keys:\n    -   `modelName`: The name of the model to use\n    -   `systemMessage`: The system message to provide context to the model\n    -   `temperature`: The sampling temperature to use\n\n### Key `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Key `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Key `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",resultingParameterName:"modelRequirements",format:"JSON",dependentParameterNames:["availableModelNames","personaDescription"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-persona.ptbk.md"}];
-
-var defaultDiacriticsRemovalMap = [
-    {
-        base: 'A',
-        letters: '\u0041\u24B6\uFF21\u00C0\u00C1\u00C2\u1EA6\u1EA4\u1EAA\u1EA8\u00C3\u0100\u0102\u1EB0\u1EAE\u1EB4\u1EB2\u0226\u01E0\u00C4\u01DE\u1EA2\u00C5\u01FA\u01CD\u0200\u0202\u1EA0\u1EAC\u1EB6\u1E00\u0104\u023A\u2C6F',
-    },
-    { base: 'AA', letters: '\uA732' },
-    { base: 'AE', letters: '\u00C6\u01FC\u01E2' },
-    { base: 'AO', letters: '\uA734' },
-    { base: 'AU', letters: '\uA736' },
-    { base: 'AV', letters: '\uA738\uA73A' },
-    { base: 'AY', letters: '\uA73C' },
-    {
-        base: 'B',
-        letters: '\u0042\u24B7\uFF22\u1E02\u1E04\u1E06\u0243\u0182\u0181',
-    },
-    {
-        base: 'C',
-        letters: '\u0043\u24B8\uFF23\u0106\u0108\u010A\u010C\u00C7\u1E08\u0187\u023B\uA73E',
-    },
-    {
-        base: 'D',
-        letters: '\u0044\u24B9\uFF24\u1E0A\u010E\u1E0C\u1E10\u1E12\u1E0E\u0110\u018B\u018A\u0189\uA779\u00D0',
-    },
-    { base: 'DZ', letters: '\u01F1\u01C4' },
-    { base: 'Dz', letters: '\u01F2\u01C5' },
-    {
-        base: 'E',
-        letters: '\u0045\u24BA\uFF25\u00C8\u00C9\u00CA\u1EC0\u1EBE\u1EC4\u1EC2\u1EBC\u0112\u1E14\u1E16\u0114\u0116\u00CB\u1EBA\u011A\u0204\u0206\u1EB8\u1EC6\u0228\u1E1C\u0118\u1E18\u1E1A\u0190\u018E',
-    },
-    { base: 'F', letters: '\u0046\u24BB\uFF26\u1E1E\u0191\uA77B' },
-    {
-        base: 'G',
-        letters: '\u0047\u24BC\uFF27\u01F4\u011C\u1E20\u011E\u0120\u01E6\u0122\u01E4\u0193\uA7A0\uA77D\uA77E',
-    },
-    {
-        base: 'H',
-        letters: '\u0048\u24BD\uFF28\u0124\u1E22\u1E26\u021E\u1E24\u1E28\u1E2A\u0126\u2C67\u2C75\uA78D',
-    },
-    {
-        base: 'I',
-        letters: '\u0049\u24BE\uFF29\u00CC\u00CD\u00CE\u0128\u012A\u012C\u0130\u00CF\u1E2E\u1EC8\u01CF\u0208\u020A\u1ECA\u012E\u1E2C\u0197',
-    },
-    { base: 'J', letters: '\u004A\u24BF\uFF2A\u0134\u0248' },
-    {
-        base: 'K',
-        letters: '\u004B\u24C0\uFF2B\u1E30\u01E8\u1E32\u0136\u1E34\u0198\u2C69\uA740\uA742\uA744\uA7A2',
-    },
-    {
-        base: 'L',
-        letters: '\u004C\u24C1\uFF2C\u013F\u0139\u013D\u1E36\u1E38\u013B\u1E3C\u1E3A\u0141\u023D\u2C62\u2C60\uA748\uA746\uA780',
-    },
-    { base: 'LJ', letters: '\u01C7' },
-    { base: 'Lj', letters: '\u01C8' },
-    { base: 'M', letters: '\u004D\u24C2\uFF2D\u1E3E\u1E40\u1E42\u2C6E\u019C' },
-    {
-        base: 'N',
-        letters: '\u004E\u24C3\uFF2E\u01F8\u0143\u00D1\u1E44\u0147\u1E46\u0145\u1E4A\u1E48\u0220\u019D\uA790\uA7A4',
-    },
-    { base: 'NJ', letters: '\u01CA' },
-    { base: 'Nj', letters: '\u01CB' },
-    {
-        base: 'O',
-        letters: '\u004F\u24C4\uFF2F\u00D2\u00D3\u00D4\u1ED2\u1ED0\u1ED6\u1ED4\u00D5\u1E4C\u022C\u1E4E\u014C\u1E50\u1E52\u014E\u022E\u0230\u00D6\u022A\u1ECE\u0150\u01D1\u020C\u020E\u01A0\u1EDC\u1EDA\u1EE0\u1EDE\u1EE2\u1ECC\u1ED8\u01EA\u01EC\u00D8\u01FE\u0186\u019F\uA74A\uA74C',
-    },
-    { base: 'OI', letters: '\u01A2' },
-    { base: 'OO', letters: '\uA74E' },
-    { base: 'OU', letters: '\u0222' },
-    { base: 'OE', letters: '\u008C\u0152' },
-    { base: 'oe', letters: '\u009C\u0153' },
-    {
-        base: 'P',
-        letters: '\u0050\u24C5\uFF30\u1E54\u1E56\u01A4\u2C63\uA750\uA752\uA754',
-    },
-    { base: 'Q', letters: '\u0051\u24C6\uFF31\uA756\uA758\u024A' },
-    {
-        base: 'R',
-        letters: '\u0052\u24C7\uFF32\u0154\u1E58\u0158\u0210\u0212\u1E5A\u1E5C\u0156\u1E5E\u024C\u2C64\uA75A\uA7A6\uA782',
-    },
-    {
-        base: 'S',
-        letters: '\u0053\u24C8\uFF33\u1E9E\u015A\u1E64\u015C\u1E60\u0160\u1E66\u1E62\u1E68\u0218\u015E\u2C7E\uA7A8\uA784',
-    },
-    {
-        base: 'T',
-        letters: '\u0054\u24C9\uFF34\u1E6A\u0164\u1E6C\u021A\u0162\u1E70\u1E6E\u0166\u01AC\u01AE\u023E\uA786',
-    },
-    { base: 'TZ', letters: '\uA728' },
-    {
-        base: 'U',
-        letters: '\u0055\u24CA\uFF35\u00D9\u00DA\u00DB\u0168\u1E78\u016A\u1E7A\u016C\u00DC\u01DB\u01D7\u01D5\u01D9\u1EE6\u016E\u0170\u01D3\u0214\u0216\u01AF\u1EEA\u1EE8\u1EEE\u1EEC\u1EF0\u1EE4\u1E72\u0172\u1E76\u1E74\u0244',
-    },
-    { base: 'V', letters: '\u0056\u24CB\uFF36\u1E7C\u1E7E\u01B2\uA75E\u0245' },
-    { base: 'VY', letters: '\uA760' },
-    {
-        base: 'W',
-        letters: '\u0057\u24CC\uFF37\u1E80\u1E82\u0174\u1E86\u1E84\u1E88\u2C72',
-    },
-    { base: 'X', letters: '\u0058\u24CD\uFF38\u1E8A\u1E8C' },
-    {
-        base: 'Y',
-        letters: '\u0059\u24CE\uFF39\u1EF2\u00DD\u0176\u1EF8\u0232\u1E8E\u0178\u1EF6\u1EF4\u01B3\u024E\u1EFE',
-    },
-    {
-        base: 'Z',
-        letters: '\u005A\u24CF\uFF3A\u0179\u1E90\u017B\u017D\u1E92\u1E94\u01B5\u0224\u2C7F\u2C6B\uA762',
-    },
-    {
-        base: 'a',
-        letters: '\u0061\u24D0\uFF41\u1E9A\u00E0\u00E1\u00E2\u1EA7\u1EA5\u1EAB\u1EA9\u00E3\u0101\u0103\u1EB1\u1EAF\u1EB5\u1EB3\u0227\u01E1\u00E4\u01DF\u1EA3\u00E5\u01FB\u01CE\u0201\u0203\u1EA1\u1EAD\u1EB7\u1E01\u0105\u2C65\u0250',
-    },
-    { base: 'aa', letters: '\uA733' },
-    { base: 'ae', letters: '\u00E6\u01FD\u01E3' },
-    { base: 'ao', letters: '\uA735' },
-    { base: 'au', letters: '\uA737' },
-    { base: 'av', letters: '\uA739\uA73B' },
-    { base: 'ay', letters: '\uA73D' },
-    {
-        base: 'b',
-        letters: '\u0062\u24D1\uFF42\u1E03\u1E05\u1E07\u0180\u0183\u0253',
-    },
-    {
-        base: 'c',
-        letters: '\u0063\u24D2\uFF43\u0107\u0109\u010B\u010D\u00E7\u1E09\u0188\u023C\uA73F\u2184',
-    },
-    {
-        base: 'd',
-        letters: '\u0064\u24D3\uFF44\u1E0B\u010F\u1E0D\u1E11\u1E13\u1E0F\u0111\u018C\u0256\u0257\uA77A',
-    },
-    { base: 'dz', letters: '\u01F3\u01C6' },
-    {
-        base: 'e',
-        letters: '\u0065\u24D4\uFF45\u00E8\u00E9\u00EA\u1EC1\u1EBF\u1EC5\u1EC3\u1EBD\u0113\u1E15\u1E17\u0115\u0117\u00EB\u1EBB\u011B\u0205\u0207\u1EB9\u1EC7\u0229\u1E1D\u0119\u1E19\u1E1B\u0247\u025B\u01DD',
-    },
-    { base: 'f', letters: '\u0066\u24D5\uFF46\u1E1F\u0192\uA77C' },
-    {
-        base: 'g',
-        letters: '\u0067\u24D6\uFF47\u01F5\u011D\u1E21\u011F\u0121\u01E7\u0123\u01E5\u0260\uA7A1\u1D79\uA77F',
-    },
-    {
-        base: 'h',
-        letters: '\u0068\u24D7\uFF48\u0125\u1E23\u1E27\u021F\u1E25\u1E29\u1E2B\u1E96\u0127\u2C68\u2C76\u0265',
-    },
-    { base: 'hv', letters: '\u0195' },
-    {
-        base: 'i',
-        letters: '\u0069\u24D8\uFF49\u00EC\u00ED\u00EE\u0129\u012B\u012D\u00EF\u1E2F\u1EC9\u01D0\u0209\u020B\u1ECB\u012F\u1E2D\u0268\u0131',
-    },
-    { base: 'j', letters: '\u006A\u24D9\uFF4A\u0135\u01F0\u0249' },
-    {
-        base: 'k',
-        letters: '\u006B\u24DA\uFF4B\u1E31\u01E9\u1E33\u0137\u1E35\u0199\u2C6A\uA741\uA743\uA745\uA7A3',
-    },
-    {
-        base: 'l',
-        letters: '\u006C\u24DB\uFF4C\u0140\u013A\u013E\u1E37\u1E39\u013C\u1E3D\u1E3B\u017F\u0142\u019A\u026B\u2C61\uA749\uA781\uA747',
-    },
-    { base: 'lj', letters: '\u01C9' },
-    { base: 'm', letters: '\u006D\u24DC\uFF4D\u1E3F\u1E41\u1E43\u0271\u026F' },
-    {
-        base: 'n',
-        letters: '\u006E\u24DD\uFF4E\u01F9\u0144\u00F1\u1E45\u0148\u1E47\u0146\u1E4B\u1E49\u019E\u0272\u0149\uA791\uA7A5',
-    },
-    { base: 'nj', letters: '\u01CC' },
-    {
-        base: 'o',
-        letters: '\u006F\u24DE\uFF4F\u00F2\u00F3\u00F4\u1ED3\u1ED1\u1ED7\u1ED5\u00F5\u1E4D\u022D\u1E4F\u014D\u1E51\u1E53\u014F\u022F\u0231\u00F6\u022B\u1ECF\u0151\u01D2\u020D\u020F\u01A1\u1EDD\u1EDB\u1EE1\u1EDF\u1EE3\u1ECD\u1ED9\u01EB\u01ED\u00F8\u01FF\u0254\uA74B\uA74D\u0275',
-    },
-    { base: 'oi', letters: '\u01A3' },
-    { base: 'ou', letters: '\u0223' },
-    { base: 'oo', letters: '\uA74F' },
-    {
-        base: 'p',
-        letters: '\u0070\u24DF\uFF50\u1E55\u1E57\u01A5\u1D7D\uA751\uA753\uA755',
-    },
-    { base: 'q', letters: '\u0071\u24E0\uFF51\u024B\uA757\uA759' },
-    {
-        base: 'r',
-        letters: '\u0072\u24E1\uFF52\u0155\u1E59\u0159\u0211\u0213\u1E5B\u1E5D\u0157\u1E5F\u024D\u027D\uA75B\uA7A7\uA783',
-    },
-    {
-        base: 's',
-        letters: '\u0073\u24E2\uFF53\u00DF\u015B\u1E65\u015D\u1E61\u0161\u1E67\u1E63\u1E69\u0219\u015F\u023F\uA7A9\uA785\u1E9B',
-    },
-    {
-        base: 't',
-        letters: '\u0074\u24E3\uFF54\u1E6B\u1E97\u0165\u1E6D\u021B\u0163\u1E71\u1E6F\u0167\u01AD\u0288\u2C66\uA787',
-    },
-    { base: 'tz', letters: '\uA729' },
-    {
-        base: 'u',
-        letters: '\u0075\u24E4\uFF55\u00F9\u00FA\u00FB\u0169\u1E79\u016B\u1E7B\u016D\u00FC\u01DC\u01D8\u01D6\u01DA\u1EE7\u016F\u0171\u01D4\u0215\u0217\u01B0\u1EEB\u1EE9\u1EEF\u1EED\u1EF1\u1EE5\u1E73\u0173\u1E77\u1E75\u0289',
-    },
-    { base: 'v', letters: '\u0076\u24E5\uFF56\u1E7D\u1E7F\u028B\uA75F\u028C' },
-    { base: 'vy', letters: '\uA761' },
-    {
-        base: 'w',
-        letters: '\u0077\u24E6\uFF57\u1E81\u1E83\u0175\u1E87\u1E85\u1E98\u1E89\u2C73',
-    },
-    { base: 'x', letters: '\u0078\u24E7\uFF58\u1E8B\u1E8D' },
-    {
-        base: 'y',
-        letters: '\u0079\u24E8\uFF59\u1EF3\u00FD\u0177\u1EF9\u0233\u1E8F\u00FF\u1EF7\u1E99\u1EF5\u01B4\u024F\u1EFF',
-    },
-    {
-        base: 'z',
-        letters: '\u007A\u24E9\uFF5A\u017A\u1E91\u017C\u017E\u1E93\u1E95\u01B6\u0225\u0240\u2C6C\uA763',
-    },
-];
 /**
- * Map of letters from diacritic variant to diacritless variant
- * Contains lowercase and uppercase separatelly
- *
- * > "á" => "a"
- * > "ě" => "e"
- * > "Ă" => "A"
- * > ...
+ * Intercepts LLM tools and counts total usage of the tools
  *
- * @public exported from `@promptbook/utils`
+ * @param llmTools LLM tools to be intercepted with usage counting
+ * @returns LLM tools with same functionality with added total cost counting
+ * @public exported from `@promptbook/core`
  */
-var DIACRITIC_VARIANTS_LETTERS = {};
-// tslint:disable-next-line: prefer-for-of
-for (var i = 0; i < defaultDiacriticsRemovalMap.length; i++) {
-    var letters = defaultDiacriticsRemovalMap[i].letters;
-    // tslint:disable-next-line: prefer-for-of
-    for (var j = 0; j < letters.length; j++) {
-        DIACRITIC_VARIANTS_LETTERS[letters[j]] = defaultDiacriticsRemovalMap[i].base;
-    }
-}
-// <- TODO: [🍓] Put to maker function to save execution time if not needed
-/*
-  @see https://stackoverflow.com/questions/990904/remove-accents-diacritics-in-a-string-in-javascript
-   Licensed under the Apache License, Version 2.0 (the "License");
-   you may not use this file except in compliance with the License.
-   You may obtain a copy of the License at
-
-       http://www.apache.org/licenses/LICENSE-2.0
-
-   Unless required by applicable law or agreed to in writing, software
-   distributed under the License is distributed on an "AS IS" BASIS,
-   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-   See the License for the specific language governing permissions and
-   limitations under the License.
-*/
-
-/**
- * @@@
- *
- * @param input @@@
- * @returns @@@
- * @public exported from `@promptbook/utils`
- */
-function removeDiacritics(input) {
-    /*eslint no-control-regex: "off"*/
-    return input.replace(/[^\u0000-\u007E]/g, function (a) {
-        return DIACRITIC_VARIANTS_LETTERS[a] || a;
-    });
-}
-/**
- * TODO: [Ж] Variant for cyrillic (and in general non-latin) letters
- */
-
-/**
- * @@@
- *
- * @param text @@@
- * @returns @@@
- * @example 'hello-world'
- * @example 'i-love-promptbook'
- * @public exported from `@promptbook/utils`
- */
-function normalizeToKebabCase(text) {
-    var e_1, _a;
-    text = removeDiacritics(text);
-    var charType;
-    var lastCharType = 'OTHER';
-    var normalizedName = '';
-    try {
-        for (var text_1 = __values(text), text_1_1 = text_1.next(); !text_1_1.done; text_1_1 = text_1.next()) {
-            var char = text_1_1.value;
-            var normalizedChar = void 0;
-            if (/^[a-z]$/.test(char)) {
-                charType = 'LOWERCASE';
-                normalizedChar = char;
-            }
-            else if (/^[A-Z]$/.test(char)) {
-                charType = 'UPPERCASE';
-                normalizedChar = char.toLowerCase();
-            }
-            else if (/^[0-9]$/.test(char)) {
-                charType = 'NUMBER';
-                normalizedChar = char;
-            }
-            else if (/^\/$/.test(char)) {
-                charType = 'SLASH';
-                normalizedChar = char;
-            }
-            else {
-                charType = 'OTHER';
-                normalizedChar = '-';
-            }
-            if (charType !== lastCharType &&
-                !(lastCharType === 'UPPERCASE' && charType === 'LOWERCASE') &&
-                !(lastCharType === 'NUMBER') &&
-                !(charType === 'NUMBER')) {
-                normalizedName += '-';
-            }
-            normalizedName += normalizedChar;
-            lastCharType = charType;
-        }
+function countTotalUsage(llmTools) {
+    var _this = this;
+    var totalUsage = ZERO_USAGE;
+    var proxyTools = {
+        get title() {
+            // TODO: [🧠] Maybe put here some suffix
+            return llmTools.title;
+        },
+        get description() {
+            // TODO: [🧠] Maybe put here some suffix
+            return llmTools.description;
+        },
+        checkConfiguration: function () {
+            return __awaiter(this, void 0, void 0, function () {
+                return __generator(this, function (_a) {
+                    return [2 /*return*/, /* not await */ llmTools.checkConfiguration()];
+                });
+            });
+        },
+        listModels: function () {
+            return /* not await */ llmTools.listModels();
+        },
+        getTotalUsage: function () {
+            // <- Note: [🥫] Not using getter `get totalUsage` but `getTotalUsage` to allow this object to be proxied
+            return totalUsage;
+        },
+    };
+    if (llmTools.callChatModel !== undefined) {
+        proxyTools.callChatModel = function (prompt) { return __awaiter(_this, void 0, void 0, function () {
+            var promptResult;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, llmTools.callChatModel(prompt)];
+                    case 1:
+                        promptResult = _a.sent();
+                        totalUsage = addUsage(totalUsage, promptResult.usage);
+                        return [2 /*return*/, promptResult];
+                }
+            });
+        }); };
     }
-    catch (e_1_1) { e_1 = { error: e_1_1 }; }
-    finally {
-        try {
-            if (text_1_1 && !text_1_1.done && (_a = text_1.return)) _a.call(text_1);
-        }
-        finally { if (e_1) throw e_1.error; }
+    if (llmTools.callCompletionModel !== undefined) {
+        proxyTools.callCompletionModel = function (prompt) { return __awaiter(_this, void 0, void 0, function () {
+            var promptResult;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, llmTools.callCompletionModel(prompt)];
+                    case 1:
+                        promptResult = _a.sent();
+                        totalUsage = addUsage(totalUsage, promptResult.usage);
+                        return [2 /*return*/, promptResult];
+                }
+            });
+        }); };
     }
-    normalizedName = normalizedName.split(/-+/g).join('-');
-    normalizedName = normalizedName.split(/-?\/-?/g).join('/');
-    normalizedName = normalizedName.replace(/^-/, '');
-    normalizedName = normalizedName.replace(/-$/, '');
-    return normalizedName;
-}
-
-/**
- * Removes emojis from a string and fix whitespaces
- *
- * @param text with emojis
- * @returns text without emojis
- * @public exported from `@promptbook/utils`
- */
-function removeEmojis(text) {
-    // Replace emojis (and also ZWJ sequence) with hyphens
-    text = text.replace(/(\p{Extended_Pictographic})\p{Modifier_Symbol}/gu, '$1');
-    text = text.replace(/(\p{Extended_Pictographic})[\u{FE00}-\u{FE0F}]/gu, '$1');
-    text = text.replace(/(\p{Extended_Pictographic})(\u{200D}\p{Extended_Pictographic})*/gu, '$1');
-    text = text.replace(/\p{Extended_Pictographic}/gu, '');
-    return text;
+    if (llmTools.callEmbeddingModel !== undefined) {
+        proxyTools.callEmbeddingModel = function (prompt) { return __awaiter(_this, void 0, void 0, function () {
+            var promptResult;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, llmTools.callEmbeddingModel(prompt)];
+                    case 1:
+                        promptResult = _a.sent();
+                        totalUsage = addUsage(totalUsage, promptResult.usage);
+                        return [2 /*return*/, promptResult];
+                }
+            });
+        }); };
+    }
+    // <- Note: [🤖]
+    return proxyTools;
 }
-
 /**
- * @@@
- *
- * @param value @@@
- * @returns @@@
- * @example @@@
- * @public exported from `@promptbook/utils`
+ * TODO: [🧠][💸] Maybe make some common abstraction `interceptLlmTools` and use here (or use javascript Proxy?)
+ * TODO: [🧠] Is there some meaningfull way how to test this util
+ * TODO: [🧠][🌯] Maybe a way how to hide ability to `get totalUsage`
+ *     > const [llmToolsWithUsage,getUsage] = countTotalUsage(llmTools);
+ * TODO: [👷‍♂️] @@@ Manual about construction of llmTools
  */
-function titleToName(value) {
-    if (value.startsWith('http://') || value.startsWith('https://')) {
-        // TODO: Maybe check against some list unallowed characters
-        return value;
-    }
-    if (value.startsWith('./') || value.startsWith('../')) {
-        // TODO: Maybe check against some list unallowed characters
-        return value;
-    }
-    value = removeEmojis(value);
-    value = normalizeToKebabCase(value);
-    // TODO: [🧠] Maybe warn or add some padding to short name which are not good identifiers
-    return value;
-}
 
 /**
  * This error indicates errors during the execution of the pipeline
@@ -2212,217 +1971,22 @@ var PipelineExecutionError = /** @class */ (function (_super) {
 }(Error));
 
 /**
- * This error indicates that the pipeline collection cannot be propperly loaded
- *
- * @public exported from `@promptbook/core`
- */
-var CollectionError = /** @class */ (function (_super) {
-    __extends(CollectionError, _super);
-    function CollectionError(message) {
-        var _this = _super.call(this, message) || this;
-        _this.name = 'CollectionError';
-        Object.setPrototypeOf(_this, CollectionError.prototype);
-        return _this;
-    }
-    return CollectionError;
-}(Error));
-
-/**
- * This error type indicates that you try to use a feature that is not available in the current environment
- *
- * @public exported from `@promptbook/core`
- */
-var EnvironmentMismatchError = /** @class */ (function (_super) {
-    __extends(EnvironmentMismatchError, _super);
-    function EnvironmentMismatchError(message) {
-        var _this = _super.call(this, message) || this;
-        _this.name = 'EnvironmentMismatchError';
-        Object.setPrototypeOf(_this, EnvironmentMismatchError.prototype);
-        return _this;
-    }
-    return EnvironmentMismatchError;
-}(Error));
-
-/**
- * This error occurs when some expectation is not met in the execution of the pipeline
+ * Multiple LLM Execution Tools is a proxy server that uses multiple execution tools internally and exposes the executor interface externally.
  *
- * @public exported from `@promptbook/core`
- * Note: Do not throw this error, its reserved for `checkExpectations` and `createPipelineExecutor` and public ONLY to be serializable through remote server
- * Note: Always thrown in `checkExpectations` and catched in `createPipelineExecutor` and rethrown as `PipelineExecutionError`
- * Note: This is a kindof subtype of PipelineExecutionError
+ * Note: Internal utility of `joinLlmExecutionTools` but exposed type
+ * @public exported from `@promptbook/types`
+ * TODO: !!!!!! Export as runtime class not just type
  */
-var ExpectError = /** @class */ (function (_super) {
-    __extends(ExpectError, _super);
-    function ExpectError(message) {
-        var _this = _super.call(this, message) || this;
-        _this.name = 'ExpectError';
-        Object.setPrototypeOf(_this, ExpectError.prototype);
-        return _this;
-    }
-    return ExpectError;
-}(Error));
-
-/**
- * This error type indicates that some limit was reached
- *
- * @public exported from `@promptbook/core`
- */
-var LimitReachedError = /** @class */ (function (_super) {
-    __extends(LimitReachedError, _super);
-    function LimitReachedError(message) {
-        var _this = _super.call(this, message) || this;
-        _this.name = 'LimitReachedError';
-        Object.setPrototypeOf(_this, LimitReachedError.prototype);
-        return _this;
-    }
-    return LimitReachedError;
-}(Error));
-
-/**
- * This error type indicates that some part of the code is not implemented yet
- *
- * @public exported from `@promptbook/core`
- */
-var NotYetImplementedError = /** @class */ (function (_super) {
-    __extends(NotYetImplementedError, _super);
-    function NotYetImplementedError(message) {
-        var _this = _super.call(this, spaceTrim$1(function (block) { return "\n                    ".concat(block(message), "\n\n                    Note: This feature is not implemented yet but it will be soon.\n\n                    If you want speed up the implementation or just read more, look here:\n                    https://github.com/webgptorg/promptbook\n\n                    Or contact us on me@pavolhejny.com\n\n                "); })) || this;
-        _this.name = 'NotYetImplementedError';
-        Object.setPrototypeOf(_this, NotYetImplementedError.prototype);
-        return _this;
-    }
-    return NotYetImplementedError;
-}(Error));
-
-/**
- * Index of all custom errors
- *
- * @public exported from `@promptbook/core`
- */
-var ERRORS = {
-    ExpectError: ExpectError,
-    CollectionError: CollectionError,
-    EnvironmentMismatchError: EnvironmentMismatchError,
-    LimitReachedError: LimitReachedError,
-    NotFoundError: NotFoundError,
-    NotYetImplementedError: NotYetImplementedError,
-    ParseError: ParseError,
-    PipelineExecutionError: PipelineExecutionError,
-    PipelineLogicError: PipelineLogicError,
-    PipelineUrlError: PipelineUrlError,
-    UnexpectedError: UnexpectedError,
-    // TODO: [🪑]> VersionMismatchError,
-};
-
-/**
- * Deserializes the error object
- *
- * @public exported from `@promptbook/utils`
- */
-function deserializeError(error) {
-    if (error.name === 'Error') {
-        return new Error(error.message);
-    }
-    var CustomError = ERRORS[error.name];
-    return new CustomError(error.message);
-}
-
-/**
- * Asserts that the execution of a Promptbook is successful
- *
- * @param executionResult - The partial result of the Promptbook execution
- * @throws {PipelineExecutionError} If the execution is not successful or if multiple errors occurred
- * @public exported from `@promptbook/core`
- */
-function assertsExecutionSuccessful(executionResult) {
-    var isSuccessful = executionResult.isSuccessful, errors = executionResult.errors;
-    if (isSuccessful === true) {
-        return;
-    }
-    if (errors.length === 0) {
-        throw new PipelineExecutionError("Promptbook Execution failed because of unknown reason");
-    }
-    else if (errors.length === 1) {
-        throw deserializeError(errors[0]);
-    }
-    else {
-        throw new PipelineExecutionError(spaceTrim$1(function (block) { return "\n                    Multiple errors occurred during Promptbook execution\n\n                    ".concat(block(errors
-            .map(function (_a, index) {
-            var name = _a.name, stack = _a.stack, message = _a.message;
-            return spaceTrim$1(function (block) { return "\n                                        ".concat(name, " ").concat(index + 1, ":\n                                        ").concat(block(stack || message), "\n                                    "); });
-        })
-            .join('\n')), "\n                "); }));
-    }
-}
-/**
- * TODO: [🧠] Can this return type be better typed than void
- */
-
-/**
- * Determine if the pipeline is fully prepared
- *
- * @public exported from `@promptbook/core`
- */
-function isPipelinePrepared(pipeline) {
-    // Note: Ignoring `pipeline.preparations` @@@
-    // Note: Ignoring `pipeline.knowledgePieces` @@@
-    if (!pipeline.personas.every(function (persona) { return persona.modelRequirements !== undefined; })) {
-        return false;
-    }
-    if (!pipeline.knowledgeSources.every(function (knowledgeSource) { return knowledgeSource.preparationIds !== undefined; })) {
-        return false;
-    }
-    /*
-    TODO: [🧠][🍫] `templates` can not be determined if they are fully prepared SO ignoring them
-    > if (!pipeline.templates.every(({ preparedContent }) => preparedContent === undefined)) {
-    >     return false;
-    > }
-    */
-    return true;
-}
-/**
- * TODO: [🔃][main] !!!!! If the pipeline was prepared with different version or different set of models, prepare it once again
- * TODO: [🐠] Maybe base this on `makeValidator`
- * TODO: [🧊] Pipeline can be partially prepared, this should return true ONLY if fully prepared
- * TODO: [🧿] Maybe do same process with same granularity and subfinctions as `preparePipeline`
- *     - [🏍] ? Is context in each template
- *     - [♨] Are samples prepared
- *     - [♨] Are templates prepared
- */
-
-/**
- * Serializes an error into a [🚉] JSON-serializable object
- *
- * @public exported from `@promptbook/utils`
- */
-function serializeError(error) {
-    var name = error.name, message = error.message, stack = error.stack;
-    if (!__spreadArray(['Error'], __read(Object.keys(ERRORS)), false).includes(name)) {
-        throw new UnexpectedError(spaceTrim(function (block) { return "\n          \n                    Cannot serialize error with name \"".concat(name, "\"\n\n                    ").concat(block(stack || message), "\n                \n                "); }));
-    }
-    return {
-        name: name,
-        message: message,
-        stack: stack,
-    };
-}
-
-/**
- * Multiple LLM Execution Tools is a proxy server that uses multiple execution tools internally and exposes the executor interface externally.
- *
- * Note: Internal utility of `joinLlmExecutionTools` but exposed type
- * @public exported from `@promptbook/types`
- */
-var MultipleLlmExecutionTools = /** @class */ (function () {
-    /**
-     * Gets array of execution tools in order of priority
-     */
-    function MultipleLlmExecutionTools() {
-        var llmExecutionTools = [];
-        for (var _i = 0; _i < arguments.length; _i++) {
-            llmExecutionTools[_i] = arguments[_i];
-        }
-        this.llmExecutionTools = llmExecutionTools;
+var MultipleLlmExecutionTools = /** @class */ (function () {
+    /**
+     * Gets array of execution tools in order of priority
+     */
+    function MultipleLlmExecutionTools() {
+        var llmExecutionTools = [];
+        for (var _i = 0; _i < arguments.length; _i++) {
+            llmExecutionTools[_i] = arguments[_i];
+        }
+        this.llmExecutionTools = llmExecutionTools;
     }
     Object.defineProperty(MultipleLlmExecutionTools.prototype, "title", {
         get: function () {
@@ -2699,79 +2263,258 @@ function joinLlmExecutionTools() {
  * TODO: [👷‍♂️] @@@ Manual about construction of llmTools
  */
 
+var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",resultingParameterName:"knowledgePieces",dependentParameterNames:["knowledgeContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-from-markdown.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",resultingParameterName:"keywords",dependentParameterNames:["knowledgePieceContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-keywords.ptbk.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",resultingParameterName:"title",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-title.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.ptbk.md",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"make-model-requirements",title:"Make modelRequirements",content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Sample\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n-   Your output format is JSON object\n-   Write just the JSON object, no other text should be present\n-   It contains the following keys:\n    -   `modelName`: The name of the model to use\n    -   `systemMessage`: The system message to provide context to the model\n    -   `temperature`: The sampling temperature to use\n\n### Key `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Key `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Key `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",resultingParameterName:"modelRequirements",format:"JSON",dependentParameterNames:["availableModelNames","personaDescription"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-persona.ptbk.md"}];
+
 /**
- * Takes an item or an array of items and returns an array of items
- *
- * 1) Any item except array and undefined returns array with that one item (also null)
- * 2) Undefined returns empty array
- * 3) Array returns itself
+ * This error indicates that the pipeline collection cannot be propperly loaded
  *
- * @private internal utility
+ * @public exported from `@promptbook/core`
  */
-function arrayableToArray(input) {
-    if (input === undefined) {
-        return [];
-    }
-    if (input instanceof Array) {
-        return input;
+var CollectionError = /** @class */ (function (_super) {
+    __extends(CollectionError, _super);
+    function CollectionError(message) {
+        var _this = _super.call(this, message) || this;
+        _this.name = 'CollectionError';
+        Object.setPrototypeOf(_this, CollectionError.prototype);
+        return _this;
     }
-    return [input];
-}
+    return CollectionError;
+}(Error));
 
 /**
- * Parses the given script and returns the list of all used variables that are not defined in the script
+ * This error type indicates that you try to use a feature that is not available in the current environment
  *
- * @param script from which to extract the variables
- * @returns the list of variable names
- * @throws {ParseError} if the script is invalid
- * @public exported from `@promptbook/utils`
+ * @public exported from `@promptbook/core`
  */
-function extractVariables(script) {
-    var variables = new Set();
-    script = "(()=>{".concat(script, "})()");
-    try {
-        for (var i = 0; i < 100 /* <- TODO: This limit to configuration */; i++)
-            try {
-                eval(script);
-            }
-            catch (error) {
-                if (!(error instanceof ReferenceError)) {
-                    throw error;
-                }
-                var undefinedName = error.message.split(' ')[0];
-                /*
-                Note: Parsing the error
-                      [PipelineUrlError: thing is not defined]
-                */
-                if (!undefinedName) {
-                    throw error;
-                }
-                if (script.includes(undefinedName + '(')) {
-                    script = "const ".concat(undefinedName, " = ()=>'';") + script;
-                }
-                else {
-                    variables.add(undefinedName);
-                    script = "const ".concat(undefinedName, " = '';") + script;
-                }
-            }
-    }
-    catch (error) {
-        if (!(error instanceof Error)) {
-            throw error;
-        }
-        throw new ParseError(spaceTrim$1(function (block) { return "\n                    Can not extract variables from the script\n\n                    ".concat(block(error.toString()), "}\n                "); }));
+var EnvironmentMismatchError = /** @class */ (function (_super) {
+    __extends(EnvironmentMismatchError, _super);
+    function EnvironmentMismatchError(message) {
+        var _this = _super.call(this, message) || this;
+        _this.name = 'EnvironmentMismatchError';
+        Object.setPrototypeOf(_this, EnvironmentMismatchError.prototype);
+        return _this;
     }
-    return variables;
-}
+    return EnvironmentMismatchError;
+}(Error));
+
 /**
- * TODO: [🔣] Support for multiple languages - python, java,...
+ * This error occurs when some expectation is not met in the execution of the pipeline
+ *
+ * @public exported from `@promptbook/core`
+ * Note: Do not throw this error, its reserved for `checkExpectations` and `createPipelineExecutor` and public ONLY to be serializable through remote server
+ * Note: Always thrown in `checkExpectations` and catched in `createPipelineExecutor` and rethrown as `PipelineExecutionError`
+ * Note: This is a kindof subtype of PipelineExecutionError
  */
+var ExpectError = /** @class */ (function (_super) {
+    __extends(ExpectError, _super);
+    function ExpectError(message) {
+        var _this = _super.call(this, message) || this;
+        _this.name = 'ExpectError';
+        Object.setPrototypeOf(_this, ExpectError.prototype);
+        return _this;
+    }
+    return ExpectError;
+}(Error));
 
 /**
- * Parses the template and returns the set of all used parameters
+ * This error type indicates that some limit was reached
  *
- * @param template the template with used parameters
- * @returns the set of parameter names
+ * @public exported from `@promptbook/core`
+ */
+var LimitReachedError = /** @class */ (function (_super) {
+    __extends(LimitReachedError, _super);
+    function LimitReachedError(message) {
+        var _this = _super.call(this, message) || this;
+        _this.name = 'LimitReachedError';
+        Object.setPrototypeOf(_this, LimitReachedError.prototype);
+        return _this;
+    }
+    return LimitReachedError;
+}(Error));
+
+/**
+ * This error type indicates that some part of the code is not implemented yet
+ *
+ * @public exported from `@promptbook/core`
+ */
+var NotYetImplementedError = /** @class */ (function (_super) {
+    __extends(NotYetImplementedError, _super);
+    function NotYetImplementedError(message) {
+        var _this = _super.call(this, spaceTrim$1(function (block) { return "\n                    ".concat(block(message), "\n\n                    Note: This feature is not implemented yet but it will be soon.\n\n                    If you want speed up the implementation or just read more, look here:\n                    https://github.com/webgptorg/promptbook\n\n                    Or contact us on me@pavolhejny.com\n\n                "); })) || this;
+        _this.name = 'NotYetImplementedError';
+        Object.setPrototypeOf(_this, NotYetImplementedError.prototype);
+        return _this;
+    }
+    return NotYetImplementedError;
+}(Error));
+
+/**
+ * Index of all custom errors
+ *
+ * @public exported from `@promptbook/core`
+ */
+var ERRORS = {
+    ExpectError: ExpectError,
+    CollectionError: CollectionError,
+    EnvironmentMismatchError: EnvironmentMismatchError,
+    LimitReachedError: LimitReachedError,
+    NotFoundError: NotFoundError,
+    NotYetImplementedError: NotYetImplementedError,
+    ParseError: ParseError,
+    PipelineExecutionError: PipelineExecutionError,
+    PipelineLogicError: PipelineLogicError,
+    PipelineUrlError: PipelineUrlError,
+    UnexpectedError: UnexpectedError,
+    // TODO: [🪑]> VersionMismatchError,
+};
+
+/**
+ * Deserializes the error object
+ *
+ * @public exported from `@promptbook/utils`
+ */
+function deserializeError(error) {
+    if (error.name === 'Error') {
+        return new Error(error.message);
+    }
+    var CustomError = ERRORS[error.name];
+    return new CustomError(error.message);
+}
+
+/**
+ * Asserts that the execution of a Promptbook is successful
+ *
+ * @param executionResult - The partial result of the Promptbook execution
+ * @throws {PipelineExecutionError} If the execution is not successful or if multiple errors occurred
+ * @public exported from `@promptbook/core`
+ */
+function assertsExecutionSuccessful(executionResult) {
+    var isSuccessful = executionResult.isSuccessful, errors = executionResult.errors;
+    if (isSuccessful === true) {
+        return;
+    }
+    if (errors.length === 0) {
+        throw new PipelineExecutionError("Promptbook Execution failed because of unknown reason");
+    }
+    else if (errors.length === 1) {
+        throw deserializeError(errors[0]);
+    }
+    else {
+        throw new PipelineExecutionError(spaceTrim$1(function (block) { return "\n                    Multiple errors occurred during Promptbook execution\n\n                    ".concat(block(errors
+            .map(function (_a, index) {
+            var name = _a.name, stack = _a.stack, message = _a.message;
+            return spaceTrim$1(function (block) { return "\n                                        ".concat(name, " ").concat(index + 1, ":\n                                        ").concat(block(stack || message), "\n                                    "); });
+        })
+            .join('\n')), "\n                "); }));
+    }
+}
+/**
+ * TODO: [🧠] Can this return type be better typed than void
+ */
+
+/**
+ * Determine if the pipeline is fully prepared
+ *
+ * @public exported from `@promptbook/core`
+ */
+function isPipelinePrepared(pipeline) {
+    // Note: Ignoring `pipeline.preparations` @@@
+    // Note: Ignoring `pipeline.knowledgePieces` @@@
+    if (!pipeline.personas.every(function (persona) { return persona.modelRequirements !== undefined; })) {
+        return false;
+    }
+    if (!pipeline.knowledgeSources.every(function (knowledgeSource) { return knowledgeSource.preparationIds !== undefined; })) {
+        return false;
+    }
+    /*
+    TODO: [🧠][🍫] `templates` can not be determined if they are fully prepared SO ignoring them
+    > if (!pipeline.templates.every(({ preparedContent }) => preparedContent === undefined)) {
+    >     return false;
+    > }
+    */
+    return true;
+}
+/**
+ * TODO: [🔃][main] !!!!! If the pipeline was prepared with different version or different set of models, prepare it once again
+ * TODO: [🐠] Maybe base this on `makeValidator`
+ * TODO: [🧊] Pipeline can be partially prepared, this should return true ONLY if fully prepared
+ * TODO: [🧿] Maybe do same process with same granularity and subfinctions as `preparePipeline`
+ *     - [🏍] ? Is context in each template
+ *     - [♨] Are samples prepared
+ *     - [♨] Are templates prepared
+ */
+
+/**
+ * Serializes an error into a [🚉] JSON-serializable object
+ *
+ * @public exported from `@promptbook/utils`
+ */
+function serializeError(error) {
+    var name = error.name, message = error.message, stack = error.stack;
+    if (!__spreadArray(['Error'], __read(Object.keys(ERRORS)), false).includes(name)) {
+        throw new UnexpectedError(spaceTrim(function (block) { return "\n          \n                    Cannot serialize error with name \"".concat(name, "\"\n\n                    ").concat(block(stack || message), "\n                \n                "); }));
+    }
+    return {
+        name: name,
+        message: message,
+        stack: stack,
+    };
+}
+
+/**
+ * Parses the given script and returns the list of all used variables that are not defined in the script
+ *
+ * @param script from which to extract the variables
+ * @returns the list of variable names
+ * @throws {ParseError} if the script is invalid
+ * @public exported from `@promptbook/utils`
+ */
+function extractVariables(script) {
+    var variables = new Set();
+    script = "(()=>{".concat(script, "})()");
+    try {
+        for (var i = 0; i < 100 /* <- TODO: This limit to configuration */; i++)
+            try {
+                eval(script);
+            }
+            catch (error) {
+                if (!(error instanceof ReferenceError)) {
+                    throw error;
+                }
+                var undefinedName = error.message.split(' ')[0];
+                /*
+                Note: Parsing the error
+                      [PipelineUrlError: thing is not defined]
+                */
+                if (!undefinedName) {
+                    throw error;
+                }
+                if (script.includes(undefinedName + '(')) {
+                    script = "const ".concat(undefinedName, " = ()=>'';") + script;
+                }
+                else {
+                    variables.add(undefinedName);
+                    script = "const ".concat(undefinedName, " = '';") + script;
+                }
+            }
+    }
+    catch (error) {
+        if (!(error instanceof Error)) {
+            throw error;
+        }
+        throw new ParseError(spaceTrim$1(function (block) { return "\n                    Can not extract variables from the script\n\n                    ".concat(block(error.toString()), "}\n                "); }));
+    }
+    return variables;
+}
+/**
+ * TODO: [🔣] Support for multiple languages - python, java,...
+ */
+
+/**
+ * Parses the template and returns the set of all used parameters
+ *
+ * @param template the template with used parameters
+ * @returns the set of parameter names
  * @throws {ParseError} if the script is invalid
  * @public exported from `@promptbook/utils`
  */
@@ -2825,7 +2568,7 @@ function extractParameterNamesFromTemplate(template) {
     // Note: [🍭] Fixing dependent subparameterName from FOREACH command
     if (foreach !== undefined) {
         try {
-            for (var _l = __values(foreach.subparameterNames), _m = _l.next(); !_m.done; _m = _l.next()) {
+            for (var _l = __values(foreach.inputSubparameterNames), _m = _l.next(); !_m.done; _m = _l.next()) {
                 var subparameterName = _m.value;
                 if (parameterNames.has(subparameterName)) {
                     parameterNames.delete(subparameterName);
@@ -2940,6 +2683,42 @@ function TODO_USE() {
     }
 }
 
+/**
+ * This error indicates problems parsing the format value
+ *
+ * For example, when the format value is not a valid JSON or CSV
+ * This is not thrown directly but in extended classes
+ *
+ * @public exported from `@promptbook/core`
+ */
+var AbstractFormatError = /** @class */ (function (_super) {
+    __extends(AbstractFormatError, _super);
+    // Note: To allow instanceof do not put here error `name`
+    // public readonly name = 'AbstractFormatError';
+    function AbstractFormatError(message) {
+        var _this = _super.call(this, message) || this;
+        Object.setPrototypeOf(_this, AbstractFormatError.prototype);
+        return _this;
+    }
+    return AbstractFormatError;
+}(Error));
+
+/**
+ * This error indicates problem with parsing of CSV
+ *
+ * @public exported from `@promptbook/core`
+ */
+var CsvFormatError = /** @class */ (function (_super) {
+    __extends(CsvFormatError, _super);
+    function CsvFormatError(message) {
+        var _this = _super.call(this, message) || this;
+        _this.name = 'CsvFormatError';
+        Object.setPrototypeOf(_this, CsvFormatError.prototype);
+        return _this;
+    }
+    return CsvFormatError;
+}(AbstractFormatError));
+
 /**
  * @@@
  *
@@ -2947,7 +2726,7 @@ function TODO_USE() {
  */
 var MANDATORY_CSV_SETTINGS = Object.freeze({
     header: true,
-    // encoding: 'utf8',
+    // encoding: 'utf-8',
 });
 
 /**
@@ -2960,7 +2739,7 @@ var CsvFormatDefinition = {
     formatName: 'CSV',
     aliases: ['SPREADSHEET', 'TABLE'],
     isValid: function (value, settings, schema) {
-        // TODO: !!!!!! Implement CSV validation
+        // TODO: Implement CSV validation
         TODO_USE(value /* <- TODO: Use value here */);
         TODO_USE(settings /* <- TODO: Use settings here */);
         TODO_USE(schema /* <- TODO: Use schema here */);
@@ -2981,7 +2760,7 @@ var CsvFormatDefinition = {
     subvalueDefinitions: [
         {
             subvalueName: 'ROW',
-            mapValues: function (value, settings, mapCallback) {
+            mapValues: function (value, outputParameterName, settings, mapCallback) {
                 return __awaiter(this, void 0, void 0, function () {
                     var csv, mappedData;
                     var _this = this;
@@ -2990,24 +2769,22 @@ var CsvFormatDefinition = {
                             case 0:
                                 csv = parse(value, __assign(__assign({}, settings), MANDATORY_CSV_SETTINGS));
                                 if (csv.errors.length !== 0) {
-                                    throw new ParseError(// <- TODO: !!!!!! Split PipelineParseError and FormatParseError -> CsvParseError
-                                    spaceTrim(function (block) { return "\n                                CSV parsing error\n\n                                ".concat(block(csv.errors.map(function (error) { return error.message; }).join('\n\n')), "\n                            "); }));
+                                    throw new CsvFormatError(spaceTrim(function (block) { return "\n                                CSV parsing error\n\n                                ".concat(block(csv.errors.map(function (error) { return error.message; }).join('\n\n')), "\n                            "); }));
                                 }
                                 return [4 /*yield*/, Promise.all(csv.data.map(function (row, index) { return __awaiter(_this, void 0, void 0, function () {
-                                        var _a;
-                                        var _b;
-                                        return __generator(this, function (_c) {
-                                            switch (_c.label) {
+                                        var _a, _b;
+                                        var _c;
+                                        return __generator(this, function (_d) {
+                                            switch (_d.label) {
                                                 case 0:
+                                                    if (row[outputParameterName]) {
+                                                        throw new CsvFormatError("Can not overwrite existing column \"".concat(outputParameterName, "\" in CSV row"));
+                                                    }
                                                     _a = [__assign({}, row)];
-                                                    _b = {};
-                                                    // <- TODO: !!!!!! Dynamic new column name and position
-                                                    // <- TODO: !!!!!! Check name collisions
+                                                    _c = {};
+                                                    _b = outputParameterName;
                                                     return [4 /*yield*/, mapCallback(row, index)];
-                                                case 1: return [2 /*return*/, (__assign.apply(void 0, _a.concat([(_b.newColumn = 
-                                                        // <- TODO: !!!!!! Dynamic new column name and position
-                                                        // <- TODO: !!!!!! Check name collisions
-                                                        _c.sent(), _b)])))];
+                                                case 1: return [2 /*return*/, __assign.apply(void 0, _a.concat([(_c[_b] = _d.sent(), _c)]))];
                                             }
                                         });
                                     }); }))];
@@ -3021,7 +2798,7 @@ var CsvFormatDefinition = {
         },
         {
             subvalueName: 'CELL',
-            mapValues: function (value, settings, mapCallback) {
+            mapValues: function (value, outputParameterName, settings, mapCallback) {
                 return __awaiter(this, void 0, void 0, function () {
                     var csv, mappedData;
                     var _this = this;
@@ -3030,8 +2807,7 @@ var CsvFormatDefinition = {
                             case 0:
                                 csv = parse(value, __assign(__assign({}, settings), MANDATORY_CSV_SETTINGS));
                                 if (csv.errors.length !== 0) {
-                                    throw new ParseError(// <- TODO: !!!!!! Split PipelineParseError and FormatParseError -> CsvParseError
-                                    spaceTrim(function (block) { return "\n                                CSV parsing error\n\n                                ".concat(block(csv.errors.map(function (error) { return error.message; }).join('\n\n')), "\n                            "); }));
+                                    throw new CsvFormatError(spaceTrim(function (block) { return "\n                                CSV parsing error\n\n                                ".concat(block(csv.errors.map(function (error) { return error.message; }).join('\n\n')), "\n                            "); }));
                                 }
                                 return [4 /*yield*/, Promise.all(csv.data.map(function (row, rowIndex) { return __awaiter(_this, void 0, void 0, function () {
                                         var _this = this;
@@ -3148,7 +2924,7 @@ var TextFormatDefinition = {
     subvalueDefinitions: [
         {
             subvalueName: 'LINE',
-            mapValues: function (value, settings, mapCallback) {
+            mapValues: function (value, outputParameterName, settings, mapCallback) {
                 return __awaiter(this, void 0, void 0, function () {
                     var lines, mappedLines;
                     return __generator(this, function (_a) {
@@ -3420,6 +3196,25 @@ function extractJsonBlock(markdown) {
  * TODO: [🏢] Make this logic part of `JsonFormatDefinition` or `isValidJsonString`
  */
 
+/**
+ * Takes an item or an array of items and returns an array of items
+ *
+ * 1) Any item except array and undefined returns array with that one item (also null)
+ * 2) Undefined returns empty array
+ * 3) Array returns itself
+ *
+ * @private internal utility
+ */
+function arrayableToArray(input) {
+    if (input === undefined) {
+        return [];
+    }
+    if (input instanceof Array) {
+        return input;
+    }
+    return [input];
+}
+
 /**
  * Just says that the variable is not used but should be kept
  * No side effects.
@@ -3585,69 +3380,330 @@ function countSentences(text) {
     return splitIntoSentences(text).length;
 }
 
+var defaultDiacriticsRemovalMap = [
+    {
+        base: 'A',
+        letters: '\u0041\u24B6\uFF21\u00C0\u00C1\u00C2\u1EA6\u1EA4\u1EAA\u1EA8\u00C3\u0100\u0102\u1EB0\u1EAE\u1EB4\u1EB2\u0226\u01E0\u00C4\u01DE\u1EA2\u00C5\u01FA\u01CD\u0200\u0202\u1EA0\u1EAC\u1EB6\u1E00\u0104\u023A\u2C6F',
+    },
+    { base: 'AA', letters: '\uA732' },
+    { base: 'AE', letters: '\u00C6\u01FC\u01E2' },
+    { base: 'AO', letters: '\uA734' },
+    { base: 'AU', letters: '\uA736' },
+    { base: 'AV', letters: '\uA738\uA73A' },
+    { base: 'AY', letters: '\uA73C' },
+    {
+        base: 'B',
+        letters: '\u0042\u24B7\uFF22\u1E02\u1E04\u1E06\u0243\u0182\u0181',
+    },
+    {
+        base: 'C',
+        letters: '\u0043\u24B8\uFF23\u0106\u0108\u010A\u010C\u00C7\u1E08\u0187\u023B\uA73E',
+    },
+    {
+        base: 'D',
+        letters: '\u0044\u24B9\uFF24\u1E0A\u010E\u1E0C\u1E10\u1E12\u1E0E\u0110\u018B\u018A\u0189\uA779\u00D0',
+    },
+    { base: 'DZ', letters: '\u01F1\u01C4' },
+    { base: 'Dz', letters: '\u01F2\u01C5' },
+    {
+        base: 'E',
+        letters: '\u0045\u24BA\uFF25\u00C8\u00C9\u00CA\u1EC0\u1EBE\u1EC4\u1EC2\u1EBC\u0112\u1E14\u1E16\u0114\u0116\u00CB\u1EBA\u011A\u0204\u0206\u1EB8\u1EC6\u0228\u1E1C\u0118\u1E18\u1E1A\u0190\u018E',
+    },
+    { base: 'F', letters: '\u0046\u24BB\uFF26\u1E1E\u0191\uA77B' },
+    {
+        base: 'G',
+        letters: '\u0047\u24BC\uFF27\u01F4\u011C\u1E20\u011E\u0120\u01E6\u0122\u01E4\u0193\uA7A0\uA77D\uA77E',
+    },
+    {
+        base: 'H',
+        letters: '\u0048\u24BD\uFF28\u0124\u1E22\u1E26\u021E\u1E24\u1E28\u1E2A\u0126\u2C67\u2C75\uA78D',
+    },
+    {
+        base: 'I',
+        letters: '\u0049\u24BE\uFF29\u00CC\u00CD\u00CE\u0128\u012A\u012C\u0130\u00CF\u1E2E\u1EC8\u01CF\u0208\u020A\u1ECA\u012E\u1E2C\u0197',
+    },
+    { base: 'J', letters: '\u004A\u24BF\uFF2A\u0134\u0248' },
+    {
+        base: 'K',
+        letters: '\u004B\u24C0\uFF2B\u1E30\u01E8\u1E32\u0136\u1E34\u0198\u2C69\uA740\uA742\uA744\uA7A2',
+    },
+    {
+        base: 'L',
+        letters: '\u004C\u24C1\uFF2C\u013F\u0139\u013D\u1E36\u1E38\u013B\u1E3C\u1E3A\u0141\u023D\u2C62\u2C60\uA748\uA746\uA780',
+    },
+    { base: 'LJ', letters: '\u01C7' },
+    { base: 'Lj', letters: '\u01C8' },
+    { base: 'M', letters: '\u004D\u24C2\uFF2D\u1E3E\u1E40\u1E42\u2C6E\u019C' },
+    {
+        base: 'N',
+        letters: '\u004E\u24C3\uFF2E\u01F8\u0143\u00D1\u1E44\u0147\u1E46\u0145\u1E4A\u1E48\u0220\u019D\uA790\uA7A4',
+    },
+    { base: 'NJ', letters: '\u01CA' },
+    { base: 'Nj', letters: '\u01CB' },
+    {
+        base: 'O',
+        letters: '\u004F\u24C4\uFF2F\u00D2\u00D3\u00D4\u1ED2\u1ED0\u1ED6\u1ED4\u00D5\u1E4C\u022C\u1E4E\u014C\u1E50\u1E52\u014E\u022E\u0230\u00D6\u022A\u1ECE\u0150\u01D1\u020C\u020E\u01A0\u1EDC\u1EDA\u1EE0\u1EDE\u1EE2\u1ECC\u1ED8\u01EA\u01EC\u00D8\u01FE\u0186\u019F\uA74A\uA74C',
+    },
+    { base: 'OI', letters: '\u01A2' },
+    { base: 'OO', letters: '\uA74E' },
+    { base: 'OU', letters: '\u0222' },
+    { base: 'OE', letters: '\u008C\u0152' },
+    { base: 'oe', letters: '\u009C\u0153' },
+    {
+        base: 'P',
+        letters: '\u0050\u24C5\uFF30\u1E54\u1E56\u01A4\u2C63\uA750\uA752\uA754',
+    },
+    { base: 'Q', letters: '\u0051\u24C6\uFF31\uA756\uA758\u024A' },
+    {
+        base: 'R',
+        letters: '\u0052\u24C7\uFF32\u0154\u1E58\u0158\u0210\u0212\u1E5A\u1E5C\u0156\u1E5E\u024C\u2C64\uA75A\uA7A6\uA782',
+    },
+    {
+        base: 'S',
+        letters: '\u0053\u24C8\uFF33\u1E9E\u015A\u1E64\u015C\u1E60\u0160\u1E66\u1E62\u1E68\u0218\u015E\u2C7E\uA7A8\uA784',
+    },
+    {
+        base: 'T',
+        letters: '\u0054\u24C9\uFF34\u1E6A\u0164\u1E6C\u021A\u0162\u1E70\u1E6E\u0166\u01AC\u01AE\u023E\uA786',
+    },
+    { base: 'TZ', letters: '\uA728' },
+    {
+        base: 'U',
+        letters: '\u0055\u24CA\uFF35\u00D9\u00DA\u00DB\u0168\u1E78\u016A\u1E7A\u016C\u00DC\u01DB\u01D7\u01D5\u01D9\u1EE6\u016E\u0170\u01D3\u0214\u0216\u01AF\u1EEA\u1EE8\u1EEE\u1EEC\u1EF0\u1EE4\u1E72\u0172\u1E76\u1E74\u0244',
+    },
+    { base: 'V', letters: '\u0056\u24CB\uFF36\u1E7C\u1E7E\u01B2\uA75E\u0245' },
+    { base: 'VY', letters: '\uA760' },
+    {
+        base: 'W',
+        letters: '\u0057\u24CC\uFF37\u1E80\u1E82\u0174\u1E86\u1E84\u1E88\u2C72',
+    },
+    { base: 'X', letters: '\u0058\u24CD\uFF38\u1E8A\u1E8C' },
+    {
+        base: 'Y',
+        letters: '\u0059\u24CE\uFF39\u1EF2\u00DD\u0176\u1EF8\u0232\u1E8E\u0178\u1EF6\u1EF4\u01B3\u024E\u1EFE',
+    },
+    {
+        base: 'Z',
+        letters: '\u005A\u24CF\uFF3A\u0179\u1E90\u017B\u017D\u1E92\u1E94\u01B5\u0224\u2C7F\u2C6B\uA762',
+    },
+    {
+        base: 'a',
+        letters: '\u0061\u24D0\uFF41\u1E9A\u00E0\u00E1\u00E2\u1EA7\u1EA5\u1EAB\u1EA9\u00E3\u0101\u0103\u1EB1\u1EAF\u1EB5\u1EB3\u0227\u01E1\u00E4\u01DF\u1EA3\u00E5\u01FB\u01CE\u0201\u0203\u1EA1\u1EAD\u1EB7\u1E01\u0105\u2C65\u0250',
+    },
+    { base: 'aa', letters: '\uA733' },
+    { base: 'ae', letters: '\u00E6\u01FD\u01E3' },
+    { base: 'ao', letters: '\uA735' },
+    { base: 'au', letters: '\uA737' },
+    { base: 'av', letters: '\uA739\uA73B' },
+    { base: 'ay', letters: '\uA73D' },
+    {
+        base: 'b',
+        letters: '\u0062\u24D1\uFF42\u1E03\u1E05\u1E07\u0180\u0183\u0253',
+    },
+    {
+        base: 'c',
+        letters: '\u0063\u24D2\uFF43\u0107\u0109\u010B\u010D\u00E7\u1E09\u0188\u023C\uA73F\u2184',
+    },
+    {
+        base: 'd',
+        letters: '\u0064\u24D3\uFF44\u1E0B\u010F\u1E0D\u1E11\u1E13\u1E0F\u0111\u018C\u0256\u0257\uA77A',
+    },
+    { base: 'dz', letters: '\u01F3\u01C6' },
+    {
+        base: 'e',
+        letters: '\u0065\u24D4\uFF45\u00E8\u00E9\u00EA\u1EC1\u1EBF\u1EC5\u1EC3\u1EBD\u0113\u1E15\u1E17\u0115\u0117\u00EB\u1EBB\u011B\u0205\u0207\u1EB9\u1EC7\u0229\u1E1D\u0119\u1E19\u1E1B\u0247\u025B\u01DD',
+    },
+    { base: 'f', letters: '\u0066\u24D5\uFF46\u1E1F\u0192\uA77C' },
+    {
+        base: 'g',
+        letters: '\u0067\u24D6\uFF47\u01F5\u011D\u1E21\u011F\u0121\u01E7\u0123\u01E5\u0260\uA7A1\u1D79\uA77F',
+    },
+    {
+        base: 'h',
+        letters: '\u0068\u24D7\uFF48\u0125\u1E23\u1E27\u021F\u1E25\u1E29\u1E2B\u1E96\u0127\u2C68\u2C76\u0265',
+    },
+    { base: 'hv', letters: '\u0195' },
+    {
+        base: 'i',
+        letters: '\u0069\u24D8\uFF49\u00EC\u00ED\u00EE\u0129\u012B\u012D\u00EF\u1E2F\u1EC9\u01D0\u0209\u020B\u1ECB\u012F\u1E2D\u0268\u0131',
+    },
+    { base: 'j', letters: '\u006A\u24D9\uFF4A\u0135\u01F0\u0249' },
+    {
+        base: 'k',
+        letters: '\u006B\u24DA\uFF4B\u1E31\u01E9\u1E33\u0137\u1E35\u0199\u2C6A\uA741\uA743\uA745\uA7A3',
+    },
+    {
+        base: 'l',
+        letters: '\u006C\u24DB\uFF4C\u0140\u013A\u013E\u1E37\u1E39\u013C\u1E3D\u1E3B\u017F\u0142\u019A\u026B\u2C61\uA749\uA781\uA747',
+    },
+    { base: 'lj', letters: '\u01C9' },
+    { base: 'm', letters: '\u006D\u24DC\uFF4D\u1E3F\u1E41\u1E43\u0271\u026F' },
+    {
+        base: 'n',
+        letters: '\u006E\u24DD\uFF4E\u01F9\u0144\u00F1\u1E45\u0148\u1E47\u0146\u1E4B\u1E49\u019E\u0272\u0149\uA791\uA7A5',
+    },
+    { base: 'nj', letters: '\u01CC' },
+    {
+        base: 'o',
+        letters: '\u006F\u24DE\uFF4F\u00F2\u00F3\u00F4\u1ED3\u1ED1\u1ED7\u1ED5\u00F5\u1E4D\u022D\u1E4F\u014D\u1E51\u1E53\u014F\u022F\u0231\u00F6\u022B\u1ECF\u0151\u01D2\u020D\u020F\u01A1\u1EDD\u1EDB\u1EE1\u1EDF\u1EE3\u1ECD\u1ED9\u01EB\u01ED\u00F8\u01FF\u0254\uA74B\uA74D\u0275',
+    },
+    { base: 'oi', letters: '\u01A3' },
+    { base: 'ou', letters: '\u0223' },
+    { base: 'oo', letters: '\uA74F' },
+    {
+        base: 'p',
+        letters: '\u0070\u24DF\uFF50\u1E55\u1E57\u01A5\u1D7D\uA751\uA753\uA755',
+    },
+    { base: 'q', letters: '\u0071\u24E0\uFF51\u024B\uA757\uA759' },
+    {
+        base: 'r',
+        letters: '\u0072\u24E1\uFF52\u0155\u1E59\u0159\u0211\u0213\u1E5B\u1E5D\u0157\u1E5F\u024D\u027D\uA75B\uA7A7\uA783',
+    },
+    {
+        base: 's',
+        letters: '\u0073\u24E2\uFF53\u00DF\u015B\u1E65\u015D\u1E61\u0161\u1E67\u1E63\u1E69\u0219\u015F\u023F\uA7A9\uA785\u1E9B',
+    },
+    {
+        base: 't',
+        letters: '\u0074\u24E3\uFF54\u1E6B\u1E97\u0165\u1E6D\u021B\u0163\u1E71\u1E6F\u0167\u01AD\u0288\u2C66\uA787',
+    },
+    { base: 'tz', letters: '\uA729' },
+    {
+        base: 'u',
+        letters: '\u0075\u24E4\uFF55\u00F9\u00FA\u00FB\u0169\u1E79\u016B\u1E7B\u016D\u00FC\u01DC\u01D8\u01D6\u01DA\u1EE7\u016F\u0171\u01D4\u0215\u0217\u01B0\u1EEB\u1EE9\u1EEF\u1EED\u1EF1\u1EE5\u1E73\u0173\u1E77\u1E75\u0289',
+    },
+    { base: 'v', letters: '\u0076\u24E5\uFF56\u1E7D\u1E7F\u028B\uA75F\u028C' },
+    { base: 'vy', letters: '\uA761' },
+    {
+        base: 'w',
+        letters: '\u0077\u24E6\uFF57\u1E81\u1E83\u0175\u1E87\u1E85\u1E98\u1E89\u2C73',
+    },
+    { base: 'x', letters: '\u0078\u24E7\uFF58\u1E8B\u1E8D' },
+    {
+        base: 'y',
+        letters: '\u0079\u24E8\uFF59\u1EF3\u00FD\u0177\u1EF9\u0233\u1E8F\u00FF\u1EF7\u1E99\u1EF5\u01B4\u024F\u1EFF',
+    },
+    {
+        base: 'z',
+        letters: '\u007A\u24E9\uFF5A\u017A\u1E91\u017C\u017E\u1E93\u1E95\u01B6\u0225\u0240\u2C6C\uA763',
+    },
+];
 /**
- * Counts number of words in the text
- *
- * @public exported from `@promptbook/utils`
- */
-function countWords(text) {
-    text = text.replace(/[\p{Extended_Pictographic}]/gu, 'a');
-    text = removeDiacritics(text);
-    return text.split(/[^a-zа-я0-9]+/i).filter(function (word) { return word.length > 0; }).length;
-}
-
-/**
- * Index of all counter functions
- *
- * @public exported from `@promptbook/utils`
- */
-var CountUtils = {
-    CHARACTERS: countCharacters,
-    WORDS: countWords,
-    SENTENCES: countSentences,
-    PARAGRAPHS: countParagraphs,
-    LINES: countLines,
-    PAGES: countPages,
-};
-/**
- * TODO: [🧠][🤠] This should be probbably as part of `TextFormatDefinition`
- */
-
-/**
- * Function checkExpectations will check if the expectations on given value are met
+ * Map of letters from diacritic variant to diacritless variant
+ * Contains lowercase and uppercase separatelly
  *
- * Note: There are two simmilar functions:
- * - `checkExpectations` which throws an error if the expectations are not met
- * - `isPassingExpectations` which returns a boolean
+ * > "á" => "a"
+ * > "ě" => "e"
+ * > "Ă" => "A"
+ * > ...
  *
- * @throws {ExpectError} if the expectations are not met
- * @returns {void} Nothing
- * @private internal function of `createPipelineExecutor`
+ * @public exported from `@promptbook/utils`
  */
-function checkExpectations(expectations, value) {
-    var e_1, _a;
-    try {
-        for (var _b = __values(Object.entries(expectations)), _c = _b.next(); !_c.done; _c = _b.next()) {
-            var _d = __read(_c.value, 2), unit = _d[0], _e = _d[1], max = _e.max, min = _e.min;
-            var amount = CountUtils[unit.toUpperCase()](value);
-            if (min && amount < min) {
-                throw new ExpectError("Expected at least ".concat(min, " ").concat(unit, " but got ").concat(amount));
-            } /* not else */
-            if (max && amount > max) {
-                throw new ExpectError("Expected at most ".concat(max, " ").concat(unit, " but got ").concat(amount));
-            }
-        }
-    }
-    catch (e_1_1) { e_1 = { error: e_1_1 }; }
-    finally {
-        try {
-            if (_c && !_c.done && (_a = _b.return)) _a.call(_b);
-        }
-        finally { if (e_1) throw e_1.error; }
+var DIACRITIC_VARIANTS_LETTERS = {};
+// tslint:disable-next-line: prefer-for-of
+for (var i = 0; i < defaultDiacriticsRemovalMap.length; i++) {
+    var letters = defaultDiacriticsRemovalMap[i].letters;
+    // tslint:disable-next-line: prefer-for-of
+    for (var j = 0; j < letters.length; j++) {
+        DIACRITIC_VARIANTS_LETTERS[letters[j]] = defaultDiacriticsRemovalMap[i].base;
     }
 }
-/**
- * Function checkExpectations will check if the expectations on given value are met
+// <- TODO: [🍓] Put to maker function to save execution time if not needed
+/*
+  @see https://stackoverflow.com/questions/990904/remove-accents-diacritics-in-a-string-in-javascript
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.
+*/
+
+/**
+ * @@@
+ *
+ * @param input @@@
+ * @returns @@@
+ * @public exported from `@promptbook/utils`
+ */
+function removeDiacritics(input) {
+    /*eslint no-control-regex: "off"*/
+    return input.replace(/[^\u0000-\u007E]/g, function (a) {
+        return DIACRITIC_VARIANTS_LETTERS[a] || a;
+    });
+}
+/**
+ * TODO: [Ж] Variant for cyrillic (and in general non-latin) letters
+ */
+
+/**
+ * Counts number of words in the text
+ *
+ * @public exported from `@promptbook/utils`
+ */
+function countWords(text) {
+    text = text.replace(/[\p{Extended_Pictographic}]/gu, 'a');
+    text = removeDiacritics(text);
+    return text.split(/[^a-zа-я0-9]+/i).filter(function (word) { return word.length > 0; }).length;
+}
+
+/**
+ * Index of all counter functions
+ *
+ * @public exported from `@promptbook/utils`
+ */
+var CountUtils = {
+    CHARACTERS: countCharacters,
+    WORDS: countWords,
+    SENTENCES: countSentences,
+    PARAGRAPHS: countParagraphs,
+    LINES: countLines,
+    PAGES: countPages,
+};
+/**
+ * TODO: [🧠][🤠] This should be probbably as part of `TextFormatDefinition`
+ */
+
+/**
+ * Function checkExpectations will check if the expectations on given value are met
+ *
+ * Note: There are two simmilar functions:
+ * - `checkExpectations` which throws an error if the expectations are not met
+ * - `isPassingExpectations` which returns a boolean
+ *
+ * @throws {ExpectError} if the expectations are not met
+ * @returns {void} Nothing
+ * @private internal function of `createPipelineExecutor`
+ */
+function checkExpectations(expectations, value) {
+    var e_1, _a;
+    try {
+        for (var _b = __values(Object.entries(expectations)), _c = _b.next(); !_c.done; _c = _b.next()) {
+            var _d = __read(_c.value, 2), unit = _d[0], _e = _d[1], max = _e.max, min = _e.min;
+            var amount = CountUtils[unit.toUpperCase()](value);
+            if (min && amount < min) {
+                throw new ExpectError("Expected at least ".concat(min, " ").concat(unit, " but got ").concat(amount));
+            } /* not else */
+            if (max && amount > max) {
+                throw new ExpectError("Expected at most ".concat(max, " ").concat(unit, " but got ").concat(amount));
+            }
+        }
+    }
+    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+    finally {
+        try {
+            if (_c && !_c.done && (_a = _b.return)) _a.call(_b);
+        }
+        finally { if (e_1) throw e_1.error; }
+    }
+}
+/**
+ * Function checkExpectations will check if the expectations on given value are met
  *
  * Note: There are two simmilar functions:
  * - `checkExpectations` which throws an error if the expectations are not met
@@ -3681,11 +3737,11 @@ function isPassingExpectations(expectations, value) {
  */
 function executeAttempts(options) {
     return __awaiter(this, void 0, void 0, function () {
-        var jokerParameterNames, priority, maxAttempts, preparedContent, parameters, template, preparedPipeline, tools, llmTools, settings, $executionReport, pipelineIdentification, maxExecutionAttempts, $ongoingTemplateResult, _loop_1, attempt, state_1;
+        var jokerParameterNames, priority, maxAttempts, preparedContent, parameters, template, preparedPipeline, tools, settings, $executionReport, pipelineIdentification, maxExecutionAttempts, $ongoingTemplateResult, _llms, llmTools, _loop_1, attempt, state_1;
         return __generator(this, function (_a) {
             switch (_a.label) {
                 case 0:
-                    jokerParameterNames = options.jokerParameterNames, priority = options.priority, maxAttempts = options.maxAttempts, preparedContent = options.preparedContent, parameters = options.parameters, template = options.template, preparedPipeline = options.preparedPipeline, tools = options.tools, llmTools = options.llmTools, settings = options.settings, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification;
+                    jokerParameterNames = options.jokerParameterNames, priority = options.priority, maxAttempts = options.maxAttempts, preparedContent = options.preparedContent, parameters = options.parameters, template = options.template, preparedPipeline = options.preparedPipeline, tools = options.tools, settings = options.settings, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification;
                     maxExecutionAttempts = settings.maxExecutionAttempts;
                     $ongoingTemplateResult = {
                         $result: null,
@@ -3693,6 +3749,8 @@ function executeAttempts(options) {
                         $expectError: null,
                         $scriptPipelineExecutionErrors: [],
                     };
+                    _llms = arrayableToArray(tools.llm);
+                    llmTools = _llms.length === 1 ? _llms[0] : joinLlmExecutionTools.apply(void 0, __spreadArray([], __read(_llms), false));
                     _loop_1 = function (attempt) {
                         var isJokerAttempt, jokerParameterName, _b, modelRequirements, _c, _d, _e, _f, _g, scriptTools, _h, error_1, e_1_1, _j, _k, _l, functionName, postprocessingError, _m, _o, scriptTools, _p, error_2, e_2_1, e_3_1, error_3;
                         var e_1, _q, e_3, _r, e_2, _s;
@@ -3738,7 +3796,9 @@ function executeAttempts(options) {
                                         title: template.title,
                                         pipelineUrl: "".concat(preparedPipeline.pipelineUrl
                                             ? preparedPipeline.pipelineUrl
-                                            : 'anonymous' /* <- TODO: [🧠] How to deal with anonymous pipelines, do here some auto-url like SHA-256 based ad-hoc identifier? */, "#").concat(template.name),
+                                            : 'anonymous' /* <- TODO: [🧠] How to deal with anonymous pipelines, do here some auto-url like SHA-256 based ad-hoc identifier? */, "#").concat(template.name
+                                        // <- TODO: Here should be maybe also subformat index to distinguish between same template with different subformat values
+                                        ),
                                         parameters: parameters,
                                         content: preparedContent,
                                         modelRequirements: modelRequirements,
@@ -3759,7 +3819,9 @@ function executeAttempts(options) {
                                     return [3 /*break*/, 9];
                                 case 4:
                                     _d = $ongoingTemplateResult;
-                                    return [4 /*yield*/, llmTools.callChatModel($deepFreeze($ongoingTemplateResult.$prompt))];
+                                    return [4 /*yield*/, llmTools.callChatModel(
+                                        // <- TODO: [🧁] Check that `callChatModel` is defined
+                                        $deepFreeze($ongoingTemplateResult.$prompt))];
                                 case 5:
                                     _d.$chatResult = _t.sent();
                                     // TODO: [🍬] Destroy chatThread
@@ -3768,7 +3830,9 @@ function executeAttempts(options) {
                                     return [3 /*break*/, 10];
                                 case 6:
                                     _e = $ongoingTemplateResult;
-                                    return [4 /*yield*/, llmTools.callCompletionModel($deepFreeze($ongoingTemplateResult.$prompt))];
+                                    return [4 /*yield*/, llmTools.callCompletionModel(
+                                        // <- TODO: [🧁] Check that `callCompletionModel` is defined
+                                        $deepFreeze($ongoingTemplateResult.$prompt))];
                                 case 7:
                                     _e.$completionResult = _t.sent();
                                     $ongoingTemplateResult.$result = $ongoingTemplateResult.$completionResult;
@@ -4042,7 +4106,7 @@ function executeAttempts(options) {
  *
  * @private internal utility of `createPipelineExecutor`
  */
-function executeFormatCells(options) {
+function executeFormatSubvalues(options) {
     return __awaiter(this, void 0, void 0, function () {
         var template, jokerParameterNames, parameters, priority, pipelineIdentification, settings, parameterValue, formatDefinition, subvalueDefinition, formatSettings, resultString;
         var _this = this;
@@ -4080,18 +4144,18 @@ function executeFormatCells(options) {
                     }
                     if (formatDefinition.formatName === 'CSV') {
                         formatSettings = settings.csvSettings;
-                        // <- TODO: !!!!!! More universal, make simmilar pattern for other formats for example \n vs \r\n in text
+                        // <- TODO: [🤹‍♂️] More universal, make simmilar pattern for other formats for example \n vs \r\n in text
                     }
-                    return [4 /*yield*/, subvalueDefinition.mapValues(parameterValue, formatSettings, function (subparameters, index) { return __awaiter(_this, void 0, void 0, function () {
+                    return [4 /*yield*/, subvalueDefinition.mapValues(parameterValue, template.foreach.outputSubparameterName, formatSettings, function (subparameters, index) { return __awaiter(_this, void 0, void 0, function () {
                             var mappedParameters, allSubparameters, subresultString;
                             return __generator(this, function (_a) {
                                 switch (_a.label) {
                                     case 0:
-                                        // TODO: !!!!!!! Limit to N concurrent executions
-                                        // TODO: !!!!!!! Report progress
+                                        // TODO: [🤹‍♂️][🪂] Limit to N concurrent executions
+                                        // TODO: When done [🐚] Report progress also for each subvalue here
                                         try {
                                             mappedParameters = mapAvailableToExpectedParameters({
-                                                expectedParameters: Object.fromEntries(template.foreach.subparameterNames.map(function (subparameterName) { return [subparameterName, null]; })),
+                                                expectedParameters: Object.fromEntries(template.foreach.inputSubparameterNames.map(function (subparameterName) { return [subparameterName, null]; })),
                                                 availableParameters: subparameters,
                                             });
                                         }
@@ -4099,12 +4163,12 @@ function executeFormatCells(options) {
                                             if (!(error instanceof PipelineExecutionError)) {
                                                 throw error;
                                             }
-                                            throw new PipelineExecutionError(spaceTrim(function (block) { return "\n                        ".concat(error.message, "\n\n                        This is error in FOREACH command\n                        You have probbably passed wrong data to pipeline or wrong data was generated which are processed by FOREACH command\n\n                        ").concat(block(pipelineIdentification), "\n                    "); }));
+                                            throw new PipelineExecutionError(spaceTrim(function (block) { return "\n                        ".concat(error.message, "\n\n                        This is error in FOREACH command\n                        You have probbably passed wrong data to pipeline or wrong data was generated which are processed by FOREACH command\n\n                        ").concat(block(pipelineIdentification), "\n                        Subparameter index: ").concat(index, "\n                    "); }));
                                         }
                                         allSubparameters = __assign(__assign({}, parameters), mappedParameters);
                                         // Note: [👨‍👨‍👧] Now we can freeze `subparameters` because we are sure that all and only used parameters are defined and are not going to be changed
                                         Object.freeze(allSubparameters);
-                                        return [4 /*yield*/, executeAttempts(__assign(__assign({}, options), { priority: priority + index, parameters: allSubparameters, pipelineIdentification: pipelineIdentification }))];
+                                        return [4 /*yield*/, executeAttempts(__assign(__assign({}, options), { priority: priority + index, parameters: allSubparameters, pipelineIdentification: spaceTrim(function (block) { return "\n                        ".concat(block(pipelineIdentification), "\n                        Subparameter index: ").concat(index, "\n                    "); }) }))];
                                     case 1:
                                         subresultString = _a.sent();
                                         return [2 /*return*/, subresultString];
@@ -4118,10 +4182,6 @@ function executeFormatCells(options) {
         });
     });
 }
-/**
- * TODO: !!!!!! Make pipelineIdentification more precise
- * TODO: !!!!!! How FOREACH execution looks in the report
- */
 
 /**
  * @@@
@@ -4236,12 +4296,12 @@ function getReservedParametersForTemplate(options) {
  */
 function executeTemplate(options) {
     return __awaiter(this, void 0, void 0, function () {
-        var currentTemplate, preparedPipeline, parametersToPass, tools, llmTools, onProgress, settings, $executionReport, pipelineIdentification, maxExecutionAttempts, name, title, priority, usedParameterNames, dependentParameterNames, definedParameters, _a, _b, _c, definedParameterNames, parameters, _loop_1, _d, _e, parameterName, maxAttempts, jokerParameterNames, preparedContent, resultString;
+        var currentTemplate, preparedPipeline, parametersToPass, tools, onProgress, settings, $executionReport, pipelineIdentification, maxExecutionAttempts, name, title, priority, usedParameterNames, dependentParameterNames, definedParameters, _a, _b, _c, definedParameterNames, parameters, _loop_1, _d, _e, parameterName, maxAttempts, jokerParameterNames, preparedContent, resultString;
         var e_1, _f, _g;
         return __generator(this, function (_h) {
             switch (_h.label) {
                 case 0:
-                    currentTemplate = options.currentTemplate, preparedPipeline = options.preparedPipeline, parametersToPass = options.parametersToPass, tools = options.tools, llmTools = options.llmTools, onProgress = options.onProgress, settings = options.settings, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification;
+                    currentTemplate = options.currentTemplate, preparedPipeline = options.preparedPipeline, parametersToPass = options.parametersToPass, tools = options.tools, onProgress = options.onProgress, settings = options.settings, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification;
                     maxExecutionAttempts = settings.maxExecutionAttempts;
                     name = "pipeline-executor-frame-".concat(currentTemplate.name);
                     title = currentTemplate.title;
@@ -4315,7 +4375,7 @@ function executeTemplate(options) {
                     preparedContent = (currentTemplate.preparedContent || '{content}')
                         .split('{content}')
                         .join(currentTemplate.content);
-                    return [4 /*yield*/, executeFormatCells({
+                    return [4 /*yield*/, executeFormatSubvalues({
                             jokerParameterNames: jokerParameterNames,
                             priority: priority,
                             maxAttempts: maxAttempts,
@@ -4324,7 +4384,6 @@ function executeTemplate(options) {
                             template: currentTemplate,
                             preparedPipeline: preparedPipeline,
                             tools: tools,
-                            llmTools: llmTools,
                             settings: settings,
                             $executionReport: $executionReport,
                             pipelineIdentification: pipelineIdentification,
@@ -4355,6 +4414,9 @@ function executeTemplate(options) {
 /**
  * TODO: [🤹‍♂️]
  */
+/**
+ * TODO: [🐚] Change onProgress to object that represents the running execution, can be subscribed via RxJS to and also awaited
+ */
 
 /**
  * @@@
@@ -4403,25 +4465,24 @@ function filterJustOutputParameters(options) {
  */
 function executePipeline(options) {
     return __awaiter(this, void 0, void 0, function () {
-        var inputParameters, tools, onProgress, pipeline, setPreparedPipeline, pipelineIdentification, settings, maxParallelCount, isVerbose, preparedPipeline, llmTools, errors, warnings, executionReport, isReturned, _a, _b, parameter, e_1_1, _loop_1, _c, _d, parameterName, state_1, e_2_1, parametersToPass, resovedParameterNames_1, unresovedTemplates_1, resolving_1, loopLimit, _loop_2, error_1, usage_1, outputParameters_1, usage, outputParameters;
-        var e_1, _e, e_2, _f;
-        return __generator(this, function (_g) {
-            switch (_g.label) {
+        var inputParameters, tools, onProgress, pipeline, setPreparedPipeline, pipelineIdentification, settings, maxParallelCount, rootDirname, _a, isVerbose, preparedPipeline, errors, warnings, executionReport, isReturned, _b, _c, parameter, e_1_1, _loop_1, _d, _e, parameterName, state_1, e_2_1, parametersToPass, resovedParameterNames_1, unresovedTemplates_1, resolving_1, loopLimit, _loop_2, error_1, usage_1, outputParameters_1, usage, outputParameters;
+        var e_1, _f, e_2, _g;
+        return __generator(this, function (_h) {
+            switch (_h.label) {
                 case 0:
                     inputParameters = options.inputParameters, tools = options.tools, onProgress = options.onProgress, pipeline = options.pipeline, setPreparedPipeline = options.setPreparedPipeline, pipelineIdentification = options.pipelineIdentification, settings = options.settings;
-                    maxParallelCount = settings.maxParallelCount, isVerbose = settings.isVerbose;
+                    maxParallelCount = settings.maxParallelCount, rootDirname = settings.rootDirname, _a = settings.isVerbose, isVerbose = _a === void 0 ? IS_VERBOSE : _a;
                     preparedPipeline = options.preparedPipeline;
-                    llmTools = joinLlmExecutionTools.apply(void 0, __spreadArray([], __read(arrayableToArray(tools.llm)), false));
                     if (!(preparedPipeline === undefined)) return [3 /*break*/, 2];
-                    return [4 /*yield*/, preparePipeline(pipeline, {
-                            llmTools: llmTools,
+                    return [4 /*yield*/, preparePipeline(pipeline, tools, {
+                            rootDirname: rootDirname,
                             isVerbose: isVerbose,
                             maxParallelCount: maxParallelCount,
                         })];
                 case 1:
-                    preparedPipeline = _g.sent();
+                    preparedPipeline = _h.sent();
                     setPreparedPipeline(preparedPipeline);
-                    _g.label = 2;
+                    _h.label = 2;
                 case 2:
                     errors = [];
                     warnings = [];
@@ -4434,17 +4495,17 @@ function executePipeline(options) {
                         promptExecutions: [],
                     };
                     isReturned = false;
-                    _g.label = 3;
+                    _h.label = 3;
                 case 3:
-                    _g.trys.push([3, 9, 10, 11]);
-                    _a = __values(preparedPipeline.parameters.filter(function (_a) {
+                    _h.trys.push([3, 9, 10, 11]);
+                    _b = __values(preparedPipeline.parameters.filter(function (_a) {
                         var isInput = _a.isInput;
                         return isInput;
-                    })), _b = _a.next();
-                    _g.label = 4;
+                    })), _c = _b.next();
+                    _h.label = 4;
                 case 4:
-                    if (!!_b.done) return [3 /*break*/, 8];
-                    parameter = _b.value;
+                    if (!!_c.done) return [3 /*break*/, 8];
+                    parameter = _c.value;
                     if (!(inputParameters[parameter.name] === undefined)) return [3 /*break*/, 7];
                     isReturned = true;
                     if (!(onProgress !== undefined)) return [3 /*break*/, 6];
@@ -4452,8 +4513,8 @@ function executePipeline(options) {
                     return [4 /*yield*/, forTime(IMMEDIATE_TIME)];
                 case 5:
                     // Note: Wait a short time to prevent race conditions
-                    _g.sent();
-                    _g.label = 6;
+                    _h.sent();
+                    _h.label = 6;
                 case 6: return [2 /*return*/, $asDeeplyFrozenSerializableJson("Unuccessful PipelineExecutorResult (with missing parameter {".concat(parameter.name, "}) PipelineExecutorResult"), {
                         isSuccessful: false,
                         errors: __spreadArray([
@@ -4466,24 +4527,24 @@ function executePipeline(options) {
                         preparedPipeline: preparedPipeline,
                     })];
                 case 7:
-                    _b = _a.next();
+                    _c = _b.next();
                     return [3 /*break*/, 4];
                 case 8: return [3 /*break*/, 11];
                 case 9:
-                    e_1_1 = _g.sent();
+                    e_1_1 = _h.sent();
                     e_1 = { error: e_1_1 };
                     return [3 /*break*/, 11];
                 case 10:
                     try {
-                        if (_b && !_b.done && (_e = _a.return)) _e.call(_a);
+                        if (_c && !_c.done && (_f = _b.return)) _f.call(_b);
                     }
                     finally { if (e_1) throw e_1.error; }
                     return [7 /*endfinally*/];
                 case 11:
                     _loop_1 = function (parameterName) {
                         var parameter;
-                        return __generator(this, function (_h) {
-                            switch (_h.label) {
+                        return __generator(this, function (_j) {
+                            switch (_j.label) {
                                 case 0:
                                     parameter = preparedPipeline.parameters.find(function (_a) {
                                         var name = _a.name;
@@ -4500,8 +4561,8 @@ function executePipeline(options) {
                                     return [4 /*yield*/, forTime(IMMEDIATE_TIME)];
                                 case 2:
                                     // Note: Wait a short time to prevent race conditions
-                                    _h.sent();
-                                    _h.label = 3;
+                                    _j.sent();
+                                    _j.label = 3;
                                 case 3: return [2 /*return*/, { value: $asDeeplyFrozenSerializableJson(spaceTrim$1(function (block) { return "\n                        Unuccessful PipelineExecutorResult (with extra parameter {".concat(parameter.name, "}) PipelineExecutorResult\n\n                        ").concat(block(pipelineIdentification), "\n                    "); }), {
                                             isSuccessful: false,
                                             errors: __spreadArray([
@@ -4517,39 +4578,39 @@ function executePipeline(options) {
                             }
                         });
                     };
-                    _g.label = 12;
+                    _h.label = 12;
                 case 12:
-                    _g.trys.push([12, 17, 18, 19]);
-                    _c = __values(Object.keys(inputParameters)), _d = _c.next();
-                    _g.label = 13;
+                    _h.trys.push([12, 17, 18, 19]);
+                    _d = __values(Object.keys(inputParameters)), _e = _d.next();
+                    _h.label = 13;
                 case 13:
-                    if (!!_d.done) return [3 /*break*/, 16];
-                    parameterName = _d.value;
+                    if (!!_e.done) return [3 /*break*/, 16];
+                    parameterName = _e.value;
                     return [5 /*yield**/, _loop_1(parameterName)];
                 case 14:
-                    state_1 = _g.sent();
+                    state_1 = _h.sent();
                     if (typeof state_1 === "object")
                         return [2 /*return*/, state_1.value];
-                    _g.label = 15;
+                    _h.label = 15;
                 case 15:
-                    _d = _c.next();
+                    _e = _d.next();
                     return [3 /*break*/, 13];
                 case 16: return [3 /*break*/, 19];
                 case 17:
-                    e_2_1 = _g.sent();
+                    e_2_1 = _h.sent();
                     e_2 = { error: e_2_1 };
                     return [3 /*break*/, 19];
                 case 18:
                     try {
-                        if (_d && !_d.done && (_f = _c.return)) _f.call(_c);
+                        if (_e && !_e.done && (_g = _d.return)) _g.call(_d);
                     }
                     finally { if (e_2) throw e_2.error; }
                     return [7 /*endfinally*/];
                 case 19:
                     parametersToPass = inputParameters;
-                    _g.label = 20;
+                    _h.label = 20;
                 case 20:
-                    _g.trys.push([20, 25, , 28]);
+                    _h.trys.push([20, 25, , 28]);
                     resovedParameterNames_1 = preparedPipeline.parameters
                         .filter(function (_a) {
                         var isInput = _a.isInput;
@@ -4564,8 +4625,8 @@ function executePipeline(options) {
                     loopLimit = LOOP_LIMIT;
                     _loop_2 = function () {
                         var currentTemplate, work_1;
-                        return __generator(this, function (_j) {
-                            switch (_j.label) {
+                        return __generator(this, function (_k) {
+                            switch (_k.label) {
                                 case 0:
                                     if (loopLimit-- < 0) {
                                         // Note: Really UnexpectedError not LimitReachedError - this should be catched during validatePipeline
@@ -4591,7 +4652,7 @@ function executePipeline(options) {
                                     if (!!currentTemplate) return [3 /*break*/, 3];
                                     /* [🤹‍♂️] */ return [4 /*yield*/, Promise.race(resolving_1)];
                                 case 2:
-                                    /* [🤹‍♂️] */ _j.sent();
+                                    /* [🤹‍♂️] */ _k.sent();
                                     return [3 /*break*/, 4];
                                 case 3:
                                     unresovedTemplates_1 = unresovedTemplates_1.filter(function (template) { return template !== currentTemplate; });
@@ -4600,7 +4661,6 @@ function executePipeline(options) {
                                         preparedPipeline: preparedPipeline,
                                         parametersToPass: parametersToPass,
                                         tools: tools,
-                                        llmTools: llmTools,
                                         onProgress: function (progress) {
                                             if (isReturned) {
                                                 throw new UnexpectedError(spaceTrim$1(function (block) { return "\n                                        Can not call `onProgress` after pipeline execution is finished\n\n                                        ".concat(block(pipelineIdentification), "\n\n                                        ").concat(block(JSON.stringify(progress, null, 4)
@@ -4614,7 +4674,7 @@ function executePipeline(options) {
                                         },
                                         settings: settings,
                                         $executionReport: executionReport,
-                                        pipelineIdentification: pipelineIdentification,
+                                        pipelineIdentification: spaceTrim$1(function (block) { return "\n                            ".concat(block(pipelineIdentification), "\n                            Template name: ").concat(currentTemplate.name, "\n                            Template title: ").concat(currentTemplate.title, "\n                        "); }),
                                     })
                                         .then(function (newParametersToPass) {
                                         parametersToPass = __assign(__assign({}, newParametersToPass), parametersToPass);
@@ -4626,24 +4686,24 @@ function executePipeline(options) {
                                     // <- Note: Errors are catched here [3]
                                     //    TODO: BUT if in multiple templates are errors, only the first one is catched so maybe we should catch errors here and save them to errors array here
                                     resolving_1.push(work_1);
-                                    _j.label = 4;
+                                    _k.label = 4;
                                 case 4: return [2 /*return*/];
                             }
                         });
                     };
-                    _g.label = 21;
+                    _h.label = 21;
                 case 21:
                     if (!(unresovedTemplates_1.length > 0)) return [3 /*break*/, 23];
                     return [5 /*yield**/, _loop_2()];
                 case 22:
-                    _g.sent();
+                    _h.sent();
                     return [3 /*break*/, 21];
                 case 23: return [4 /*yield*/, Promise.all(resolving_1)];
                 case 24:
-                    _g.sent();
+                    _h.sent();
                     return [3 /*break*/, 28];
                 case 25:
-                    error_1 = _g.sent();
+                    error_1 = _h.sent();
                     if (!(error_1 instanceof Error)) {
                         throw error_1;
                     }
@@ -4663,8 +4723,8 @@ function executePipeline(options) {
                     return [4 /*yield*/, forTime(IMMEDIATE_TIME)];
                 case 26:
                     // Note: Wait a short time to prevent race conditions
-                    _g.sent();
-                    _g.label = 27;
+                    _h.sent();
+                    _h.label = 27;
                 case 27: return [2 /*return*/, $asDeeplyFrozenSerializableJson('Unuccessful PipelineExecutorResult (with misc errors) PipelineExecutorResult', {
                         isSuccessful: false,
                         errors: __spreadArray([error_1], __read(errors), false).map(serializeError),
@@ -4691,8 +4751,8 @@ function executePipeline(options) {
                     return [4 /*yield*/, forTime(IMMEDIATE_TIME)];
                 case 29:
                     // Note: Wait a short time to prevent race conditions
-                    _g.sent();
-                    _g.label = 30;
+                    _h.sent();
+                    _h.label = 30;
                 case 30: return [2 /*return*/, $asDeeplyFrozenSerializableJson('Successful PipelineExecutorResult', {
                         isSuccessful: true,
                         errors: errors.map(serializeError),
@@ -4706,200 +4766,751 @@ function executePipeline(options) {
         });
     });
 }
+/**
+ * TODO: [🐚] Change onProgress to object that represents the running execution, can be subscribed via RxJS to and also awaited
+ */
+
+/**
+ * Creates executor function from pipeline and execution tools.
+ *
+ * @returns The executor function
+ * @throws {PipelineLogicError} on logical error in the pipeline
+ * @public exported from `@promptbook/core`
+ */
+function createPipelineExecutor(options) {
+    var _this = this;
+    var pipeline = options.pipeline, tools = options.tools, _a = options.settings, settings = _a === void 0 ? {} : _a;
+    var _b = settings.maxExecutionAttempts, maxExecutionAttempts = _b === void 0 ? MAX_EXECUTION_ATTEMPTS : _b, _c = settings.maxParallelCount, maxParallelCount = _c === void 0 ? MAX_PARALLEL_COUNT : _c, _d = settings.csvSettings, csvSettings = _d === void 0 ? DEFAULT_CSV_SETTINGS : _d, _e = settings.isVerbose, isVerbose = _e === void 0 ? IS_VERBOSE : _e, _f = settings.isNotPreparedWarningSupressed, isNotPreparedWarningSupressed = _f === void 0 ? false : _f, _g = settings.rootDirname, rootDirname = _g === void 0 ? null : _g;
+    validatePipeline(pipeline);
+    var pipelineIdentification = (function () {
+        // Note: This is a 😐 implementation of [🚞]
+        var _ = [];
+        if (pipeline.sourceFile !== undefined) {
+            _.push("File: ".concat(pipeline.sourceFile));
+        }
+        if (pipeline.pipelineUrl !== undefined) {
+            _.push("Url: ".concat(pipeline.pipelineUrl));
+        }
+        return _.join('\n');
+    })();
+    var preparedPipeline;
+    if (isPipelinePrepared(pipeline)) {
+        preparedPipeline = pipeline;
+    }
+    else if (isNotPreparedWarningSupressed !== true) {
+        console.warn(spaceTrim$1(function (block) { return "\n                    Pipeline is not prepared\n\n                    ".concat(block(pipelineIdentification), "\n\n                    It will be prepared ad-hoc before the first execution and **returned as `preparedPipeline` in `PipelineExecutorResult`**\n                    But it is recommended to prepare the pipeline during collection preparation\n\n                    @see more at https://ptbk.io/prepare-pipeline\n                "); }));
+    }
+    var runCount = 0;
+    var pipelineExecutor = function (inputParameters, onProgress) { return __awaiter(_this, void 0, void 0, function () {
+        return __generator(this, function (_a) {
+            runCount++;
+            return [2 /*return*/, /* not await */ executePipeline({
+                    pipeline: pipeline,
+                    preparedPipeline: preparedPipeline,
+                    setPreparedPipeline: function (newPreparedPipeline) {
+                        preparedPipeline = newPreparedPipeline;
+                    },
+                    inputParameters: inputParameters,
+                    tools: tools,
+                    onProgress: onProgress,
+                    pipelineIdentification: spaceTrim$1(function (block) { return "\n                    ".concat(block(pipelineIdentification), "\n                    ").concat(runCount === 1 ? '' : "Run #".concat(runCount), "\n                "); }),
+                    settings: {
+                        maxExecutionAttempts: maxExecutionAttempts,
+                        maxParallelCount: maxParallelCount,
+                        csvSettings: csvSettings,
+                        isVerbose: isVerbose,
+                        isNotPreparedWarningSupressed: isNotPreparedWarningSupressed,
+                        rootDirname: rootDirname,
+                    },
+                })];
+        });
+    }); };
+    return pipelineExecutor;
+}
+/**
+ * TODO: [🐚] Change onProgress to object that represents the running execution, can be subscribed via RxJS to and also awaited
+ */
+
+/**
+ * Prepares the persona for the pipeline
+ *
+ * @see https://github.com/webgptorg/promptbook/discussions/22
+ * @public exported from `@promptbook/core`
+ */
+function preparePersona(personaDescription, tools, options) {
+    return __awaiter(this, void 0, void 0, function () {
+        var _a, isVerbose, collection, preparePersonaExecutor, _b, _llms, llmTools, availableModels, availableModelNames, result, outputParameters, modelRequirementsRaw, modelRequirements, modelName, systemMessage, temperature;
+        var _c;
+        return __generator(this, function (_d) {
+            switch (_d.label) {
+                case 0:
+                    _a = options.isVerbose, isVerbose = _a === void 0 ? IS_VERBOSE : _a;
+                    if (tools === undefined || tools.llm === undefined) {
+                        throw new MissingToolsError('LLM tools are required for preparing persona');
+                    }
+                    collection = createCollectionFromJson.apply(void 0, __spreadArray([], __read(PipelineCollection), false));
+                    _b = createPipelineExecutor;
+                    _c = {};
+                    return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-persona.ptbk.md')];
+                case 1:
+                    preparePersonaExecutor = _b.apply(void 0, [(_c.pipeline = _d.sent(),
+                            _c.tools = tools,
+                            _c)]);
+                    _llms = arrayableToArray(tools.llm);
+                    llmTools = _llms.length === 1 ? _llms[0] : joinLlmExecutionTools.apply(void 0, __spreadArray([], __read(_llms), false));
+                    return [4 /*yield*/, llmTools.listModels()];
+                case 2:
+                    availableModels = _d.sent();
+                    availableModelNames = availableModels
+                        .filter(function (_a) {
+                        var modelVariant = _a.modelVariant;
+                        return modelVariant === 'CHAT';
+                    })
+                        .map(function (_a) {
+                        var modelName = _a.modelName;
+                        return modelName;
+                    })
+                        .join(',');
+                    return [4 /*yield*/, preparePersonaExecutor({ availableModelNames: availableModelNames, personaDescription: personaDescription })];
+                case 3:
+                    result = _d.sent();
+                    assertsExecutionSuccessful(result);
+                    outputParameters = result.outputParameters;
+                    modelRequirementsRaw = outputParameters.modelRequirements;
+                    modelRequirements = JSON.parse(modelRequirementsRaw);
+                    if (isVerbose) {
+                        console.info("PERSONA ".concat(personaDescription), modelRequirements);
+                    }
+                    modelName = modelRequirements.modelName, systemMessage = modelRequirements.systemMessage, temperature = modelRequirements.temperature;
+                    return [2 /*return*/, {
+                            modelVariant: 'CHAT',
+                            modelName: modelName,
+                            systemMessage: systemMessage,
+                            temperature: temperature,
+                        }];
+            }
+        });
+    });
+}
+/**
+ * TODO: [🔃][main] !!!!! If the persona was prepared with different version or different set of models, prepare it once again
+ * TODO: [🏢] !! Check validity of `modelName` in pipeline
+ * TODO: [🏢] !! Check validity of `systemMessage` in pipeline
+ * TODO: [🏢] !! Check validity of `temperature` in pipeline
+ */
+
+/**
+ * This error indicates that the promptbook can not retrieve knowledge from external sources
+ *
+ * @public exported from `@promptbook/core`
+ */
+var KnowledgeScrapeError = /** @class */ (function (_super) {
+    __extends(KnowledgeScrapeError, _super);
+    function KnowledgeScrapeError(message) {
+        var _this = _super.call(this, message) || this;
+        _this.name = 'KnowledgeScrapeError';
+        Object.setPrototypeOf(_this, KnowledgeScrapeError.prototype);
+        return _this;
+    }
+    return KnowledgeScrapeError;
+}(Error));
+
+/**
+ * @@@
+ *
+ * Note: `$` is used to indicate that this function is not a pure function - it access global scope
+ *
+ *  @private internal function of `$Register`
+ */
+function $getGlobalScope() {
+    return Function('return this')();
+}
+
+/**
+ * @@@
+ *
+ * @param text @@@
+ * @returns @@@
+ * @example 'HELLO_WORLD'
+ * @example 'I_LOVE_PROMPTBOOK'
+ * @public exported from `@promptbook/utils`
+ */
+function normalizeTo_SCREAMING_CASE(text) {
+    var e_1, _a;
+    var charType;
+    var lastCharType = 'OTHER';
+    var normalizedName = '';
+    try {
+        for (var text_1 = __values(text), text_1_1 = text_1.next(); !text_1_1.done; text_1_1 = text_1.next()) {
+            var char = text_1_1.value;
+            var normalizedChar = void 0;
+            if (/^[a-z]$/.test(char)) {
+                charType = 'LOWERCASE';
+                normalizedChar = char.toUpperCase();
+            }
+            else if (/^[A-Z]$/.test(char)) {
+                charType = 'UPPERCASE';
+                normalizedChar = char;
+            }
+            else if (/^[0-9]$/.test(char)) {
+                charType = 'NUMBER';
+                normalizedChar = char;
+            }
+            else {
+                charType = 'OTHER';
+                normalizedChar = '_';
+            }
+            if (charType !== lastCharType &&
+                !(lastCharType === 'UPPERCASE' && charType === 'LOWERCASE') &&
+                !(lastCharType === 'NUMBER') &&
+                !(charType === 'NUMBER')) {
+                normalizedName += '_';
+            }
+            normalizedName += normalizedChar;
+            lastCharType = charType;
+        }
+    }
+    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+    finally {
+        try {
+            if (text_1_1 && !text_1_1.done && (_a = text_1.return)) _a.call(text_1);
+        }
+        finally { if (e_1) throw e_1.error; }
+    }
+    normalizedName = normalizedName.replace(/_+/g, '_');
+    normalizedName = normalizedName.replace(/_?\/_?/g, '/');
+    normalizedName = normalizedName.replace(/^_/, '');
+    normalizedName = normalizedName.replace(/_$/, '');
+    return normalizedName;
+}
+/**
+ * TODO: Tests
+ *     > expect(encodeRoutePath({ uriId: 'VtG7sR9rRJqwNEdM2', name: 'Moje tabule' })).toEqual('/VtG7sR9rRJqwNEdM2/Moje tabule');
+ *     > expect(encodeRoutePath({ uriId: 'VtG7sR9rRJqwNEdM2', name: 'ěščřžžýáíúů' })).toEqual('/VtG7sR9rRJqwNEdM2/escrzyaieuu');
+ *     > expect(encodeRoutePath({ uriId: 'VtG7sR9rRJqwNEdM2', name: '  ahoj  ' })).toEqual('/VtG7sR9rRJqwNEdM2/ahoj');
+ *     > expect(encodeRoutePath({ uriId: 'VtG7sR9rRJqwNEdM2', name: '  ahoj_ahojAhoj    ahoj  ' })).toEqual('/VtG7sR9rRJqwNEdM2/ahoj-ahoj-ahoj-ahoj');
+ * TODO: [🌺] Use some intermediate util splitWords
+ */
+
+/**
+ * @@@
+ *
+ * @param text @@@
+ * @returns @@@
+ * @example 'hello_world'
+ * @example 'i_love_promptbook'
+ * @public exported from `@promptbook/utils`
+ */
+function normalizeTo_snake_case(text) {
+    return normalizeTo_SCREAMING_CASE(text).toLowerCase();
+}
+
+/**
+ * Register is @@@
+ *
+ * Note: `$` is used to indicate that this function is not a pure function - it accesses and adds variables in global scope.
+ *
+ * @private internal utility, exported are only signleton instances of this class
+ */
+var $Register = /** @class */ (function () {
+    function $Register(registerName) {
+        this.registerName = registerName;
+        var storageName = "_promptbook_".concat(normalizeTo_snake_case(registerName));
+        var globalScope = $getGlobalScope();
+        if (globalScope[storageName] === undefined) {
+            globalScope[storageName] = [];
+        }
+        else if (!Array.isArray(globalScope[storageName])) {
+            throw new UnexpectedError("Expected (global) ".concat(storageName, " to be an array, but got ").concat(typeof globalScope[storageName]));
+        }
+        this.storage = globalScope[storageName];
+    }
+    $Register.prototype.list = function () {
+        // <- TODO: ReadonlyDeep<Array<TRegistered>>
+        return this.storage;
+    };
+    $Register.prototype.register = function (registered) {
+        var packageName = registered.packageName, className = registered.className;
+        var existingRegistrationIndex = this.storage.findIndex(function (item) { return item.packageName === packageName && item.className === className; });
+        var existingRegistration = this.storage[existingRegistrationIndex];
+        if (!existingRegistration) {
+            this.storage.push(registered);
+        }
+        else {
+            this.storage[existingRegistrationIndex] = registered;
+        }
+        return {
+            registerName: this.registerName,
+            packageName: packageName,
+            className: className,
+            get isDestroyed() {
+                return false;
+            },
+            destroy: function () {
+                throw new NotYetImplementedError("Registration to ".concat(this.registerName, " is permanent in this version of Promptbook"));
+            },
+        };
+    };
+    return $Register;
+}());
+
+/**
+ * @@@
+ *
+ * Note: `$` is used to indicate that this interacts with the global scope
+ * @singleton Only one instance of each register is created per build, but thare can be more @@@
+ * @public exported from `@promptbook/core`
+ */
+var $scrapersMetadataRegister = new $Register('scrapers_metadata');
+/**
+ * TODO: [®] DRY Register logic
+ */
+
+/**
+ * @@@
+ *
+ * Note: `$` is used to indicate that this interacts with the global scope
+ * @singleton Only one instance of each register is created per build, but thare can be more @@@
+ * @public exported from `@promptbook/core`
+ */
+var $scrapersRegister = new $Register('scraper_constructors');
+/**
+ * TODO: [®] DRY Register logic
+ */
+
+// TODO: !!!!!! Maybe delete this function
+/**
+ * Creates a message with all registered scrapers
+ *
+ * Note: This function is used to create a (error) message when there is no scraper for particular mime type
+ *
+ * @private internal function of `createScrapersFromConfiguration` and `createScrapersFromEnv`
+ */
+function $registeredScrapersMessage() {
+    var e_1, _a, e_2, _b;
+    /**
+     * Mixes registered scrapers from $scrapersMetadataRegister and $scrapersRegister
+     */
+    var all = [];
+    var _loop_1 = function (packageName, className) {
+        if (all.some(function (item) { return item.packageName === packageName && item.className === className; })) {
+            return "continue";
+        }
+        all.push({ packageName: packageName, className: className });
+    };
+    try {
+        for (var _c = __values($scrapersMetadataRegister.list()), _d = _c.next(); !_d.done; _d = _c.next()) {
+            var _e = _d.value, packageName = _e.packageName, className = _e.className;
+            _loop_1(packageName, className);
+        }
+    }
+    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+    finally {
+        try {
+            if (_d && !_d.done && (_a = _c.return)) _a.call(_c);
+        }
+        finally { if (e_1) throw e_1.error; }
+    }
+    var _loop_2 = function (packageName, className) {
+        if (all.some(function (item) { return item.packageName === packageName && item.className === className; })) {
+            return "continue";
+        }
+        all.push({ packageName: packageName, className: className });
+    };
+    try {
+        for (var _f = __values($scrapersRegister.list()), _g = _f.next(); !_g.done; _g = _f.next()) {
+            var _h = _g.value, packageName = _h.packageName, className = _h.className;
+            _loop_2(packageName, className);
+        }
+    }
+    catch (e_2_1) { e_2 = { error: e_2_1 }; }
+    finally {
+        try {
+            if (_g && !_g.done && (_b = _f.return)) _b.call(_f);
+        }
+        finally { if (e_2) throw e_2.error; }
+    }
+    var metadata = all.map(function (metadata) {
+        var isMetadataAviailable = $scrapersMetadataRegister
+            .list()
+            .find(function (_a) {
+            var packageName = _a.packageName, className = _a.className;
+            return metadata.packageName === packageName && metadata.className === className;
+        });
+        var isInstalled = $scrapersRegister
+            .list()
+            .find(function (_a) {
+            var packageName = _a.packageName, className = _a.className;
+            return metadata.packageName === packageName && metadata.className === className;
+        });
+        return __assign(__assign({}, metadata), { isMetadataAviailable: isMetadataAviailable, isInstalled: isInstalled });
+    });
+    if (metadata.length === 0) {
+        return "No scrapers are available";
+    }
+    return spaceTrim(function (block) { return "\n            Available scrapers are:\n            ".concat(block(metadata
+        .map(function (_a, i) {
+        var packageName = _a.packageName, className = _a.className, isMetadataAviailable = _a.isMetadataAviailable, isInstalled = _a.isInstalled;
+        var more;
+        if (just(false)) {
+            more = '';
+        }
+        else if (!isMetadataAviailable && !isInstalled) {
+            // TODO: [�][�] Maybe do allow to do auto-install if package not registered and not found
+            more = "(not installed and no metadata, looks like a unexpected behavior)";
+        }
+        else if (isMetadataAviailable && !isInstalled) {
+            // TODO: [�][�]
+            more = "(not installed)";
+        }
+        else if (!isMetadataAviailable && isInstalled) {
+            more = "(no metadata, looks like a unexpected behavior)";
+        }
+        else if (isMetadataAviailable && isInstalled) {
+            more = "(installed)";
+        }
+        else {
+            more = "(unknown state, looks like a unexpected behavior)";
+        }
+        return "".concat(i + 1, ") `").concat(className, "` from `").concat(packageName, "` ").concat(more);
+    })
+        .join('\n')), "\n        "); });
+}
+/**
+ * TODO: [®] DRY Register logic
+ */
 
 /**
- * Creates executor function from pipeline and execution tools.
+ * @@@
  *
- * @returns The executor function
- * @throws {PipelineLogicError} on logical error in the pipeline
- * @public exported from `@promptbook/core`
+ * @param text @@@
+ * @returns @@@
+ * @example 'hello-world'
+ * @example 'i-love-promptbook'
+ * @public exported from `@promptbook/utils`
  */
-function createPipelineExecutor(options) {
-    var _this = this;
-    var pipeline = options.pipeline, tools = options.tools, _a = options.settings, settings = _a === void 0 ? {} : _a;
-    var _b = settings.maxExecutionAttempts, maxExecutionAttempts = _b === void 0 ? MAX_EXECUTION_ATTEMPTS : _b, _c = settings.maxParallelCount, maxParallelCount = _c === void 0 ? MAX_PARALLEL_COUNT : _c, _d = settings.csvSettings, csvSettings = _d === void 0 ? DEFAULT_CSV_SETTINGS : _d, _e = settings.isVerbose, isVerbose = _e === void 0 ? IS_VERBOSE : _e, _f = settings.isNotPreparedWarningSupressed, isNotPreparedWarningSupressed = _f === void 0 ? false : _f;
-    validatePipeline(pipeline);
-    var pipelineIdentification = (function () {
-        // Note: This is a 😐 implementation of [🚞]
-        var _ = [];
-        if (pipeline.sourceFile !== undefined) {
-            _.push("File: ".concat(pipeline.sourceFile));
-        }
-        if (pipeline.pipelineUrl !== undefined) {
-            _.push("Url: ".concat(pipeline.pipelineUrl));
+function normalizeToKebabCase(text) {
+    var e_1, _a;
+    text = removeDiacritics(text);
+    var charType;
+    var lastCharType = 'OTHER';
+    var normalizedName = '';
+    try {
+        for (var text_1 = __values(text), text_1_1 = text_1.next(); !text_1_1.done; text_1_1 = text_1.next()) {
+            var char = text_1_1.value;
+            var normalizedChar = void 0;
+            if (/^[a-z]$/.test(char)) {
+                charType = 'LOWERCASE';
+                normalizedChar = char;
+            }
+            else if (/^[A-Z]$/.test(char)) {
+                charType = 'UPPERCASE';
+                normalizedChar = char.toLowerCase();
+            }
+            else if (/^[0-9]$/.test(char)) {
+                charType = 'NUMBER';
+                normalizedChar = char;
+            }
+            else {
+                charType = 'OTHER';
+                normalizedChar = '-';
+            }
+            if (charType !== lastCharType &&
+                !(lastCharType === 'UPPERCASE' && charType === 'LOWERCASE') &&
+                !(lastCharType === 'NUMBER') &&
+                !(charType === 'NUMBER')) {
+                normalizedName += '-';
+            }
+            normalizedName += normalizedChar;
+            lastCharType = charType;
         }
-        return _.join('\n');
-    })();
-    var preparedPipeline;
-    if (isPipelinePrepared(pipeline)) {
-        preparedPipeline = pipeline;
     }
-    else if (isNotPreparedWarningSupressed !== true) {
-        console.warn(spaceTrim$1(function (block) { return "\n                    Pipeline is not prepared\n\n                    ".concat(block(pipelineIdentification), "\n\n                    It will be prepared ad-hoc before the first execution and **returned as `preparedPipeline` in `PipelineExecutorResult`**\n                    But it is recommended to prepare the pipeline during collection preparation\n\n                    @see more at https://ptbk.io/prepare-pipeline\n                "); }));
+    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+    finally {
+        try {
+            if (text_1_1 && !text_1_1.done && (_a = text_1.return)) _a.call(text_1);
+        }
+        finally { if (e_1) throw e_1.error; }
     }
-    var pipelineExecutor = function (inputParameters, onProgress) { return __awaiter(_this, void 0, void 0, function () {
+    normalizedName = normalizedName.split(/-+/g).join('-');
+    normalizedName = normalizedName.split(/-?\/-?/g).join('/');
+    normalizedName = normalizedName.replace(/^-/, '');
+    normalizedName = normalizedName.replace(/-$/, '');
+    return normalizedName;
+}
+
+/**
+ * Creates unique name for the source
+ *
+ * @private within the repository
+ */
+function sourceContentToName(sourceContent) {
+    // TODO: !!!!!! Better name for source than gibberish hash
+    var hash = SHA256(hexEncoder.parse(JSON.stringify(sourceContent)))
+        //    <- TODO: [🥬] Encapsulate sha256 to some private utility function
+        .toString( /* hex */)
+        .substring(0, 20);
+    //    <- TODO: [🥬] Make some system for hashes and ids of promptbook
+    var semanticName = normalizeToKebabCase(sourceContent.substring(0, 20));
+    var pieces = ['source', semanticName, hash].filter(function (piece) { return piece !== ''; });
+    var name = pieces.join('-').split('--').join('-');
+    // <- TODO: Use MAX_FILENAME_LENGTH
+    return name;
+}
+/**
+ * TODO: [🐱‍🐉][🧠] Make some smart crop NOT source-i-m-pavol-a-develop-... BUT source-i-m-pavol-a-developer-...
+ */
+
+/**
+ * Detects if the code is running in a Node.js environment
+ *
+ * Note: `$` is used to indicate that this function is not a pure function - it looks at the global object to determine the environment
+ *
+ * @public exported from `@promptbook/utils`
+ */
+var $isRunningInNode = new Function("\n    try {\n        return this === global;\n    } catch (e) {\n        return false;\n    }\n");
+
+/**
+ * Checks if the file exists
+ *
+ * Note: `$` is used to indicate that this function is not a pure function - it looks at the filesystem
+ *
+ * @private within the repository
+ */
+function $isFileExisting(filename) {
+    return __awaiter(this, void 0, void 0, function () {
+        var isReadAccessAllowed, isFile;
         return __generator(this, function (_a) {
-            return [2 /*return*/, executePipeline({
-                    pipeline: pipeline,
-                    preparedPipeline: preparedPipeline,
-                    setPreparedPipeline: function (newPreparedPipeline) {
-                        preparedPipeline = newPreparedPipeline;
-                    },
-                    inputParameters: inputParameters,
-                    tools: tools,
-                    onProgress: onProgress,
-                    pipelineIdentification: pipelineIdentification,
-                    settings: {
-                        maxExecutionAttempts: maxExecutionAttempts,
-                        maxParallelCount: maxParallelCount,
-                        csvSettings: csvSettings,
-                        isVerbose: isVerbose,
-                        isNotPreparedWarningSupressed: isNotPreparedWarningSupressed,
-                    },
-                })];
+            switch (_a.label) {
+                case 0:
+                    if (!$isRunningInNode()) {
+                        throw new EnvironmentMismatchError('Function `$isFileExisting` works only in Node environment.js');
+                    }
+                    return [4 /*yield*/, access(filename, constants.R_OK)
+                            .then(function () { return true; })
+                            .catch(function () { return false; })];
+                case 1:
+                    isReadAccessAllowed = _a.sent();
+                    if (!isReadAccessAllowed) {
+                        return [2 /*return*/, false];
+                    }
+                    return [4 /*yield*/, stat(filename)
+                            .then(function (fileStat) { return fileStat.isFile(); })
+                            .catch(function () { return false; })];
+                case 2:
+                    isFile = _a.sent();
+                    return [2 /*return*/, isFile];
+            }
         });
-    }); };
-    return pipelineExecutor;
+    });
+}
+/**
+ * Note: [🟢 !!!!!! After fix makeKnowledgeSourceHandler] Code in this file should never be published outside of `@promptbook/node` and `@promptbook/cli`
+ * TODO: [🐠] This can be a validator - with variants that return true/false and variants that throw errors with meaningless messages
+ * TODO: [🖇] What about symlinks?
+ */
+
+/**
+ * Convert file extension to mime type
+ *
+ * @private within the repository
+ */
+function extensionToMimeType(value) {
+    return lookup(value) || 'application/octet-stream';
+}
+
+/**
+ * Get the file extension from a file name
+ *
+ * @private within the repository
+ */
+function getFileExtension(value) {
+    var match = value.match(/\.([0-9a-z]+)(?:[?#]|$)/i);
+    return match ? match[1].toLowerCase() : null;
+}
+
+/**
+ * Tests if given string is valid URL.
+ *
+ * Note: This does not check if the file exists only if the path is valid
+ * @public exported from `@promptbook/utils`
+ */
+function isValidFilePath(filename) {
+    if (typeof filename !== 'string') {
+        return false;
+    }
+    var filenameSlashes = filename.split('\\').join('/');
+    // Absolute Unix path: /hello.txt
+    if (/^(\/)/i.test(filenameSlashes)) {
+        return true;
+    }
+    // Absolute Windows path: /hello.txt
+    if (/^([A-Z]{1,2}:\/?)\//i.test(filenameSlashes)) {
+        return true;
+    }
+    // Relative path: ./hello.txt
+    if (/^(\.\.?\/)+/i.test(filenameSlashes)) {
+        return true;
+    }
+    return false;
 }
 
 /**
  * @@@
  *
- * @public exported from `@promptbook/core`
+ * @private for scraper utilities
  */
-function prepareKnowledgeFromMarkdown(knowledgeContent /* <- TODO: [🖖] (?maybe not) Always the file */, options) {
+function makeKnowledgeSourceHandler(knowledgeSource, options) {
+    var _a;
     return __awaiter(this, void 0, void 0, function () {
-        var llmTools, _a, maxParallelCount, _b, isVerbose, collection, prepareKnowledgeFromMarkdownExecutor, _c, prepareTitleExecutor, _d, prepareKeywordsExecutor, _e, result, outputParameters, knowledgePiecesRaw, knowledgeTextPieces, knowledge;
-        var _f, _g, _h;
-        var _this = this;
-        return __generator(this, function (_j) {
-            switch (_j.label) {
+        var sourceContent, name, _b, _c, rootDirname, _d, 
+        // <- TODO: process.cwd() if running in Node.js
+        isVerbose, url, response_1, mimeType, filename_1, fileExtension, mimeType_1;
+        return __generator(this, function (_e) {
+            switch (_e.label) {
                 case 0:
-                    llmTools = options.llmTools, _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a, _b = options.isVerbose, isVerbose = _b === void 0 ? IS_VERBOSE : _b;
-                    TODO_USE(maxParallelCount); // <- [🪂]
-                    collection = createCollectionFromJson.apply(void 0, __spreadArray([], __read(PipelineCollection), false));
-                    _c = createPipelineExecutor;
-                    _f = {};
-                    return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md')];
+                    sourceContent = knowledgeSource.sourceContent;
+                    name = knowledgeSource.name;
+                    _b = options || {}, _c = _b.rootDirname, rootDirname = _c === void 0 ? null : _c, _d = _b.isVerbose, isVerbose = _d === void 0 ? IS_VERBOSE : _d;
+                    TODO_USE(isVerbose);
+                    if (!name) {
+                        name = sourceContentToName(sourceContent);
+                    }
+                    if (!isValidUrl(sourceContent)) return [3 /*break*/, 2];
+                    url = sourceContent;
+                    return [4 /*yield*/, fetch(url)];
                 case 1:
-                    prepareKnowledgeFromMarkdownExecutor = _c.apply(void 0, [(_f.pipeline = _j.sent(),
-                            _f.tools = {
-                                llm: llmTools,
+                    response_1 = _e.sent();
+                    mimeType = ((_a = response_1.headers.get('content-type')) === null || _a === void 0 ? void 0 : _a.split(';')[0]) || 'text/html';
+                    return [2 /*return*/, {
+                            source: name,
+                            filename: null,
+                            url: url,
+                            mimeType: mimeType,
+                            asBlob: function () {
+                                return __awaiter(this, void 0, void 0, function () {
+                                    var content;
+                                    return __generator(this, function (_a) {
+                                        switch (_a.label) {
+                                            case 0: return [4 /*yield*/, response_1.blob()];
+                                            case 1:
+                                                content = _a.sent();
+                                                return [2 /*return*/, content];
+                                        }
+                                    });
+                                });
                             },
-                            _f)]);
-                    _d = createPipelineExecutor;
-                    _g = {};
-                    return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md')];
-                case 2:
-                    prepareTitleExecutor = _d.apply(void 0, [(_g.pipeline = _j.sent(),
-                            _g.tools = {
-                                llm: llmTools,
+                            asJson: function () {
+                                return __awaiter(this, void 0, void 0, function () {
+                                    var content;
+                                    return __generator(this, function (_a) {
+                                        switch (_a.label) {
+                                            case 0: return [4 /*yield*/, response_1.json()];
+                                            case 1:
+                                                content = _a.sent();
+                                                return [2 /*return*/, content];
+                                        }
+                                    });
+                                });
                             },
-                            _g)]);
-                    _e = createPipelineExecutor;
-                    _h = {};
-                    return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md')];
-                case 3:
-                    prepareKeywordsExecutor = _e.apply(void 0, [(_h.pipeline = _j.sent(),
-                            _h.tools = {
-                                llm: llmTools,
+                            asText: function () {
+                                return __awaiter(this, void 0, void 0, function () {
+                                    var content;
+                                    return __generator(this, function (_a) {
+                                        switch (_a.label) {
+                                            case 0: return [4 /*yield*/, response_1.text()];
+                                            case 1:
+                                                content = _a.sent();
+                                                return [2 /*return*/, content];
+                                        }
+                                    });
+                                });
                             },
-                            _h)]);
-                    return [4 /*yield*/, prepareKnowledgeFromMarkdownExecutor({ knowledgeContent: knowledgeContent })];
-                case 4:
-                    result = _j.sent();
-                    assertsExecutionSuccessful(result);
-                    outputParameters = result.outputParameters;
-                    knowledgePiecesRaw = outputParameters.knowledgePieces;
-                    knowledgeTextPieces = (knowledgePiecesRaw || '').split('\n---\n');
-                    //                                                               <- TODO:[main] !!!!! Smarter split and filter out empty pieces
-                    if (isVerbose) {
-                        console.info('knowledgeTextPieces:', knowledgeTextPieces);
+                        }];
+                case 2:
+                    if (!(isValidFilePath(sourceContent) || /\.[a-z]{1,10}$/i.exec(sourceContent))) return [3 /*break*/, 4];
+                    if (!$isRunningInNode()) {
+                        throw new EnvironmentMismatchError('Importing knowledge source file works only in Node.js environment');
                     }
-                    return [4 /*yield*/, Promise.all(
-                        // TODO: [🪂] !! Do not send all at once but in chunks
-                        knowledgeTextPieces.map(function (knowledgeTextPiece, i) { return __awaiter(_this, void 0, void 0, function () {
-                            var name, title, knowledgePieceContent, keywords, index, titleResult, _a, titleRaw, keywordsResult, _b, keywordsRaw, embeddingResult, error_1;
-                            return __generator(this, function (_c) {
-                                switch (_c.label) {
-                                    case 0:
-                                        name = "piece-".concat(i);
-                                        title = spaceTrim(knowledgeTextPiece.substring(0, 100));
-                                        knowledgePieceContent = spaceTrim(knowledgeTextPiece);
-                                        keywords = [];
-                                        index = [];
-                                        _c.label = 1;
-                                    case 1:
-                                        _c.trys.push([1, 7, , 8]);
-                                        return [4 /*yield*/, prepareTitleExecutor({ knowledgePieceContent: knowledgePieceContent })];
-                                    case 2:
-                                        titleResult = _c.sent();
-                                        _a = titleResult.outputParameters.title, titleRaw = _a === void 0 ? 'Untitled' : _a;
-                                        title = spaceTrim(titleRaw) /* <- TODO: Maybe do in pipeline */;
-                                        name = titleToName(title);
-                                        return [4 /*yield*/, prepareKeywordsExecutor({ knowledgePieceContent: knowledgePieceContent })];
-                                    case 3:
-                                        keywordsResult = _c.sent();
-                                        _b = keywordsResult.outputParameters.keywords, keywordsRaw = _b === void 0 ? '' : _b;
-                                        keywords = (keywordsRaw || '')
-                                            .split(',')
-                                            .map(function (keyword) { return keyword.trim(); })
-                                            .filter(function (keyword) { return keyword !== ''; });
-                                        if (isVerbose) {
-                                            console.info("Keywords for \"".concat(title, "\":"), keywords);
+                    if (rootDirname === null) {
+                        throw new EnvironmentMismatchError('Can not import file knowledge in non-file pipeline');
+                        //          <- TODO: [🧠] What is the best error type here`
+                    }
+                    filename_1 = join(rootDirname, sourceContent).split('\\').join('/');
+                    fileExtension = getFileExtension(filename_1);
+                    mimeType_1 = extensionToMimeType(fileExtension || '');
+                    return [4 /*yield*/, $isFileExisting(filename_1)];
+                case 3:
+                    if (!(_e.sent())) {
+                        throw new NotFoundError(spaceTrim(function (block) { return "\n                          Can not make source handler for file which does not exist:\n\n                          File:\n                          ".concat(block(filename_1), "\n                      "); }));
+                    }
+                    // TODO: !!!!!! Test security file - file is scoped to the project (maybe do this in `filesystemTools`)
+                    return [2 /*return*/, {
+                            source: name,
+                            filename: filename_1,
+                            url: null,
+                            mimeType: mimeType_1,
+                            asBlob: function () {
+                                return __awaiter(this, void 0, void 0, function () {
+                                    var content;
+                                    return __generator(this, function (_a) {
+                                        switch (_a.label) {
+                                            case 0: return [4 /*yield*/, readFile(filename_1)];
+                                            case 1:
+                                                content = _a.sent();
+                                                return [2 /*return*/, new Blob([
+                                                        content,
+                                                        // <- TODO: !!!!!! Maybe not working
+                                                    ], { type: mimeType_1 })];
                                         }
-                                        if (!!llmTools.callEmbeddingModel) return [3 /*break*/, 4];
-                                        // TODO: [🟥] Detect browser / node and make it colorfull
-                                        console.error('No callEmbeddingModel function provided');
-                                        return [3 /*break*/, 6];
-                                    case 4: return [4 /*yield*/, llmTools.callEmbeddingModel({
-                                            title: "Embedding for ".concat(title) /* <- Note: No impact on embedding result itself, just for logging */,
-                                            parameters: {},
-                                            content: knowledgePieceContent,
-                                            modelRequirements: {
-                                                modelVariant: 'EMBEDDING',
-                                            },
-                                        })];
-                                    case 5:
-                                        embeddingResult = _c.sent();
-                                        index.push({
-                                            modelName: embeddingResult.modelName,
-                                            position: embeddingResult.content,
-                                        });
-                                        _c.label = 6;
-                                    case 6: return [3 /*break*/, 8];
-                                    case 7:
-                                        error_1 = _c.sent();
-                                        // Note: Here is expected error:
-                                        //     > PipelineExecutionError: You have not provided any `LlmExecutionTools` that support model variant "EMBEDDING
-                                        if (!(error_1 instanceof PipelineExecutionError)) {
-                                            throw error_1;
+                                    });
+                                });
+                            },
+                            asJson: function () {
+                                return __awaiter(this, void 0, void 0, function () {
+                                    var _a, _b;
+                                    return __generator(this, function (_c) {
+                                        switch (_c.label) {
+                                            case 0:
+                                                _b = (_a = JSON).parse;
+                                                return [4 /*yield*/, readFile(filename_1, 'utf-8')];
+                                            case 1: return [2 /*return*/, _b.apply(_a, [_c.sent()])];
                                         }
-                                        // TODO: [🟥] Detect browser / node and make it colorfull
-                                        console.error(error_1, "<- Note: This error is not critical to prepare the pipeline, just knowledge pieces won't have embeddings");
-                                        return [3 /*break*/, 8];
-                                    case 8: return [2 /*return*/, {
-                                            name: name,
-                                            title: title,
-                                            content: knowledgePieceContent,
-                                            keywords: keywords,
-                                            index: index,
-                                            // <- TODO: [☀] sources,
-                                        }];
-                                }
-                            });
-                        }); }))];
-                case 5:
-                    knowledge = _j.sent();
-                    return [2 /*return*/, knowledge];
+                                    });
+                                });
+                            },
+                            asText: function () {
+                                return __awaiter(this, void 0, void 0, function () {
+                                    return __generator(this, function (_a) {
+                                        switch (_a.label) {
+                                            case 0: return [4 /*yield*/, readFile(filename_1, 'utf-8')];
+                                            case 1: return [2 /*return*/, _a.sent()];
+                                        }
+                                    });
+                                });
+                            },
+                        }];
+                case 4: return [2 /*return*/, {
+                        source: name,
+                        filename: null,
+                        url: null,
+                        mimeType: 'text/markdown',
+                        asText: function () {
+                            return knowledgeSource.sourceContent;
+                        },
+                        asJson: function () {
+                            throw new UnexpectedError('Did not expect that `markdownScraper` would need to get the content `asJson`');
+                        },
+                        asBlob: function () {
+                            throw new UnexpectedError('Did not expect that `markdownScraper` would need to get the content `asBlob`');
+                        },
+                    }];
             }
         });
     });
 }
 /**
- * TODO: [🐝][🔼][main] !!! Export via `@promptbook/markdown`
- * TODO: [🪂] Do it in parallel 11:11
- * Note: No need to aggregate usage here, it is done by intercepting the llmTools
+ * TODO: !!!!!!! Maybe constrain to @promptbook/node bundle
  */
 
 /**
@@ -4908,23 +5519,64 @@ function prepareKnowledgeFromMarkdown(knowledgeContent /* <- TODO: [🖖] (?mayb
  * @see https://github.com/webgptorg/promptbook/discussions/41
  * @public exported from `@promptbook/core`
  */
-function prepareKnowledgePieces(knowledgeSources, options) {
+function prepareKnowledgePieces(knowledgeSources, tools, options) {
     return __awaiter(this, void 0, void 0, function () {
-        var _a, maxParallelCount, knowledgePrepared;
+        var _a, maxParallelCount, rootDirname, _b, isVerbose, knowledgePreparedUnflatten, knowledgePrepared;
         var _this = this;
-        return __generator(this, function (_b) {
-            switch (_b.label) {
+        return __generator(this, function (_c) {
+            switch (_c.label) {
                 case 0:
-                    _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a;
-                    knowledgePrepared = [];
-                    return [4 /*yield*/, forEachAsync(knowledgeSources, { maxParallelCount: maxParallelCount }, function (knowledgeSource) { return __awaiter(_this, void 0, void 0, function () {
-                            var partialPieces, pieces;
-                            return __generator(this, function (_a) {
-                                switch (_a.label) {
-                                    case 0: return [4 /*yield*/, prepareKnowledgeFromMarkdown(knowledgeSource.sourceContent, // <- TODO: [🐝] !!!!!! Unhardcode markdown, detect which type it is - BE AWARE of big package size
-                                        options)];
+                    _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a, rootDirname = options.rootDirname, _b = options.isVerbose, isVerbose = _b === void 0 ? IS_VERBOSE : _b;
+                    knowledgePreparedUnflatten = new Array(knowledgeSources.length);
+                    return [4 /*yield*/, forEachAsync(knowledgeSources, { maxParallelCount: maxParallelCount }, function (knowledgeSource, index) { return __awaiter(_this, void 0, void 0, function () {
+                            var partialPieces, sourceHandler, _a, _b, scraper, partialPiecesUnchecked, e_1_1, pieces;
+                            var e_1, _c;
+                            return __generator(this, function (_d) {
+                                switch (_d.label) {
+                                    case 0:
+                                        partialPieces = null;
+                                        return [4 /*yield*/, makeKnowledgeSourceHandler(knowledgeSource, { rootDirname: rootDirname, isVerbose: isVerbose })];
                                     case 1:
-                                        partialPieces = _a.sent();
+                                        sourceHandler = _d.sent();
+                                        _d.label = 2;
+                                    case 2:
+                                        _d.trys.push([2, 7, 8, 9]);
+                                        _a = __values(arrayableToArray(tools.scrapers)), _b = _a.next();
+                                        _d.label = 3;
+                                    case 3:
+                                        if (!!_b.done) return [3 /*break*/, 6];
+                                        scraper = _b.value;
+                                        if (!scraper.metadata.mimeTypes.includes(sourceHandler.mimeType)
+                                        // <- TODO: [🦔] Implement mime-type wildcards
+                                        ) {
+                                            return [3 /*break*/, 5];
+                                        }
+                                        return [4 /*yield*/, scraper.scrape(sourceHandler)];
+                                    case 4:
+                                        partialPiecesUnchecked = _d.sent();
+                                        if (partialPiecesUnchecked !== null) {
+                                            partialPieces = partialPiecesUnchecked;
+                                            return [3 /*break*/, 6];
+                                        }
+                                        _d.label = 5;
+                                    case 5:
+                                        _b = _a.next();
+                                        return [3 /*break*/, 3];
+                                    case 6: return [3 /*break*/, 9];
+                                    case 7:
+                                        e_1_1 = _d.sent();
+                                        e_1 = { error: e_1_1 };
+                                        return [3 /*break*/, 9];
+                                    case 8:
+                                        try {
+                                            if (_b && !_b.done && (_c = _a.return)) _c.call(_a);
+                                        }
+                                        finally { if (e_1) throw e_1.error; }
+                                        return [7 /*endfinally*/];
+                                    case 9:
+                                        if (partialPieces === null) {
+                                            throw new KnowledgeScrapeError(spaceTrim(function (block) { return "\n                        Cannot scrape knowledge from source: ".concat(knowledgeSource.sourceContent, "\n\n                        No scraper found for the mime type \"").concat(sourceHandler.mimeType, "\"\n\n                        ").concat(block($registeredScrapersMessage()), "\n\n\n                    "); }));
+                                        }
                                         pieces = partialPieces.map(function (partialPiece) { return (__assign(__assign({}, partialPiece), { sources: [
                                                 {
                                                     name: knowledgeSource.name,
@@ -4932,13 +5584,14 @@ function prepareKnowledgePieces(knowledgeSources, options) {
                                                     // <- TODO: [❎]
                                                 },
                                             ] })); });
-                                        knowledgePrepared.push.apply(knowledgePrepared, __spreadArray([], __read(pieces), false));
+                                        knowledgePreparedUnflatten[index] = pieces;
                                         return [2 /*return*/];
                                 }
                             });
                         }); })];
                 case 1:
-                    _b.sent();
+                    _c.sent();
+                    knowledgePrepared = knowledgePreparedUnflatten.flat();
                     return [2 /*return*/, knowledgePrepared];
             }
         });
@@ -4955,7 +5608,7 @@ TODO: [🧊] This is how it can look in future
 >
 > export async function prepareKnowledgePieces(
 >   knowledge: PrepareKnowledgeKnowledge,
->   options: PrepareOptions,
+>   options: PrepareAndScrapeOptions,
 > ):
 */
 /**
@@ -4967,158 +5620,6 @@ TODO: [🧊] This is how it can look in future
  *       [ ] One piece can have multiple sources
  */
 
-/**
- * Intercepts LLM tools and counts total usage of the tools
- *
- * @param llmTools LLM tools to be intercepted with usage counting
- * @returns LLM tools with same functionality with added total cost counting
- * @public exported from `@promptbook/core`
- */
-function countTotalUsage(llmTools) {
-    var _this = this;
-    var totalUsage = ZERO_USAGE;
-    var proxyTools = {
-        get title() {
-            // TODO: [🧠] Maybe put here some suffix
-            return llmTools.title;
-        },
-        get description() {
-            // TODO: [🧠] Maybe put here some suffix
-            return llmTools.description;
-        },
-        checkConfiguration: function () {
-            return __awaiter(this, void 0, void 0, function () {
-                return __generator(this, function (_a) {
-                    return [2 /*return*/, /* not await */ llmTools.checkConfiguration()];
-                });
-            });
-        },
-        listModels: function () {
-            return /* not await */ llmTools.listModels();
-        },
-        getTotalUsage: function () {
-            // <- Note: [🥫] Not using getter `get totalUsage` but `getTotalUsage` to allow this object to be proxied
-            return totalUsage;
-        },
-    };
-    if (llmTools.callChatModel !== undefined) {
-        proxyTools.callChatModel = function (prompt) { return __awaiter(_this, void 0, void 0, function () {
-            var promptResult;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, llmTools.callChatModel(prompt)];
-                    case 1:
-                        promptResult = _a.sent();
-                        totalUsage = addUsage(totalUsage, promptResult.usage);
-                        return [2 /*return*/, promptResult];
-                }
-            });
-        }); };
-    }
-    if (llmTools.callCompletionModel !== undefined) {
-        proxyTools.callCompletionModel = function (prompt) { return __awaiter(_this, void 0, void 0, function () {
-            var promptResult;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, llmTools.callCompletionModel(prompt)];
-                    case 1:
-                        promptResult = _a.sent();
-                        totalUsage = addUsage(totalUsage, promptResult.usage);
-                        return [2 /*return*/, promptResult];
-                }
-            });
-        }); };
-    }
-    if (llmTools.callEmbeddingModel !== undefined) {
-        proxyTools.callEmbeddingModel = function (prompt) { return __awaiter(_this, void 0, void 0, function () {
-            var promptResult;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, llmTools.callEmbeddingModel(prompt)];
-                    case 1:
-                        promptResult = _a.sent();
-                        totalUsage = addUsage(totalUsage, promptResult.usage);
-                        return [2 /*return*/, promptResult];
-                }
-            });
-        }); };
-    }
-    // <- Note: [🤖]
-    return proxyTools;
-}
-/**
- * TODO: [🧠][💸] Maybe make some common abstraction `interceptLlmTools` and use here (or use javascript Proxy?)
- * TODO: [🧠] Is there some meaningfull way how to test this util
- * TODO: [🧠][🌯] Maybe a way how to hide ability to `get totalUsage`
- *     > const [llmToolsWithUsage,getUsage] = countTotalUsage(llmTools);
- * TODO: [👷‍♂️] @@@ Manual about construction of llmTools
- */
-
-/**
- * Prepares the persona for the pipeline
- *
- * @see https://github.com/webgptorg/promptbook/discussions/22
- * @public exported from `@promptbook/core`
- */
-function preparePersona(personaDescription, options) {
-    return __awaiter(this, void 0, void 0, function () {
-        var llmTools, _a, isVerbose, collection, preparePersonaExecutor, _b, availableModels, availableModelNames, result, outputParameters, modelRequirementsRaw, modelRequirements, modelName, systemMessage, temperature;
-        var _c;
-        return __generator(this, function (_d) {
-            switch (_d.label) {
-                case 0:
-                    llmTools = options.llmTools, _a = options.isVerbose, isVerbose = _a === void 0 ? IS_VERBOSE : _a;
-                    collection = createCollectionFromJson.apply(void 0, __spreadArray([], __read(PipelineCollection), false));
-                    _b = createPipelineExecutor;
-                    _c = {};
-                    return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-persona.ptbk.md')];
-                case 1:
-                    preparePersonaExecutor = _b.apply(void 0, [(_c.pipeline = _d.sent(),
-                            _c.tools = {
-                                llm: llmTools,
-                            },
-                            _c)]);
-                    return [4 /*yield*/, llmTools.listModels()];
-                case 2:
-                    availableModels = _d.sent();
-                    availableModelNames = availableModels
-                        .filter(function (_a) {
-                        var modelVariant = _a.modelVariant;
-                        return modelVariant === 'CHAT';
-                    })
-                        .map(function (_a) {
-                        var modelName = _a.modelName;
-                        return modelName;
-                    })
-                        .join(',');
-                    return [4 /*yield*/, preparePersonaExecutor({ availableModelNames: availableModelNames, personaDescription: personaDescription })];
-                case 3:
-                    result = _d.sent();
-                    assertsExecutionSuccessful(result);
-                    outputParameters = result.outputParameters;
-                    modelRequirementsRaw = outputParameters.modelRequirements;
-                    modelRequirements = JSON.parse(modelRequirementsRaw);
-                    if (isVerbose) {
-                        console.info("PERSONA ".concat(personaDescription), modelRequirements);
-                    }
-                    modelName = modelRequirements.modelName, systemMessage = modelRequirements.systemMessage, temperature = modelRequirements.temperature;
-                    return [2 /*return*/, {
-                            modelVariant: 'CHAT',
-                            modelName: modelName,
-                            systemMessage: systemMessage,
-                            temperature: temperature,
-                        }];
-            }
-        });
-    });
-}
-/**
- * TODO: [🔃][main] !!!!! If the persona was prepared with different version or different set of models, prepare it once again
- * TODO: [🏢] !! Check validity of `modelName` in pipeline
- * TODO: [🏢] !! Check validity of `systemMessage` in pipeline
- * TODO: [🏢] !! Check validity of `temperature` in pipeline
- */
-
 /**
  * @@@
  *
@@ -5153,7 +5654,7 @@ function clonePipeline(pipeline) {
  *
  * @public exported from `@promptbook/core`
  */
-function prepareTemplates(pipeline, options) {
+function prepareTemplates(pipeline, tools, options) {
     return __awaiter(this, void 0, void 0, function () {
         var _a, maxParallelCount, templates, parameters, knowledgePiecesCount, templatesPrepared;
         var _this = this;
@@ -5162,11 +5663,9 @@ function prepareTemplates(pipeline, options) {
                 case 0:
                     _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a;
                     templates = pipeline.templates, parameters = pipeline.parameters, knowledgePiecesCount = pipeline.knowledgePiecesCount;
-                    // TODO:[main] !!!!! Apply samples to each template (if missing and is for the template defined)
+                    // TODO: [main] !!!!! Apply samples to each template (if missing and is for the template defined)
                     TODO_USE(parameters);
-                    templatesPrepared = new Array(
-                    //            <- TODO: [🧱] Implement in a functional (not new Class) way
-                    templates.length);
+                    templatesPrepared = new Array(templates.length);
                     return [4 /*yield*/, forEachAsync(templates, { maxParallelCount: maxParallelCount /* <- TODO: [🪂] When there are subtasks, this maximul limit can be broken */ }, function (template, index) { return __awaiter(_this, void 0, void 0, function () {
                             var dependentParameterNames, preparedContent, preparedTemplate;
                             return __generator(this, function (_a) {
@@ -5209,14 +5708,14 @@ function prepareTemplates(pipeline, options) {
  * Note: When the pipeline is already prepared, it returns the same pipeline
  * @public exported from `@promptbook/core`
  */
-function preparePipeline(pipeline, options) {
+function preparePipeline(pipeline, tools, options) {
     return __awaiter(this, void 0, void 0, function () {
-        var llmTools, _a, maxParallelCount, _b, isVerbose, parameters, templates, 
+        var rootDirname, _a, maxParallelCount, _b, isVerbose, parameters, templates, 
         /*
         <- TODO: [🧠][🪑] `promptbookVersion` */
         knowledgeSources /*
         <- TODO: [🧊] `knowledgePieces` */, personas /*
-        <- TODO: [🧊] `preparations` */, llmToolsWithUsage, currentPreparation, preparations, preparedPersonas, knowledgeSourcesPrepared, partialknowledgePiecesPrepared, knowledgePiecesPrepared, templatesPrepared /* TODO: parameters: parametersPrepared*/;
+        <- TODO: [🧊] `preparations` */, _llms, llmTools, llmToolsWithUsage, currentPreparation, preparations, preparedPersonas, knowledgeSourcesPrepared, partialknowledgePiecesPrepared, knowledgePiecesPrepared, templatesPrepared /* TODO: parameters: parametersPrepared*/;
         var _this = this;
         return __generator(this, function (_c) {
             switch (_c.label) {
@@ -5224,8 +5723,13 @@ function preparePipeline(pipeline, options) {
                     if (isPipelinePrepared(pipeline)) {
                         return [2 /*return*/, pipeline];
                     }
-                    llmTools = options.llmTools, _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a, _b = options.isVerbose, isVerbose = _b === void 0 ? IS_VERBOSE : _b;
+                    rootDirname = options.rootDirname, _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a, _b = options.isVerbose, isVerbose = _b === void 0 ? IS_VERBOSE : _b;
                     parameters = pipeline.parameters, templates = pipeline.templates, knowledgeSources = pipeline.knowledgeSources, personas = pipeline.personas;
+                    if (tools === undefined || tools.llm === undefined) {
+                        throw new MissingToolsError('LLM tools are required for preparing the pipeline');
+                    }
+                    _llms = arrayableToArray(tools.llm);
+                    llmTools = _llms.length === 1 ? _llms[0] : joinLlmExecutionTools.apply(void 0, __spreadArray([], __read(_llms), false));
                     llmToolsWithUsage = countTotalUsage(llmTools);
                     currentPreparation = {
                         id: 1,
@@ -5238,15 +5742,13 @@ function preparePipeline(pipeline, options) {
                         // <- TODO: [🧊]
                         currentPreparation,
                     ];
-                    preparedPersonas = new Array(
-                    //            <- TODO: [🧱] Implement in a functional (not new Class) way
-                    personas.length);
+                    preparedPersonas = new Array(personas.length);
                     return [4 /*yield*/, forEachAsync(personas, { maxParallelCount: maxParallelCount /* <- TODO: [🪂] When there are subtasks, this maximul limit can be broken */ }, function (persona, index) { return __awaiter(_this, void 0, void 0, function () {
                             var modelRequirements, preparedPersona;
                             return __generator(this, function (_a) {
                                 switch (_a.label) {
-                                    case 0: return [4 /*yield*/, preparePersona(persona.description, {
-                                            llmTools: llmToolsWithUsage,
+                                    case 0: return [4 /*yield*/, preparePersona(persona.description, __assign(__assign({}, tools), { llm: llmToolsWithUsage }), {
+                                            rootDirname: rootDirname,
                                             maxParallelCount: maxParallelCount /* <- TODO:  [🪂] */,
                                             isVerbose: isVerbose,
                                         })];
@@ -5261,11 +5763,7 @@ function preparePipeline(pipeline, options) {
                 case 1:
                     _c.sent();
                     knowledgeSourcesPrepared = knowledgeSources.map(function (source) { return (__assign(__assign({}, source), { preparationIds: [/* TODO: [🧊] -> */ currentPreparation.id] })); });
-                    return [4 /*yield*/, prepareKnowledgePieces(knowledgeSources /* <- TODO: [🧊] {knowledgeSources, knowledgePieces} */, {
-                            llmTools: llmToolsWithUsage,
-                            maxParallelCount: maxParallelCount /* <- TODO:  [🪂] */,
-                            isVerbose: isVerbose,
-                        })];
+                    return [4 /*yield*/, prepareKnowledgePieces(knowledgeSources /* <- TODO: [🧊] {knowledgeSources, knowledgePieces} */, __assign(__assign({}, tools), { llm: llmToolsWithUsage }), __assign(__assign({}, options), { rootDirname: rootDirname, maxParallelCount: maxParallelCount /* <- TODO:  [🪂] */, isVerbose: isVerbose }))];
                 case 2:
                     partialknowledgePiecesPrepared = _c.sent();
                     knowledgePiecesPrepared = partialknowledgePiecesPrepared.map(function (piece) { return (__assign(__assign({}, piece), { preparationIds: [/* TODO: [🧊] -> */ currentPreparation.id] })); });
@@ -5273,8 +5771,8 @@ function preparePipeline(pipeline, options) {
                             parameters: parameters,
                             templates: templates,
                             knowledgePiecesCount: knowledgePiecesPrepared.length,
-                        }, {
-                            llmTools: llmToolsWithUsage,
+                        }, __assign(__assign({}, tools), { llm: llmToolsWithUsage }), {
+                            rootDirname: rootDirname,
                             maxParallelCount: maxParallelCount /* <- TODO:  [🪂] */,
                             isVerbose: isVerbose,
                         })];
@@ -5297,36 +5795,10 @@ function preparePipeline(pipeline, options) {
  *       @see https://docs.anthropic.com/en/docs/test-and-evaluate/strengthen-guardrails/increase-consistency#specify-the-desired-output-format
  */
 
-/**
- * Tests if given string is valid URL.
- *
- * Note: This does not check if the file exists only if the path is valid
- * @public exported from `@promptbook/utils`
- */
-function isValidFilePath(filePath) {
-    if (typeof filePath !== 'string') {
-        return false;
-    }
-    var filePathSlashes = filePath.split('\\').join('/');
-    // Absolute Unix path: /hello.txt
-    if (/^(\/)/i.test(filePathSlashes)) {
-        return true;
-    }
-    // Absolute Windows path: /hello.txt
-    if (/^([A-Z]{1,2}:\/?)\//i.test(filePathSlashes)) {
-        return true;
-    }
-    // Relative path: ./hello.txt
-    if (/^(\.\.?\/)+/i.test(filePathSlashes)) {
-        return true;
-    }
-    return false;
-}
-
 /**
  * Parses the knowledge command
  *
- * @see ./KNOWLEDGE-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var knowledgeCommandParser = {
@@ -5344,7 +5816,7 @@ var knowledgeCommandParser = {
      */
     description: "Tells promptbook which external knowledge to use",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/41',
     /**
@@ -5366,7 +5838,7 @@ var knowledgeCommandParser = {
         if (sourceContent === '') {
             throw new ParseError("Source is not defined");
         }
-        // TODO:[main] !!!! Following checks should be applied every link in the `sourceContent`
+        // TODO: [main] !!!! Following checks should be applied every link in the `sourceContent`
         if (sourceContent.startsWith('http://')) {
             throw new ParseError("Source is not secure");
         }
@@ -5388,11 +5860,8 @@ var knowledgeCommandParser = {
      */
     $applyToPipelineJson: function (command, $pipelineJson) {
         var sourceContent = command.sourceContent;
-        var name = 'source-' + sha256(hexEncoder.parse(JSON.stringify(sourceContent))).toString( /* hex */);
-        //    <- TODO: [🥬] Encapsulate sha256 to some private utility function
-        //    <- TODO: This should be replaced with a better name later in preparation (done with some propper LLM summarization)
         $pipelineJson.knowledgeSources.push({
-            name: name,
+            name: sourceContentToName(sourceContent),
             sourceContent: sourceContent,
         });
     },
@@ -5422,7 +5891,7 @@ var knowledgeCommandParser = {
 /**
  * Parses the template command
  *
- * @see ./TEMPLATE-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var templateCommandParser = {
@@ -5458,7 +5927,7 @@ var templateCommandParser = {
      */
     description: "What should the code template template do",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/64',
     /**
@@ -5683,7 +6152,7 @@ function parseNumber(value) {
 /**
  * Parses the expect command
  *
- * @see ./EXPECT-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var expectCommandParser = {
@@ -5701,7 +6170,7 @@ var expectCommandParser = {
      */
     description: spaceTrim("\n        Expect command describes the desired output of the template (after post-processing)\n        It can set limits for the maximum/minimum length of the output, measured in characters, words, sentences, paragraphs or some other shape of the output.\n    "),
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/30',
     /**
@@ -5808,98 +6277,28 @@ var expectCommandParser = {
             if ($templateJson.expectations[unit].max !== undefined) {
                 throw new ParseError("Already defined maximum ".concat($templateJson.expectations[unit].max, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
             }
-            $templateJson.expectations[unit].max = command.amount;
-        }
-    },
-    /**
-     * Converts the FORMAT command back to string
-     *
-     * Note: This is used in `pipelineJsonToString` utility
-     */
-    stringify: function (command) {
-        keepUnused(command);
-        return "---"; // <- TODO: [🛋] Implement
-    },
-    /**
-     * Reads the FORMAT command from the `TemplateJson`
-     *
-     * Note: This is used in `pipelineJsonToString` utility
-     */
-    takeFromTemplateJson: function ($templateJson) {
-        keepUnused($templateJson);
-        throw new NotYetImplementedError("[\uD83D\uDECB] Not implemented yet"); // <- TODO: [🛋] Implement
-    },
-};
-
-/**
- * @@@
- *
- * @param text @@@
- * @returns @@@
- * @example 'HELLO_WORLD'
- * @example 'I_LOVE_PROMPTBOOK'
- * @public exported from `@promptbook/utils`
- */
-function normalizeTo_SCREAMING_CASE(text) {
-    var e_1, _a;
-    var charType;
-    var lastCharType = 'OTHER';
-    var normalizedName = '';
-    try {
-        for (var text_1 = __values(text), text_1_1 = text_1.next(); !text_1_1.done; text_1_1 = text_1.next()) {
-            var char = text_1_1.value;
-            var normalizedChar = void 0;
-            if (/^[a-z]$/.test(char)) {
-                charType = 'LOWERCASE';
-                normalizedChar = char.toUpperCase();
-            }
-            else if (/^[A-Z]$/.test(char)) {
-                charType = 'UPPERCASE';
-                normalizedChar = char;
-            }
-            else if (/^[0-9]$/.test(char)) {
-                charType = 'NUMBER';
-                normalizedChar = char;
-            }
-            else if (/^\/$/.test(char)) {
-                charType = 'SLASH';
-                normalizedChar = char;
-            }
-            else {
-                charType = 'OTHER';
-                normalizedChar = '_';
-            }
-            if (charType !== lastCharType &&
-                !(lastCharType === 'UPPERCASE' && charType === 'LOWERCASE') &&
-                !(lastCharType === 'NUMBER') &&
-                !(charType === 'NUMBER')) {
-                normalizedName += '_';
-            }
-            normalizedName += normalizedChar;
-            lastCharType = charType;
-        }
-    }
-    catch (e_1_1) { e_1 = { error: e_1_1 }; }
-    finally {
-        try {
-            if (text_1_1 && !text_1_1.done && (_a = text_1.return)) _a.call(text_1);
+            $templateJson.expectations[unit].max = command.amount;
         }
-        finally { if (e_1) throw e_1.error; }
-    }
-    normalizedName = normalizedName.replace(/_+/g, '_');
-    normalizedName = normalizedName.replace(/_?\/_?/g, '/');
-    normalizedName = normalizedName.replace(/^_/, '');
-    normalizedName = normalizedName.replace(/_$/, '');
-    return normalizedName;
-}
-/**
- * TODO: Tests
- *     > expect(encodeRoutePath({ uriId: 'VtG7sR9rRJqwNEdM2', name: 'Moje tabule' })).toEqual('/VtG7sR9rRJqwNEdM2/Moje tabule');
- *     > expect(encodeRoutePath({ uriId: 'VtG7sR9rRJqwNEdM2', name: 'ěščřžžýáíúů' })).toEqual('/VtG7sR9rRJqwNEdM2/escrzyaieuu');
- *     > expect(encodeRoutePath({ uriId: 'VtG7sR9rRJqwNEdM2', name: '  ahoj  ' })).toEqual('/VtG7sR9rRJqwNEdM2/ahoj');
- *     > expect(encodeRoutePath({ uriId: 'VtG7sR9rRJqwNEdM2', name: '  ahoj_ahojAhoj    ahoj  ' })).toEqual('/VtG7sR9rRJqwNEdM2/ahoj-ahoj-ahoj-ahoj');
- * TODO: [🌺] Use some intermediate util splitWords
- */
+    },
+    /**
+     * Converts the FORMAT command back to string
+     *
+     * Note: This is used in `pipelineJsonToString` utility
+     */
+    stringify: function (command) {
+        keepUnused(command);
+        return "---"; // <- TODO: [🛋] Implement
+    },
+    /**
+     * Reads the FORMAT command from the `TemplateJson`
+     *
+     * Note: This is used in `pipelineJsonToString` utility
+     */
+    takeFromTemplateJson: function ($templateJson) {
+        keepUnused($templateJson);
+        throw new NotYetImplementedError("[\uD83D\uDECB] Not implemented yet"); // <- TODO: [🛋] Implement
+    },
+};
 
 /**
  * @@@
@@ -5965,6 +6364,22 @@ function normalizeTo_camelCase(text, _isFirstLetterCapital) {
  * TODO: [🌺] Use some intermediate util splitWords
  */
 
+/**
+ * Removes emojis from a string and fix whitespaces
+ *
+ * @param text with emojis
+ * @returns text without emojis
+ * @public exported from `@promptbook/utils`
+ */
+function removeEmojis(text) {
+    // Replace emojis (and also ZWJ sequence) with hyphens
+    text = text.replace(/(\p{Extended_Pictographic})\p{Modifier_Symbol}/gu, '$1');
+    text = text.replace(/(\p{Extended_Pictographic})[\u{FE00}-\u{FE0F}]/gu, '$1');
+    text = text.replace(/(\p{Extended_Pictographic})(\u{200D}\p{Extended_Pictographic})*/gu, '$1');
+    text = text.replace(/\p{Extended_Pictographic}/gu, '');
+    return text;
+}
+
 /**
  * Removes quotes from a string
  *
@@ -6071,7 +6486,7 @@ function validateParameterName(parameterName) {
  *
  * Note: @@@ This command is used as foreach for new commands - it should NOT be used in any `.ptbk.md` file
  *
- * @see ./FOREACH-README.md for more details <- TODO: @@@ Write theese README files OR remove this link + add annotation here (to all commands)
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var foreachCommandParser = {
@@ -6093,7 +6508,7 @@ var foreachCommandParser = {
      */
     description: "@@",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/148',
     /**
@@ -6101,8 +6516,10 @@ var foreachCommandParser = {
      */
     examples: [
         'FOREACH Text Line `{customers}` -> `{customer}`',
-        'FOR Csv Row `{customers}` -> `{firstName}`, `{lastName}`',
-        'EACH Csv Cell `{customers}` -> `{subformat}`',
+        'FOREACH Csv Cell `{customers}` -> `{cell}`',
+        'FOREACH Csv Row `{customers}` -> `{firstName}`, `{lastName}`, `+{email}`',
+        'FOR Text Line `{customers}` -> `{customer}`',
+        'EACH Text Line `{customers}` -> `{customer}`',
     ],
     /**
      * Parses the FOREACH command
@@ -6136,20 +6553,49 @@ var foreachCommandParser = {
             throw new ParseError("FOREACH command must have '->' to assign the value to the parameter");
         }
         var parameterName = validateParameterName(parameterNameArg);
-        var subparameterNames = args
+        var outputSubparameterName = null;
+        // TODO: [4] DRY
+        var inputSubparameterNames = args
             .slice(4)
             .map(function (parameterName) { return parameterName.split(',').join(' ').trim(); })
+            .filter(function (parameterName) { return !parameterName.includes('+'); })
             .filter(function (parameterName) { return parameterName !== ''; })
             .map(validateParameterName);
-        if (subparameterNames.length === 0) {
-            throw new ParseError("FOREACH command must have at least one subparameter");
+        // TODO: [4] DRY
+        var outputSubparameterNames = args
+            .slice(4)
+            .map(function (parameterName) { return parameterName.split(',').join(' ').trim(); })
+            .filter(function (parameterName) { return parameterName.includes('+'); })
+            .map(function (parameterName) { return parameterName.split('+').join(''); })
+            .map(validateParameterName);
+        if (outputSubparameterNames.length === 1) {
+            outputSubparameterName = outputSubparameterNames[0];
+        }
+        else if (outputSubparameterNames.length > 1) {
+            throw new ParseError("FOREACH command can not have more than one output subparameter");
+        }
+        if (inputSubparameterNames.length === 0) {
+            throw new ParseError("FOREACH command must have at least one input subparameter");
+        }
+        if (outputSubparameterName === null) {
+            // TODO: Following code should be unhardcoded from here and moved to the format definition
+            if (formatName === 'CSV' && subformatName === 'CELL') {
+                outputSubparameterName = 'newCell';
+            }
+            else if (formatName === 'TEXT' && subformatName === 'LINE') {
+                outputSubparameterName = 'newLine';
+            }
+            else {
+                throw new ParseError(spaceTrim("\n                        FOREACH ".concat(formatName, " ").concat(subformatName, " must specify output subparameter\n\n                        Correct example:\n                        - FOREACH ").concat(formatName, " ").concat(subformatName, " {").concat(parameterName, "} -> {inputSubparameterName1}, {inputSubparameterName2}, +{outputSubparameterName}\n\n                    ")));
+            }
         }
         return {
             type: 'FOREACH',
             formatName: formatName,
             subformatName: subformatName,
             parameterName: parameterName,
-            subparameterNames: subparameterNames,
+            inputSubparameterNames: inputSubparameterNames,
+            outputSubparameterName: outputSubparameterName,
         };
     },
     /**
@@ -6158,10 +6604,16 @@ var foreachCommandParser = {
      * Note: `$` is used to indicate that this function mutates given `templateJson`
      */
     $applyToTemplateJson: function (command, $templateJson, $pipelineJson) {
-        var formatName = command.formatName, subformatName = command.subformatName, parameterName = command.parameterName, subparameterNames = command.subparameterNames;
+        var formatName = command.formatName, subformatName = command.subformatName, parameterName = command.parameterName, inputSubparameterNames = command.inputSubparameterNames, outputSubparameterName = command.outputSubparameterName;
         // TODO: [🍭] Detect double use
         // TODO: [🍭] Detect usage with JOKER and don't allow it
-        $templateJson.foreach = { formatName: formatName, subformatName: subformatName, parameterName: parameterName, subparameterNames: subparameterNames };
+        $templateJson.foreach = {
+            formatName: formatName,
+            subformatName: subformatName,
+            parameterName: parameterName,
+            inputSubparameterNames: inputSubparameterNames,
+            outputSubparameterName: outputSubparameterName,
+        };
         keepUnused($pipelineJson); // <- TODO: [🧠] Maybe register subparameter from foreach into parameters of the pipeline
         // Note: [🍭] FOREACH apply has some sideeffects on different places in codebase
     },
@@ -6191,7 +6643,7 @@ var foreachCommandParser = {
 /**
  * Parses the format command
  *
- * @see ./FORMAT-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var formatCommandParser = {
@@ -6209,7 +6661,7 @@ var formatCommandParser = {
      */
     description: spaceTrim("\n        Format command describes the desired output of the template (after post-processing)\n        It can set limits for the maximum/minimum length of the output, measured in characters, words, sentences, paragraphs or some other shape of the output.\n    "),
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/30',
     /**
@@ -6265,7 +6717,7 @@ var formatCommandParser = {
 /**
  * Parses the joker command
  *
- * @see ./JOKER-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var jokerCommandParser = {
@@ -6283,7 +6735,7 @@ var jokerCommandParser = {
      */
     description: "Joker parameter is used instead of executing the template result if jokers value meets the expectations requirements",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/66',
     /**
@@ -6344,7 +6796,7 @@ var MODEL_VARIANTS = ['COMPLETION', 'CHAT', 'EMBEDDING' /* <- TODO [🏳] */ /*
 /**
  * Parses the model command
  *
- * @see ./MODEL-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var modelCommandParser = {
@@ -6362,7 +6814,7 @@ var modelCommandParser = {
      */
     description: "Tells which `modelRequirements` (for example which model) to use for the prompt template execution",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/67',
     /**
@@ -6444,7 +6896,11 @@ var modelCommandParser = {
         // TODO: [🚜] DRY
         if ($templateJson.modelRequirements[command.key] !== undefined) {
             if ($templateJson.modelRequirements[command.key] === command.value) {
-                console.warn("Multiple commands `MODEL ".concat(command.key, " ").concat(command.value, "` in the template \"").concat($templateJson.title || $templateJson.name, "\""));
+                console.warn("Multiple commands `MODEL ".concat({
+                    modelName: 'NAME',
+                    modelVariant: 'VARIANT',
+                    maxTokens: '???',
+                }[command.key], " ").concat(command.value, "` in the template \"").concat($templateJson.title || $templateJson.name, "\""));
             }
             else {
                 throw new ParseError(spaceTrim("\n                              Redefinition of MODEL `".concat(command.key, "` in the template \"").concat($templateJson.title || $templateJson.name, "\"\n\n                              You have used:\n                              - MODEL ").concat(command.key, " ").concat($templateJson.modelRequirements[command.key], "\n                              - MODEL ").concat(command.key, " ").concat(command.value, "\n                          ")));
@@ -6487,7 +6943,7 @@ var modelCommandParser = {
 /**
  * Parses the parameter command
  *
- * @see ./PARAMETER-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var parameterCommandParser = {
@@ -6512,7 +6968,7 @@ var parameterCommandParser = {
      */
     description: "Describes one parameter of the template",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/68',
     /**
@@ -6597,7 +7053,7 @@ var parameterCommandParser = {
 /**
  * Parses the persona command
  *
- * @see ./PERSONA-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var personaCommandParser = {
@@ -6619,7 +7075,7 @@ var personaCommandParser = {
      */
     description: "Persona command is used to specify who the system is, it will be transformed into system message, top_t,...",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/22',
     /**
@@ -6735,7 +7191,7 @@ function isValidJavascriptName(javascriptName) {
 /**
  * Parses the postprocess command
  *
- * @see ./POSTPROCESS-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var postprocessCommandParser = {
@@ -6754,7 +7210,7 @@ var postprocessCommandParser = {
      */
     description: "Defines the postprocess function to be used on the result from LLM and before the result is validated",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/31',
     /**
@@ -6815,7 +7271,7 @@ var postprocessCommandParser = {
 /**
  * Parses the PROMPTBOOK_VERSION command
  *
- * @see ./PROMPTBOOK_VERSION-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var promptbookVersionCommandParser = {
@@ -6834,7 +7290,7 @@ var promptbookVersionCommandParser = {
      */
     description: "Which version of the promptbook is the .ptbk.md using",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/69',
     /**
@@ -6893,7 +7349,7 @@ var promptbookVersionCommandParser = {
 /**
  * Parses the url command
  *
- * @see ./URL-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var urlCommandParser = {
@@ -6916,7 +7372,7 @@ var urlCommandParser = {
      */
     description: "Declares unique URL for the pipeline",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/70',
     /**
@@ -6996,7 +7452,7 @@ var urlCommandParser = {
 /**
  * Parses the action command
  *
- * @see ./ACTION-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var actionCommandParser = {
@@ -7014,7 +7470,7 @@ var actionCommandParser = {
      */
     description: "Actions influences from the pipeline or template into external world. Like turning on a light, sending an email, etc.",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/72',
     /**
@@ -7066,7 +7522,7 @@ var actionCommandParser = {
 /**
  * Parses the instrument command
  *
- * @see ./INSTRUMENT-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var instrumentCommandParser = {
@@ -7084,7 +7540,7 @@ var instrumentCommandParser = {
      */
     description: "Instrument command is used to specify the instrument to be used in the pipeline or template like search, calculate, etc.",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/71',
     /**
@@ -7139,7 +7595,7 @@ var instrumentCommandParser = {
  *
  * Note: @@@ This command is used as boilerplate for new commands - it should NOT be used in any `.ptbk.md` file
  *
- * @see ./BOILERPLATE-README.md for more details <- TODO: @@@ Write theese README files OR remove this link + add annotation here (to all commands)
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var boilerplateCommandParser = {
@@ -7161,7 +7617,7 @@ var boilerplateCommandParser = {
      */
     description: "@@",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
     /**
@@ -7671,6 +8127,30 @@ function removeContentComments(content) {
     return spaceTrim$1(content.replace(/<!--(.*?)-->/gs, ''));
 }
 
+/**
+ * @@@
+ *
+ * @param value @@@
+ * @returns @@@
+ * @example @@@
+ * @public exported from `@promptbook/utils`
+ */
+function titleToName(value) {
+    if (isValidUrl(value)) {
+        value = value.replace(/^https?:\/\//, '');
+        value = value.replace(/\.html$/, '');
+    }
+    else if (isValidFilePath(value)) {
+        value = basename(value);
+        // Note: Keeping extension in the name
+    }
+    value = value.split('/').join('-');
+    value = removeEmojis(value);
+    value = normalizeToKebabCase(value);
+    // TODO: [🧠] Maybe warn or add some padding to short name which are not good identifiers
+    return value;
+}
+
 /**
  * Compile pipeline from string (markdown) format to JSON format synchronously
  *
@@ -7983,7 +8463,7 @@ function pipelineStringToJsonSync(pipelineString) {
     return $asDeeplyFrozenSerializableJson('pipelineJson', $pipelineJson);
 }
 /**
- * TODO:[main] !!!! Warn if used only sync version
+ * TODO: [main] !!!! Warn if used only sync version
  * TODO: [🚞] Report here line/column of error
  * TODO: Use spaceTrim more effectively
  * TODO: [🧠] Parameter flags - isInput, isOutput, isInternal
@@ -8005,22 +8485,23 @@ function pipelineStringToJsonSync(pipelineString) {
  * Note: This function acts as compilation process
  *
  * @param pipelineString {Promptbook} in string markdown format (.ptbk.md)
+ * @param tools - Tools for the preparation and scraping - if not provided together with `llm`, the preparation will be skipped
  * @param options - Options and tools for the compilation
  * @returns {Promptbook} compiled in JSON format (.ptbk.json)
  * @throws {ParseError} if the promptbook string is not valid
  * @public exported from `@promptbook/core`
  */
-function pipelineStringToJson(pipelineString, options) {
-    if (options === void 0) { options = { llmTools: null }; }
+function pipelineStringToJson(pipelineString, tools, options) {
     return __awaiter(this, void 0, void 0, function () {
-        var llmTools, pipelineJson;
+        var pipelineJson;
         return __generator(this, function (_a) {
             switch (_a.label) {
                 case 0:
-                    llmTools = options.llmTools;
                     pipelineJson = pipelineStringToJsonSync(pipelineString);
-                    if (!(llmTools !== null)) return [3 /*break*/, 2];
-                    return [4 /*yield*/, preparePipeline(pipelineJson, { llmTools: llmTools })];
+                    if (!(tools !== undefined && tools.llm !== undefined)) return [3 /*break*/, 2];
+                    return [4 /*yield*/, preparePipeline(pipelineJson, tools, options || {
+                            rootDirname: null,
+                        })];
                 case 1:
                     pipelineJson = _a.sent();
                     _a.label = 2;
@@ -8228,6 +8709,38 @@ function stringifyPipelineJson(pipeline) {
  * TODO: [🍙] Make some standard order of json properties
  */
 
+/**
+ * Delagates the user interaction to a async callback function
+ * You need to provide your own implementation of this callback function and its bind to UI.
+ *
+ * @public exported from `@promptbook/core`
+ */
+var CallbackInterfaceTools = /** @class */ (function () {
+    function CallbackInterfaceTools(options) {
+        this.options = options;
+    }
+    /**
+     * Trigger the custom callback function
+     */
+    CallbackInterfaceTools.prototype.promptDialog = function (options) {
+        return __awaiter(this, void 0, void 0, function () {
+            var answer;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, this.options.callback(options)];
+                    case 1:
+                        answer = _a.sent();
+                        if (this.options.isVerbose) {
+                            console.info(spaceTrim$1(function (block) { return "\n                        \uD83D\uDCD6 ".concat(block(options.promptTitle), "\n                        \uD83D\uDC64 ").concat(block(answer), "\n                    "); }));
+                        }
+                        return [2 /*return*/, answer];
+                }
+            });
+        });
+    };
+    return CallbackInterfaceTools;
+}());
+
 /**
  * Pretty print an embedding vector for logging
  *
@@ -8303,88 +8816,6 @@ function usageToHuman(usage) {
  * TODO: [🏛] Maybe make some markdown builder
  */
 
-/**
- * Delagates the user interaction to a async callback function
- * You need to provide your own implementation of this callback function and its bind to UI.
- *
- * @public exported from `@promptbook/core`
- */
-var CallbackInterfaceTools = /** @class */ (function () {
-    function CallbackInterfaceTools(options) {
-        this.options = options;
-    }
-    /**
-     * Trigger the custom callback function
-     */
-    CallbackInterfaceTools.prototype.promptDialog = function (options) {
-        return __awaiter(this, void 0, void 0, function () {
-            var answer;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, this.options.callback(options)];
-                    case 1:
-                        answer = _a.sent();
-                        if (this.options.isVerbose) {
-                            console.info(spaceTrim$1(function (block) { return "\n                        \uD83D\uDCD6 ".concat(block(options.promptTitle), "\n                        \uD83D\uDC64 ").concat(block(answer), "\n                    "); }));
-                        }
-                        return [2 /*return*/, answer];
-                }
-            });
-        });
-    };
-    return CallbackInterfaceTools;
-}());
-
-/**
- * @@@
- *
- * Note: `$` is used to indicate that this function is not a pure function - it access global scope
- *
- *  @private internal function of `$Register`
- */
-function $getGlobalScope() {
-    return Function('return this')();
-}
-
-/**
- * Register is @@@
- *
- * Note: `$` is used to indicate that this function is not a pure function - it accesses and adds variables in global scope.
- *
- * @private internal utility, exported are only signleton instances of this class
- */
-var $Register = /** @class */ (function () {
-    function $Register(storageName) {
-        this.storageName = storageName;
-        storageName = "_promptbook_".concat(storageName);
-        var globalScope = $getGlobalScope();
-        if (globalScope[storageName] === undefined) {
-            globalScope[storageName] = [];
-        }
-        else if (!Array.isArray(globalScope[storageName])) {
-            throw new UnexpectedError("Expected (global) ".concat(storageName, " to be an array, but got ").concat(typeof globalScope[storageName]));
-        }
-        this.storage = globalScope[storageName];
-    }
-    $Register.prototype.list = function () {
-        // <- TODO: ReadonlyDeep<Array<TRegistered>>
-        return this.storage;
-    };
-    $Register.prototype.register = function (registered) {
-        //                                    <- TODO: What to return here
-        var packageName = registered.packageName, className = registered.className;
-        var existingRegistrationIndex = this.storage.findIndex(function (item) { return item.packageName === packageName && item.className === className; });
-        var existingRegistration = this.storage[existingRegistrationIndex];
-        if (!existingRegistration) {
-            this.storage.push(registered);
-        }
-        else {
-            this.storage[existingRegistrationIndex] = registered;
-        }
-    };
-    return $Register;
-}());
-
 /**
  * @@@
  *
@@ -8393,6 +8824,9 @@ var $Register = /** @class */ (function () {
  * @public exported from `@promptbook/core`
  */
 var $llmToolsMetadataRegister = new $Register('llm_tools_metadata');
+/**
+ * TODO: [®] DRY Register logic
+ */
 
 /**
  * @@@
@@ -8402,13 +8836,16 @@ var $llmToolsMetadataRegister = new $Register('llm_tools_metadata');
  * @public exported from `@promptbook/core`
  */
 var $llmToolsRegister = new $Register('llm_execution_tools_constructors');
+/**
+ * TODO: [®] DRY Register logic
+ */
 
 /**
  * Creates a message with all registered LLM tools
  *
  * Note: This function is used to create a (error) message when there is no constructor for some LLM provider
  *
- * @private internal function of `createLlmToolsFromConfiguration` and `createLlmToolsFromEnv`
+ * @private internal function of `createLlmToolsFromConfiguration` and `$provideLlmToolsFromEnv`
  */
 function $registeredLlmToolsMessage() {
     var e_1, _a, e_2, _b;
@@ -8500,6 +8937,9 @@ function $registeredLlmToolsMessage() {
     })
         .join('\n')), "\n        "); });
 }
+/**
+ * TODO: [®] DRY Register logic
+ */
 
 /**
  * @@@
@@ -8527,12 +8967,13 @@ function createLlmToolsFromConfiguration(configuration, options) {
     return joinLlmExecutionTools.apply(void 0, __spreadArray([], __read(llmTools), false));
 }
 /**
- * TODO: [🎌] Togethere with `createLlmToolsFromConfiguration` + 'EXECUTION_TOOLS_CLASSES' gets to `@promptbook/core` ALL model providers, make this more efficient
+ * TODO: [🎌] Together with `createLlmToolsFromConfiguration` + 'EXECUTION_TOOLS_CLASSES' gets to `@promptbook/core` ALL model providers, make this more efficient
  * TODO: [🧠][🎌] Dynamically install required providers
  * TODO: @@@ write discussion about this - wizzard
  * TODO: [🧠][🍛] Which name is better `createLlmToolsFromConfig` or `createLlmToolsFromConfiguration`?
  * TODO: [🧠] Is there some meaningfull way how to test this util
  * TODO: This should be maybe not under `_common` but under `utils`
+ * TODO: [®] DRY Register logic
  */
 
 /**
@@ -8611,11 +9052,7 @@ function $currentDate() {
 function cacheLlmTools(llmTools, options) {
     var _this = this;
     if (options === void 0) { options = {}; }
-    var _a = options.storage, storage = _a === void 0 ? new MemoryStorage() : _a, 
-    //            <- TODO: [🧱] Implement in a functional (not new Class) way
-    _b = options.isReloaded, 
-    //            <- TODO: [🧱] Implement in a functional (not new Class) way
-    isReloaded = _b === void 0 ? false : _b;
+    var _a = options.storage, storage = _a === void 0 ? new MemoryStorage() : _a, _b = options.isReloaded, isReloaded = _b === void 0 ? false : _b;
     var proxyTools = __assign(__assign({}, llmTools), { 
         // <- Note: [🥫]
         get title() {
@@ -8765,9 +9202,9 @@ function limitTotalUsage(llmTools, options) {
  */
 
 /**
- * @@@ registration1 of default configuration for Anthropic Claude
+ * Registration of LLM provider metadata
  *
- * Note: [🏐] Configurations registrations are done in @@@ BUT constructor @@@
+ * Warning: This is not useful for the end user, it is just a side effect of the mechanism that handles all available LLM tools
  *
  * @public exported from `@promptbook/core`
  * @public exported from `@promptbook/cli`
@@ -8805,9 +9242,9 @@ var _AnthropicClaudeMetadataRegistration = $llmToolsMetadataRegister.register({
 });
 
 /**
- * @@@ registration1 of default configuration for Azure Open AI
+ * Registration of LLM provider metadata
  *
- * Note: [🏐] Configurations registrations are done in @@@ BUT constructor @@@
+ * Warning: This is not useful for the end user, it is just a side effect of the mechanism that handles all available LLM tools
  *
  * @public exported from `@promptbook/core`
  * @public exported from `@promptbook/cli`
@@ -8844,16 +9281,16 @@ var _AzureOpenAiMetadataRegistration = $llmToolsMetadataRegister.register({
         else if (typeof env.AZUREOPENAI_RESOURCE_NAME === 'string' ||
             typeof env.AZUREOPENAI_DEPLOYMENT_NAME === 'string' ||
             typeof env.AZUREOPENAI_API_KEY === 'string') {
-            throw new Error(spaceTrim("\n                    You must provide all of the following environment variables:\n                    \n                    - AZUREOPENAI_RESOURCE_NAME (".concat(typeof env.AZUREOPENAI_RESOURCE_NAME === 'string' ? 'defined' : 'not defined', ")\n                    - AZUREOPENAI_DEPLOYMENT_NAME (").concat(typeof env.AZUREOPENAI_DEPLOYMENT_NAME === 'string' ? 'defined' : 'not defined', ")\n                    - AZUREOPENAI_API_KEY (").concat(typeof env.AZUREOPENAI_API_KEY === 'string' ? 'defined' : 'not defined', ")        \n                ")));
+            throw new Error(spaceTrim("\n                    You must provide all of the following environment variables:\n\n                    - AZUREOPENAI_RESOURCE_NAME (".concat(typeof env.AZUREOPENAI_RESOURCE_NAME === 'string' ? 'defined' : 'not defined', ")\n                    - AZUREOPENAI_DEPLOYMENT_NAME (").concat(typeof env.AZUREOPENAI_DEPLOYMENT_NAME === 'string' ? 'defined' : 'not defined', ")\n                    - AZUREOPENAI_API_KEY (").concat(typeof env.AZUREOPENAI_API_KEY === 'string' ? 'defined' : 'not defined', ")\n                ")));
         }
         return null;
     },
 });
 
 /**
- * @@@ registration1 of default configuration for Open AI
+ * Registration of LLM provider metadata
  *
- * Note: [🏐] Configurations registrations are done in @@@ BUT constructor @@@
+ * Warning: This is not useful for the end user, it is just a side effect of the mechanism that handles all available LLM tools
  *
  * @public exported from `@promptbook/core`
  * @public exported from `@promptbook/cli`
@@ -8887,6 +9324,126 @@ var _OpenAiMetadataRegistration = $llmToolsMetadataRegister.register({
     },
 });
 
+/**
+ * Metadata of the scraper
+ *
+ * @private within the scraper directory
+ */
+var legacyDocumentScraperMetadata = $deepFreeze({
+    title: 'LegacyDocument scraper',
+    packageName: '@promptbook/legacy-documents',
+    className: 'LegacyDocumentScraper',
+    mimeTypes: ['application/msword', 'text/rtf'],
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
+    isAvilableInBrowser: false,
+    requiredExecutables: ['!!!!!!'],
+}); /* <- TODO: [🤛] */
+/**
+ * Registration of known scraper metadata
+ *
+ * Warning: This is not useful for the end user, it is just a side effect of the mechanism that handles all available known scrapers
+ *
+ * @public exported from `@promptbook/core`
+ * @public exported from `@promptbook/cli`
+ */
+var _LegacyDocumentScraperMetadataRegistration = $scrapersMetadataRegister.register(legacyDocumentScraperMetadata);
+
+/**
+ * Metadata of the scraper
+ *
+ * @private within the scraper directory
+ */
+var documentScraperMetadata = $deepFreeze({
+    title: 'Document scraper',
+    packageName: '@promptbook/documents',
+    className: 'DocumentScraper',
+    mimeTypes: ['application/vnd.openxmlformats-officedocument.wordprocessingml.document'],
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
+    isAvilableInBrowser: false,
+    requiredExecutables: ['!!!!!!'],
+}); /* <- TODO: [🤛] */
+/**
+ * Registration of known scraper metadata
+ *
+ * Warning: This is not useful for the end user, it is just a side effect of the mechanism that handles all available known scrapers
+ *
+ * @public exported from `@promptbook/core`
+ * @public exported from `@promptbook/cli`
+ */
+var _DocumentScraperMetadataRegistration = $scrapersMetadataRegister.register(documentScraperMetadata);
+
+/**
+ * Metadata of the scraper
+ *
+ * @private within the scraper directory
+ */
+var markdownScraperMetadata = $deepFreeze({
+    title: 'Markdown scraper',
+    packageName: '@promptbook/markdown-utils',
+    className: 'MarkdownScraper',
+    mimeTypes: ['text/markdown', 'text/plain'],
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
+    isAvilableInBrowser: true,
+    requiredExecutables: ['!!!!!!'],
+}); /* <- TODO: [🤛] */
+/**
+ * Registration of known scraper metadata
+ *
+ * Warning: This is not useful for the end user, it is just a side effect of the mechanism that handles all available known scrapers
+ *
+ * @public exported from `@promptbook/core`
+ * @public exported from `@promptbook/cli`
+ */
+var _MarkdownScraperMetadataRegistration = $scrapersMetadataRegister.register(markdownScraperMetadata);
+
+/**
+ * Metadata of the scraper
+ *
+ * @private within the scraper directory
+ */
+var pdfScraperMetadata = $deepFreeze({
+    title: 'Pdf scraper',
+    packageName: '@promptbook/pdf',
+    className: 'PdfScraper',
+    mimeTypes: ['application/pdf'],
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
+    isAvilableInBrowser: true,
+    requiredExecutables: ['!!!!!!'],
+}); /* <- TODO: [🤛] */
+/**
+ * Registration of known scraper metadata
+ *
+ * Warning: This is not useful for the end user, it is just a side effect of the mechanism that handles all available known scrapers
+ *
+ * @public exported from `@promptbook/core`
+ * @public exported from `@promptbook/cli`
+ */
+var _PdfScraperMetadataRegistration = $scrapersMetadataRegister.register(pdfScraperMetadata);
+
+/**
+ * Metadata of the scraper
+ *
+ * @private within the scraper directory
+ */
+var websiteScraperMetadata = $deepFreeze({
+    title: 'Website scraper',
+    packageName: '@promptbook/website-crawler',
+    className: 'WebsiteScraper',
+    mimeTypes: ['text/html'],
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
+    isAvilableInBrowser: false,
+    requiredExecutables: ['!!!!!!'],
+}); /* <- TODO: [🤛] */
+/**
+ * Registration of known scraper metadata
+ *
+ * Warning: This is not useful for the end user, it is just a side effect of the mechanism that handles all available known scrapers
+ *
+ * @public exported from `@promptbook/core`
+ * @public exported from `@promptbook/cli`
+ */
+var _WebsiteScraperMetadataRegistration = $scrapersMetadataRegister.register(websiteScraperMetadata);
+
 /**
  * This class behaves like LocalStorage but separates keys by prefix
  *
@@ -9237,5 +9794,5 @@ function executionReportJsonToString(executionReportJson, options) {
  * TODO: [🧠] Should be in generated file GENERATOR_WARNING
  */
 
-export { $llmToolsMetadataRegister, $llmToolsRegister, CLAIM, CallbackInterfaceTools, CollectionError, CsvFormatDefinition, DEFAULT_CSV_SETTINGS, DEFAULT_REMOTE_URL, DEFAULT_REMOTE_URL_PATH, ERRORS, EXECUTIONS_CACHE_DIRNAME, EXPECTATION_UNITS, EnvironmentMismatchError, ExecutionReportStringOptionsDefaults, ExpectError, IS_VERBOSE, LimitReachedError, MANDATORY_CSV_SETTINGS, MAX_EXECUTION_ATTEMPTS, MAX_FILENAME_LENGTH, MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH, MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL, MAX_PARALLEL_COUNT, MODEL_VARIANTS, MemoryStorage, NotFoundError, NotYetImplementedError, PIPELINE_COLLECTION_BASE_FILENAME, PROMPTBOOK_VERSION, ParseError, PipelineExecutionError, PipelineLogicError, PipelineUrlError, PrefixStorage, RESERVED_PARAMETER_NAMES, TemplateTypes, TextFormatDefinition, UnexpectedError, ZERO_USAGE, _AnthropicClaudeMetadataRegistration, _AzureOpenAiMetadataRegistration, _OpenAiMetadataRegistration, addUsage, assertsExecutionSuccessful, cacheLlmTools, collectionToJson, countTotalUsage, createCollectionFromJson, createCollectionFromPromise, createCollectionFromUrl, createLlmToolsFromConfiguration, createPipelineExecutor, createSubcollection, embeddingVectorToString, executionReportJsonToString, isPassingExpectations, isPipelinePrepared, joinLlmExecutionTools, limitTotalUsage, pipelineJsonToString, pipelineStringToJson, pipelineStringToJsonSync, prepareKnowledgeFromMarkdown, prepareKnowledgePieces, preparePersona, preparePipeline, prepareTemplates, prettifyPipelineString, stringifyPipelineJson, unpreparePipeline, usageToHuman, usageToWorktime, validatePipeline };
+export { $llmToolsMetadataRegister, $llmToolsRegister, $scrapersMetadataRegister, $scrapersRegister, AbstractFormatError, CLAIM, CallbackInterfaceTools, CollectionError, CsvFormatDefinition, CsvFormatError, DEFAULT_CSV_SETTINGS, DEFAULT_REMOTE_URL, DEFAULT_REMOTE_URL_PATH, ERRORS, EXECUTIONS_CACHE_DIRNAME, EXPECTATION_UNITS, EnvironmentMismatchError, ExecutionReportStringOptionsDefaults, ExpectError, IS_AUTO_INSTALLED, IS_VERBOSE, KnowledgeScrapeError, LimitReachedError, MANDATORY_CSV_SETTINGS, MAX_EXECUTION_ATTEMPTS, MAX_FILENAME_LENGTH, MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH, MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL, MAX_PARALLEL_COUNT, MODEL_VARIANTS, MemoryStorage, MissingToolsError, NotFoundError, NotYetImplementedError, PIPELINE_COLLECTION_BASE_FILENAME, PROMPTBOOK_VERSION, ParseError, PipelineExecutionError, PipelineLogicError, PipelineUrlError, PrefixStorage, RESERVED_PARAMETER_NAMES, SCRAPE_CACHE_DIRNAME, TemplateTypes, TextFormatDefinition, UnexpectedError, ZERO_USAGE, _AnthropicClaudeMetadataRegistration, _AzureOpenAiMetadataRegistration, _DocumentScraperMetadataRegistration, _LegacyDocumentScraperMetadataRegistration, _MarkdownScraperMetadataRegistration, _OpenAiMetadataRegistration, _PdfScraperMetadataRegistration, _WebsiteScraperMetadataRegistration, addUsage, assertsExecutionSuccessful, cacheLlmTools, collectionToJson, countTotalUsage, createCollectionFromJson, createCollectionFromPromise, createCollectionFromUrl, createLlmToolsFromConfiguration, createPipelineExecutor, createSubcollection, embeddingVectorToString, executionReportJsonToString, isPassingExpectations, isPipelinePrepared, joinLlmExecutionTools, limitTotalUsage, pipelineJsonToString, pipelineStringToJson, pipelineStringToJsonSync, prepareKnowledgePieces, preparePersona, preparePipeline, prepareTemplates, prettifyPipelineString, stringifyPipelineJson, unpreparePipeline, usageToHuman, usageToWorktime, validatePipeline };
 //# sourceMappingURL=index.es.js.map