@promptbook/core 0.72.0-8 → 0.72.0-9

package/esm/index.es.js

@@ -1,17 +1,11 @@
 import spaceTrim, { spaceTrim as spaceTrim$1 } from 'spacetrim';
 import { format } from 'prettier';
 import parserHtml from 'prettier/parser-html';
-import { stat, access, constants, mkdir, rm, readFile, rmdir, rename, readdir, writeFile } from 'fs/promises';
-import { basename, join, dirname } from 'path';
-import { spawn } from 'child_process';
-import colors from 'colors';
 import { forTime } from 'waitasecond';
+import { unparse, parse } from 'papaparse';
+import { join, basename } from 'path';
 import { SHA256 } from 'crypto-js';
 import hexEncoder from 'crypto-js/enc-hex';
-import { unparse, parse } from 'papaparse';
-import { Readability } from '@mozilla/readability';
-import { JSDOM } from 'jsdom';
-import { Converter } from 'showdown';
 import { lookup } from 'mime-types';
 import sha256 from 'crypto-js/sha256';
 import moment from 'moment';
@@ -20,7 +14,7 @@ import moment from 'moment';
 /**
  * The version of the Promptbook library
  */
-var PROMPTBOOK_VERSION = '0.72.0-7';
+var PROMPTBOOK_VERSION = '0.72.0-8';
 // TODO: [main] !!!! List here all the versions and annotate + put into script
 
 /*! *****************************************************************************
@@ -784,6 +778,12 @@ var DEFAULT_CSV_SETTINGS = Object.freeze({
  * @public exported from `@promptbook/core`
  */
 var IS_VERBOSE = false;
+/**
+ * @@@
+ *
+ * @public exported from `@promptbook/core`
+ */
+var IS_AUTO_INSTALLED = false;
 /**
  * @@@
  *
@@ -1654,19 +1654,19 @@ var TemplateTypes = [
 ];
 
 /**
- * This error indicates that the promptbook can not retrieve knowledge from external sources
+ * This error type indicates that some tools are missing for pipeline execution or preparation
  *
  * @public exported from `@promptbook/core`
  */
-var KnowledgeScrapeError = /** @class */ (function (_super) {
-    __extends(KnowledgeScrapeError, _super);
-    function KnowledgeScrapeError(message) {
-        var _this = _super.call(this, message) || this;
-        _this.name = 'KnowledgeScrapeError';
-        Object.setPrototypeOf(_this, KnowledgeScrapeError.prototype);
+var MissingToolsError = /** @class */ (function (_super) {
+    __extends(MissingToolsError, _super);
+    function MissingToolsError(message) {
+        var _this = _super.call(this, spaceTrim$1(function (block) { return "\n                    ".concat(block(message), "\n\n                    Note: You have probbably forgot to provide some tools for pipeline execution or preparation\n\n                "); })) || this;
+        _this.name = 'MissingToolsError';
+        Object.setPrototypeOf(_this, MissingToolsError.prototype);
         return _this;
     }
-    return KnowledgeScrapeError;
+    return MissingToolsError;
 }(Error));
 
 /**
@@ -1746,1042 +1746,188 @@ function forEachAsync(array, options, callbackfunction) {
 }
 
 /**
- * This error type indicates that some tools are missing for pipeline execution or preparation
+ * Represents the usage with no resources consumed
  *
  * @public exported from `@promptbook/core`
  */
-var MissingToolsError = /** @class */ (function (_super) {
-    __extends(MissingToolsError, _super);
-    function MissingToolsError(message) {
-        var _this = _super.call(this, spaceTrim$1(function (block) { return "\n                    ".concat(block(message), "\n\n                    Note: You have probbably forgot to provide some tools for pipeline execution or preparation\n\n                "); })) || this;
-        _this.name = 'MissingToolsError';
-        Object.setPrototypeOf(_this, MissingToolsError.prototype);
-        return _this;
-    }
-    return MissingToolsError;
-}(Error));
-
+var ZERO_USAGE = $deepFreeze({
+    price: { value: 0 },
+    input: {
+        tokensCount: { value: 0 },
+        charactersCount: { value: 0 },
+        wordsCount: { value: 0 },
+        sentencesCount: { value: 0 },
+        linesCount: { value: 0 },
+        paragraphsCount: { value: 0 },
+        pagesCount: { value: 0 },
+    },
+    output: {
+        tokensCount: { value: 0 },
+        charactersCount: { value: 0 },
+        wordsCount: { value: 0 },
+        sentencesCount: { value: 0 },
+        linesCount: { value: 0 },
+        paragraphsCount: { value: 0 },
+        pagesCount: { value: 0 },
+    },
+});
 /**
- * Detects if the code is running in a Node.js environment
- *
- * Note: `$` is used to indicate that this function is not a pure function - it looks at the global object to determine the environment
+ * Represents the usage with unknown resources consumed
  *
- * @public exported from `@promptbook/utils`
+ * @public exported from `@promptbook/core`
  */
-var $isRunningInNode = new Function("\n    try {\n        return this === global;\n    } catch (e) {\n        return false;\n    }\n");
+var UNCERTAIN_USAGE = $deepFreeze({
+    price: { value: 0, isUncertain: true },
+    input: {
+        tokensCount: { value: 0, isUncertain: true },
+        charactersCount: { value: 0, isUncertain: true },
+        wordsCount: { value: 0, isUncertain: true },
+        sentencesCount: { value: 0, isUncertain: true },
+        linesCount: { value: 0, isUncertain: true },
+        paragraphsCount: { value: 0, isUncertain: true },
+        pagesCount: { value: 0, isUncertain: true },
+    },
+    output: {
+        tokensCount: { value: 0, isUncertain: true },
+        charactersCount: { value: 0, isUncertain: true },
+        wordsCount: { value: 0, isUncertain: true },
+        sentencesCount: { value: 0, isUncertain: true },
+        linesCount: { value: 0, isUncertain: true },
+        paragraphsCount: { value: 0, isUncertain: true },
+        pagesCount: { value: 0, isUncertain: true },
+    },
+});
 
 /**
- * This error type indicates that you try to use a feature that is not available in the current environment
+ * This error indicates errors during the execution of the pipeline
  *
  * @public exported from `@promptbook/core`
  */
-var EnvironmentMismatchError = /** @class */ (function (_super) {
-    __extends(EnvironmentMismatchError, _super);
-    function EnvironmentMismatchError(message) {
+var PipelineExecutionError = /** @class */ (function (_super) {
+    __extends(PipelineExecutionError, _super);
+    function PipelineExecutionError(message) {
         var _this = _super.call(this, message) || this;
-        _this.name = 'EnvironmentMismatchError';
-        Object.setPrototypeOf(_this, EnvironmentMismatchError.prototype);
+        _this.name = 'PipelineExecutionError';
+        Object.setPrototypeOf(_this, PipelineExecutionError.prototype);
         return _this;
     }
-    return EnvironmentMismatchError;
+    return PipelineExecutionError;
 }(Error));
 
 /**
- * Normalize options for `execCommand` and `execCommands`
+ * Multiple LLM Execution Tools is a proxy server that uses multiple execution tools internally and exposes the executor interface externally.
  *
- * @private internal utility of `execCommand` and `execCommands`
+ * Note: Internal utility of `joinLlmExecutionTools` but exposed type
+ * @public exported from `@promptbook/types`
+ * TODO: !!!!!! Export as runtime class not just type
  */
-function execCommandNormalizeOptions(options) {
-    var _a;
-    var _b, _c, _d;
-    var command;
-    var cwd;
-    var crashOnError;
-    var args = [];
-    var timeout;
-    if (typeof options === 'string') {
-        // TODO: [1] DRY default values
-        command = options;
-        cwd = process.cwd();
-        crashOnError = true;
-        timeout = Infinity;
-    }
-    else {
-        /*
-        TODO:
-        if ((options as any).commands !== undefined) {
-            commands = (options as any).commands;
-        } else {
-            commands = [(options as any).command];
+var MultipleLlmExecutionTools = /** @class */ (function () {
+    /**
+     * Gets array of execution tools in order of priority
+     */
+    function MultipleLlmExecutionTools() {
+        var llmExecutionTools = [];
+        for (var _i = 0; _i < arguments.length; _i++) {
+            llmExecutionTools[_i] = arguments[_i];
         }
-        */
-        // TODO: [1] DRY default values
-        command = options.command;
-        cwd = (_b = options.cwd) !== null && _b !== void 0 ? _b : process.cwd();
-        crashOnError = (_c = options.crashOnError) !== null && _c !== void 0 ? _c : true;
-        timeout = (_d = options.timeout) !== null && _d !== void 0 ? _d : Infinity;
-    }
-    // TODO: /(-[a-zA-Z0-9-]+\s+[^\s]*)|[^\s]*/g
-    var _ = Array.from(command.matchAll(/(".*")|([^\s]*)/g))
-        .map(function (_a) {
-        var _b = __read(_a, 1), match = _b[0];
-        return match;
-    })
-        .filter(function (arg) { return arg !== ''; });
-    if (_.length > 1) {
-        // eslint-disable-next-line @typescript-eslint/no-explicit-any
-        _a = __read(_), command = _a[0], args = _a.slice(1);
-    }
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    if (options.args) {
-        // eslint-disable-next-line @typescript-eslint/no-explicit-any
-        args = __spreadArray(__spreadArray([], __read(args), false), __read(options.args), false);
-    }
-    var humanReadableCommand = !['npx', 'npm'].includes(command) ? command : args[0];
-    if (['ts-node'].includes(humanReadableCommand)) {
-        humanReadableCommand += " ".concat(args[1]);
-    }
-    return { command: command, humanReadableCommand: humanReadableCommand, args: args, cwd: cwd, crashOnError: crashOnError, timeout: timeout };
-}
-// TODO: This should show type error> execCommandNormalizeOptions({ command: '', commands: [''] });
-
-/**
- * Run one command in a shell
- *
- * Note: There are 2 similar functions in the codebase:
- * - `$execCommand` which runs a single command
- * - `$execCommands` which runs multiple commands
- *
- * @public exported from `@promptbook/node`
- */
-function $execCommand(options) {
-    if (!$isRunningInNode()) {
-        throw new EnvironmentMismatchError('Function `$execCommand` can run only in Node environment.js');
+        this.llmExecutionTools = llmExecutionTools;
     }
-    return new Promise(
-    //            <- TODO: [🧱] Implement in a functional (not new Class) way
-    function (resolve, reject) {
-        // eslint-disable-next-line prefer-const
-        var _a = execCommandNormalizeOptions(options), command = _a.command, humanReadableCommand = _a.humanReadableCommand, args = _a.args, cwd = _a.cwd, crashOnError = _a.crashOnError, timeout = _a.timeout;
-        if (timeout !== Infinity) {
-            // TODO: In waitasecond forTime(Infinity) should be equivalent to forEver()
-            forTime(timeout).then(function () {
-                if (crashOnError) {
-                    reject(new Error("Command \"".concat(humanReadableCommand, "\" exceeded time limit of ").concat(timeout, "ms")));
-                }
-                else {
-                    console.warn("Command \"".concat(humanReadableCommand, "\" exceeded time limit of ").concat(timeout, "ms but continues running"));
-                    resolve('Command exceeded time limit');
-                }
-            });
-        }
-        if (/^win/.test(process.platform) && ['npm', 'npx'].includes(command)) {
-            command = "".concat(command, ".cmd");
-        }
-        // !!!!!! Verbose mode - to all consoles
-        console.info(colors.yellow(cwd) + ' ' + colors.green(command) + ' ' + colors.blue(args.join(' ')));
-        try {
-            var commandProcess = spawn(command, args, { cwd: cwd, shell: true });
-            commandProcess.on('message', function (message) {
-                console.info({ message: message });
-            });
-            var output_1 = [];
-            commandProcess.stdout.on('data', function (stdout) {
-                output_1.push(stdout.toString());
-                console.info(stdout.toString());
-            });
-            commandProcess.stderr.on('data', function (stderr) {
-                output_1.push(stderr.toString());
-                if (stderr.toString().trim()) {
-                    console.warn(stderr.toString());
-                }
-            });
-            var finishWithCode = function (code) {
-                if (code !== 0) {
-                    if (crashOnError) {
-                        reject(new Error(output_1.join('\n').trim() ||
-                            "Command \"".concat(humanReadableCommand, "\" exited with code ").concat(code)));
-                    }
-                    else {
-                        console.warn("Command \"".concat(humanReadableCommand, "\" exited with code ").concat(code));
-                        resolve(spaceTrim$1(output_1.join('\n')));
-                    }
-                }
-                else {
-                    resolve(spaceTrim$1(output_1.join('\n')));
+    Object.defineProperty(MultipleLlmExecutionTools.prototype, "title", {
+        get: function () {
+            return 'Multiple LLM Providers';
+        },
+        enumerable: false,
+        configurable: true
+    });
+    Object.defineProperty(MultipleLlmExecutionTools.prototype, "description", {
+        get: function () {
+            return this.llmExecutionTools.map(function (_a, index) {
+                var title = _a.title;
+                return "".concat(index + 1, ") `").concat(title, "`");
+            }).join('\n');
+        },
+        enumerable: false,
+        configurable: true
+    });
+    /**
+     * Check the configuration of all execution tools
+     */
+    MultipleLlmExecutionTools.prototype.checkConfiguration = function () {
+        return __awaiter(this, void 0, void 0, function () {
+            var _a, _b, llmExecutionTools, e_1_1;
+            var e_1, _c;
+            return __generator(this, function (_d) {
+                switch (_d.label) {
+                    case 0:
+                        _d.trys.push([0, 5, 6, 7]);
+                        _a = __values(this.llmExecutionTools), _b = _a.next();
+                        _d.label = 1;
+                    case 1:
+                        if (!!_b.done) return [3 /*break*/, 4];
+                        llmExecutionTools = _b.value;
+                        return [4 /*yield*/, llmExecutionTools.checkConfiguration()];
+                    case 2:
+                        _d.sent();
+                        _d.label = 3;
+                    case 3:
+                        _b = _a.next();
+                        return [3 /*break*/, 1];
+                    case 4: return [3 /*break*/, 7];
+                    case 5:
+                        e_1_1 = _d.sent();
+                        e_1 = { error: e_1_1 };
+                        return [3 /*break*/, 7];
+                    case 6:
+                        try {
+                            if (_b && !_b.done && (_c = _a.return)) _c.call(_a);
+                        }
+                        finally { if (e_1) throw e_1.error; }
+                        return [7 /*endfinally*/];
+                    case 7: return [2 /*return*/];
                 }
-            };
-            commandProcess.on('close', finishWithCode);
-            commandProcess.on('exit', finishWithCode);
-            commandProcess.on('disconnect', function () {
-                // Note: Unexpected disconnection should always result in rejection
-                reject(new Error("Command \"".concat(humanReadableCommand, "\" disconnected")));
             });
-            commandProcess.on('error', function (error) {
-                if (crashOnError) {
-                    reject(new Error("Command \"".concat(humanReadableCommand, "\" failed: \n").concat(error.message)));
-                }
-                else {
-                    console.warn(error);
-                    resolve(spaceTrim$1(output_1.join('\n')));
-                }
-            });
-        }
-        catch (error) {
-            // Note: Unexpected error in sync code should always result in rejection
-            reject(error);
-        }
-    });
-}
-/**
- * Note: [🟢 <- TODO: [🦖] !!!!!! Split scrapers into packages and enable] Code in this file should never be published outside of `@promptbook/node` and `@promptbook/cli`
- */
-
-/**
- * Checks if the file exists
- *
- * Note: `$` is used to indicate that this function is not a pure function - it looks at the filesystem
- *
- * @private within the repository
- */
-function $isFileExisting(filename) {
-    return __awaiter(this, void 0, void 0, function () {
-        var isReadAccessAllowed, isFile;
-        return __generator(this, function (_a) {
-            switch (_a.label) {
-                case 0:
-                    if (!$isRunningInNode()) {
-                        throw new EnvironmentMismatchError('Function `$isFileExisting` works only in Node environment.js');
-                    }
-                    return [4 /*yield*/, access(filename, constants.R_OK)
-                            .then(function () { return true; })
-                            .catch(function () { return false; })];
-                case 1:
-                    isReadAccessAllowed = _a.sent();
-                    if (!isReadAccessAllowed) {
-                        return [2 /*return*/, false];
-                    }
-                    return [4 /*yield*/, stat(filename)
-                            .then(function (fileStat) { return fileStat.isFile(); })
-                            .catch(function () { return false; })];
-                case 2:
-                    isFile = _a.sent();
-                    return [2 /*return*/, isFile];
-            }
-        });
-    });
-}
-/**
- * Note: [🟢 <- TODO: [🦖] !!!!!! Split scrapers into packages and enable] Code in this file should never be published outside of `@promptbook/node` and `@promptbook/cli`
- * TODO: [🐠] This can be a validator - with variants that return true/false and variants that throw errors with meaningless messages
- * TODO: [🖇] What about symlinks?
- */
-
-/**
- * Get the file extension from a file name
- *
- * @private within the repository
- */
-function getFileExtension(value) {
-    var match = value.match(/\.([0-9a-z]+)(?:[?#]|$)/i);
-    return match ? match[1].toLowerCase() : null;
-}
-
-var defaultDiacriticsRemovalMap = [
-    {
-        base: 'A',
-        letters: '\u0041\u24B6\uFF21\u00C0\u00C1\u00C2\u1EA6\u1EA4\u1EAA\u1EA8\u00C3\u0100\u0102\u1EB0\u1EAE\u1EB4\u1EB2\u0226\u01E0\u00C4\u01DE\u1EA2\u00C5\u01FA\u01CD\u0200\u0202\u1EA0\u1EAC\u1EB6\u1E00\u0104\u023A\u2C6F',
-    },
-    { base: 'AA', letters: '\uA732' },
-    { base: 'AE', letters: '\u00C6\u01FC\u01E2' },
-    { base: 'AO', letters: '\uA734' },
-    { base: 'AU', letters: '\uA736' },
-    { base: 'AV', letters: '\uA738\uA73A' },
-    { base: 'AY', letters: '\uA73C' },
-    {
-        base: 'B',
-        letters: '\u0042\u24B7\uFF22\u1E02\u1E04\u1E06\u0243\u0182\u0181',
-    },
-    {
-        base: 'C',
-        letters: '\u0043\u24B8\uFF23\u0106\u0108\u010A\u010C\u00C7\u1E08\u0187\u023B\uA73E',
-    },
-    {
-        base: 'D',
-        letters: '\u0044\u24B9\uFF24\u1E0A\u010E\u1E0C\u1E10\u1E12\u1E0E\u0110\u018B\u018A\u0189\uA779\u00D0',
-    },
-    { base: 'DZ', letters: '\u01F1\u01C4' },
-    { base: 'Dz', letters: '\u01F2\u01C5' },
-    {
-        base: 'E',
-        letters: '\u0045\u24BA\uFF25\u00C8\u00C9\u00CA\u1EC0\u1EBE\u1EC4\u1EC2\u1EBC\u0112\u1E14\u1E16\u0114\u0116\u00CB\u1EBA\u011A\u0204\u0206\u1EB8\u1EC6\u0228\u1E1C\u0118\u1E18\u1E1A\u0190\u018E',
-    },
-    { base: 'F', letters: '\u0046\u24BB\uFF26\u1E1E\u0191\uA77B' },
-    {
-        base: 'G',
-        letters: '\u0047\u24BC\uFF27\u01F4\u011C\u1E20\u011E\u0120\u01E6\u0122\u01E4\u0193\uA7A0\uA77D\uA77E',
-    },
-    {
-        base: 'H',
-        letters: '\u0048\u24BD\uFF28\u0124\u1E22\u1E26\u021E\u1E24\u1E28\u1E2A\u0126\u2C67\u2C75\uA78D',
-    },
-    {
-        base: 'I',
-        letters: '\u0049\u24BE\uFF29\u00CC\u00CD\u00CE\u0128\u012A\u012C\u0130\u00CF\u1E2E\u1EC8\u01CF\u0208\u020A\u1ECA\u012E\u1E2C\u0197',
-    },
-    { base: 'J', letters: '\u004A\u24BF\uFF2A\u0134\u0248' },
-    {
-        base: 'K',
-        letters: '\u004B\u24C0\uFF2B\u1E30\u01E8\u1E32\u0136\u1E34\u0198\u2C69\uA740\uA742\uA744\uA7A2',
-    },
-    {
-        base: 'L',
-        letters: '\u004C\u24C1\uFF2C\u013F\u0139\u013D\u1E36\u1E38\u013B\u1E3C\u1E3A\u0141\u023D\u2C62\u2C60\uA748\uA746\uA780',
-    },
-    { base: 'LJ', letters: '\u01C7' },
-    { base: 'Lj', letters: '\u01C8' },
-    { base: 'M', letters: '\u004D\u24C2\uFF2D\u1E3E\u1E40\u1E42\u2C6E\u019C' },
-    {
-        base: 'N',
-        letters: '\u004E\u24C3\uFF2E\u01F8\u0143\u00D1\u1E44\u0147\u1E46\u0145\u1E4A\u1E48\u0220\u019D\uA790\uA7A4',
-    },
-    { base: 'NJ', letters: '\u01CA' },
-    { base: 'Nj', letters: '\u01CB' },
-    {
-        base: 'O',
-        letters: '\u004F\u24C4\uFF2F\u00D2\u00D3\u00D4\u1ED2\u1ED0\u1ED6\u1ED4\u00D5\u1E4C\u022C\u1E4E\u014C\u1E50\u1E52\u014E\u022E\u0230\u00D6\u022A\u1ECE\u0150\u01D1\u020C\u020E\u01A0\u1EDC\u1EDA\u1EE0\u1EDE\u1EE2\u1ECC\u1ED8\u01EA\u01EC\u00D8\u01FE\u0186\u019F\uA74A\uA74C',
-    },
-    { base: 'OI', letters: '\u01A2' },
-    { base: 'OO', letters: '\uA74E' },
-    { base: 'OU', letters: '\u0222' },
-    { base: 'OE', letters: '\u008C\u0152' },
-    { base: 'oe', letters: '\u009C\u0153' },
-    {
-        base: 'P',
-        letters: '\u0050\u24C5\uFF30\u1E54\u1E56\u01A4\u2C63\uA750\uA752\uA754',
-    },
-    { base: 'Q', letters: '\u0051\u24C6\uFF31\uA756\uA758\u024A' },
-    {
-        base: 'R',
-        letters: '\u0052\u24C7\uFF32\u0154\u1E58\u0158\u0210\u0212\u1E5A\u1E5C\u0156\u1E5E\u024C\u2C64\uA75A\uA7A6\uA782',
-    },
-    {
-        base: 'S',
-        letters: '\u0053\u24C8\uFF33\u1E9E\u015A\u1E64\u015C\u1E60\u0160\u1E66\u1E62\u1E68\u0218\u015E\u2C7E\uA7A8\uA784',
-    },
-    {
-        base: 'T',
-        letters: '\u0054\u24C9\uFF34\u1E6A\u0164\u1E6C\u021A\u0162\u1E70\u1E6E\u0166\u01AC\u01AE\u023E\uA786',
-    },
-    { base: 'TZ', letters: '\uA728' },
-    {
-        base: 'U',
-        letters: '\u0055\u24CA\uFF35\u00D9\u00DA\u00DB\u0168\u1E78\u016A\u1E7A\u016C\u00DC\u01DB\u01D7\u01D5\u01D9\u1EE6\u016E\u0170\u01D3\u0214\u0216\u01AF\u1EEA\u1EE8\u1EEE\u1EEC\u1EF0\u1EE4\u1E72\u0172\u1E76\u1E74\u0244',
-    },
-    { base: 'V', letters: '\u0056\u24CB\uFF36\u1E7C\u1E7E\u01B2\uA75E\u0245' },
-    { base: 'VY', letters: '\uA760' },
-    {
-        base: 'W',
-        letters: '\u0057\u24CC\uFF37\u1E80\u1E82\u0174\u1E86\u1E84\u1E88\u2C72',
-    },
-    { base: 'X', letters: '\u0058\u24CD\uFF38\u1E8A\u1E8C' },
-    {
-        base: 'Y',
-        letters: '\u0059\u24CE\uFF39\u1EF2\u00DD\u0176\u1EF8\u0232\u1E8E\u0178\u1EF6\u1EF4\u01B3\u024E\u1EFE',
-    },
-    {
-        base: 'Z',
-        letters: '\u005A\u24CF\uFF3A\u0179\u1E90\u017B\u017D\u1E92\u1E94\u01B5\u0224\u2C7F\u2C6B\uA762',
-    },
-    {
-        base: 'a',
-        letters: '\u0061\u24D0\uFF41\u1E9A\u00E0\u00E1\u00E2\u1EA7\u1EA5\u1EAB\u1EA9\u00E3\u0101\u0103\u1EB1\u1EAF\u1EB5\u1EB3\u0227\u01E1\u00E4\u01DF\u1EA3\u00E5\u01FB\u01CE\u0201\u0203\u1EA1\u1EAD\u1EB7\u1E01\u0105\u2C65\u0250',
-    },
-    { base: 'aa', letters: '\uA733' },
-    { base: 'ae', letters: '\u00E6\u01FD\u01E3' },
-    { base: 'ao', letters: '\uA735' },
-    { base: 'au', letters: '\uA737' },
-    { base: 'av', letters: '\uA739\uA73B' },
-    { base: 'ay', letters: '\uA73D' },
-    {
-        base: 'b',
-        letters: '\u0062\u24D1\uFF42\u1E03\u1E05\u1E07\u0180\u0183\u0253',
-    },
-    {
-        base: 'c',
-        letters: '\u0063\u24D2\uFF43\u0107\u0109\u010B\u010D\u00E7\u1E09\u0188\u023C\uA73F\u2184',
-    },
-    {
-        base: 'd',
-        letters: '\u0064\u24D3\uFF44\u1E0B\u010F\u1E0D\u1E11\u1E13\u1E0F\u0111\u018C\u0256\u0257\uA77A',
-    },
-    { base: 'dz', letters: '\u01F3\u01C6' },
-    {
-        base: 'e',
-        letters: '\u0065\u24D4\uFF45\u00E8\u00E9\u00EA\u1EC1\u1EBF\u1EC5\u1EC3\u1EBD\u0113\u1E15\u1E17\u0115\u0117\u00EB\u1EBB\u011B\u0205\u0207\u1EB9\u1EC7\u0229\u1E1D\u0119\u1E19\u1E1B\u0247\u025B\u01DD',
-    },
-    { base: 'f', letters: '\u0066\u24D5\uFF46\u1E1F\u0192\uA77C' },
-    {
-        base: 'g',
-        letters: '\u0067\u24D6\uFF47\u01F5\u011D\u1E21\u011F\u0121\u01E7\u0123\u01E5\u0260\uA7A1\u1D79\uA77F',
-    },
-    {
-        base: 'h',
-        letters: '\u0068\u24D7\uFF48\u0125\u1E23\u1E27\u021F\u1E25\u1E29\u1E2B\u1E96\u0127\u2C68\u2C76\u0265',
-    },
-    { base: 'hv', letters: '\u0195' },
-    {
-        base: 'i',
-        letters: '\u0069\u24D8\uFF49\u00EC\u00ED\u00EE\u0129\u012B\u012D\u00EF\u1E2F\u1EC9\u01D0\u0209\u020B\u1ECB\u012F\u1E2D\u0268\u0131',
-    },
-    { base: 'j', letters: '\u006A\u24D9\uFF4A\u0135\u01F0\u0249' },
-    {
-        base: 'k',
-        letters: '\u006B\u24DA\uFF4B\u1E31\u01E9\u1E33\u0137\u1E35\u0199\u2C6A\uA741\uA743\uA745\uA7A3',
-    },
-    {
-        base: 'l',
-        letters: '\u006C\u24DB\uFF4C\u0140\u013A\u013E\u1E37\u1E39\u013C\u1E3D\u1E3B\u017F\u0142\u019A\u026B\u2C61\uA749\uA781\uA747',
-    },
-    { base: 'lj', letters: '\u01C9' },
-    { base: 'm', letters: '\u006D\u24DC\uFF4D\u1E3F\u1E41\u1E43\u0271\u026F' },
-    {
-        base: 'n',
-        letters: '\u006E\u24DD\uFF4E\u01F9\u0144\u00F1\u1E45\u0148\u1E47\u0146\u1E4B\u1E49\u019E\u0272\u0149\uA791\uA7A5',
-    },
-    { base: 'nj', letters: '\u01CC' },
-    {
-        base: 'o',
-        letters: '\u006F\u24DE\uFF4F\u00F2\u00F3\u00F4\u1ED3\u1ED1\u1ED7\u1ED5\u00F5\u1E4D\u022D\u1E4F\u014D\u1E51\u1E53\u014F\u022F\u0231\u00F6\u022B\u1ECF\u0151\u01D2\u020D\u020F\u01A1\u1EDD\u1EDB\u1EE1\u1EDF\u1EE3\u1ECD\u1ED9\u01EB\u01ED\u00F8\u01FF\u0254\uA74B\uA74D\u0275',
-    },
-    { base: 'oi', letters: '\u01A3' },
-    { base: 'ou', letters: '\u0223' },
-    { base: 'oo', letters: '\uA74F' },
-    {
-        base: 'p',
-        letters: '\u0070\u24DF\uFF50\u1E55\u1E57\u01A5\u1D7D\uA751\uA753\uA755',
-    },
-    { base: 'q', letters: '\u0071\u24E0\uFF51\u024B\uA757\uA759' },
-    {
-        base: 'r',
-        letters: '\u0072\u24E1\uFF52\u0155\u1E59\u0159\u0211\u0213\u1E5B\u1E5D\u0157\u1E5F\u024D\u027D\uA75B\uA7A7\uA783',
-    },
-    {
-        base: 's',
-        letters: '\u0073\u24E2\uFF53\u00DF\u015B\u1E65\u015D\u1E61\u0161\u1E67\u1E63\u1E69\u0219\u015F\u023F\uA7A9\uA785\u1E9B',
-    },
-    {
-        base: 't',
-        letters: '\u0074\u24E3\uFF54\u1E6B\u1E97\u0165\u1E6D\u021B\u0163\u1E71\u1E6F\u0167\u01AD\u0288\u2C66\uA787',
-    },
-    { base: 'tz', letters: '\uA729' },
-    {
-        base: 'u',
-        letters: '\u0075\u24E4\uFF55\u00F9\u00FA\u00FB\u0169\u1E79\u016B\u1E7B\u016D\u00FC\u01DC\u01D8\u01D6\u01DA\u1EE7\u016F\u0171\u01D4\u0215\u0217\u01B0\u1EEB\u1EE9\u1EEF\u1EED\u1EF1\u1EE5\u1E73\u0173\u1E77\u1E75\u0289',
-    },
-    { base: 'v', letters: '\u0076\u24E5\uFF56\u1E7D\u1E7F\u028B\uA75F\u028C' },
-    { base: 'vy', letters: '\uA761' },
-    {
-        base: 'w',
-        letters: '\u0077\u24E6\uFF57\u1E81\u1E83\u0175\u1E87\u1E85\u1E98\u1E89\u2C73',
-    },
-    { base: 'x', letters: '\u0078\u24E7\uFF58\u1E8B\u1E8D' },
-    {
-        base: 'y',
-        letters: '\u0079\u24E8\uFF59\u1EF3\u00FD\u0177\u1EF9\u0233\u1E8F\u00FF\u1EF7\u1E99\u1EF5\u01B4\u024F\u1EFF',
-    },
-    {
-        base: 'z',
-        letters: '\u007A\u24E9\uFF5A\u017A\u1E91\u017C\u017E\u1E93\u1E95\u01B6\u0225\u0240\u2C6C\uA763',
-    },
-];
-/**
- * Map of letters from diacritic variant to diacritless variant
- * Contains lowercase and uppercase separatelly
- *
- * > "á" => "a"
- * > "ě" => "e"
- * > "Ă" => "A"
- * > ...
- *
- * @public exported from `@promptbook/utils`
- */
-var DIACRITIC_VARIANTS_LETTERS = {};
-// tslint:disable-next-line: prefer-for-of
-for (var i = 0; i < defaultDiacriticsRemovalMap.length; i++) {
-    var letters = defaultDiacriticsRemovalMap[i].letters;
-    // tslint:disable-next-line: prefer-for-of
-    for (var j = 0; j < letters.length; j++) {
-        DIACRITIC_VARIANTS_LETTERS[letters[j]] = defaultDiacriticsRemovalMap[i].base;
-    }
-}
-// <- TODO: [🍓] Put to maker function to save execution time if not needed
-/*
-  @see https://stackoverflow.com/questions/990904/remove-accents-diacritics-in-a-string-in-javascript
-   Licensed under the Apache License, Version 2.0 (the "License");
-   you may not use this file except in compliance with the License.
-   You may obtain a copy of the License at
-
-       http://www.apache.org/licenses/LICENSE-2.0
-
-   Unless required by applicable law or agreed to in writing, software
-   distributed under the License is distributed on an "AS IS" BASIS,
-   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-   See the License for the specific language governing permissions and
-   limitations under the License.
-*/
-
-/**
- * @@@
- *
- * @param input @@@
- * @returns @@@
- * @public exported from `@promptbook/utils`
- */
-function removeDiacritics(input) {
-    /*eslint no-control-regex: "off"*/
-    return input.replace(/[^\u0000-\u007E]/g, function (a) {
-        return DIACRITIC_VARIANTS_LETTERS[a] || a;
-    });
-}
-/**
- * TODO: [Ж] Variant for cyrillic (and in general non-latin) letters
- */
-
-/**
- * @@@
- *
- * @param text @@@
- * @returns @@@
- * @example 'hello-world'
- * @example 'i-love-promptbook'
- * @public exported from `@promptbook/utils`
- */
-function normalizeToKebabCase(text) {
-    var e_1, _a;
-    text = removeDiacritics(text);
-    var charType;
-    var lastCharType = 'OTHER';
-    var normalizedName = '';
-    try {
-        for (var text_1 = __values(text), text_1_1 = text_1.next(); !text_1_1.done; text_1_1 = text_1.next()) {
-            var char = text_1_1.value;
-            var normalizedChar = void 0;
-            if (/^[a-z]$/.test(char)) {
-                charType = 'LOWERCASE';
-                normalizedChar = char;
-            }
-            else if (/^[A-Z]$/.test(char)) {
-                charType = 'UPPERCASE';
-                normalizedChar = char.toLowerCase();
-            }
-            else if (/^[0-9]$/.test(char)) {
-                charType = 'NUMBER';
-                normalizedChar = char;
-            }
-            else {
-                charType = 'OTHER';
-                normalizedChar = '-';
-            }
-            if (charType !== lastCharType &&
-                !(lastCharType === 'UPPERCASE' && charType === 'LOWERCASE') &&
-                !(lastCharType === 'NUMBER') &&
-                !(charType === 'NUMBER')) {
-                normalizedName += '-';
-            }
-            normalizedName += normalizedChar;
-            lastCharType = charType;
-        }
-    }
-    catch (e_1_1) { e_1 = { error: e_1_1 }; }
-    finally {
-        try {
-            if (text_1_1 && !text_1_1.done && (_a = text_1.return)) _a.call(text_1);
-        }
-        finally { if (e_1) throw e_1.error; }
-    }
-    normalizedName = normalizedName.split(/-+/g).join('-');
-    normalizedName = normalizedName.split(/-?\/-?/g).join('/');
-    normalizedName = normalizedName.replace(/^-/, '');
-    normalizedName = normalizedName.replace(/-$/, '');
-    return normalizedName;
-}
-
-/**
- * Removes emojis from a string and fix whitespaces
- *
- * @param text with emojis
- * @returns text without emojis
- * @public exported from `@promptbook/utils`
- */
-function removeEmojis(text) {
-    // Replace emojis (and also ZWJ sequence) with hyphens
-    text = text.replace(/(\p{Extended_Pictographic})\p{Modifier_Symbol}/gu, '$1');
-    text = text.replace(/(\p{Extended_Pictographic})[\u{FE00}-\u{FE0F}]/gu, '$1');
-    text = text.replace(/(\p{Extended_Pictographic})(\u{200D}\p{Extended_Pictographic})*/gu, '$1');
-    text = text.replace(/\p{Extended_Pictographic}/gu, '');
-    return text;
-}
-
-/**
- * Tests if given string is valid URL.
- *
- * Note: This does not check if the file exists only if the path is valid
- * @public exported from `@promptbook/utils`
- */
-function isValidFilePath(filename) {
-    if (typeof filename !== 'string') {
-        return false;
-    }
-    var filenameSlashes = filename.split('\\').join('/');
-    // Absolute Unix path: /hello.txt
-    if (/^(\/)/i.test(filenameSlashes)) {
-        return true;
-    }
-    // Absolute Windows path: /hello.txt
-    if (/^([A-Z]{1,2}:\/?)\//i.test(filenameSlashes)) {
-        return true;
-    }
-    // Relative path: ./hello.txt
-    if (/^(\.\.?\/)+/i.test(filenameSlashes)) {
-        return true;
-    }
-    return false;
-}
-
-/**
- * @@@
- *
- * @param value @@@
- * @returns @@@
- * @example @@@
- * @public exported from `@promptbook/utils`
- */
-function titleToName(value) {
-    if (isValidUrl(value)) {
-        value = value.replace(/^https?:\/\//, '');
-        value = value.replace(/\.html$/, '');
-    }
-    else if (isValidFilePath(value)) {
-        value = basename(value);
-        // Note: Keeping extension in the name
-    }
-    value = value.split('/').join('-');
-    value = removeEmojis(value);
-    value = normalizeToKebabCase(value);
-    // TODO: [🧠] Maybe warn or add some padding to short name which are not good identifiers
-    return value;
-}
-
-/**
- * @@@
- *
- * @private for `FileCacheStorage`
- */
-function nameToSubfolderPath(name) {
-    return [name.substr(0, 1).toLowerCase(), name.substr(1, 1).toLowerCase()];
-}
-
-/**
- * Just marks a place of place where should be something implemented
- * No side effects.
- *
- * Note: It can be usefull suppressing eslint errors of unused variables
- *
- * @param value any values
- * @returns void
- * @private within the repository
- */
-function TODO_USE() {
-    var value = [];
-    for (var _i = 0; _i < arguments.length; _i++) {
-        value[_i] = arguments[_i];
-    }
-}
-
-/**
- * Create a filename for intermediate cache for scrapers
- *
- * Note: It also checks if directory exists and creates it if not
- *
- * @private as internal utility for scrapers
- */
-function getScraperIntermediateSource(source, options) {
-    return __awaiter(this, void 0, void 0, function () {
-        var sourceFilename, url, rootDirname, cacheDirname, isCacheCleaned, extension, isVerbose, hash, semanticName, pieces, name, cacheFilename, isDestroyed, fileHandler;
-        return __generator(this, function (_a) {
-            switch (_a.label) {
-                case 0:
-                    sourceFilename = source.filename, url = source.url;
-                    rootDirname = options.rootDirname, cacheDirname = options.cacheDirname, isCacheCleaned = options.isCacheCleaned, extension = options.extension, isVerbose = options.isVerbose;
-                    hash = SHA256(
-                    //    <- TODO: [🥬] Encapsulate sha256 to some private utility function
-                    hexEncoder.parse(sourceFilename || url || 'untitled'))
-                        .toString( /* hex */)
-                        .substring(0, 20);
-                    semanticName = normalizeToKebabCase(titleToName((sourceFilename || url || '').split('intermediate').join(''))).substring(0, 20);
-                    pieces = ['intermediate', semanticName, hash].filter(function (piece) { return piece !== ''; });
-                    name = pieces.join('-').split('--').join('-');
-                    // <- TODO: Use MAX_FILENAME_LENGTH
-                    TODO_USE(rootDirname); // <- TODO: !!!!!!
-                    cacheFilename = join.apply(void 0, __spreadArray(__spreadArray([process.cwd(),
-                        cacheDirname], __read(nameToSubfolderPath(hash /* <- TODO: [🎎] Maybe add some SHA256 prefix */)), false), [name], false)).split('\\')
-                        .join('/') +
-                        '.' +
-                        extension;
-                    return [4 /*yield*/, mkdir(dirname(cacheFilename), { recursive: true })];
-                case 1:
-                    _a.sent();
-                    isDestroyed = true;
-                    fileHandler = {
-                        filename: cacheFilename,
-                        get isDestroyed() {
-                            return isDestroyed;
-                        },
-                        destroy: function () {
-                            return __awaiter(this, void 0, void 0, function () {
-                                return __generator(this, function (_a) {
-                                    switch (_a.label) {
-                                        case 0:
-                                            if (!isCacheCleaned) return [3 /*break*/, 2];
-                                            if (isVerbose) {
-                                                console.info('legacyDocumentScraper: Clening cache');
-                                            }
-                                            return [4 /*yield*/, rm(cacheFilename)];
-                                        case 1:
-                                            _a.sent();
-                                            _a.label = 2;
-                                        case 2:
-                                            isDestroyed = true;
-                                            return [2 /*return*/];
-                                    }
-                                });
-                            });
-                        },
-                    };
-                    return [2 /*return*/, fileHandler];
-            }
-        });
-    });
-}
-/**
- * Note: Not using `FileCacheStorage` for two reasons:
- * 1) Need to store more than serialized JSONs
- * 2) Need to switch between a `rootDirname` and `cacheDirname` <- TODO: !!!!
- * TODO: [🐱‍🐉][🧠] Make some smart crop
- */
-
-var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",resultingParameterName:"knowledgePieces",dependentParameterNames:["knowledgeContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-from-markdown.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",resultingParameterName:"keywords",dependentParameterNames:["knowledgePieceContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-keywords.ptbk.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",resultingParameterName:"title",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-title.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.ptbk.md",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"make-model-requirements",title:"Make modelRequirements",content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Sample\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n-   Your output format is JSON object\n-   Write just the JSON object, no other text should be present\n-   It contains the following keys:\n    -   `modelName`: The name of the model to use\n    -   `systemMessage`: The system message to provide context to the model\n    -   `temperature`: The sampling temperature to use\n\n### Key `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Key `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Key `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",resultingParameterName:"modelRequirements",format:"JSON",dependentParameterNames:["availableModelNames","personaDescription"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-persona.ptbk.md"}];
-
-/**
- * This error indicates errors during the execution of the pipeline
- *
- * @public exported from `@promptbook/core`
- */
-var PipelineExecutionError = /** @class */ (function (_super) {
-    __extends(PipelineExecutionError, _super);
-    function PipelineExecutionError(message) {
-        var _this = _super.call(this, message) || this;
-        _this.name = 'PipelineExecutionError';
-        Object.setPrototypeOf(_this, PipelineExecutionError.prototype);
-        return _this;
-    }
-    return PipelineExecutionError;
-}(Error));
-
-/**
- * This error indicates that the pipeline collection cannot be propperly loaded
- *
- * @public exported from `@promptbook/core`
- */
-var CollectionError = /** @class */ (function (_super) {
-    __extends(CollectionError, _super);
-    function CollectionError(message) {
-        var _this = _super.call(this, message) || this;
-        _this.name = 'CollectionError';
-        Object.setPrototypeOf(_this, CollectionError.prototype);
-        return _this;
-    }
-    return CollectionError;
-}(Error));
-
-/**
- * This error occurs when some expectation is not met in the execution of the pipeline
- *
- * @public exported from `@promptbook/core`
- * Note: Do not throw this error, its reserved for `checkExpectations` and `createPipelineExecutor` and public ONLY to be serializable through remote server
- * Note: Always thrown in `checkExpectations` and catched in `createPipelineExecutor` and rethrown as `PipelineExecutionError`
- * Note: This is a kindof subtype of PipelineExecutionError
- */
-var ExpectError = /** @class */ (function (_super) {
-    __extends(ExpectError, _super);
-    function ExpectError(message) {
-        var _this = _super.call(this, message) || this;
-        _this.name = 'ExpectError';
-        Object.setPrototypeOf(_this, ExpectError.prototype);
-        return _this;
-    }
-    return ExpectError;
-}(Error));
-
-/**
- * This error type indicates that some limit was reached
- *
- * @public exported from `@promptbook/core`
- */
-var LimitReachedError = /** @class */ (function (_super) {
-    __extends(LimitReachedError, _super);
-    function LimitReachedError(message) {
-        var _this = _super.call(this, message) || this;
-        _this.name = 'LimitReachedError';
-        Object.setPrototypeOf(_this, LimitReachedError.prototype);
-        return _this;
-    }
-    return LimitReachedError;
-}(Error));
-
-/**
- * This error type indicates that some part of the code is not implemented yet
- *
- * @public exported from `@promptbook/core`
- */
-var NotYetImplementedError = /** @class */ (function (_super) {
-    __extends(NotYetImplementedError, _super);
-    function NotYetImplementedError(message) {
-        var _this = _super.call(this, spaceTrim$1(function (block) { return "\n                    ".concat(block(message), "\n\n                    Note: This feature is not implemented yet but it will be soon.\n\n                    If you want speed up the implementation or just read more, look here:\n                    https://github.com/webgptorg/promptbook\n\n                    Or contact us on me@pavolhejny.com\n\n                "); })) || this;
-        _this.name = 'NotYetImplementedError';
-        Object.setPrototypeOf(_this, NotYetImplementedError.prototype);
-        return _this;
-    }
-    return NotYetImplementedError;
-}(Error));
-
-/**
- * Index of all custom errors
- *
- * @public exported from `@promptbook/core`
- */
-var ERRORS = {
-    ExpectError: ExpectError,
-    CollectionError: CollectionError,
-    EnvironmentMismatchError: EnvironmentMismatchError,
-    LimitReachedError: LimitReachedError,
-    NotFoundError: NotFoundError,
-    NotYetImplementedError: NotYetImplementedError,
-    ParseError: ParseError,
-    PipelineExecutionError: PipelineExecutionError,
-    PipelineLogicError: PipelineLogicError,
-    PipelineUrlError: PipelineUrlError,
-    UnexpectedError: UnexpectedError,
-    // TODO: [🪑]> VersionMismatchError,
-};
-
-/**
- * Deserializes the error object
- *
- * @public exported from `@promptbook/utils`
- */
-function deserializeError(error) {
-    if (error.name === 'Error') {
-        return new Error(error.message);
-    }
-    var CustomError = ERRORS[error.name];
-    return new CustomError(error.message);
-}
-
-/**
- * Asserts that the execution of a Promptbook is successful
- *
- * @param executionResult - The partial result of the Promptbook execution
- * @throws {PipelineExecutionError} If the execution is not successful or if multiple errors occurred
- * @public exported from `@promptbook/core`
- */
-function assertsExecutionSuccessful(executionResult) {
-    var isSuccessful = executionResult.isSuccessful, errors = executionResult.errors;
-    if (isSuccessful === true) {
-        return;
-    }
-    if (errors.length === 0) {
-        throw new PipelineExecutionError("Promptbook Execution failed because of unknown reason");
-    }
-    else if (errors.length === 1) {
-        throw deserializeError(errors[0]);
-    }
-    else {
-        throw new PipelineExecutionError(spaceTrim$1(function (block) { return "\n                    Multiple errors occurred during Promptbook execution\n\n                    ".concat(block(errors
-            .map(function (_a, index) {
-            var name = _a.name, stack = _a.stack, message = _a.message;
-            return spaceTrim$1(function (block) { return "\n                                        ".concat(name, " ").concat(index + 1, ":\n                                        ").concat(block(stack || message), "\n                                    "); });
-        })
-            .join('\n')), "\n                "); }));
-    }
-}
-/**
- * TODO: [🧠] Can this return type be better typed than void
- */
-
-/**
- * Determine if the pipeline is fully prepared
- *
- * @public exported from `@promptbook/core`
- */
-function isPipelinePrepared(pipeline) {
-    // Note: Ignoring `pipeline.preparations` @@@
-    // Note: Ignoring `pipeline.knowledgePieces` @@@
-    if (!pipeline.personas.every(function (persona) { return persona.modelRequirements !== undefined; })) {
-        return false;
-    }
-    if (!pipeline.knowledgeSources.every(function (knowledgeSource) { return knowledgeSource.preparationIds !== undefined; })) {
-        return false;
-    }
-    /*
-    TODO: [🧠][🍫] `templates` can not be determined if they are fully prepared SO ignoring them
-    > if (!pipeline.templates.every(({ preparedContent }) => preparedContent === undefined)) {
-    >     return false;
-    > }
-    */
-    return true;
-}
-/**
- * TODO: [🔃][main] !!!!! If the pipeline was prepared with different version or different set of models, prepare it once again
- * TODO: [🐠] Maybe base this on `makeValidator`
- * TODO: [🧊] Pipeline can be partially prepared, this should return true ONLY if fully prepared
- * TODO: [🧿] Maybe do same process with same granularity and subfinctions as `preparePipeline`
- *     - [🏍] ? Is context in each template
- *     - [♨] Are samples prepared
- *     - [♨] Are templates prepared
- */
-
-/**
- * Serializes an error into a [🚉] JSON-serializable object
- *
- * @public exported from `@promptbook/utils`
- */
-function serializeError(error) {
-    var name = error.name, message = error.message, stack = error.stack;
-    if (!__spreadArray(['Error'], __read(Object.keys(ERRORS)), false).includes(name)) {
-        throw new UnexpectedError(spaceTrim(function (block) { return "\n          \n                    Cannot serialize error with name \"".concat(name, "\"\n\n                    ").concat(block(stack || message), "\n                \n                "); }));
-    }
-    return {
-        name: name,
-        message: message,
-        stack: stack,
-    };
-}
-
-/**
- * Multiple LLM Execution Tools is a proxy server that uses multiple execution tools internally and exposes the executor interface externally.
- *
- * Note: Internal utility of `joinLlmExecutionTools` but exposed type
- * @public exported from `@promptbook/types`
- */
-var MultipleLlmExecutionTools = /** @class */ (function () {
-    /**
-     * Gets array of execution tools in order of priority
-     */
-    function MultipleLlmExecutionTools() {
-        var llmExecutionTools = [];
-        for (var _i = 0; _i < arguments.length; _i++) {
-            llmExecutionTools[_i] = arguments[_i];
-        }
-        this.llmExecutionTools = llmExecutionTools;
-    }
-    Object.defineProperty(MultipleLlmExecutionTools.prototype, "title", {
-        get: function () {
-            return 'Multiple LLM Providers';
-        },
-        enumerable: false,
-        configurable: true
-    });
-    Object.defineProperty(MultipleLlmExecutionTools.prototype, "description", {
-        get: function () {
-            return this.llmExecutionTools.map(function (_a, index) {
-                var title = _a.title;
-                return "".concat(index + 1, ") `").concat(title, "`");
-            }).join('\n');
-        },
-        enumerable: false,
-        configurable: true
-    });
-    /**
-     * Check the configuration of all execution tools
-     */
-    MultipleLlmExecutionTools.prototype.checkConfiguration = function () {
-        return __awaiter(this, void 0, void 0, function () {
-            var _a, _b, llmExecutionTools, e_1_1;
-            var e_1, _c;
-            return __generator(this, function (_d) {
-                switch (_d.label) {
-                    case 0:
-                        _d.trys.push([0, 5, 6, 7]);
-                        _a = __values(this.llmExecutionTools), _b = _a.next();
-                        _d.label = 1;
-                    case 1:
-                        if (!!_b.done) return [3 /*break*/, 4];
-                        llmExecutionTools = _b.value;
-                        return [4 /*yield*/, llmExecutionTools.checkConfiguration()];
-                    case 2:
-                        _d.sent();
-                        _d.label = 3;
-                    case 3:
-                        _b = _a.next();
-                        return [3 /*break*/, 1];
-                    case 4: return [3 /*break*/, 7];
-                    case 5:
-                        e_1_1 = _d.sent();
-                        e_1 = { error: e_1_1 };
-                        return [3 /*break*/, 7];
-                    case 6:
-                        try {
-                            if (_b && !_b.done && (_c = _a.return)) _c.call(_a);
-                        }
-                        finally { if (e_1) throw e_1.error; }
-                        return [7 /*endfinally*/];
-                    case 7: return [2 /*return*/];
-                }
-            });
-        });
-    };
-    /**
-     * List all available models that can be used
-     * This lists is a combination of all available models from all execution tools
-     */
-    MultipleLlmExecutionTools.prototype.listModels = function () {
-        return __awaiter(this, void 0, void 0, function () {
-            var availableModels, _a, _b, llmExecutionTools, models, e_2_1;
-            var e_2, _c;
-            return __generator(this, function (_d) {
-                switch (_d.label) {
-                    case 0:
-                        availableModels = [];
-                        _d.label = 1;
-                    case 1:
-                        _d.trys.push([1, 6, 7, 8]);
-                        _a = __values(this.llmExecutionTools), _b = _a.next();
-                        _d.label = 2;
-                    case 2:
-                        if (!!_b.done) return [3 /*break*/, 5];
-                        llmExecutionTools = _b.value;
-                        return [4 /*yield*/, llmExecutionTools.listModels()];
-                    case 3:
-                        models = _d.sent();
-                        availableModels.push.apply(availableModels, __spreadArray([], __read(models), false));
-                        _d.label = 4;
-                    case 4:
-                        _b = _a.next();
-                        return [3 /*break*/, 2];
-                    case 5: return [3 /*break*/, 8];
-                    case 6:
-                        e_2_1 = _d.sent();
-                        e_2 = { error: e_2_1 };
-                        return [3 /*break*/, 8];
-                    case 7:
-                        try {
-                            if (_b && !_b.done && (_c = _a.return)) _c.call(_a);
-                        }
-                        finally { if (e_2) throw e_2.error; }
-                        return [7 /*endfinally*/];
-                    case 8: return [2 /*return*/, availableModels];
+        });
+    };
+    /**
+     * List all available models that can be used
+     * This lists is a combination of all available models from all execution tools
+     */
+    MultipleLlmExecutionTools.prototype.listModels = function () {
+        return __awaiter(this, void 0, void 0, function () {
+            var availableModels, _a, _b, llmExecutionTools, models, e_2_1;
+            var e_2, _c;
+            return __generator(this, function (_d) {
+                switch (_d.label) {
+                    case 0:
+                        availableModels = [];
+                        _d.label = 1;
+                    case 1:
+                        _d.trys.push([1, 6, 7, 8]);
+                        _a = __values(this.llmExecutionTools), _b = _a.next();
+                        _d.label = 2;
+                    case 2:
+                        if (!!_b.done) return [3 /*break*/, 5];
+                        llmExecutionTools = _b.value;
+                        return [4 /*yield*/, llmExecutionTools.listModels()];
+                    case 3:
+                        models = _d.sent();
+                        availableModels.push.apply(availableModels, __spreadArray([], __read(models), false));
+                        _d.label = 4;
+                    case 4:
+                        _b = _a.next();
+                        return [3 /*break*/, 2];
+                    case 5: return [3 /*break*/, 8];
+                    case 6:
+                        e_2_1 = _d.sent();
+                        e_2 = { error: e_2_1 };
+                        return [3 /*break*/, 8];
+                    case 7:
+                        try {
+                            if (_b && !_b.done && (_c = _a.return)) _c.call(_a);
+                        }
+                        finally { if (e_2) throw e_2.error; }
+                        return [7 /*endfinally*/];
+                    case 8: return [2 /*return*/, availableModels];
                 }
             });
         });
@@ -2900,232 +2046,445 @@ var MultipleLlmExecutionTools = /** @class */ (function () {
                         }
                 }
             });
-        });
-    };
-    return MultipleLlmExecutionTools;
-}());
+        });
+    };
+    return MultipleLlmExecutionTools;
+}());
+/**
+ * TODO: [🧠][🎛] Aggregating multiple models - have result not only from one first aviable model BUT all of them
+ * TODO: [🏖] If no llmTools have for example not defined `callCompletionModel` this will still return object with defined `callCompletionModel` which just throws `PipelineExecutionError`, make it undefined instead
+ *       Look how `countTotalUsage` (and `cacheLlmTools`) implements it
+ */
+
+/**
+ * Joins multiple LLM Execution Tools into one
+ *
+ * @returns {LlmExecutionTools} Single wrapper for multiple LlmExecutionTools
+ *
+ * 0) If there is no LlmExecutionTools, it warns and returns valid but empty LlmExecutionTools
+ * 1) If there is only one LlmExecutionTools, it returns it wrapped in a proxy object
+ * 2) If there are multiple LlmExecutionTools, first will be used first, second will be used if the first hasn`t defined model variant or fails, etc.
+ * 3) When all LlmExecutionTools fail, it throws an error with a list of all errors merged into one
+ *
+ *
+ * Tip: You don't have to use this function directly, just pass an array of LlmExecutionTools to the `ExecutionTools`
+ *
+ * @public exported from `@promptbook/core`
+ */
+function joinLlmExecutionTools() {
+    var llmExecutionTools = [];
+    for (var _i = 0; _i < arguments.length; _i++) {
+        llmExecutionTools[_i] = arguments[_i];
+    }
+    if (llmExecutionTools.length === 0) {
+        var warningMessage = spaceTrim("\n            You have not provided any `LlmExecutionTools`\n            This means that you won't be able to execute any prompts that require large language models like GPT-4 or Anthropic's Claude.\n\n            Technically, it's not an error, but it's probably not what you want because it does not make sense to use Promptbook without language models.\n        ");
+        // TODO: [🟥] Detect browser / node and make it colorfull
+        console.warn(warningMessage);
+        /*
+        return {
+            async listModels() {
+                // TODO: [🟥] Detect browser / node and make it colorfull
+                console.warn(
+                    spaceTrim(
+                        (block) => `
+
+                            You can't list models because you have no LLM Execution Tools defined:
+
+                            tl;dr
+
+                            ${block(warningMessage)}
+                        `,
+                    ),
+                );
+                return [];
+            },
+        };
+        */
+    }
+    return new (MultipleLlmExecutionTools.bind.apply(MultipleLlmExecutionTools, __spreadArray([void 0], __read(llmExecutionTools), false)))();
+}
+/**
+ * TODO: [👷‍♂️] @@@ Manual about construction of llmTools
+ */
+
+/**
+ * @@@
+ *
+ * @public exported from `@promptbook/utils`
+ */
+function deepClone(objectValue) {
+    return JSON.parse(JSON.stringify(objectValue));
+    /*
+    TODO: [🧠] Is there a better implementation?
+    > const propertyNames = Object.getOwnPropertyNames(objectValue);
+    > for (const propertyName of propertyNames) {
+    >     const value = (objectValue as really_any)[propertyName];
+    >     if (value && typeof value === 'object') {
+    >         deepClone(value);
+    >     }
+    > }
+    > return Object.assign({}, objectValue);
+    */
+}
+/**
+ * TODO: [🧠] Is there a way how to meaningfully test this utility
+ */
+
+/**
+ * Function `addUsage` will add multiple usages into one
+ *
+ * Note: If you provide 0 values, it returns ZERO_USAGE
+ *
+ * @public exported from `@promptbook/core`
+ */
+function addUsage() {
+    var usageItems = [];
+    for (var _i = 0; _i < arguments.length; _i++) {
+        usageItems[_i] = arguments[_i];
+    }
+    return usageItems.reduce(function (acc, item) {
+        var e_1, _a, e_2, _b;
+        var _c;
+        acc.price.value += ((_c = item.price) === null || _c === void 0 ? void 0 : _c.value) || 0;
+        try {
+            for (var _d = __values(Object.keys(acc.input)), _e = _d.next(); !_e.done; _e = _d.next()) {
+                var key = _e.value;
+                // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                //@ts-ignore
+                if (item.input[key]) {
+                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                    //@ts-ignore
+                    acc.input[key].value += item.input[key].value || 0;
+                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                    //@ts-ignore
+                    if (item.input[key].isUncertain) {
+                        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                        //@ts-ignore
+                        acc.input[key].isUncertain = true;
+                    }
+                }
+            }
+        }
+        catch (e_1_1) { e_1 = { error: e_1_1 }; }
+        finally {
+            try {
+                if (_e && !_e.done && (_a = _d.return)) _a.call(_d);
+            }
+            finally { if (e_1) throw e_1.error; }
+        }
+        try {
+            for (var _f = __values(Object.keys(acc.output)), _g = _f.next(); !_g.done; _g = _f.next()) {
+                var key = _g.value;
+                // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                //@ts-ignore
+                if (item.output[key]) {
+                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                    //@ts-ignore
+                    acc.output[key].value += item.output[key].value || 0;
+                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                    //@ts-ignore
+                    if (item.output[key].isUncertain) {
+                        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                        //@ts-ignore
+                        acc.output[key].isUncertain = true;
+                    }
+                }
+            }
+        }
+        catch (e_2_1) { e_2 = { error: e_2_1 }; }
+        finally {
+            try {
+                if (_g && !_g.done && (_b = _f.return)) _b.call(_f);
+            }
+            finally { if (e_2) throw e_2.error; }
+        }
+        return acc;
+    }, deepClone(ZERO_USAGE));
+}
+
+/**
+ * Intercepts LLM tools and counts total usage of the tools
+ *
+ * @param llmTools LLM tools to be intercepted with usage counting
+ * @returns LLM tools with same functionality with added total cost counting
+ * @public exported from `@promptbook/core`
+ */
+function countTotalUsage(llmTools) {
+    var _this = this;
+    var totalUsage = ZERO_USAGE;
+    var proxyTools = {
+        get title() {
+            // TODO: [🧠] Maybe put here some suffix
+            return llmTools.title;
+        },
+        get description() {
+            // TODO: [🧠] Maybe put here some suffix
+            return llmTools.description;
+        },
+        checkConfiguration: function () {
+            return __awaiter(this, void 0, void 0, function () {
+                return __generator(this, function (_a) {
+                    return [2 /*return*/, /* not await */ llmTools.checkConfiguration()];
+                });
+            });
+        },
+        listModels: function () {
+            return /* not await */ llmTools.listModels();
+        },
+        getTotalUsage: function () {
+            // <- Note: [🥫] Not using getter `get totalUsage` but `getTotalUsage` to allow this object to be proxied
+            return totalUsage;
+        },
+    };
+    if (llmTools.callChatModel !== undefined) {
+        proxyTools.callChatModel = function (prompt) { return __awaiter(_this, void 0, void 0, function () {
+            var promptResult;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, llmTools.callChatModel(prompt)];
+                    case 1:
+                        promptResult = _a.sent();
+                        totalUsage = addUsage(totalUsage, promptResult.usage);
+                        return [2 /*return*/, promptResult];
+                }
+            });
+        }); };
+    }
+    if (llmTools.callCompletionModel !== undefined) {
+        proxyTools.callCompletionModel = function (prompt) { return __awaiter(_this, void 0, void 0, function () {
+            var promptResult;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, llmTools.callCompletionModel(prompt)];
+                    case 1:
+                        promptResult = _a.sent();
+                        totalUsage = addUsage(totalUsage, promptResult.usage);
+                        return [2 /*return*/, promptResult];
+                }
+            });
+        }); };
+    }
+    if (llmTools.callEmbeddingModel !== undefined) {
+        proxyTools.callEmbeddingModel = function (prompt) { return __awaiter(_this, void 0, void 0, function () {
+            var promptResult;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, llmTools.callEmbeddingModel(prompt)];
+                    case 1:
+                        promptResult = _a.sent();
+                        totalUsage = addUsage(totalUsage, promptResult.usage);
+                        return [2 /*return*/, promptResult];
+                }
+            });
+        }); };
+    }
+    // <- Note: [🤖]
+    return proxyTools;
+}
 /**
- * TODO: [🧠][🎛] Aggregating multiple models - have result not only from one first aviable model BUT all of them
- * TODO: [🏖] If no llmTools have for example not defined `callCompletionModel` this will still return object with defined `callCompletionModel` which just throws `PipelineExecutionError`, make it undefined instead
- *       Look how `countTotalUsage` (and `cacheLlmTools`) implements it
+ * TODO: [🧠][💸] Maybe make some common abstraction `interceptLlmTools` and use here (or use javascript Proxy?)
+ * TODO: [🧠] Is there some meaningfull way how to test this util
+ * TODO: [🧠][🌯] Maybe a way how to hide ability to `get totalUsage`
+ *     > const [llmToolsWithUsage,getUsage] = countTotalUsage(llmTools);
+ * TODO: [👷‍♂️] @@@ Manual about construction of llmTools
  */
 
+var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",resultingParameterName:"knowledgePieces",dependentParameterNames:["knowledgeContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-from-markdown.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",resultingParameterName:"keywords",dependentParameterNames:["knowledgePieceContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-keywords.ptbk.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",resultingParameterName:"title",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-title.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.ptbk.md",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"make-model-requirements",title:"Make modelRequirements",content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Sample\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n-   Your output format is JSON object\n-   Write just the JSON object, no other text should be present\n-   It contains the following keys:\n    -   `modelName`: The name of the model to use\n    -   `systemMessage`: The system message to provide context to the model\n    -   `temperature`: The sampling temperature to use\n\n### Key `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Key `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Key `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",resultingParameterName:"modelRequirements",format:"JSON",dependentParameterNames:["availableModelNames","personaDescription"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-persona.ptbk.md"}];
+
 /**
- * Joins multiple LLM Execution Tools into one
- *
- * @returns {LlmExecutionTools} Single wrapper for multiple LlmExecutionTools
- *
- * 0) If there is no LlmExecutionTools, it warns and returns valid but empty LlmExecutionTools
- * 1) If there is only one LlmExecutionTools, it returns it wrapped in a proxy object
- * 2) If there are multiple LlmExecutionTools, first will be used first, second will be used if the first hasn`t defined model variant or fails, etc.
- * 3) When all LlmExecutionTools fail, it throws an error with a list of all errors merged into one
- *
- *
- * Tip: You don't have to use this function directly, just pass an array of LlmExecutionTools to the `ExecutionTools`
+ * This error indicates that the pipeline collection cannot be propperly loaded
  *
  * @public exported from `@promptbook/core`
  */
-function joinLlmExecutionTools() {
-    var llmExecutionTools = [];
-    for (var _i = 0; _i < arguments.length; _i++) {
-        llmExecutionTools[_i] = arguments[_i];
+var CollectionError = /** @class */ (function (_super) {
+    __extends(CollectionError, _super);
+    function CollectionError(message) {
+        var _this = _super.call(this, message) || this;
+        _this.name = 'CollectionError';
+        Object.setPrototypeOf(_this, CollectionError.prototype);
+        return _this;
     }
-    if (llmExecutionTools.length === 0) {
-        var warningMessage = spaceTrim("\n            You have not provided any `LlmExecutionTools`\n            This means that you won't be able to execute any prompts that require large language models like GPT-4 or Anthropic's Claude.\n\n            Technically, it's not an error, but it's probably not what you want because it does not make sense to use Promptbook without language models.\n        ");
-        // TODO: [🟥] Detect browser / node and make it colorfull
-        console.warn(warningMessage);
-        /*
-        return {
-            async listModels() {
-                // TODO: [🟥] Detect browser / node and make it colorfull
-                console.warn(
-                    spaceTrim(
-                        (block) => `
+    return CollectionError;
+}(Error));
 
-                            You can't list models because you have no LLM Execution Tools defined:
+/**
+ * This error type indicates that you try to use a feature that is not available in the current environment
+ *
+ * @public exported from `@promptbook/core`
+ */
+var EnvironmentMismatchError = /** @class */ (function (_super) {
+    __extends(EnvironmentMismatchError, _super);
+    function EnvironmentMismatchError(message) {
+        var _this = _super.call(this, message) || this;
+        _this.name = 'EnvironmentMismatchError';
+        Object.setPrototypeOf(_this, EnvironmentMismatchError.prototype);
+        return _this;
+    }
+    return EnvironmentMismatchError;
+}(Error));
 
-                            tl;dr
+/**
+ * This error occurs when some expectation is not met in the execution of the pipeline
+ *
+ * @public exported from `@promptbook/core`
+ * Note: Do not throw this error, its reserved for `checkExpectations` and `createPipelineExecutor` and public ONLY to be serializable through remote server
+ * Note: Always thrown in `checkExpectations` and catched in `createPipelineExecutor` and rethrown as `PipelineExecutionError`
+ * Note: This is a kindof subtype of PipelineExecutionError
+ */
+var ExpectError = /** @class */ (function (_super) {
+    __extends(ExpectError, _super);
+    function ExpectError(message) {
+        var _this = _super.call(this, message) || this;
+        _this.name = 'ExpectError';
+        Object.setPrototypeOf(_this, ExpectError.prototype);
+        return _this;
+    }
+    return ExpectError;
+}(Error));
 
-                            ${block(warningMessage)}
-                        `,
-                    ),
-                );
-                return [];
-            },
-        };
-        */
+/**
+ * This error type indicates that some limit was reached
+ *
+ * @public exported from `@promptbook/core`
+ */
+var LimitReachedError = /** @class */ (function (_super) {
+    __extends(LimitReachedError, _super);
+    function LimitReachedError(message) {
+        var _this = _super.call(this, message) || this;
+        _this.name = 'LimitReachedError';
+        Object.setPrototypeOf(_this, LimitReachedError.prototype);
+        return _this;
     }
-    return new (MultipleLlmExecutionTools.bind.apply(MultipleLlmExecutionTools, __spreadArray([void 0], __read(llmExecutionTools), false)))();
-}
+    return LimitReachedError;
+}(Error));
+
 /**
- * TODO: [👷‍♂️] @@@ Manual about construction of llmTools
+ * This error type indicates that some part of the code is not implemented yet
+ *
+ * @public exported from `@promptbook/core`
  */
+var NotYetImplementedError = /** @class */ (function (_super) {
+    __extends(NotYetImplementedError, _super);
+    function NotYetImplementedError(message) {
+        var _this = _super.call(this, spaceTrim$1(function (block) { return "\n                    ".concat(block(message), "\n\n                    Note: This feature is not implemented yet but it will be soon.\n\n                    If you want speed up the implementation or just read more, look here:\n                    https://github.com/webgptorg/promptbook\n\n                    Or contact us on me@pavolhejny.com\n\n                "); })) || this;
+        _this.name = 'NotYetImplementedError';
+        Object.setPrototypeOf(_this, NotYetImplementedError.prototype);
+        return _this;
+    }
+    return NotYetImplementedError;
+}(Error));
 
 /**
- * Takes an item or an array of items and returns an array of items
+ * Index of all custom errors
  *
- * 1) Any item except array and undefined returns array with that one item (also null)
- * 2) Undefined returns empty array
- * 3) Array returns itself
+ * @public exported from `@promptbook/core`
+ */
+var ERRORS = {
+    ExpectError: ExpectError,
+    CollectionError: CollectionError,
+    EnvironmentMismatchError: EnvironmentMismatchError,
+    LimitReachedError: LimitReachedError,
+    NotFoundError: NotFoundError,
+    NotYetImplementedError: NotYetImplementedError,
+    ParseError: ParseError,
+    PipelineExecutionError: PipelineExecutionError,
+    PipelineLogicError: PipelineLogicError,
+    PipelineUrlError: PipelineUrlError,
+    UnexpectedError: UnexpectedError,
+    // TODO: [🪑]> VersionMismatchError,
+};
+
+/**
+ * Deserializes the error object
  *
- * @private internal utility
+ * @public exported from `@promptbook/utils`
  */
-function arrayableToArray(input) {
-    if (input === undefined) {
-        return [];
-    }
-    if (input instanceof Array) {
-        return input;
+function deserializeError(error) {
+    if (error.name === 'Error') {
+        return new Error(error.message);
     }
-    return [input];
+    var CustomError = ERRORS[error.name];
+    return new CustomError(error.message);
 }
 
 /**
- * @@@
+ * Asserts that the execution of a Promptbook is successful
  *
- * @public exported from `@promptbook/utils`
+ * @param executionResult - The partial result of the Promptbook execution
+ * @throws {PipelineExecutionError} If the execution is not successful or if multiple errors occurred
+ * @public exported from `@promptbook/core`
  */
-function deepClone(objectValue) {
-    return JSON.parse(JSON.stringify(objectValue));
-    /*
-    TODO: [🧠] Is there a better implementation?
-    > const propertyNames = Object.getOwnPropertyNames(objectValue);
-    > for (const propertyName of propertyNames) {
-    >     const value = (objectValue as really_any)[propertyName];
-    >     if (value && typeof value === 'object') {
-    >         deepClone(value);
-    >     }
-    > }
-    > return Object.assign({}, objectValue);
-    */
+function assertsExecutionSuccessful(executionResult) {
+    var isSuccessful = executionResult.isSuccessful, errors = executionResult.errors;
+    if (isSuccessful === true) {
+        return;
+    }
+    if (errors.length === 0) {
+        throw new PipelineExecutionError("Promptbook Execution failed because of unknown reason");
+    }
+    else if (errors.length === 1) {
+        throw deserializeError(errors[0]);
+    }
+    else {
+        throw new PipelineExecutionError(spaceTrim$1(function (block) { return "\n                    Multiple errors occurred during Promptbook execution\n\n                    ".concat(block(errors
+            .map(function (_a, index) {
+            var name = _a.name, stack = _a.stack, message = _a.message;
+            return spaceTrim$1(function (block) { return "\n                                        ".concat(name, " ").concat(index + 1, ":\n                                        ").concat(block(stack || message), "\n                                    "); });
+        })
+            .join('\n')), "\n                "); }));
+    }
 }
 /**
- * TODO: [🧠] Is there a way how to meaningfully test this utility
+ * TODO: [🧠] Can this return type be better typed than void
  */
 
 /**
- * Represents the usage with no resources consumed
+ * Determine if the pipeline is fully prepared
  *
  * @public exported from `@promptbook/core`
  */
-var ZERO_USAGE = $deepFreeze({
-    price: { value: 0 },
-    input: {
-        tokensCount: { value: 0 },
-        charactersCount: { value: 0 },
-        wordsCount: { value: 0 },
-        sentencesCount: { value: 0 },
-        linesCount: { value: 0 },
-        paragraphsCount: { value: 0 },
-        pagesCount: { value: 0 },
-    },
-    output: {
-        tokensCount: { value: 0 },
-        charactersCount: { value: 0 },
-        wordsCount: { value: 0 },
-        sentencesCount: { value: 0 },
-        linesCount: { value: 0 },
-        paragraphsCount: { value: 0 },
-        pagesCount: { value: 0 },
-    },
-});
+function isPipelinePrepared(pipeline) {
+    // Note: Ignoring `pipeline.preparations` @@@
+    // Note: Ignoring `pipeline.knowledgePieces` @@@
+    if (!pipeline.personas.every(function (persona) { return persona.modelRequirements !== undefined; })) {
+        return false;
+    }
+    if (!pipeline.knowledgeSources.every(function (knowledgeSource) { return knowledgeSource.preparationIds !== undefined; })) {
+        return false;
+    }
+    /*
+    TODO: [🧠][🍫] `templates` can not be determined if they are fully prepared SO ignoring them
+    > if (!pipeline.templates.every(({ preparedContent }) => preparedContent === undefined)) {
+    >     return false;
+    > }
+    */
+    return true;
+}
 /**
- * Represents the usage with unknown resources consumed
- *
- * @public exported from `@promptbook/core`
+ * TODO: [🔃][main] !!!!! If the pipeline was prepared with different version or different set of models, prepare it once again
+ * TODO: [🐠] Maybe base this on `makeValidator`
+ * TODO: [🧊] Pipeline can be partially prepared, this should return true ONLY if fully prepared
+ * TODO: [🧿] Maybe do same process with same granularity and subfinctions as `preparePipeline`
+ *     - [🏍] ? Is context in each template
+ *     - [♨] Are samples prepared
+ *     - [♨] Are templates prepared
  */
-var UNCERTAIN_USAGE = $deepFreeze({
-    price: { value: 0, isUncertain: true },
-    input: {
-        tokensCount: { value: 0, isUncertain: true },
-        charactersCount: { value: 0, isUncertain: true },
-        wordsCount: { value: 0, isUncertain: true },
-        sentencesCount: { value: 0, isUncertain: true },
-        linesCount: { value: 0, isUncertain: true },
-        paragraphsCount: { value: 0, isUncertain: true },
-        pagesCount: { value: 0, isUncertain: true },
-    },
-    output: {
-        tokensCount: { value: 0, isUncertain: true },
-        charactersCount: { value: 0, isUncertain: true },
-        wordsCount: { value: 0, isUncertain: true },
-        sentencesCount: { value: 0, isUncertain: true },
-        linesCount: { value: 0, isUncertain: true },
-        paragraphsCount: { value: 0, isUncertain: true },
-        pagesCount: { value: 0, isUncertain: true },
-    },
-});
 
 /**
- * Function `addUsage` will add multiple usages into one
- *
- * Note: If you provide 0 values, it returns ZERO_USAGE
+ * Serializes an error into a [🚉] JSON-serializable object
  *
- * @public exported from `@promptbook/core`
+ * @public exported from `@promptbook/utils`
  */
-function addUsage() {
-    var usageItems = [];
-    for (var _i = 0; _i < arguments.length; _i++) {
-        usageItems[_i] = arguments[_i];
+function serializeError(error) {
+    var name = error.name, message = error.message, stack = error.stack;
+    if (!__spreadArray(['Error'], __read(Object.keys(ERRORS)), false).includes(name)) {
+        throw new UnexpectedError(spaceTrim(function (block) { return "\n          \n                    Cannot serialize error with name \"".concat(name, "\"\n\n                    ").concat(block(stack || message), "\n                \n                "); }));
     }
-    return usageItems.reduce(function (acc, item) {
-        var e_1, _a, e_2, _b;
-        var _c;
-        acc.price.value += ((_c = item.price) === null || _c === void 0 ? void 0 : _c.value) || 0;
-        try {
-            for (var _d = __values(Object.keys(acc.input)), _e = _d.next(); !_e.done; _e = _d.next()) {
-                var key = _e.value;
-                // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                //@ts-ignore
-                if (item.input[key]) {
-                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                    //@ts-ignore
-                    acc.input[key].value += item.input[key].value || 0;
-                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                    //@ts-ignore
-                    if (item.input[key].isUncertain) {
-                        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                        //@ts-ignore
-                        acc.input[key].isUncertain = true;
-                    }
-                }
-            }
-        }
-        catch (e_1_1) { e_1 = { error: e_1_1 }; }
-        finally {
-            try {
-                if (_e && !_e.done && (_a = _d.return)) _a.call(_d);
-            }
-            finally { if (e_1) throw e_1.error; }
-        }
-        try {
-            for (var _f = __values(Object.keys(acc.output)), _g = _f.next(); !_g.done; _g = _f.next()) {
-                var key = _g.value;
-                // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                //@ts-ignore
-                if (item.output[key]) {
-                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                    //@ts-ignore
-                    acc.output[key].value += item.output[key].value || 0;
-                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                    //@ts-ignore
-                    if (item.output[key].isUncertain) {
-                        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                        //@ts-ignore
-                        acc.output[key].isUncertain = true;
-                    }
-                }
-            }
-        }
-        catch (e_2_1) { e_2 = { error: e_2_1 }; }
-        finally {
-            try {
-                if (_g && !_g.done && (_b = _f.return)) _b.call(_f);
-            }
-            finally { if (e_2) throw e_2.error; }
-        }
-        return acc;
-    }, deepClone(ZERO_USAGE));
+    return {
+        name: name,
+        message: message,
+        stack: stack,
+    };
 }
 
 /**
@@ -3333,6 +2692,23 @@ function union() {
     return union;
 }
 
+/**
+ * Just marks a place of place where should be something implemented
+ * No side effects.
+ *
+ * Note: It can be usefull suppressing eslint errors of unused variables
+ *
+ * @param value any values
+ * @returns void
+ * @private within the repository
+ */
+function TODO_USE() {
+    var value = [];
+    for (var _i = 0; _i < arguments.length; _i++) {
+        value[_i] = arguments[_i];
+    }
+}
+
 /**
  * This error indicates problems parsing the format value
  *
@@ -3846,6 +3222,25 @@ function extractJsonBlock(markdown) {
  * TODO: [🏢] Make this logic part of `JsonFormatDefinition` or `isValidJsonString`
  */
 
+/**
+ * Takes an item or an array of items and returns an array of items
+ *
+ * 1) Any item except array and undefined returns array with that one item (also null)
+ * 2) Undefined returns empty array
+ * 3) Array returns itself
+ *
+ * @private internal utility
+ */
+function arrayableToArray(input) {
+    if (input === undefined) {
+        return [];
+    }
+    if (input instanceof Array) {
+        return input;
+    }
+    return [input];
+}
+
 /**
  * Just says that the variable is not used but should be kept
  * No side effects.
@@ -3947,69 +3342,330 @@ function replaceParameters(template, parameters) {
 }
 
 /**
- * Counts number of characters in the text
+ * Counts number of characters in the text
+ *
+ * @public exported from `@promptbook/utils`
+ */
+function countCharacters(text) {
+    // Remove null characters
+    text = text.replace(/\0/g, '');
+    // Replace emojis (and also ZWJ sequence) with hyphens
+    text = text.replace(/(\p{Extended_Pictographic})\p{Modifier_Symbol}/gu, '$1');
+    text = text.replace(/(\p{Extended_Pictographic})[\u{FE00}-\u{FE0F}]/gu, '$1');
+    text = text.replace(/\p{Extended_Pictographic}(\u{200D}\p{Extended_Pictographic})*/gu, '-');
+    return text.length;
+}
+
+/**
+ * Counts number of lines in the text
+ *
+ * @public exported from `@promptbook/utils`
+ */
+function countLines(text) {
+    if (text === '') {
+        return 0;
+    }
+    return text.split('\n').length;
+}
+
+/**
+ * Counts number of pages in the text
+ *
+ * @public exported from `@promptbook/utils`
+ */
+function countPages(text) {
+    var sentencesPerPage = 5; // Assuming each page has 5 sentences
+    var sentences = text.split(/[.!?]+/).filter(function (sentence) { return sentence.trim() !== ''; });
+    var pageCount = Math.ceil(sentences.length / sentencesPerPage);
+    return pageCount;
+}
+
+/**
+ * Counts number of paragraphs in the text
+ *
+ * @public exported from `@promptbook/utils`
+ */
+function countParagraphs(text) {
+    return text.split(/\n\s*\n/).filter(function (paragraph) { return paragraph.trim() !== ''; }).length;
+}
+
+/**
+ * Split text into sentences
+ *
+ * @public exported from `@promptbook/utils`
+ */
+function splitIntoSentences(text) {
+    return text.split(/[.!?]+/).filter(function (sentence) { return sentence.trim() !== ''; });
+}
+/**
+ * Counts number of sentences in the text
+ *
+ * @public exported from `@promptbook/utils`
+ */
+function countSentences(text) {
+    return splitIntoSentences(text).length;
+}
+
+var defaultDiacriticsRemovalMap = [
+    {
+        base: 'A',
+        letters: '\u0041\u24B6\uFF21\u00C0\u00C1\u00C2\u1EA6\u1EA4\u1EAA\u1EA8\u00C3\u0100\u0102\u1EB0\u1EAE\u1EB4\u1EB2\u0226\u01E0\u00C4\u01DE\u1EA2\u00C5\u01FA\u01CD\u0200\u0202\u1EA0\u1EAC\u1EB6\u1E00\u0104\u023A\u2C6F',
+    },
+    { base: 'AA', letters: '\uA732' },
+    { base: 'AE', letters: '\u00C6\u01FC\u01E2' },
+    { base: 'AO', letters: '\uA734' },
+    { base: 'AU', letters: '\uA736' },
+    { base: 'AV', letters: '\uA738\uA73A' },
+    { base: 'AY', letters: '\uA73C' },
+    {
+        base: 'B',
+        letters: '\u0042\u24B7\uFF22\u1E02\u1E04\u1E06\u0243\u0182\u0181',
+    },
+    {
+        base: 'C',
+        letters: '\u0043\u24B8\uFF23\u0106\u0108\u010A\u010C\u00C7\u1E08\u0187\u023B\uA73E',
+    },
+    {
+        base: 'D',
+        letters: '\u0044\u24B9\uFF24\u1E0A\u010E\u1E0C\u1E10\u1E12\u1E0E\u0110\u018B\u018A\u0189\uA779\u00D0',
+    },
+    { base: 'DZ', letters: '\u01F1\u01C4' },
+    { base: 'Dz', letters: '\u01F2\u01C5' },
+    {
+        base: 'E',
+        letters: '\u0045\u24BA\uFF25\u00C8\u00C9\u00CA\u1EC0\u1EBE\u1EC4\u1EC2\u1EBC\u0112\u1E14\u1E16\u0114\u0116\u00CB\u1EBA\u011A\u0204\u0206\u1EB8\u1EC6\u0228\u1E1C\u0118\u1E18\u1E1A\u0190\u018E',
+    },
+    { base: 'F', letters: '\u0046\u24BB\uFF26\u1E1E\u0191\uA77B' },
+    {
+        base: 'G',
+        letters: '\u0047\u24BC\uFF27\u01F4\u011C\u1E20\u011E\u0120\u01E6\u0122\u01E4\u0193\uA7A0\uA77D\uA77E',
+    },
+    {
+        base: 'H',
+        letters: '\u0048\u24BD\uFF28\u0124\u1E22\u1E26\u021E\u1E24\u1E28\u1E2A\u0126\u2C67\u2C75\uA78D',
+    },
+    {
+        base: 'I',
+        letters: '\u0049\u24BE\uFF29\u00CC\u00CD\u00CE\u0128\u012A\u012C\u0130\u00CF\u1E2E\u1EC8\u01CF\u0208\u020A\u1ECA\u012E\u1E2C\u0197',
+    },
+    { base: 'J', letters: '\u004A\u24BF\uFF2A\u0134\u0248' },
+    {
+        base: 'K',
+        letters: '\u004B\u24C0\uFF2B\u1E30\u01E8\u1E32\u0136\u1E34\u0198\u2C69\uA740\uA742\uA744\uA7A2',
+    },
+    {
+        base: 'L',
+        letters: '\u004C\u24C1\uFF2C\u013F\u0139\u013D\u1E36\u1E38\u013B\u1E3C\u1E3A\u0141\u023D\u2C62\u2C60\uA748\uA746\uA780',
+    },
+    { base: 'LJ', letters: '\u01C7' },
+    { base: 'Lj', letters: '\u01C8' },
+    { base: 'M', letters: '\u004D\u24C2\uFF2D\u1E3E\u1E40\u1E42\u2C6E\u019C' },
+    {
+        base: 'N',
+        letters: '\u004E\u24C3\uFF2E\u01F8\u0143\u00D1\u1E44\u0147\u1E46\u0145\u1E4A\u1E48\u0220\u019D\uA790\uA7A4',
+    },
+    { base: 'NJ', letters: '\u01CA' },
+    { base: 'Nj', letters: '\u01CB' },
+    {
+        base: 'O',
+        letters: '\u004F\u24C4\uFF2F\u00D2\u00D3\u00D4\u1ED2\u1ED0\u1ED6\u1ED4\u00D5\u1E4C\u022C\u1E4E\u014C\u1E50\u1E52\u014E\u022E\u0230\u00D6\u022A\u1ECE\u0150\u01D1\u020C\u020E\u01A0\u1EDC\u1EDA\u1EE0\u1EDE\u1EE2\u1ECC\u1ED8\u01EA\u01EC\u00D8\u01FE\u0186\u019F\uA74A\uA74C',
+    },
+    { base: 'OI', letters: '\u01A2' },
+    { base: 'OO', letters: '\uA74E' },
+    { base: 'OU', letters: '\u0222' },
+    { base: 'OE', letters: '\u008C\u0152' },
+    { base: 'oe', letters: '\u009C\u0153' },
+    {
+        base: 'P',
+        letters: '\u0050\u24C5\uFF30\u1E54\u1E56\u01A4\u2C63\uA750\uA752\uA754',
+    },
+    { base: 'Q', letters: '\u0051\u24C6\uFF31\uA756\uA758\u024A' },
+    {
+        base: 'R',
+        letters: '\u0052\u24C7\uFF32\u0154\u1E58\u0158\u0210\u0212\u1E5A\u1E5C\u0156\u1E5E\u024C\u2C64\uA75A\uA7A6\uA782',
+    },
+    {
+        base: 'S',
+        letters: '\u0053\u24C8\uFF33\u1E9E\u015A\u1E64\u015C\u1E60\u0160\u1E66\u1E62\u1E68\u0218\u015E\u2C7E\uA7A8\uA784',
+    },
+    {
+        base: 'T',
+        letters: '\u0054\u24C9\uFF34\u1E6A\u0164\u1E6C\u021A\u0162\u1E70\u1E6E\u0166\u01AC\u01AE\u023E\uA786',
+    },
+    { base: 'TZ', letters: '\uA728' },
+    {
+        base: 'U',
+        letters: '\u0055\u24CA\uFF35\u00D9\u00DA\u00DB\u0168\u1E78\u016A\u1E7A\u016C\u00DC\u01DB\u01D7\u01D5\u01D9\u1EE6\u016E\u0170\u01D3\u0214\u0216\u01AF\u1EEA\u1EE8\u1EEE\u1EEC\u1EF0\u1EE4\u1E72\u0172\u1E76\u1E74\u0244',
+    },
+    { base: 'V', letters: '\u0056\u24CB\uFF36\u1E7C\u1E7E\u01B2\uA75E\u0245' },
+    { base: 'VY', letters: '\uA760' },
+    {
+        base: 'W',
+        letters: '\u0057\u24CC\uFF37\u1E80\u1E82\u0174\u1E86\u1E84\u1E88\u2C72',
+    },
+    { base: 'X', letters: '\u0058\u24CD\uFF38\u1E8A\u1E8C' },
+    {
+        base: 'Y',
+        letters: '\u0059\u24CE\uFF39\u1EF2\u00DD\u0176\u1EF8\u0232\u1E8E\u0178\u1EF6\u1EF4\u01B3\u024E\u1EFE',
+    },
+    {
+        base: 'Z',
+        letters: '\u005A\u24CF\uFF3A\u0179\u1E90\u017B\u017D\u1E92\u1E94\u01B5\u0224\u2C7F\u2C6B\uA762',
+    },
+    {
+        base: 'a',
+        letters: '\u0061\u24D0\uFF41\u1E9A\u00E0\u00E1\u00E2\u1EA7\u1EA5\u1EAB\u1EA9\u00E3\u0101\u0103\u1EB1\u1EAF\u1EB5\u1EB3\u0227\u01E1\u00E4\u01DF\u1EA3\u00E5\u01FB\u01CE\u0201\u0203\u1EA1\u1EAD\u1EB7\u1E01\u0105\u2C65\u0250',
+    },
+    { base: 'aa', letters: '\uA733' },
+    { base: 'ae', letters: '\u00E6\u01FD\u01E3' },
+    { base: 'ao', letters: '\uA735' },
+    { base: 'au', letters: '\uA737' },
+    { base: 'av', letters: '\uA739\uA73B' },
+    { base: 'ay', letters: '\uA73D' },
+    {
+        base: 'b',
+        letters: '\u0062\u24D1\uFF42\u1E03\u1E05\u1E07\u0180\u0183\u0253',
+    },
+    {
+        base: 'c',
+        letters: '\u0063\u24D2\uFF43\u0107\u0109\u010B\u010D\u00E7\u1E09\u0188\u023C\uA73F\u2184',
+    },
+    {
+        base: 'd',
+        letters: '\u0064\u24D3\uFF44\u1E0B\u010F\u1E0D\u1E11\u1E13\u1E0F\u0111\u018C\u0256\u0257\uA77A',
+    },
+    { base: 'dz', letters: '\u01F3\u01C6' },
+    {
+        base: 'e',
+        letters: '\u0065\u24D4\uFF45\u00E8\u00E9\u00EA\u1EC1\u1EBF\u1EC5\u1EC3\u1EBD\u0113\u1E15\u1E17\u0115\u0117\u00EB\u1EBB\u011B\u0205\u0207\u1EB9\u1EC7\u0229\u1E1D\u0119\u1E19\u1E1B\u0247\u025B\u01DD',
+    },
+    { base: 'f', letters: '\u0066\u24D5\uFF46\u1E1F\u0192\uA77C' },
+    {
+        base: 'g',
+        letters: '\u0067\u24D6\uFF47\u01F5\u011D\u1E21\u011F\u0121\u01E7\u0123\u01E5\u0260\uA7A1\u1D79\uA77F',
+    },
+    {
+        base: 'h',
+        letters: '\u0068\u24D7\uFF48\u0125\u1E23\u1E27\u021F\u1E25\u1E29\u1E2B\u1E96\u0127\u2C68\u2C76\u0265',
+    },
+    { base: 'hv', letters: '\u0195' },
+    {
+        base: 'i',
+        letters: '\u0069\u24D8\uFF49\u00EC\u00ED\u00EE\u0129\u012B\u012D\u00EF\u1E2F\u1EC9\u01D0\u0209\u020B\u1ECB\u012F\u1E2D\u0268\u0131',
+    },
+    { base: 'j', letters: '\u006A\u24D9\uFF4A\u0135\u01F0\u0249' },
+    {
+        base: 'k',
+        letters: '\u006B\u24DA\uFF4B\u1E31\u01E9\u1E33\u0137\u1E35\u0199\u2C6A\uA741\uA743\uA745\uA7A3',
+    },
+    {
+        base: 'l',
+        letters: '\u006C\u24DB\uFF4C\u0140\u013A\u013E\u1E37\u1E39\u013C\u1E3D\u1E3B\u017F\u0142\u019A\u026B\u2C61\uA749\uA781\uA747',
+    },
+    { base: 'lj', letters: '\u01C9' },
+    { base: 'm', letters: '\u006D\u24DC\uFF4D\u1E3F\u1E41\u1E43\u0271\u026F' },
+    {
+        base: 'n',
+        letters: '\u006E\u24DD\uFF4E\u01F9\u0144\u00F1\u1E45\u0148\u1E47\u0146\u1E4B\u1E49\u019E\u0272\u0149\uA791\uA7A5',
+    },
+    { base: 'nj', letters: '\u01CC' },
+    {
+        base: 'o',
+        letters: '\u006F\u24DE\uFF4F\u00F2\u00F3\u00F4\u1ED3\u1ED1\u1ED7\u1ED5\u00F5\u1E4D\u022D\u1E4F\u014D\u1E51\u1E53\u014F\u022F\u0231\u00F6\u022B\u1ECF\u0151\u01D2\u020D\u020F\u01A1\u1EDD\u1EDB\u1EE1\u1EDF\u1EE3\u1ECD\u1ED9\u01EB\u01ED\u00F8\u01FF\u0254\uA74B\uA74D\u0275',
+    },
+    { base: 'oi', letters: '\u01A3' },
+    { base: 'ou', letters: '\u0223' },
+    { base: 'oo', letters: '\uA74F' },
+    {
+        base: 'p',
+        letters: '\u0070\u24DF\uFF50\u1E55\u1E57\u01A5\u1D7D\uA751\uA753\uA755',
+    },
+    { base: 'q', letters: '\u0071\u24E0\uFF51\u024B\uA757\uA759' },
+    {
+        base: 'r',
+        letters: '\u0072\u24E1\uFF52\u0155\u1E59\u0159\u0211\u0213\u1E5B\u1E5D\u0157\u1E5F\u024D\u027D\uA75B\uA7A7\uA783',
+    },
+    {
+        base: 's',
+        letters: '\u0073\u24E2\uFF53\u00DF\u015B\u1E65\u015D\u1E61\u0161\u1E67\u1E63\u1E69\u0219\u015F\u023F\uA7A9\uA785\u1E9B',
+    },
+    {
+        base: 't',
+        letters: '\u0074\u24E3\uFF54\u1E6B\u1E97\u0165\u1E6D\u021B\u0163\u1E71\u1E6F\u0167\u01AD\u0288\u2C66\uA787',
+    },
+    { base: 'tz', letters: '\uA729' },
+    {
+        base: 'u',
+        letters: '\u0075\u24E4\uFF55\u00F9\u00FA\u00FB\u0169\u1E79\u016B\u1E7B\u016D\u00FC\u01DC\u01D8\u01D6\u01DA\u1EE7\u016F\u0171\u01D4\u0215\u0217\u01B0\u1EEB\u1EE9\u1EEF\u1EED\u1EF1\u1EE5\u1E73\u0173\u1E77\u1E75\u0289',
+    },
+    { base: 'v', letters: '\u0076\u24E5\uFF56\u1E7D\u1E7F\u028B\uA75F\u028C' },
+    { base: 'vy', letters: '\uA761' },
+    {
+        base: 'w',
+        letters: '\u0077\u24E6\uFF57\u1E81\u1E83\u0175\u1E87\u1E85\u1E98\u1E89\u2C73',
+    },
+    { base: 'x', letters: '\u0078\u24E7\uFF58\u1E8B\u1E8D' },
+    {
+        base: 'y',
+        letters: '\u0079\u24E8\uFF59\u1EF3\u00FD\u0177\u1EF9\u0233\u1E8F\u00FF\u1EF7\u1E99\u1EF5\u01B4\u024F\u1EFF',
+    },
+    {
+        base: 'z',
+        letters: '\u007A\u24E9\uFF5A\u017A\u1E91\u017C\u017E\u1E93\u1E95\u01B6\u0225\u0240\u2C6C\uA763',
+    },
+];
+/**
+ * Map of letters from diacritic variant to diacritless variant
+ * Contains lowercase and uppercase separatelly
  *
- * @public exported from `@promptbook/utils`
- */
-function countCharacters(text) {
-    // Remove null characters
-    text = text.replace(/\0/g, '');
-    // Replace emojis (and also ZWJ sequence) with hyphens
-    text = text.replace(/(\p{Extended_Pictographic})\p{Modifier_Symbol}/gu, '$1');
-    text = text.replace(/(\p{Extended_Pictographic})[\u{FE00}-\u{FE0F}]/gu, '$1');
-    text = text.replace(/\p{Extended_Pictographic}(\u{200D}\p{Extended_Pictographic})*/gu, '-');
-    return text.length;
-}
-
-/**
- * Counts number of lines in the text
+ * > "á" => "a"
+ * > "ě" => "e"
+ * > "Ă" => "A"
+ * > ...
  *
  * @public exported from `@promptbook/utils`
  */
-function countLines(text) {
-    if (text === '') {
-        return 0;
+var DIACRITIC_VARIANTS_LETTERS = {};
+// tslint:disable-next-line: prefer-for-of
+for (var i = 0; i < defaultDiacriticsRemovalMap.length; i++) {
+    var letters = defaultDiacriticsRemovalMap[i].letters;
+    // tslint:disable-next-line: prefer-for-of
+    for (var j = 0; j < letters.length; j++) {
+        DIACRITIC_VARIANTS_LETTERS[letters[j]] = defaultDiacriticsRemovalMap[i].base;
     }
-    return text.split('\n').length;
 }
+// <- TODO: [🍓] Put to maker function to save execution time if not needed
+/*
+  @see https://stackoverflow.com/questions/990904/remove-accents-diacritics-in-a-string-in-javascript
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
 
-/**
- * Counts number of pages in the text
- *
- * @public exported from `@promptbook/utils`
- */
-function countPages(text) {
-    var sentencesPerPage = 5; // Assuming each page has 5 sentences
-    var sentences = text.split(/[.!?]+/).filter(function (sentence) { return sentence.trim() !== ''; });
-    var pageCount = Math.ceil(sentences.length / sentencesPerPage);
-    return pageCount;
-}
+       http://www.apache.org/licenses/LICENSE-2.0
 
-/**
- * Counts number of paragraphs in the text
- *
- * @public exported from `@promptbook/utils`
- */
-function countParagraphs(text) {
-    return text.split(/\n\s*\n/).filter(function (paragraph) { return paragraph.trim() !== ''; }).length;
-}
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.
+*/
 
 /**
- * Split text into sentences
+ * @@@
  *
+ * @param input @@@
+ * @returns @@@
  * @public exported from `@promptbook/utils`
  */
-function splitIntoSentences(text) {
-    return text.split(/[.!?]+/).filter(function (sentence) { return sentence.trim() !== ''; });
+function removeDiacritics(input) {
+    /*eslint no-control-regex: "off"*/
+    return input.replace(/[^\u0000-\u007E]/g, function (a) {
+        return DIACRITIC_VARIANTS_LETTERS[a] || a;
+    });
 }
 /**
- * Counts number of sentences in the text
- *
- * @public exported from `@promptbook/utils`
+ * TODO: [Ж] Variant for cyrillic (and in general non-latin) letters
  */
-function countSentences(text) {
-    return splitIntoSentences(text).length;
-}
 
 /**
  * Counts number of words in the text
@@ -4107,11 +3763,11 @@ function isPassingExpectations(expectations, value) {
  */
 function executeAttempts(options) {
     return __awaiter(this, void 0, void 0, function () {
-        var jokerParameterNames, priority, maxAttempts, preparedContent, parameters, template, preparedPipeline, tools, llmTools, settings, $executionReport, pipelineIdentification, maxExecutionAttempts, $ongoingTemplateResult, _loop_1, attempt, state_1;
+        var jokerParameterNames, priority, maxAttempts, preparedContent, parameters, template, preparedPipeline, tools, settings, $executionReport, pipelineIdentification, maxExecutionAttempts, $ongoingTemplateResult, _llms, llmTools, _loop_1, attempt, state_1;
         return __generator(this, function (_a) {
             switch (_a.label) {
                 case 0:
-                    jokerParameterNames = options.jokerParameterNames, priority = options.priority, maxAttempts = options.maxAttempts, preparedContent = options.preparedContent, parameters = options.parameters, template = options.template, preparedPipeline = options.preparedPipeline, tools = options.tools, llmTools = options.llmTools, settings = options.settings, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification;
+                    jokerParameterNames = options.jokerParameterNames, priority = options.priority, maxAttempts = options.maxAttempts, preparedContent = options.preparedContent, parameters = options.parameters, template = options.template, preparedPipeline = options.preparedPipeline, tools = options.tools, settings = options.settings, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification;
                     maxExecutionAttempts = settings.maxExecutionAttempts;
                     $ongoingTemplateResult = {
                         $result: null,
@@ -4119,6 +3775,8 @@ function executeAttempts(options) {
                         $expectError: null,
                         $scriptPipelineExecutionErrors: [],
                     };
+                    _llms = arrayableToArray(tools.llm);
+                    llmTools = _llms.length === 1 ? _llms[0] : joinLlmExecutionTools.apply(void 0, __spreadArray([], __read(_llms), false));
                     _loop_1 = function (attempt) {
                         var isJokerAttempt, jokerParameterName, _b, modelRequirements, _c, _d, _e, _f, _g, scriptTools, _h, error_1, e_1_1, _j, _k, _l, functionName, postprocessingError, _m, _o, scriptTools, _p, error_2, e_2_1, e_3_1, error_3;
                         var e_1, _q, e_3, _r, e_2, _s;
@@ -4187,7 +3845,9 @@ function executeAttempts(options) {
                                     return [3 /*break*/, 9];
                                 case 4:
                                     _d = $ongoingTemplateResult;
-                                    return [4 /*yield*/, llmTools.callChatModel($deepFreeze($ongoingTemplateResult.$prompt))];
+                                    return [4 /*yield*/, llmTools.callChatModel(
+                                        // <- TODO: [🧁] Check that `callChatModel` is defined
+                                        $deepFreeze($ongoingTemplateResult.$prompt))];
                                 case 5:
                                     _d.$chatResult = _t.sent();
                                     // TODO: [🍬] Destroy chatThread
@@ -4196,7 +3856,9 @@ function executeAttempts(options) {
                                     return [3 /*break*/, 10];
                                 case 6:
                                     _e = $ongoingTemplateResult;
-                                    return [4 /*yield*/, llmTools.callCompletionModel($deepFreeze($ongoingTemplateResult.$prompt))];
+                                    return [4 /*yield*/, llmTools.callCompletionModel(
+                                        // <- TODO: [🧁] Check that `callCompletionModel` is defined
+                                        $deepFreeze($ongoingTemplateResult.$prompt))];
                                 case 7:
                                     _e.$completionResult = _t.sent();
                                     $ongoingTemplateResult.$result = $ongoingTemplateResult.$completionResult;
@@ -4660,12 +4322,12 @@ function getReservedParametersForTemplate(options) {
  */
 function executeTemplate(options) {
     return __awaiter(this, void 0, void 0, function () {
-        var currentTemplate, preparedPipeline, parametersToPass, tools, llmTools, onProgress, settings, $executionReport, pipelineIdentification, maxExecutionAttempts, name, title, priority, usedParameterNames, dependentParameterNames, definedParameters, _a, _b, _c, definedParameterNames, parameters, _loop_1, _d, _e, parameterName, maxAttempts, jokerParameterNames, preparedContent, resultString;
+        var currentTemplate, preparedPipeline, parametersToPass, tools, onProgress, settings, $executionReport, pipelineIdentification, maxExecutionAttempts, name, title, priority, usedParameterNames, dependentParameterNames, definedParameters, _a, _b, _c, definedParameterNames, parameters, _loop_1, _d, _e, parameterName, maxAttempts, jokerParameterNames, preparedContent, resultString;
         var e_1, _f, _g;
         return __generator(this, function (_h) {
             switch (_h.label) {
                 case 0:
-                    currentTemplate = options.currentTemplate, preparedPipeline = options.preparedPipeline, parametersToPass = options.parametersToPass, tools = options.tools, llmTools = options.llmTools, onProgress = options.onProgress, settings = options.settings, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification;
+                    currentTemplate = options.currentTemplate, preparedPipeline = options.preparedPipeline, parametersToPass = options.parametersToPass, tools = options.tools, onProgress = options.onProgress, settings = options.settings, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification;
                     maxExecutionAttempts = settings.maxExecutionAttempts;
                     name = "pipeline-executor-frame-".concat(currentTemplate.name);
                     title = currentTemplate.title;
@@ -4748,7 +4410,6 @@ function executeTemplate(options) {
                             template: currentTemplate,
                             preparedPipeline: preparedPipeline,
                             tools: tools,
-                            llmTools: llmTools,
                             settings: settings,
                             $executionReport: $executionReport,
                             pipelineIdentification: pipelineIdentification,
@@ -4830,7 +4491,7 @@ function filterJustOutputParameters(options) {
  */
 function executePipeline(options) {
     return __awaiter(this, void 0, void 0, function () {
-        var inputParameters, tools, onProgress, pipeline, setPreparedPipeline, pipelineIdentification, settings, maxParallelCount, rootDirname, _a, isVerbose, preparedPipeline, llmTools, errors, warnings, executionReport, isReturned, _b, _c, parameter, e_1_1, _loop_1, _d, _e, parameterName, state_1, e_2_1, parametersToPass, resovedParameterNames_1, unresovedTemplates_1, resolving_1, loopLimit, _loop_2, error_1, usage_1, outputParameters_1, usage, outputParameters;
+        var inputParameters, tools, onProgress, pipeline, setPreparedPipeline, pipelineIdentification, settings, maxParallelCount, rootDirname, _a, isVerbose, preparedPipeline, errors, warnings, executionReport, isReturned, _b, _c, parameter, e_1_1, _loop_1, _d, _e, parameterName, state_1, e_2_1, parametersToPass, resovedParameterNames_1, unresovedTemplates_1, resolving_1, loopLimit, _loop_2, error_1, usage_1, outputParameters_1, usage, outputParameters;
         var e_1, _f, e_2, _g;
         return __generator(this, function (_h) {
             switch (_h.label) {
@@ -4838,10 +4499,8 @@ function executePipeline(options) {
                     inputParameters = options.inputParameters, tools = options.tools, onProgress = options.onProgress, pipeline = options.pipeline, setPreparedPipeline = options.setPreparedPipeline, pipelineIdentification = options.pipelineIdentification, settings = options.settings;
                     maxParallelCount = settings.maxParallelCount, rootDirname = settings.rootDirname, _a = settings.isVerbose, isVerbose = _a === void 0 ? IS_VERBOSE : _a;
                     preparedPipeline = options.preparedPipeline;
-                    llmTools = joinLlmExecutionTools.apply(void 0, __spreadArray([], __read(arrayableToArray(tools.llm)), false));
                     if (!(preparedPipeline === undefined)) return [3 /*break*/, 2];
-                    return [4 /*yield*/, preparePipeline(pipeline, {
-                            llmTools: llmTools,
+                    return [4 /*yield*/, preparePipeline(pipeline, tools, {
                             rootDirname: rootDirname,
                             isVerbose: isVerbose,
                             maxParallelCount: maxParallelCount,
@@ -5028,7 +4687,6 @@ function executePipeline(options) {
                                         preparedPipeline: preparedPipeline,
                                         parametersToPass: parametersToPass,
                                         tools: tools,
-                                        llmTools: llmTools,
                                         onProgress: function (progress) {
                                             if (isReturned) {
                                                 throw new UnexpectedError(spaceTrim$1(function (block) { return "\n                                        Can not call `onProgress` after pipeline execution is finished\n\n                                        ".concat(block(pipelineIdentification), "\n\n                                        ").concat(block(JSON.stringify(progress, null, 4)
@@ -5200,631 +4858,412 @@ function createPipelineExecutor(options) {
  */
 
 /**
- * Scraper for markdown files
+ * Prepares the persona for the pipeline
  *
- * @see `documentationUrl` for more details
+ * @see https://github.com/webgptorg/promptbook/discussions/22
  * @public exported from `@promptbook/core`
  */
-var markdownScraper = {
-    /**
-     * Mime types that this scraper can handle
-     */
-    mimeTypes: ['text/markdown', 'text/plain'],
-    /**
-     * Link to documentation
-     */
-    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
-    /**
-     * Scrapes the markdown file and returns the knowledge pieces or `null` if it can't scrape it
-     */
-    scrape: function (source, options) {
-        return __awaiter(this, void 0, void 0, function () {
-            var llmTools, _a, maxParallelCount, _b, isVerbose, collection, prepareKnowledgeFromMarkdownExecutor, _c, prepareTitleExecutor, _d, prepareKeywordsExecutor, _e, knowledgeContent, result, outputParameters, knowledgePiecesRaw, knowledgeTextPieces, knowledge;
-            var _f, _g, _h;
-            var _this = this;
-            return __generator(this, function (_j) {
-                switch (_j.label) {
-                    case 0:
-                        llmTools = options.llmTools, _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a, _b = options.isVerbose, isVerbose = _b === void 0 ? IS_VERBOSE : _b;
-                        if (llmTools === undefined) {
-                            throw new MissingToolsError('LLM tools are required for scraping external files');
-                            // <- Note: This scraper is used in all other scrapers, so saying "external files" not "markdown files"
-                        }
-                        TODO_USE(maxParallelCount); // <- [🪂]
-                        collection = createCollectionFromJson.apply(void 0, __spreadArray([], __read(PipelineCollection), false));
-                        _c = createPipelineExecutor;
-                        _f = {};
-                        return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md')];
-                    case 1:
-                        prepareKnowledgeFromMarkdownExecutor = _c.apply(void 0, [(_f.pipeline = _j.sent(),
-                                _f.tools = {
-                                    llm: llmTools,
-                                },
-                                _f)]);
-                        _d = createPipelineExecutor;
-                        _g = {};
-                        return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md')];
-                    case 2:
-                        prepareTitleExecutor = _d.apply(void 0, [(_g.pipeline = _j.sent(),
-                                _g.tools = {
-                                    llm: llmTools,
-                                },
-                                _g)]);
-                        _e = createPipelineExecutor;
-                        _h = {};
-                        return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md')];
-                    case 3:
-                        prepareKeywordsExecutor = _e.apply(void 0, [(_h.pipeline = _j.sent(),
-                                _h.tools = {
-                                    llm: llmTools,
-                                },
-                                _h)]);
-                        return [4 /*yield*/, source.asText()];
-                    case 4:
-                        knowledgeContent = _j.sent();
-                        return [4 /*yield*/, prepareKnowledgeFromMarkdownExecutor({ knowledgeContent: knowledgeContent })];
-                    case 5:
-                        result = _j.sent();
-                        assertsExecutionSuccessful(result);
-                        outputParameters = result.outputParameters;
-                        knowledgePiecesRaw = outputParameters.knowledgePieces;
-                        knowledgeTextPieces = (knowledgePiecesRaw || '').split('\n---\n');
-                        //                                                               <- TODO: [main] !!!!! Smarter split and filter out empty pieces
-                        if (isVerbose) {
-                            console.info('knowledgeTextPieces:', knowledgeTextPieces);
-                        }
-                        return [4 /*yield*/, Promise.all(
-                            // TODO: [🪂] !! Do not send all at once but in chunks
-                            knowledgeTextPieces.map(function (knowledgeTextPiece, i) { return __awaiter(_this, void 0, void 0, function () {
-                                var name, title, knowledgePieceContent, keywords, index, titleResult, _a, titleRaw, keywordsResult, _b, keywordsRaw, embeddingResult, error_1;
-                                return __generator(this, function (_c) {
-                                    switch (_c.label) {
-                                        case 0:
-                                            name = "piece-".concat(i);
-                                            title = spaceTrim(knowledgeTextPiece.substring(0, 100));
-                                            knowledgePieceContent = spaceTrim(knowledgeTextPiece);
-                                            keywords = [];
-                                            index = [];
-                                            _c.label = 1;
-                                        case 1:
-                                            _c.trys.push([1, 7, , 8]);
-                                            return [4 /*yield*/, prepareTitleExecutor({ knowledgePieceContent: knowledgePieceContent })];
-                                        case 2:
-                                            titleResult = _c.sent();
-                                            _a = titleResult.outputParameters.title, titleRaw = _a === void 0 ? 'Untitled' : _a;
-                                            title = spaceTrim(titleRaw) /* <- TODO: Maybe do in pipeline */;
-                                            name = titleToName(title);
-                                            return [4 /*yield*/, prepareKeywordsExecutor({ knowledgePieceContent: knowledgePieceContent })];
-                                        case 3:
-                                            keywordsResult = _c.sent();
-                                            _b = keywordsResult.outputParameters.keywords, keywordsRaw = _b === void 0 ? '' : _b;
-                                            keywords = (keywordsRaw || '')
-                                                .split(',')
-                                                .map(function (keyword) { return keyword.trim(); })
-                                                .filter(function (keyword) { return keyword !== ''; });
-                                            if (isVerbose) {
-                                                console.info("Keywords for \"".concat(title, "\":"), keywords);
-                                            }
-                                            if (!!llmTools.callEmbeddingModel) return [3 /*break*/, 4];
-                                            // TODO: [🟥] Detect browser / node and make it colorfull
-                                            console.error('No callEmbeddingModel function provided');
-                                            return [3 /*break*/, 6];
-                                        case 4: return [4 /*yield*/, llmTools.callEmbeddingModel({
-                                                title: "Embedding for ".concat(title) /* <- Note: No impact on embedding result itself, just for logging */,
-                                                parameters: {},
-                                                content: knowledgePieceContent,
-                                                modelRequirements: {
-                                                    modelVariant: 'EMBEDDING',
-                                                },
-                                            })];
-                                        case 5:
-                                            embeddingResult = _c.sent();
-                                            index.push({
-                                                modelName: embeddingResult.modelName,
-                                                position: embeddingResult.content,
-                                            });
-                                            _c.label = 6;
-                                        case 6: return [3 /*break*/, 8];
-                                        case 7:
-                                            error_1 = _c.sent();
-                                            // Note: Here is expected error:
-                                            //     > PipelineExecutionError: You have not provided any `LlmExecutionTools` that support model variant "EMBEDDING
-                                            if (!(error_1 instanceof PipelineExecutionError)) {
-                                                throw error_1;
-                                            }
-                                            // TODO: [🟥] Detect browser / node and make it colorfull
-                                            console.error(error_1, "<- Note: This error is not critical to prepare the pipeline, just knowledge pieces won't have embeddings");
-                                            return [3 /*break*/, 8];
-                                        case 8: return [2 /*return*/, {
-                                                name: name,
-                                                title: title,
-                                                content: knowledgePieceContent,
-                                                keywords: keywords,
-                                                index: index,
-                                                // <- TODO: [☀] sources,
-                                            }];
-                                    }
-                                });
-                            }); }))];
-                    case 6:
-                        knowledge = _j.sent();
-                        return [2 /*return*/, knowledge];
-                }
-            });
+function preparePersona(personaDescription, tools, options) {
+    return __awaiter(this, void 0, void 0, function () {
+        var _a, isVerbose, collection, preparePersonaExecutor, _b, _llms, llmTools, availableModels, availableModelNames, result, outputParameters, modelRequirementsRaw, modelRequirements, modelName, systemMessage, temperature;
+        var _c;
+        return __generator(this, function (_d) {
+            switch (_d.label) {
+                case 0:
+                    _a = options.isVerbose, isVerbose = _a === void 0 ? IS_VERBOSE : _a;
+                    if (tools === undefined || tools.llm === undefined) {
+                        throw new MissingToolsError('LLM tools are required for preparing persona');
+                    }
+                    collection = createCollectionFromJson.apply(void 0, __spreadArray([], __read(PipelineCollection), false));
+                    _b = createPipelineExecutor;
+                    _c = {};
+                    return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-persona.ptbk.md')];
+                case 1:
+                    preparePersonaExecutor = _b.apply(void 0, [(_c.pipeline = _d.sent(),
+                            _c.tools = tools,
+                            _c)]);
+                    _llms = arrayableToArray(tools.llm);
+                    llmTools = _llms.length === 1 ? _llms[0] : joinLlmExecutionTools.apply(void 0, __spreadArray([], __read(_llms), false));
+                    return [4 /*yield*/, llmTools.listModels()];
+                case 2:
+                    availableModels = _d.sent();
+                    availableModelNames = availableModels
+                        .filter(function (_a) {
+                        var modelVariant = _a.modelVariant;
+                        return modelVariant === 'CHAT';
+                    })
+                        .map(function (_a) {
+                        var modelName = _a.modelName;
+                        return modelName;
+                    })
+                        .join(',');
+                    return [4 /*yield*/, preparePersonaExecutor({ availableModelNames: availableModelNames, personaDescription: personaDescription })];
+                case 3:
+                    result = _d.sent();
+                    assertsExecutionSuccessful(result);
+                    outputParameters = result.outputParameters;
+                    modelRequirementsRaw = outputParameters.modelRequirements;
+                    modelRequirements = JSON.parse(modelRequirementsRaw);
+                    if (isVerbose) {
+                        console.info("PERSONA ".concat(personaDescription), modelRequirements);
+                    }
+                    modelName = modelRequirements.modelName, systemMessage = modelRequirements.systemMessage, temperature = modelRequirements.temperature;
+                    return [2 /*return*/, {
+                            modelVariant: 'CHAT',
+                            modelName: modelName,
+                            systemMessage: systemMessage,
+                            temperature: temperature,
+                        }];
+            }
         });
-    },
-} /* TODO: [🦷] as const */;
+    });
+}
 /**
- * TODO: [🦖] Make some system for putting scrapers to separete packages
- * TODO: [🪂] Do it in parallel 11:11
- * TODO: [🦷] Ideally use `as const satisfies Scraper` BUT this combination throws errors
- * Note: No need to aggregate usage here, it is done by intercepting the llmTools
+ * TODO: [🔃][main] !!!!! If the persona was prepared with different version or different set of models, prepare it once again
+ * TODO: [🏢] !! Check validity of `modelName` in pipeline
+ * TODO: [🏢] !! Check validity of `systemMessage` in pipeline
+ * TODO: [🏢] !! Check validity of `temperature` in pipeline
  */
 
 /**
- * Scraper of .docx and .odt files
+ * This error indicates that the promptbook can not retrieve knowledge from external sources
  *
- * @see `documentationUrl` for more details
  * @public exported from `@promptbook/core`
  */
-var documentScraper = {
-    /**
-     * Mime types that this scraper can handle
-     */
-    mimeTypes: ['application/vnd.openxmlformats-officedocument.wordprocessingml.document'],
-    /**
-     * Link to documentation
-     */
-    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
-    /**
-     * Convert the `.docx` or `.odt`  to `.md` file and returns intermediate source
-     *
-     * Note: `$` is used to indicate that this function is not a pure function - it leaves files on the disk and you are responsible for cleaning them by calling `destroy` method of returned object
-     */
-    $convert: function (source, options) {
-        return __awaiter(this, void 0, void 0, function () {
-            var _a, externalProgramsPaths, rootDirname, _b, cacheDirname, _c, isCacheCleaned, _d, isVerbose, extension, cacheFilehandler, command_1;
-            return __generator(this, function (_e) {
-                switch (_e.label) {
-                    case 0:
-                        _a = options.externalProgramsPaths, externalProgramsPaths = _a === void 0 ? {} : _a, rootDirname = options.rootDirname, _b = options.cacheDirname, cacheDirname = _b === void 0 ? SCRAPE_CACHE_DIRNAME : _b, _c = options.isCacheCleaned, isCacheCleaned = _c === void 0 ? false : _c, _d = options.isVerbose, isVerbose = _d === void 0 ? IS_VERBOSE : _d;
-                        if (!$isRunningInNode()) {
-                            throw new KnowledgeScrapeError('Scraping .docx files is only supported in Node environment');
-                        }
-                        if (externalProgramsPaths.pandocPath === undefined) {
-                            throw new MissingToolsError('Pandoc is required for scraping .docx files');
-                        }
-                        if (source.filename === null) {
-                            // TODO: [🧠] Maybe save file as temporary
-                            throw new KnowledgeScrapeError('When parsing .docx file, it must be real file in the file system');
-                        }
-                        extension = getFileExtension(source.filename);
-                        return [4 /*yield*/, getScraperIntermediateSource(source, {
-                                rootDirname: rootDirname,
-                                cacheDirname: cacheDirname,
-                                isCacheCleaned: isCacheCleaned,
-                                extension: 'md',
-                                isVerbose: isVerbose,
-                            })];
-                    case 1:
-                        cacheFilehandler = _e.sent();
-                        return [4 /*yield*/, $isFileExisting(cacheFilehandler.filename)];
-                    case 2:
-                        if (!!(_e.sent())) return [3 /*break*/, 5];
-                        command_1 = "\"".concat(externalProgramsPaths.pandocPath, "\" -f ").concat(extension, " -t markdown \"").concat(source.filename, "\" -o \"").concat(cacheFilehandler.filename, "\"");
-                        // TODO: !!!!!! [🕊] Make execCommand standard (?node-)util of the promptbook
-                        return [4 /*yield*/, $execCommand(command_1)];
-                    case 3:
-                        // TODO: !!!!!! [🕊] Make execCommand standard (?node-)util of the promptbook
-                        _e.sent();
-                        return [4 /*yield*/, $isFileExisting(cacheFilehandler.filename)];
-                    case 4:
-                        // Note: [0]
-                        if (!(_e.sent())) {
-                            throw new UnexpectedError(spaceTrim(function (block) { return "\n                    File that was supposed to be created by Pandoc does not exist for unknown reason\n\n                    Expected file:\n                    ".concat(block(cacheFilehandler.filename), "\n\n                    Command:\n                    > ").concat(block(command_1), "\n\n                "); }));
-                        }
-                        _e.label = 5;
-                    case 5: return [2 /*return*/, cacheFilehandler];
-                }
-            });
-        });
-    },
-    /**
-     * Scrapes the docx file and returns the knowledge pieces or `null` if it can't scrape it
-     */
-    scrape: function (source, options) {
-        return __awaiter(this, void 0, void 0, function () {
-            var cacheFilehandler, markdownSource, knowledge;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, documentScraper.$convert(source, options)];
-                    case 1:
-                        cacheFilehandler = _a.sent();
-                        markdownSource = {
-                            source: source.source,
-                            filename: cacheFilehandler.filename,
-                            url: null,
-                            mimeType: 'text/markdown',
-                            asText: function () {
-                                return __awaiter(this, void 0, void 0, function () {
-                                    return __generator(this, function (_a) {
-                                        switch (_a.label) {
-                                            case 0: return [4 /*yield*/, readFile(cacheFilehandler.filename, 'utf-8')];
-                                            case 1: 
-                                            // Note: [0] In $convert we check that the file exists
-                                            return [2 /*return*/, _a.sent()];
-                                        }
-                                    });
-                                });
-                            },
-                            asJson: function () {
-                                throw new UnexpectedError('Did not expect that `markdownScraper` would need to get the content `asJson`');
-                            },
-                            asBlob: function () {
-                                throw new UnexpectedError('Did not expect that `markdownScraper` would need to get the content `asBlob`');
-                            },
-                        };
-                        knowledge = markdownScraper.scrape(markdownSource, options);
-                        return [4 /*yield*/, cacheFilehandler.destroy()];
-                    case 2:
-                        _a.sent();
-                        return [2 /*return*/, knowledge];
-                }
-            });
-        });
-    },
-} /* TODO: [🦷] as const */;
+var KnowledgeScrapeError = /** @class */ (function (_super) {
+    __extends(KnowledgeScrapeError, _super);
+    function KnowledgeScrapeError(message) {
+        var _this = _super.call(this, message) || this;
+        _this.name = 'KnowledgeScrapeError';
+        Object.setPrototypeOf(_this, KnowledgeScrapeError.prototype);
+        return _this;
+    }
+    return KnowledgeScrapeError;
+}(Error));
+
 /**
- * TODO: [👣] Converted documents can act as cached items - there is no need to run conversion each time
- * TODO: [🦖] Make some system for putting scrapers to separete packages
- * TODO: [🪂] Do it in parallel 11:11
- * TODO: [🦷] Ideally use `as const satisfies Converter & Scraper` BUT this combination throws errors
- * Note: No need to aggregate usage here, it is done by intercepting the llmTools
+ * @@@
+ *
+ * Note: `$` is used to indicate that this function is not a pure function - it access global scope
+ *
+ *  @private internal function of `$Register`
  */
+function $getGlobalScope() {
+    return Function('return this')();
+}
 
 /**
- * Scraper for .docx files
+ * @@@
  *
- * @see `documentationUrl` for more details
- * @public exported from `@promptbook/core`
+ * @param text @@@
+ * @returns @@@
+ * @example 'HELLO_WORLD'
+ * @example 'I_LOVE_PROMPTBOOK'
+ * @public exported from `@promptbook/utils`
  */
-var legacyDocumentScraper = {
-    /**
-     * Mime types that this scraper can handle
-     */
-    mimeTypes: ['application/msword', 'text/rtf'],
-    /**
-     * Link to documentation
-     */
-    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
-    /**
-     * Convert the `.doc` or `.rtf`  to `.doc` file and returns intermediate source
-     *
-     * Note: `$` is used to indicate that this function is not a pure function - it leaves files on the disk and you are responsible for cleaning them by calling `destroy` method of returned object
-     */
-    $convert: function (source, options) {
-        return __awaiter(this, void 0, void 0, function () {
-            var _a, externalProgramsPaths, rootDirname, _b, cacheDirname, _c, isCacheCleaned, _d, isVerbose, extension, cacheFilehandler, documentSourceOutdirPathForLibreOffice_1, command_1, files_1, file;
-            return __generator(this, function (_e) {
-                switch (_e.label) {
-                    case 0:
-                        _a = options.externalProgramsPaths, externalProgramsPaths = _a === void 0 ? {} : _a, rootDirname = options.rootDirname, _b = options.cacheDirname, cacheDirname = _b === void 0 ? SCRAPE_CACHE_DIRNAME : _b, _c = options.isCacheCleaned, isCacheCleaned = _c === void 0 ? false : _c, _d = options.isVerbose, isVerbose = _d === void 0 ? IS_VERBOSE : _d;
-                        if (!$isRunningInNode()) {
-                            throw new KnowledgeScrapeError('Scraping .doc files is only supported in Node environment');
-                        }
-                        if (externalProgramsPaths.libreOfficePath === undefined) {
-                            throw new MissingToolsError('LibreOffice is required for scraping .doc and .rtf files');
-                        }
-                        if (source.filename === null) {
-                            // TODO: [🧠] Maybe save file as temporary
-                            throw new KnowledgeScrapeError('When parsing .doc or .rtf file, it must be real file in the file system');
-                        }
-                        extension = getFileExtension(source.filename);
-                        return [4 /*yield*/, getScraperIntermediateSource(source, {
-                                rootDirname: rootDirname,
-                                cacheDirname: cacheDirname,
-                                isCacheCleaned: isCacheCleaned,
-                                extension: 'docx',
-                                isVerbose: isVerbose,
-                            })];
-                    case 1:
-                        cacheFilehandler = _e.sent();
-                        if (isVerbose) {
-                            console.info("documentScraper: Converting .".concat(extension, " -> .docx"));
-                        }
-                        return [4 /*yield*/, $isFileExisting(cacheFilehandler.filename)];
-                    case 2:
-                        if (!!(_e.sent())) return [3 /*break*/, 8];
-                        documentSourceOutdirPathForLibreOffice_1 = join(dirname(cacheFilehandler.filename), 'libreoffice')
-                            .split('\\')
-                            .join('/');
-                        command_1 = "\"".concat(externalProgramsPaths.libreOfficePath, "\" --headless --convert-to docx \"").concat(source.filename, "\"  --outdir \"").concat(documentSourceOutdirPathForLibreOffice_1, "\"");
-                        // TODO: !!!!!! [🕊] Make execCommand standard (?node-)util of the promptbook - this should trigger build polution error
-                        return [4 /*yield*/, $execCommand(command_1)];
-                    case 3:
-                        // TODO: !!!!!! [🕊] Make execCommand standard (?node-)util of the promptbook - this should trigger build polution error
-                        _e.sent();
-                        return [4 /*yield*/, readdir(documentSourceOutdirPathForLibreOffice_1)];
-                    case 4:
-                        files_1 = _e.sent();
-                        if (files_1.length !== 1) {
-                            throw new UnexpectedError(spaceTrim(function (block) { return "\n                        Expected exactly 1 file in the LibreOffice output directory, got ".concat(files_1.length, "\n\n                        The temporary folder:\n                        ").concat(block(documentSourceOutdirPathForLibreOffice_1), "\n\n                        Command:\n                        > ").concat(block(command_1), "\n                    "); }));
-                        }
-                        file = files_1[0];
-                        return [4 /*yield*/, rename(join(documentSourceOutdirPathForLibreOffice_1, file), cacheFilehandler.filename)];
-                    case 5:
-                        _e.sent();
-                        return [4 /*yield*/, rmdir(documentSourceOutdirPathForLibreOffice_1)];
-                    case 6:
-                        _e.sent();
-                        return [4 /*yield*/, $isFileExisting(cacheFilehandler.filename)];
-                    case 7:
-                        if (!(_e.sent())) {
-                            throw new UnexpectedError(spaceTrim(function (block) { return "\n                            File that was supposed to be created by LibreOffice does not exist for unknown reason\n\n                            Expected file:\n                            ".concat(block(cacheFilehandler.filename), "\n\n                            The temporary folder:\n                            ").concat(block(documentSourceOutdirPathForLibreOffice_1), "\n\n                            Command:\n                            > ").concat(block(command_1), "\n\n                        "); }));
-                        }
-                        _e.label = 8;
-                    case 8: return [2 /*return*/, cacheFilehandler];
-                }
-            });
-        });
-    },
-    /**
-     * Scrapes the `.doc` or `.rtf` file and returns the knowledge pieces or `null` if it can't scrape it
-     */
-    scrape: function (source, options) {
-        return __awaiter(this, void 0, void 0, function () {
-            var cacheFilehandler, markdownSource, knowledge;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, legacyDocumentScraper.$convert(source, options)];
-                    case 1:
-                        cacheFilehandler = _a.sent();
-                        markdownSource = {
-                            source: source.source,
-                            filename: cacheFilehandler.filename,
-                            url: null,
-                            mimeType: 'text/markdown',
-                            asText: function () {
-                                throw new UnexpectedError('Did not expect that `documentScraper` would need to get the content `asText`');
-                            },
-                            asJson: function () {
-                                throw new UnexpectedError('Did not expect that `documentScraper` would need to get the content `asJson`');
-                            },
-                            asBlob: function () {
-                                throw new UnexpectedError('Did not expect that `documentScraper` would need to get the content `asBlob`');
-                            },
-                        };
-                        knowledge = documentScraper.scrape(markdownSource, options);
-                        return [4 /*yield*/, cacheFilehandler.destroy()];
-                    case 2:
-                        _a.sent();
-                        return [2 /*return*/, knowledge];
-                }
-            });
-        });
-    },
-} /* TODO: [🦷] as const */;
+function normalizeTo_SCREAMING_CASE(text) {
+    var e_1, _a;
+    var charType;
+    var lastCharType = 'OTHER';
+    var normalizedName = '';
+    try {
+        for (var text_1 = __values(text), text_1_1 = text_1.next(); !text_1_1.done; text_1_1 = text_1.next()) {
+            var char = text_1_1.value;
+            var normalizedChar = void 0;
+            if (/^[a-z]$/.test(char)) {
+                charType = 'LOWERCASE';
+                normalizedChar = char.toUpperCase();
+            }
+            else if (/^[A-Z]$/.test(char)) {
+                charType = 'UPPERCASE';
+                normalizedChar = char;
+            }
+            else if (/^[0-9]$/.test(char)) {
+                charType = 'NUMBER';
+                normalizedChar = char;
+            }
+            else {
+                charType = 'OTHER';
+                normalizedChar = '_';
+            }
+            if (charType !== lastCharType &&
+                !(lastCharType === 'UPPERCASE' && charType === 'LOWERCASE') &&
+                !(lastCharType === 'NUMBER') &&
+                !(charType === 'NUMBER')) {
+                normalizedName += '_';
+            }
+            normalizedName += normalizedChar;
+            lastCharType = charType;
+        }
+    }
+    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+    finally {
+        try {
+            if (text_1_1 && !text_1_1.done && (_a = text_1.return)) _a.call(text_1);
+        }
+        finally { if (e_1) throw e_1.error; }
+    }
+    normalizedName = normalizedName.replace(/_+/g, '_');
+    normalizedName = normalizedName.replace(/_?\/_?/g, '/');
+    normalizedName = normalizedName.replace(/^_/, '');
+    normalizedName = normalizedName.replace(/_$/, '');
+    return normalizedName;
+}
 /**
- * TODO: [👣] Converted documents can act as cached items - there is no need to run conversion each time
- * TODO: [🦖] Make some system for putting scrapers to separete packages
- * TODO: [🪂] Do it in parallel 11:11
- * TODO: [🦷] Ideally use `as const satisfies Converter & Scraper` BUT this combination throws errors
- * Note: No need to aggregate usage here, it is done by intercepting the llmTools
+ * TODO: Tests
+ *     > expect(encodeRoutePath({ uriId: 'VtG7sR9rRJqwNEdM2', name: 'Moje tabule' })).toEqual('/VtG7sR9rRJqwNEdM2/Moje tabule');
+ *     > expect(encodeRoutePath({ uriId: 'VtG7sR9rRJqwNEdM2', name: 'ěščřžžýáíúů' })).toEqual('/VtG7sR9rRJqwNEdM2/escrzyaieuu');
+ *     > expect(encodeRoutePath({ uriId: 'VtG7sR9rRJqwNEdM2', name: '  ahoj  ' })).toEqual('/VtG7sR9rRJqwNEdM2/ahoj');
+ *     > expect(encodeRoutePath({ uriId: 'VtG7sR9rRJqwNEdM2', name: '  ahoj_ahojAhoj    ahoj  ' })).toEqual('/VtG7sR9rRJqwNEdM2/ahoj-ahoj-ahoj-ahoj');
+ * TODO: [🌺] Use some intermediate util splitWords
  */
 
 /**
- * Scraper for .docx files
+ * @@@
  *
- * @see `documentationUrl` for more details
- * @public exported from `@promptbook/core`
+ * @param text @@@
+ * @returns @@@
+ * @example 'hello_world'
+ * @example 'i_love_promptbook'
+ * @public exported from `@promptbook/utils`
  */
-var pdfScraper = {
-    /**
-     * Mime types that this scraper can handle
-     */
-    mimeTypes: ['application/pdf'],
-    /**
-     * Link to documentation
-     */
-    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
-    /**
-     * Converts the `.pdf` file to `.md` file and returns intermediate source
-     */
-    $convert: function (source, options) {
-        return __awaiter(this, void 0, void 0, function () {
-            return __generator(this, function (_a) {
-                TODO_USE(source);
-                TODO_USE(options);
-                throw new NotYetImplementedError('PDF conversion not yet implemented');
-            });
-        });
-    },
-    /**
-     * Scrapes the `.pdf` file and returns the knowledge pieces or `null` if it can't scrape it
-     */
-    scrape: function (source, options) {
-        return __awaiter(this, void 0, void 0, function () {
-            return __generator(this, function (_a) {
-                TODO_USE(source);
-                TODO_USE(options);
-                /*
-                const {
-                    externalProgramsPaths = {},
-                    cacheDirname = SCRAPE_CACHE_DIRNAME,
-                    isCacheCleaned = false,
-                    isVerbose = IS_VERBOSE,
-                } = options;
-                */
-                throw new NotYetImplementedError('PDF scraping not yet implemented');
-            });
-        });
-    },
-} /* TODO: [🦷] as const */;
+function normalizeTo_snake_case(text) {
+    return normalizeTo_SCREAMING_CASE(text).toLowerCase();
+}
+
 /**
- * TODO: [👣] Converted documents can act as cached items - there is no need to run conversion each time
- * TODO: [🦖] Make some system for putting scrapers to separete packages
- * TODO: [🪂] Do it in parallel 11:11
- * TODO: [🦷] Ideally use `as const satisfies Converter & Scraper` BUT this combination throws errors
- * Note: No need to aggregate usage here, it is done by intercepting the llmTools
+ * Register is @@@
+ *
+ * Note: `$` is used to indicate that this function is not a pure function - it accesses and adds variables in global scope.
+ *
+ * @private internal utility, exported are only signleton instances of this class
  */
+var $Register = /** @class */ (function () {
+    function $Register(registerName) {
+        this.registerName = registerName;
+        var storageName = "_promptbook_".concat(normalizeTo_snake_case(registerName));
+        var globalScope = $getGlobalScope();
+        if (globalScope[storageName] === undefined) {
+            globalScope[storageName] = [];
+        }
+        else if (!Array.isArray(globalScope[storageName])) {
+            throw new UnexpectedError("Expected (global) ".concat(storageName, " to be an array, but got ").concat(typeof globalScope[storageName]));
+        }
+        this.storage = globalScope[storageName];
+    }
+    $Register.prototype.list = function () {
+        // <- TODO: ReadonlyDeep<Array<TRegistered>>
+        return this.storage;
+    };
+    $Register.prototype.register = function (registered) {
+        var packageName = registered.packageName, className = registered.className;
+        var existingRegistrationIndex = this.storage.findIndex(function (item) { return item.packageName === packageName && item.className === className; });
+        var existingRegistration = this.storage[existingRegistrationIndex];
+        if (!existingRegistration) {
+            this.storage.push(registered);
+        }
+        else {
+            this.storage[existingRegistrationIndex] = registered;
+        }
+        return {
+            registerName: this.registerName,
+            packageName: packageName,
+            className: className,
+            get isDestroyed() {
+                return false;
+            },
+            destroy: function () {
+                throw new NotYetImplementedError("Registration to ".concat(this.registerName, " is permanent in this version of Promptbook"));
+            },
+        };
+    };
+    return $Register;
+}());
 
 /**
- * A converter instance that uses showdown and highlight extensions
+ * @@@
  *
- * @type {Converter}
- * @private for markdown and html knowledge scrapers
+ * Note: `$` is used to indicate that this interacts with the global scope
+ * @singleton Only one instance of each register is created per build, but thare can be more @@@
+ * @public exported from `@promptbook/core`
  */
-var markdownConverter = new Converter({
-    flavor: 'github', // <- TODO: !!!!!! Explicitly specify the flavor of promptbook markdown
-    /*
-    > import showdownHighlight from 'showdown-highlight';
-    > extensions: [
-    >     showdownHighlight({
-    >         // Whether to add the classes to the <pre> tag, default is false
-    >         pre: true,
-    >         // Whether to use hljs' auto language detection, default is true
-    >         auto_detection: true,
-    >     }),
-    > ],
-    */
-});
+var $scrapersMetadataRegister = new $Register('scrapers_metadata');
 /**
- * TODO: !!!!!! Figure out better name not to confuse with `Converter`
- * TODO: !!!!!! Lazy-make converter
+ * TODO: [®] DRY Register logic
  */
 
 /**
- * Scraper for .docx files
+ * @@@
  *
- * @see `documentationUrl` for more details
+ * Note: `$` is used to indicate that this interacts with the global scope
+ * @singleton Only one instance of each register is created per build, but thare can be more @@@
  * @public exported from `@promptbook/core`
  */
-var websiteScraper = {
-    /**
-     * Mime types that this scraper can handle
-     */
-    mimeTypes: ['text/html'],
-    /**
-     * Link to documentation
-     */
-    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
+var $scrapersRegister = new $Register('scraper_constructors');
+/**
+ * TODO: [®] DRY Register logic
+ */
+
+// TODO: !!!!!! Maybe delete this function
+/**
+ * Creates a message with all registered scrapers
+ *
+ * Note: This function is used to create a (error) message when there is no scraper for particular mime type
+ *
+ * @private internal function of `createScrapersFromConfiguration` and `createScrapersFromEnv`
+ */
+function $registeredScrapersMessage() {
+    var e_1, _a, e_2, _b;
     /**
-     * Convert the website  to `.md` file and returns intermediate source
-     *
-     * Note: `$` is used to indicate that this function is not a pure function - it leaves files on the disk and you are responsible for cleaning them by calling `destroy` method of returned object
+     * Mixes registered scrapers from $scrapersMetadataRegister and $scrapersRegister
      */
-    $convert: function (source, options) {
-        return __awaiter(this, void 0, void 0, function () {
-            var 
-            // TODO: [🧠] Maybe in node use headless browser not just JSDOM
-            // externalProgramsPaths = {},
-            rootDirname, _a, cacheDirname, _b, isCacheCleaned, _c, isVerbose, jsdom, _d, reader, article, html, i, cacheFilehandler, markdown;
-            return __generator(this, function (_e) {
-                switch (_e.label) {
-                    case 0:
-                        rootDirname = options.rootDirname, _a = options.cacheDirname, cacheDirname = _a === void 0 ? SCRAPE_CACHE_DIRNAME : _a, _b = options.isCacheCleaned, isCacheCleaned = _b === void 0 ? false : _b, _c = options.isVerbose, isVerbose = _c === void 0 ? IS_VERBOSE : _c;
-                        // TODO: !!!!!! Does this work in browser? Make it work.
-                        if (source.url === null) {
-                            throw new KnowledgeScrapeError('Website scraper requires URL');
-                        }
-                        _d = JSDOM.bind;
-                        return [4 /*yield*/, source.asText()];
-                    case 1:
-                        jsdom = new (_d.apply(JSDOM, [void 0, _e.sent(), {
-                                url: source.url,
-                            }]))();
-                        reader = new Readability(jsdom.window.document);
-                        article = reader.parse();
-                        console.log(article);
-                        return [4 /*yield*/, forTime(10000)];
-                    case 2:
-                        _e.sent();
-                        html = (article === null || article === void 0 ? void 0 : article.content) || (article === null || article === void 0 ? void 0 : article.textContent) || jsdom.window.document.body.innerHTML;
-                        // Note: Unwrap html such as it is convertable by `markdownConverter`
-                        for (i = 0; i < 2; i++) {
-                            html = html.replace(/<div\s*(?:id="readability-page-\d+"\s+class="page")?>(.*)<\/div>/is, '$1');
-                        }
-                        if (html.includes('<div')) {
-                            html = (article === null || article === void 0 ? void 0 : article.textContent) || '';
-                        }
-                        return [4 /*yield*/, getScraperIntermediateSource(source, {
-                                rootDirname: rootDirname,
-                                cacheDirname: cacheDirname,
-                                isCacheCleaned: isCacheCleaned,
-                                extension: 'html',
-                                isVerbose: isVerbose,
-                            })];
-                    case 3:
-                        cacheFilehandler = _e.sent();
-                        return [4 /*yield*/, writeFile(cacheFilehandler.filename, html, 'utf-8')];
-                    case 4:
-                        _e.sent();
-                        markdown = markdownConverter.makeMarkdown(html, jsdom.window.document);
-                        return [2 /*return*/, __assign(__assign({}, cacheFilehandler), { markdown: markdown })];
-                }
-            });
+    var all = [];
+    var _loop_1 = function (packageName, className) {
+        if (all.some(function (item) { return item.packageName === packageName && item.className === className; })) {
+            return "continue";
+        }
+        all.push({ packageName: packageName, className: className });
+    };
+    try {
+        for (var _c = __values($scrapersMetadataRegister.list()), _d = _c.next(); !_d.done; _d = _c.next()) {
+            var _e = _d.value, packageName = _e.packageName, className = _e.className;
+            _loop_1(packageName, className);
+        }
+    }
+    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+    finally {
+        try {
+            if (_d && !_d.done && (_a = _c.return)) _a.call(_c);
+        }
+        finally { if (e_1) throw e_1.error; }
+    }
+    var _loop_2 = function (packageName, className) {
+        if (all.some(function (item) { return item.packageName === packageName && item.className === className; })) {
+            return "continue";
+        }
+        all.push({ packageName: packageName, className: className });
+    };
+    try {
+        for (var _f = __values($scrapersRegister.list()), _g = _f.next(); !_g.done; _g = _f.next()) {
+            var _h = _g.value, packageName = _h.packageName, className = _h.className;
+            _loop_2(packageName, className);
+        }
+    }
+    catch (e_2_1) { e_2 = { error: e_2_1 }; }
+    finally {
+        try {
+            if (_g && !_g.done && (_b = _f.return)) _b.call(_f);
+        }
+        finally { if (e_2) throw e_2.error; }
+    }
+    var metadata = all.map(function (metadata) {
+        var isMetadataAviailable = $scrapersMetadataRegister
+            .list()
+            .find(function (_a) {
+            var packageName = _a.packageName, className = _a.className;
+            return metadata.packageName === packageName && metadata.className === className;
         });
-    },
-    /**
-     * Scrapes the website and returns the knowledge pieces or `null` if it can't scrape it
-     */
-    scrape: function (source, options) {
-        return __awaiter(this, void 0, void 0, function () {
-            var cacheFilehandler, markdownSource, knowledge;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, websiteScraper.$convert(source, options)];
-                    case 1:
-                        cacheFilehandler = _a.sent();
-                        markdownSource = {
-                            source: source.source,
-                            filename: cacheFilehandler.filename,
-                            url: null,
-                            mimeType: 'text/markdown',
-                            asText: function () {
-                                return cacheFilehandler.markdown;
-                            },
-                            asJson: function () {
-                                throw new UnexpectedError('Did not expect that `markdownScraper` would need to get the content `asJson`');
-                            },
-                            asBlob: function () {
-                                throw new UnexpectedError('Did not expect that `markdownScraper` would need to get the content `asBlob`');
-                            },
-                        };
-                        knowledge = markdownScraper.scrape(markdownSource, options);
-                        return [4 /*yield*/, cacheFilehandler.destroy()];
-                    case 2:
-                        _a.sent();
-                        return [2 /*return*/, knowledge];
-                }
-            });
+        var isInstalled = $scrapersRegister
+            .list()
+            .find(function (_a) {
+            var packageName = _a.packageName, className = _a.className;
+            return metadata.packageName === packageName && metadata.className === className;
         });
-    },
-} /* TODO: [🦷] as const */;
+        return __assign(__assign({}, metadata), { isMetadataAviailable: isMetadataAviailable, isInstalled: isInstalled });
+    });
+    if (metadata.length === 0) {
+        return "No scrapers are available";
+    }
+    return spaceTrim(function (block) { return "\n            Available scrapers are:\n            ".concat(block(metadata
+        .map(function (_a, i) {
+        var packageName = _a.packageName, className = _a.className, isMetadataAviailable = _a.isMetadataAviailable, isInstalled = _a.isInstalled;
+        var more;
+        if (just(false)) {
+            more = '';
+        }
+        else if (!isMetadataAviailable && !isInstalled) {
+            // TODO: [�][�] Maybe do allow to do auto-install if package not registered and not found
+            more = "(not installed and no metadata, looks like a unexpected behavior)";
+        }
+        else if (isMetadataAviailable && !isInstalled) {
+            // TODO: [�][�]
+            more = "(not installed)";
+        }
+        else if (!isMetadataAviailable && isInstalled) {
+            more = "(no metadata, looks like a unexpected behavior)";
+        }
+        else if (isMetadataAviailable && isInstalled) {
+            more = "(installed)";
+        }
+        else {
+            more = "(unknown state, looks like a unexpected behavior)";
+        }
+        return "".concat(i + 1, ") `").concat(className, "` from `").concat(packageName, "` ").concat(more);
+    })
+        .join('\n')), "\n        "); });
+}
 /**
- * TODO: !!!!!! Put into separate package
- * TODO: [👣] Scraped website in .md can act as cache item - there is no need to run conversion each time
- * TODO: [🦖] Make some system for putting scrapers to separete packages
- * TODO: [🪂] Do it in parallel 11:11
- * TODO: [🦷] Ideally use `as const satisfies Converter & Scraper` BUT this combination throws errors
- * Note: No need to aggregate usage here, it is done by intercepting the llmTools
+ * TODO: [®] DRY Register logic
  */
 
-// TODO: [🦖] !!!!!! Pass scrapers as dependency,
 /**
  * @@@
  *
- * @private because this will be replaced by a system of one scraper per package [🦖]
- * TODO: [🦖] System for scrapers NOT public exported from `@promptbook/core`
+ * @param text @@@
+ * @returns @@@
+ * @example 'hello-world'
+ * @example 'i-love-promptbook'
+ * @public exported from `@promptbook/utils`
  */
-var SCRAPERS = [
-    markdownScraper,
-    documentScraper,
-    legacyDocumentScraper,
-    pdfScraper,
-    websiteScraper,
-    // <- Note: [♓️] This is the order of the scrapers for knowledge, BUT consider some better (more explicit) way to do this
-];
+function normalizeToKebabCase(text) {
+    var e_1, _a;
+    text = removeDiacritics(text);
+    var charType;
+    var lastCharType = 'OTHER';
+    var normalizedName = '';
+    try {
+        for (var text_1 = __values(text), text_1_1 = text_1.next(); !text_1_1.done; text_1_1 = text_1.next()) {
+            var char = text_1_1.value;
+            var normalizedChar = void 0;
+            if (/^[a-z]$/.test(char)) {
+                charType = 'LOWERCASE';
+                normalizedChar = char;
+            }
+            else if (/^[A-Z]$/.test(char)) {
+                charType = 'UPPERCASE';
+                normalizedChar = char.toLowerCase();
+            }
+            else if (/^[0-9]$/.test(char)) {
+                charType = 'NUMBER';
+                normalizedChar = char;
+            }
+            else {
+                charType = 'OTHER';
+                normalizedChar = '-';
+            }
+            if (charType !== lastCharType &&
+                !(lastCharType === 'UPPERCASE' && charType === 'LOWERCASE') &&
+                !(lastCharType === 'NUMBER') &&
+                !(charType === 'NUMBER')) {
+                normalizedName += '-';
+            }
+            normalizedName += normalizedChar;
+            lastCharType = charType;
+        }
+    }
+    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+    finally {
+        try {
+            if (text_1_1 && !text_1_1.done && (_a = text_1.return)) _a.call(text_1);
+        }
+        finally { if (e_1) throw e_1.error; }
+    }
+    normalizedName = normalizedName.split(/-+/g).join('-');
+    normalizedName = normalizedName.split(/-?\/-?/g).join('/');
+    normalizedName = normalizedName.replace(/^-/, '');
+    normalizedName = normalizedName.replace(/-$/, '');
+    return normalizedName;
+}
 
 /**
  * Creates unique name for the source
@@ -5857,15 +5296,89 @@ function extensionToMimeType(value) {
     return lookup(value) || 'application/octet-stream';
 }
 
+/**
+ * Get the file extension from a file name
+ *
+ * @private within the repository
+ */
+function getFileExtension(value) {
+    var match = value.match(/\.([0-9a-z]+)(?:[?#]|$)/i);
+    return match ? match[1].toLowerCase() : null;
+}
+
+/**
+ * Checks if the file exists
+ *
+ * @private within the repository
+ */
+function isFileExisting(filename, fs) {
+    return __awaiter(this, void 0, void 0, function () {
+        var isReadAccessAllowed, isFile;
+        return __generator(this, function (_a) {
+            switch (_a.label) {
+                case 0: return [4 /*yield*/, fs
+                        .access(filename, fs.constants.R_OK)
+                        .then(function () { return true; })
+                        .catch(function () { return false; })];
+                case 1:
+                    isReadAccessAllowed = _a.sent();
+                    if (!isReadAccessAllowed) {
+                        return [2 /*return*/, false];
+                    }
+                    return [4 /*yield*/, fs
+                            .stat(filename)
+                            .then(function (fileStat) { return fileStat.isFile(); })
+                            .catch(function () { return false; })];
+                case 2:
+                    isFile = _a.sent();
+                    return [2 /*return*/, isFile];
+            }
+        });
+    });
+}
+/**
+ * Note: Not [~🟢~] because it is not directly dependent on `fs
+ * TODO: [🐠] This can be a validator - with variants that return true/false and variants that throw errors with meaningless messages
+ * TODO: [🖇] What about symlinks?
+ */
+
+/**
+ * Tests if given string is valid URL.
+ *
+ * Note: This does not check if the file exists only if the path is valid
+ * @public exported from `@promptbook/utils`
+ */
+function isValidFilePath(filename) {
+    if (typeof filename !== 'string') {
+        return false;
+    }
+    var filenameSlashes = filename.split('\\').join('/');
+    // Absolute Unix path: /hello.txt
+    if (/^(\/)/i.test(filenameSlashes)) {
+        return true;
+    }
+    // Absolute Windows path: /hello.txt
+    if (/^([A-Z]{1,2}:\/?)\//i.test(filenameSlashes)) {
+        return true;
+    }
+    // Relative path: ./hello.txt
+    if (/^(\.\.?\/)+/i.test(filenameSlashes)) {
+        return true;
+    }
+    return false;
+}
+
 /**
  * @@@
  *
  * @private for scraper utilities
  */
-function makeKnowledgeSourceHandler(knowledgeSource, options) {
+function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
     var _a;
     return __awaiter(this, void 0, void 0, function () {
-        var sourceContent, name, _b, _c, rootDirname, _d, isVerbose, url, response_1, mimeType, filename_1, fileExtension, mimeType_1;
+        var sourceContent, name, _b, _c, rootDirname, _d, 
+        // <- TODO: process.cwd() if running in Node.js
+        isVerbose, url, response_1, mimeType, filename_1, fileExtension, mimeType_1;
         return __generator(this, function (_e) {
             switch (_e.label) {
                 case 0:
@@ -5929,8 +5442,9 @@ function makeKnowledgeSourceHandler(knowledgeSource, options) {
                         }];
                 case 2:
                     if (!(isValidFilePath(sourceContent) || /\.[a-z]{1,10}$/i.exec(sourceContent))) return [3 /*break*/, 4];
-                    if (!$isRunningInNode()) {
-                        throw new EnvironmentMismatchError('Importing knowledge source file works only in Node.js environment');
+                    if (tools.fs === undefined) {
+                        throw new EnvironmentMismatchError('Can not import file knowledge without filesystem tools');
+                        //          <- TODO: [🧠] What is the best error type here`
                     }
                     if (rootDirname === null) {
                         throw new EnvironmentMismatchError('Can not import file knowledge in non-file pipeline');
@@ -5939,7 +5453,7 @@ function makeKnowledgeSourceHandler(knowledgeSource, options) {
                     filename_1 = join(rootDirname, sourceContent).split('\\').join('/');
                     fileExtension = getFileExtension(filename_1);
                     mimeType_1 = extensionToMimeType(fileExtension || '');
-                    return [4 /*yield*/, $isFileExisting(filename_1)];
+                    return [4 /*yield*/, isFileExisting(filename_1, tools.fs)];
                 case 3:
                     if (!(_e.sent())) {
                         throw new NotFoundError(spaceTrim(function (block) { return "\n                          Can not make source handler for file which does not exist:\n\n                          File:\n                          ".concat(block(filename_1), "\n                      "); }));
@@ -5955,10 +5469,9 @@ function makeKnowledgeSourceHandler(knowledgeSource, options) {
                                     var content;
                                     return __generator(this, function (_a) {
                                         switch (_a.label) {
-                                            case 0: return [4 /*yield*/, readFile(filename_1)];
+                                            case 0: return [4 /*yield*/, tools.fs.readFile(filename_1)];
                                             case 1:
                                                 content = _a.sent();
-                                                //  <- Note: Its OK to use sync in tooling for tests
                                                 return [2 /*return*/, new Blob([
                                                         content,
                                                         // <- TODO: !!!!!! Maybe not working
@@ -5974,7 +5487,7 @@ function makeKnowledgeSourceHandler(knowledgeSource, options) {
                                         switch (_c.label) {
                                             case 0:
                                                 _b = (_a = JSON).parse;
-                                                return [4 /*yield*/, readFile(filename_1, 'utf-8')];
+                                                return [4 /*yield*/, tools.fs.readFile(filename_1, 'utf-8')];
                                             case 1: return [2 /*return*/, _b.apply(_a, [_c.sent()])];
                                         }
                                     });
@@ -5984,7 +5497,7 @@ function makeKnowledgeSourceHandler(knowledgeSource, options) {
                                 return __awaiter(this, void 0, void 0, function () {
                                     return __generator(this, function (_a) {
                                         switch (_a.label) {
-                                            case 0: return [4 /*yield*/, readFile(filename_1, 'utf-8')];
+                                            case 0: return [4 /*yield*/, tools.fs.readFile(filename_1, 'utf-8')];
                                             case 1: return [2 /*return*/, _a.sent()];
                                         }
                                     });
@@ -6017,7 +5530,7 @@ function makeKnowledgeSourceHandler(knowledgeSource, options) {
  * @see https://github.com/webgptorg/promptbook/discussions/41
  * @public exported from `@promptbook/core`
  */
-function prepareKnowledgePieces(knowledgeSources, options) {
+function prepareKnowledgePieces(knowledgeSources, tools, options) {
     return __awaiter(this, void 0, void 0, function () {
         var _a, maxParallelCount, rootDirname, _b, isVerbose, knowledgePreparedUnflatten, knowledgePrepared;
         var _this = this;
@@ -6027,55 +5540,53 @@ function prepareKnowledgePieces(knowledgeSources, options) {
                     _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a, rootDirname = options.rootDirname, _b = options.isVerbose, isVerbose = _b === void 0 ? IS_VERBOSE : _b;
                     knowledgePreparedUnflatten = new Array(knowledgeSources.length);
                     return [4 /*yield*/, forEachAsync(knowledgeSources, { maxParallelCount: maxParallelCount }, function (knowledgeSource, index) { return __awaiter(_this, void 0, void 0, function () {
-                            var partialPieces, sourceHandler, SCRAPERS_1, SCRAPERS_1_1, scraper, partialPiecesUnchecked, e_1_1, pieces;
-                            var e_1, _a;
-                            return __generator(this, function (_b) {
-                                switch (_b.label) {
+                            var partialPieces, sourceHandler, _a, _b, scraper, partialPiecesUnchecked, e_1_1, pieces;
+                            var e_1, _c;
+                            return __generator(this, function (_d) {
+                                switch (_d.label) {
                                     case 0:
                                         partialPieces = null;
-                                        return [4 /*yield*/, makeKnowledgeSourceHandler(knowledgeSource, { rootDirname: rootDirname, isVerbose: isVerbose })];
+                                        return [4 /*yield*/, makeKnowledgeSourceHandler(knowledgeSource, tools, { rootDirname: rootDirname, isVerbose: isVerbose })];
                                     case 1:
-                                        sourceHandler = _b.sent();
-                                        _b.label = 2;
+                                        sourceHandler = _d.sent();
+                                        _d.label = 2;
                                     case 2:
-                                        _b.trys.push([2, 7, 8, 9]);
-                                        SCRAPERS_1 = __values(SCRAPERS), SCRAPERS_1_1 = SCRAPERS_1.next();
-                                        _b.label = 3;
+                                        _d.trys.push([2, 7, 8, 9]);
+                                        _a = __values(arrayableToArray(tools.scrapers)), _b = _a.next();
+                                        _d.label = 3;
                                     case 3:
-                                        if (!!SCRAPERS_1_1.done) return [3 /*break*/, 6];
-                                        scraper = SCRAPERS_1_1.value;
-                                        if (!scraper.mimeTypes.includes(sourceHandler.mimeType)
+                                        if (!!_b.done) return [3 /*break*/, 6];
+                                        scraper = _b.value;
+                                        if (!scraper.metadata.mimeTypes.includes(sourceHandler.mimeType)
                                         // <- TODO: [🦔] Implement mime-type wildcards
                                         ) {
                                             return [3 /*break*/, 5];
                                         }
-                                        return [4 /*yield*/, scraper.scrape(sourceHandler, options)];
+                                        return [4 /*yield*/, scraper.scrape(sourceHandler)];
                                     case 4:
-                                        partialPiecesUnchecked = _b.sent();
+                                        partialPiecesUnchecked = _d.sent();
                                         if (partialPiecesUnchecked !== null) {
                                             partialPieces = partialPiecesUnchecked;
                                             return [3 /*break*/, 6];
                                         }
-                                        _b.label = 5;
+                                        _d.label = 5;
                                     case 5:
-                                        SCRAPERS_1_1 = SCRAPERS_1.next();
+                                        _b = _a.next();
                                         return [3 /*break*/, 3];
                                     case 6: return [3 /*break*/, 9];
                                     case 7:
-                                        e_1_1 = _b.sent();
+                                        e_1_1 = _d.sent();
                                         e_1 = { error: e_1_1 };
                                         return [3 /*break*/, 9];
                                     case 8:
                                         try {
-                                            if (SCRAPERS_1_1 && !SCRAPERS_1_1.done && (_a = SCRAPERS_1.return)) _a.call(SCRAPERS_1);
+                                            if (_b && !_b.done && (_c = _a.return)) _c.call(_a);
                                         }
                                         finally { if (e_1) throw e_1.error; }
                                         return [7 /*endfinally*/];
                                     case 9:
                                         if (partialPieces === null) {
-                                            throw new KnowledgeScrapeError(spaceTrim(function (block) { return "\n                        Cannot scrape knowledge from source: ".concat(knowledgeSource.sourceContent, "\n\n                        No scraper found for the mime type \"").concat(sourceHandler.mimeType, "\"\n\n                        Available scrapers:\n                        ").concat(block(SCRAPERS.flatMap(function (scraper) { return scraper.mimeTypes; })
-                                                .map(function (mimeType) { return "- ".concat(mimeType); })
-                                                .join('\n')), "\n\n\n                    "); }));
+                                            throw new KnowledgeScrapeError(spaceTrim(function (block) { return "\n                        Cannot scrape knowledge from source: ".concat(knowledgeSource.sourceContent, "\n\n                        No scraper found for the mime type \"").concat(sourceHandler.mimeType, "\"\n\n                        ").concat(block($registeredScrapersMessage()), "\n\n\n                    "); }));
                                         }
                                         pieces = partialPieces.map(function (partialPiece) { return (__assign(__assign({}, partialPiece), { sources: [
                                                 {
@@ -6083,196 +5594,41 @@ function prepareKnowledgePieces(knowledgeSources, options) {
                                                     // line, column <- TODO: [☀]
                                                     // <- TODO: [❎]
                                                 },
-                                            ] })); });
-                                        knowledgePreparedUnflatten[index] = pieces;
-                                        return [2 /*return*/];
-                                }
-                            });
-                        }); })];
-                case 1:
-                    _c.sent();
-                    knowledgePrepared = knowledgePreparedUnflatten.flat();
-                    return [2 /*return*/, knowledgePrepared];
-            }
-        });
-    });
-}
-/*
-TODO: [🧊] This is how it can look in future
-> type PrepareKnowledgeKnowledge = {
->   /**
->    * Unprepared knowledge
->    * /
->   readonly knowledgeSources: Array<KnowledgeSourceJson>;
-> };
->
-> export async function prepareKnowledgePieces(
->   knowledge: PrepareKnowledgeKnowledge,
->   options: PrepareAndScrapeOptions,
-> ):
-*/
-/**
- * TODO: [🧊] In future one preparation can take data from previous preparation and save tokens and time
- *       Put `knowledgePieces` into `PrepareKnowledgeOptions`
- * TODO: [🪂] More than max things can run in parallel by acident [1,[2a,2b,_],[3a,3b,_]]
- * TODO: [🧠][❎] Do here propper M:N mapping
- *       [x] One source can make multiple pieces
- *       [ ] One piece can have multiple sources
- */
-
-/**
- * Intercepts LLM tools and counts total usage of the tools
- *
- * @param llmTools LLM tools to be intercepted with usage counting
- * @returns LLM tools with same functionality with added total cost counting
- * @public exported from `@promptbook/core`
- */
-function countTotalUsage(llmTools) {
-    var _this = this;
-    var totalUsage = ZERO_USAGE;
-    var proxyTools = {
-        get title() {
-            // TODO: [🧠] Maybe put here some suffix
-            return llmTools.title;
-        },
-        get description() {
-            // TODO: [🧠] Maybe put here some suffix
-            return llmTools.description;
-        },
-        checkConfiguration: function () {
-            return __awaiter(this, void 0, void 0, function () {
-                return __generator(this, function (_a) {
-                    return [2 /*return*/, /* not await */ llmTools.checkConfiguration()];
-                });
-            });
-        },
-        listModels: function () {
-            return /* not await */ llmTools.listModels();
-        },
-        getTotalUsage: function () {
-            // <- Note: [🥫] Not using getter `get totalUsage` but `getTotalUsage` to allow this object to be proxied
-            return totalUsage;
-        },
-    };
-    if (llmTools.callChatModel !== undefined) {
-        proxyTools.callChatModel = function (prompt) { return __awaiter(_this, void 0, void 0, function () {
-            var promptResult;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, llmTools.callChatModel(prompt)];
-                    case 1:
-                        promptResult = _a.sent();
-                        totalUsage = addUsage(totalUsage, promptResult.usage);
-                        return [2 /*return*/, promptResult];
-                }
-            });
-        }); };
-    }
-    if (llmTools.callCompletionModel !== undefined) {
-        proxyTools.callCompletionModel = function (prompt) { return __awaiter(_this, void 0, void 0, function () {
-            var promptResult;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, llmTools.callCompletionModel(prompt)];
-                    case 1:
-                        promptResult = _a.sent();
-                        totalUsage = addUsage(totalUsage, promptResult.usage);
-                        return [2 /*return*/, promptResult];
-                }
-            });
-        }); };
-    }
-    if (llmTools.callEmbeddingModel !== undefined) {
-        proxyTools.callEmbeddingModel = function (prompt) { return __awaiter(_this, void 0, void 0, function () {
-            var promptResult;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, llmTools.callEmbeddingModel(prompt)];
-                    case 1:
-                        promptResult = _a.sent();
-                        totalUsage = addUsage(totalUsage, promptResult.usage);
-                        return [2 /*return*/, promptResult];
-                }
-            });
-        }); };
-    }
-    // <- Note: [🤖]
-    return proxyTools;
-}
-/**
- * TODO: [🧠][💸] Maybe make some common abstraction `interceptLlmTools` and use here (or use javascript Proxy?)
- * TODO: [🧠] Is there some meaningfull way how to test this util
- * TODO: [🧠][🌯] Maybe a way how to hide ability to `get totalUsage`
- *     > const [llmToolsWithUsage,getUsage] = countTotalUsage(llmTools);
- * TODO: [👷‍♂️] @@@ Manual about construction of llmTools
- */
-
-/**
- * Prepares the persona for the pipeline
- *
- * @see https://github.com/webgptorg/promptbook/discussions/22
- * @public exported from `@promptbook/core`
- */
-function preparePersona(personaDescription, options) {
-    return __awaiter(this, void 0, void 0, function () {
-        var llmTools, _a, isVerbose, collection, preparePersonaExecutor, _b, availableModels, availableModelNames, result, outputParameters, modelRequirementsRaw, modelRequirements, modelName, systemMessage, temperature;
-        var _c;
-        return __generator(this, function (_d) {
-            switch (_d.label) {
-                case 0:
-                    llmTools = options.llmTools, _a = options.isVerbose, isVerbose = _a === void 0 ? IS_VERBOSE : _a;
-                    if (llmTools === undefined) {
-                        throw new MissingToolsError('LLM tools are required for preparing persona');
-                    }
-                    collection = createCollectionFromJson.apply(void 0, __spreadArray([], __read(PipelineCollection), false));
-                    _b = createPipelineExecutor;
-                    _c = {};
-                    return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-persona.ptbk.md')];
-                case 1:
-                    preparePersonaExecutor = _b.apply(void 0, [(_c.pipeline = _d.sent(),
-                            _c.tools = {
-                                llm: llmTools,
-                            },
-                            _c)]);
-                    return [4 /*yield*/, llmTools.listModels()];
-                case 2:
-                    availableModels = _d.sent();
-                    availableModelNames = availableModels
-                        .filter(function (_a) {
-                        var modelVariant = _a.modelVariant;
-                        return modelVariant === 'CHAT';
-                    })
-                        .map(function (_a) {
-                        var modelName = _a.modelName;
-                        return modelName;
-                    })
-                        .join(',');
-                    return [4 /*yield*/, preparePersonaExecutor({ availableModelNames: availableModelNames, personaDescription: personaDescription })];
-                case 3:
-                    result = _d.sent();
-                    assertsExecutionSuccessful(result);
-                    outputParameters = result.outputParameters;
-                    modelRequirementsRaw = outputParameters.modelRequirements;
-                    modelRequirements = JSON.parse(modelRequirementsRaw);
-                    if (isVerbose) {
-                        console.info("PERSONA ".concat(personaDescription), modelRequirements);
-                    }
-                    modelName = modelRequirements.modelName, systemMessage = modelRequirements.systemMessage, temperature = modelRequirements.temperature;
-                    return [2 /*return*/, {
-                            modelVariant: 'CHAT',
-                            modelName: modelName,
-                            systemMessage: systemMessage,
-                            temperature: temperature,
-                        }];
+                                            ] })); });
+                                        knowledgePreparedUnflatten[index] = pieces;
+                                        return [2 /*return*/];
+                                }
+                            });
+                        }); })];
+                case 1:
+                    _c.sent();
+                    knowledgePrepared = knowledgePreparedUnflatten.flat();
+                    return [2 /*return*/, knowledgePrepared];
             }
         });
     });
 }
+/*
+TODO: [🧊] This is how it can look in future
+> type PrepareKnowledgeKnowledge = {
+>   /**
+>    * Unprepared knowledge
+>    * /
+>   readonly knowledgeSources: Array<KnowledgeSourceJson>;
+> };
+>
+> export async function prepareKnowledgePieces(
+>   knowledge: PrepareKnowledgeKnowledge,
+>   options: PrepareAndScrapeOptions,
+> ):
+*/
 /**
- * TODO: [🔃][main] !!!!! If the persona was prepared with different version or different set of models, prepare it once again
- * TODO: [🏢] !! Check validity of `modelName` in pipeline
- * TODO: [🏢] !! Check validity of `systemMessage` in pipeline
- * TODO: [🏢] !! Check validity of `temperature` in pipeline
+ * TODO: [🧊] In future one preparation can take data from previous preparation and save tokens and time
+ *       Put `knowledgePieces` into `PrepareKnowledgeOptions`
+ * TODO: [🪂] More than max things can run in parallel by acident [1,[2a,2b,_],[3a,3b,_]]
+ * TODO: [🧠][❎] Do here propper M:N mapping
+ *       [x] One source can make multiple pieces
+ *       [ ] One piece can have multiple sources
  */
 
 /**
@@ -6309,7 +5665,7 @@ function clonePipeline(pipeline) {
  *
  * @public exported from `@promptbook/core`
  */
-function prepareTemplates(pipeline, options) {
+function prepareTemplates(pipeline, tools, options) {
     return __awaiter(this, void 0, void 0, function () {
         var _a, maxParallelCount, templates, parameters, knowledgePiecesCount, templatesPrepared;
         var _this = this;
@@ -6320,9 +5676,7 @@ function prepareTemplates(pipeline, options) {
                     templates = pipeline.templates, parameters = pipeline.parameters, knowledgePiecesCount = pipeline.knowledgePiecesCount;
                     // TODO: [main] !!!!! Apply samples to each template (if missing and is for the template defined)
                     TODO_USE(parameters);
-                    templatesPrepared = new Array(
-                    //            <- TODO: [🧱] Implement in a functional (not new Class) way
-                    templates.length);
+                    templatesPrepared = new Array(templates.length);
                     return [4 /*yield*/, forEachAsync(templates, { maxParallelCount: maxParallelCount /* <- TODO: [🪂] When there are subtasks, this maximul limit can be broken */ }, function (template, index) { return __awaiter(_this, void 0, void 0, function () {
                             var dependentParameterNames, preparedContent, preparedTemplate;
                             return __generator(this, function (_a) {
@@ -6365,14 +5719,14 @@ function prepareTemplates(pipeline, options) {
  * Note: When the pipeline is already prepared, it returns the same pipeline
  * @public exported from `@promptbook/core`
  */
-function preparePipeline(pipeline, options) {
+function preparePipeline(pipeline, tools, options) {
     return __awaiter(this, void 0, void 0, function () {
-        var llmTools, rootDirname, _a, maxParallelCount, _b, isVerbose, parameters, templates, 
+        var rootDirname, _a, maxParallelCount, _b, isVerbose, parameters, templates, 
         /*
         <- TODO: [🧠][🪑] `promptbookVersion` */
         knowledgeSources /*
         <- TODO: [🧊] `knowledgePieces` */, personas /*
-        <- TODO: [🧊] `preparations` */, llmToolsWithUsage, currentPreparation, preparations, preparedPersonas, knowledgeSourcesPrepared, partialknowledgePiecesPrepared, knowledgePiecesPrepared, templatesPrepared /* TODO: parameters: parametersPrepared*/;
+        <- TODO: [🧊] `preparations` */, _llms, llmTools, llmToolsWithUsage, currentPreparation, preparations, preparedPersonas, knowledgeSourcesPrepared, partialknowledgePiecesPrepared, knowledgePiecesPrepared, templatesPrepared /* TODO: parameters: parametersPrepared*/;
         var _this = this;
         return __generator(this, function (_c) {
             switch (_c.label) {
@@ -6380,11 +5734,13 @@ function preparePipeline(pipeline, options) {
                     if (isPipelinePrepared(pipeline)) {
                         return [2 /*return*/, pipeline];
                     }
-                    llmTools = options.llmTools, rootDirname = options.rootDirname, _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a, _b = options.isVerbose, isVerbose = _b === void 0 ? IS_VERBOSE : _b;
+                    rootDirname = options.rootDirname, _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a, _b = options.isVerbose, isVerbose = _b === void 0 ? IS_VERBOSE : _b;
                     parameters = pipeline.parameters, templates = pipeline.templates, knowledgeSources = pipeline.knowledgeSources, personas = pipeline.personas;
-                    if (llmTools === undefined) {
+                    if (tools === undefined || tools.llm === undefined) {
                         throw new MissingToolsError('LLM tools are required for preparing the pipeline');
                     }
+                    _llms = arrayableToArray(tools.llm);
+                    llmTools = _llms.length === 1 ? _llms[0] : joinLlmExecutionTools.apply(void 0, __spreadArray([], __read(_llms), false));
                     llmToolsWithUsage = countTotalUsage(llmTools);
                     currentPreparation = {
                         id: 1,
@@ -6397,15 +5753,12 @@ function preparePipeline(pipeline, options) {
                         // <- TODO: [🧊]
                         currentPreparation,
                     ];
-                    preparedPersonas = new Array(
-                    //            <- TODO: [🧱] Implement in a functional (not new Class) way
-                    personas.length);
+                    preparedPersonas = new Array(personas.length);
                     return [4 /*yield*/, forEachAsync(personas, { maxParallelCount: maxParallelCount /* <- TODO: [🪂] When there are subtasks, this maximul limit can be broken */ }, function (persona, index) { return __awaiter(_this, void 0, void 0, function () {
                             var modelRequirements, preparedPersona;
                             return __generator(this, function (_a) {
                                 switch (_a.label) {
-                                    case 0: return [4 /*yield*/, preparePersona(persona.description, {
-                                            llmTools: llmToolsWithUsage,
+                                    case 0: return [4 /*yield*/, preparePersona(persona.description, __assign(__assign({}, tools), { llm: llmToolsWithUsage }), {
                                             rootDirname: rootDirname,
                                             maxParallelCount: maxParallelCount /* <- TODO:  [🪂] */,
                                             isVerbose: isVerbose,
@@ -6421,7 +5774,7 @@ function preparePipeline(pipeline, options) {
                 case 1:
                     _c.sent();
                     knowledgeSourcesPrepared = knowledgeSources.map(function (source) { return (__assign(__assign({}, source), { preparationIds: [/* TODO: [🧊] -> */ currentPreparation.id] })); });
-                    return [4 /*yield*/, prepareKnowledgePieces(knowledgeSources /* <- TODO: [🧊] {knowledgeSources, knowledgePieces} */, __assign(__assign({}, options), { llmTools: llmToolsWithUsage, rootDirname: rootDirname, maxParallelCount: maxParallelCount /* <- TODO:  [🪂] */, isVerbose: isVerbose }))];
+                    return [4 /*yield*/, prepareKnowledgePieces(knowledgeSources /* <- TODO: [🧊] {knowledgeSources, knowledgePieces} */, __assign(__assign({}, tools), { llm: llmToolsWithUsage }), __assign(__assign({}, options), { rootDirname: rootDirname, maxParallelCount: maxParallelCount /* <- TODO:  [🪂] */, isVerbose: isVerbose }))];
                 case 2:
                     partialknowledgePiecesPrepared = _c.sent();
                     knowledgePiecesPrepared = partialknowledgePiecesPrepared.map(function (piece) { return (__assign(__assign({}, piece), { preparationIds: [/* TODO: [🧊] -> */ currentPreparation.id] })); });
@@ -6429,8 +5782,7 @@ function preparePipeline(pipeline, options) {
                             parameters: parameters,
                             templates: templates,
                             knowledgePiecesCount: knowledgePiecesPrepared.length,
-                        }, {
-                            llmTools: llmToolsWithUsage,
+                        }, __assign(__assign({}, tools), { llm: llmToolsWithUsage }), {
                             rootDirname: rootDirname,
                             maxParallelCount: maxParallelCount /* <- TODO:  [🪂] */,
                             isVerbose: isVerbose,
@@ -6959,72 +6311,6 @@ var expectCommandParser = {
     },
 };
 
-/**
- * @@@
- *
- * @param text @@@
- * @returns @@@
- * @example 'HELLO_WORLD'
- * @example 'I_LOVE_PROMPTBOOK'
- * @public exported from `@promptbook/utils`
- */
-function normalizeTo_SCREAMING_CASE(text) {
-    var e_1, _a;
-    var charType;
-    var lastCharType = 'OTHER';
-    var normalizedName = '';
-    try {
-        for (var text_1 = __values(text), text_1_1 = text_1.next(); !text_1_1.done; text_1_1 = text_1.next()) {
-            var char = text_1_1.value;
-            var normalizedChar = void 0;
-            if (/^[a-z]$/.test(char)) {
-                charType = 'LOWERCASE';
-                normalizedChar = char.toUpperCase();
-            }
-            else if (/^[A-Z]$/.test(char)) {
-                charType = 'UPPERCASE';
-                normalizedChar = char;
-            }
-            else if (/^[0-9]$/.test(char)) {
-                charType = 'NUMBER';
-                normalizedChar = char;
-            }
-            else {
-                charType = 'OTHER';
-                normalizedChar = '_';
-            }
-            if (charType !== lastCharType &&
-                !(lastCharType === 'UPPERCASE' && charType === 'LOWERCASE') &&
-                !(lastCharType === 'NUMBER') &&
-                !(charType === 'NUMBER')) {
-                normalizedName += '_';
-            }
-            normalizedName += normalizedChar;
-            lastCharType = charType;
-        }
-    }
-    catch (e_1_1) { e_1 = { error: e_1_1 }; }
-    finally {
-        try {
-            if (text_1_1 && !text_1_1.done && (_a = text_1.return)) _a.call(text_1);
-        }
-        finally { if (e_1) throw e_1.error; }
-    }
-    normalizedName = normalizedName.replace(/_+/g, '_');
-    normalizedName = normalizedName.replace(/_?\/_?/g, '/');
-    normalizedName = normalizedName.replace(/^_/, '');
-    normalizedName = normalizedName.replace(/_$/, '');
-    return normalizedName;
-}
-/**
- * TODO: Tests
- *     > expect(encodeRoutePath({ uriId: 'VtG7sR9rRJqwNEdM2', name: 'Moje tabule' })).toEqual('/VtG7sR9rRJqwNEdM2/Moje tabule');
- *     > expect(encodeRoutePath({ uriId: 'VtG7sR9rRJqwNEdM2', name: 'ěščřžžýáíúů' })).toEqual('/VtG7sR9rRJqwNEdM2/escrzyaieuu');
- *     > expect(encodeRoutePath({ uriId: 'VtG7sR9rRJqwNEdM2', name: '  ahoj  ' })).toEqual('/VtG7sR9rRJqwNEdM2/ahoj');
- *     > expect(encodeRoutePath({ uriId: 'VtG7sR9rRJqwNEdM2', name: '  ahoj_ahojAhoj    ahoj  ' })).toEqual('/VtG7sR9rRJqwNEdM2/ahoj-ahoj-ahoj-ahoj');
- * TODO: [🌺] Use some intermediate util splitWords
- */
-
 /**
  * @@@
  *
@@ -7089,6 +6375,22 @@ function normalizeTo_camelCase(text, _isFirstLetterCapital) {
  * TODO: [🌺] Use some intermediate util splitWords
  */
 
+/**
+ * Removes emojis from a string and fix whitespaces
+ *
+ * @param text with emojis
+ * @returns text without emojis
+ * @public exported from `@promptbook/utils`
+ */
+function removeEmojis(text) {
+    // Replace emojis (and also ZWJ sequence) with hyphens
+    text = text.replace(/(\p{Extended_Pictographic})\p{Modifier_Symbol}/gu, '$1');
+    text = text.replace(/(\p{Extended_Pictographic})[\u{FE00}-\u{FE0F}]/gu, '$1');
+    text = text.replace(/(\p{Extended_Pictographic})(\u{200D}\p{Extended_Pictographic})*/gu, '$1');
+    text = text.replace(/\p{Extended_Pictographic}/gu, '');
+    return text;
+}
+
 /**
  * Removes quotes from a string
  *
@@ -8836,6 +8138,30 @@ function removeContentComments(content) {
     return spaceTrim$1(content.replace(/<!--(.*?)-->/gs, ''));
 }
 
+/**
+ * @@@
+ *
+ * @param value @@@
+ * @returns @@@
+ * @example @@@
+ * @public exported from `@promptbook/utils`
+ */
+function titleToName(value) {
+    if (isValidUrl(value)) {
+        value = value.replace(/^https?:\/\//, '');
+        value = value.replace(/\.html$/, '');
+    }
+    else if (isValidFilePath(value)) {
+        value = basename(value);
+        // Note: Keeping extension in the name
+    }
+    value = value.split('/').join('-');
+    value = removeEmojis(value);
+    value = normalizeToKebabCase(value);
+    // TODO: [🧠] Maybe warn or add some padding to short name which are not good identifiers
+    return value;
+}
+
 /**
  * Compile pipeline from string (markdown) format to JSON format synchronously
  *
@@ -9170,21 +8496,21 @@ function pipelineStringToJsonSync(pipelineString) {
  * Note: This function acts as compilation process
  *
  * @param pipelineString {Promptbook} in string markdown format (.ptbk.md)
+ * @param tools - Tools for the preparation and scraping - if not provided together with `llm`, the preparation will be skipped
  * @param options - Options and tools for the compilation
  * @returns {Promptbook} compiled in JSON format (.ptbk.json)
  * @throws {ParseError} if the promptbook string is not valid
  * @public exported from `@promptbook/core`
  */
-function pipelineStringToJson(pipelineString, options) {
+function pipelineStringToJson(pipelineString, tools, options) {
     return __awaiter(this, void 0, void 0, function () {
-        var llmTools, pipelineJson;
+        var pipelineJson;
         return __generator(this, function (_a) {
             switch (_a.label) {
                 case 0:
-                    llmTools = (options || {}).llmTools;
                     pipelineJson = pipelineStringToJsonSync(pipelineString);
-                    if (!(llmTools !== undefined)) return [3 /*break*/, 2];
-                    return [4 /*yield*/, preparePipeline(pipelineJson, options || {
+                    if (!(tools !== undefined && tools.llm !== undefined)) return [3 /*break*/, 2];
+                    return [4 /*yield*/, preparePipeline(pipelineJson, tools, options || {
                             rootDirname: null,
                         })];
                 case 1:
@@ -9501,56 +8827,6 @@ function usageToHuman(usage) {
  * TODO: [🏛] Maybe make some markdown builder
  */
 
-/**
- * @@@
- *
- * Note: `$` is used to indicate that this function is not a pure function - it access global scope
- *
- *  @private internal function of `$Register`
- */
-function $getGlobalScope() {
-    return Function('return this')();
-}
-
-/**
- * Register is @@@
- *
- * Note: `$` is used to indicate that this function is not a pure function - it accesses and adds variables in global scope.
- *
- * @private internal utility, exported are only signleton instances of this class
- */
-var $Register = /** @class */ (function () {
-    function $Register(storageName) {
-        this.storageName = storageName;
-        storageName = "_promptbook_".concat(storageName);
-        var globalScope = $getGlobalScope();
-        if (globalScope[storageName] === undefined) {
-            globalScope[storageName] = [];
-        }
-        else if (!Array.isArray(globalScope[storageName])) {
-            throw new UnexpectedError("Expected (global) ".concat(storageName, " to be an array, but got ").concat(typeof globalScope[storageName]));
-        }
-        this.storage = globalScope[storageName];
-    }
-    $Register.prototype.list = function () {
-        // <- TODO: ReadonlyDeep<Array<TRegistered>>
-        return this.storage;
-    };
-    $Register.prototype.register = function (registered) {
-        //                                    <- TODO: What to return here
-        var packageName = registered.packageName, className = registered.className;
-        var existingRegistrationIndex = this.storage.findIndex(function (item) { return item.packageName === packageName && item.className === className; });
-        var existingRegistration = this.storage[existingRegistrationIndex];
-        if (!existingRegistration) {
-            this.storage.push(registered);
-        }
-        else {
-            this.storage[existingRegistrationIndex] = registered;
-        }
-    };
-    return $Register;
-}());
-
 /**
  * @@@
  *
@@ -9559,6 +8835,9 @@ var $Register = /** @class */ (function () {
  * @public exported from `@promptbook/core`
  */
 var $llmToolsMetadataRegister = new $Register('llm_tools_metadata');
+/**
+ * TODO: [®] DRY Register logic
+ */
 
 /**
  * @@@
@@ -9568,13 +8847,16 @@ var $llmToolsMetadataRegister = new $Register('llm_tools_metadata');
  * @public exported from `@promptbook/core`
  */
 var $llmToolsRegister = new $Register('llm_execution_tools_constructors');
+/**
+ * TODO: [®] DRY Register logic
+ */
 
 /**
  * Creates a message with all registered LLM tools
  *
  * Note: This function is used to create a (error) message when there is no constructor for some LLM provider
  *
- * @private internal function of `createLlmToolsFromConfiguration` and `createLlmToolsFromEnv`
+ * @private internal function of `createLlmToolsFromConfiguration` and `$provideLlmToolsFromEnv`
  */
 function $registeredLlmToolsMessage() {
     var e_1, _a, e_2, _b;
@@ -9666,6 +8948,9 @@ function $registeredLlmToolsMessage() {
     })
         .join('\n')), "\n        "); });
 }
+/**
+ * TODO: [®] DRY Register logic
+ */
 
 /**
  * @@@
@@ -9693,12 +8978,13 @@ function createLlmToolsFromConfiguration(configuration, options) {
     return joinLlmExecutionTools.apply(void 0, __spreadArray([], __read(llmTools), false));
 }
 /**
- * TODO: [🎌] Togethere with `createLlmToolsFromConfiguration` + 'EXECUTION_TOOLS_CLASSES' gets to `@promptbook/core` ALL model providers, make this more efficient
+ * TODO: [🎌] Together with `createLlmToolsFromConfiguration` + 'EXECUTION_TOOLS_CLASSES' gets to `@promptbook/core` ALL model providers, make this more efficient
  * TODO: [🧠][🎌] Dynamically install required providers
  * TODO: @@@ write discussion about this - wizzard
  * TODO: [🧠][🍛] Which name is better `createLlmToolsFromConfig` or `createLlmToolsFromConfiguration`?
  * TODO: [🧠] Is there some meaningfull way how to test this util
  * TODO: This should be maybe not under `_common` but under `utils`
+ * TODO: [®] DRY Register logic
  */
 
 /**
@@ -9777,11 +9063,7 @@ function $currentDate() {
 function cacheLlmTools(llmTools, options) {
     var _this = this;
     if (options === void 0) { options = {}; }
-    var _a = options.storage, storage = _a === void 0 ? new MemoryStorage() : _a, 
-    //            <- TODO: [🧱] Implement in a functional (not new Class) way
-    _b = options.isReloaded, 
-    //            <- TODO: [🧱] Implement in a functional (not new Class) way
-    isReloaded = _b === void 0 ? false : _b;
+    var _a = options.storage, storage = _a === void 0 ? new MemoryStorage() : _a, _b = options.isReloaded, isReloaded = _b === void 0 ? false : _b;
     var proxyTools = __assign(__assign({}, llmTools), { 
         // <- Note: [🥫]
         get title() {
@@ -9931,9 +9213,9 @@ function limitTotalUsage(llmTools, options) {
  */
 
 /**
- * @@@ registration1 of default configuration for Anthropic Claude
+ * Registration of LLM provider metadata
  *
- * Note: [🏐] Configurations registrations are done in @@@ BUT constructor @@@
+ * Warning: This is not useful for the end user, it is just a side effect of the mechanism that handles all available LLM tools
  *
  * @public exported from `@promptbook/core`
  * @public exported from `@promptbook/cli`
@@ -9972,9 +9254,9 @@ var _AnthropicClaudeMetadataRegistration = $llmToolsMetadataRegister.register({
 });
 
 /**
- * @@@ registration1 of default configuration for Azure Open AI
+ * Registration of LLM provider metadata
  *
- * Note: [🏐] Configurations registrations are done in @@@ BUT constructor @@@
+ * Warning: This is not useful for the end user, it is just a side effect of the mechanism that handles all available LLM tools
  *
  * @public exported from `@promptbook/core`
  * @public exported from `@promptbook/cli`
@@ -10019,9 +9301,9 @@ var _AzureOpenAiMetadataRegistration = $llmToolsMetadataRegister.register({
 });
 
 /**
- * @@@ registration1 of default configuration for Open AI
+ * Registration of LLM provider metadata
  *
- * Note: [🏐] Configurations registrations are done in @@@ BUT constructor @@@
+ * Warning: This is not useful for the end user, it is just a side effect of the mechanism that handles all available LLM tools
  *
  * @public exported from `@promptbook/core`
  * @public exported from `@promptbook/cli`
@@ -10100,6 +9382,126 @@ var _OpenAiAssistantMetadataRegistration = $llmToolsMetadataRegister.register({
     },
 });
 
+/**
+ * Metadata of the scraper
+ *
+ * @private within the scraper directory
+ */
+var legacyDocumentScraperMetadata = $deepFreeze({
+    title: 'LegacyDocument scraper',
+    packageName: '@promptbook/legacy-documents',
+    className: 'LegacyDocumentScraper',
+    mimeTypes: ['application/msword', 'text/rtf'],
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
+    isAvilableInBrowser: false,
+    requiredExecutables: ['!!!!!!'],
+}); /* <- TODO: [🤛] */
+/**
+ * Registration of known scraper metadata
+ *
+ * Warning: This is not useful for the end user, it is just a side effect of the mechanism that handles all available known scrapers
+ *
+ * @public exported from `@promptbook/core`
+ * @public exported from `@promptbook/cli`
+ */
+var _LegacyDocumentScraperMetadataRegistration = $scrapersMetadataRegister.register(legacyDocumentScraperMetadata);
+
+/**
+ * Metadata of the scraper
+ *
+ * @private within the scraper directory
+ */
+var documentScraperMetadata = $deepFreeze({
+    title: 'Document scraper',
+    packageName: '@promptbook/documents',
+    className: 'DocumentScraper',
+    mimeTypes: ['application/vnd.openxmlformats-officedocument.wordprocessingml.document'],
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
+    isAvilableInBrowser: false,
+    requiredExecutables: ['!!!!!!'],
+}); /* <- TODO: [🤛] */
+/**
+ * Registration of known scraper metadata
+ *
+ * Warning: This is not useful for the end user, it is just a side effect of the mechanism that handles all available known scrapers
+ *
+ * @public exported from `@promptbook/core`
+ * @public exported from `@promptbook/cli`
+ */
+var _DocumentScraperMetadataRegistration = $scrapersMetadataRegister.register(documentScraperMetadata);
+
+/**
+ * Metadata of the scraper
+ *
+ * @private within the scraper directory
+ */
+var markdownScraperMetadata = $deepFreeze({
+    title: 'Markdown scraper',
+    packageName: '@promptbook/markdown-utils',
+    className: 'MarkdownScraper',
+    mimeTypes: ['text/markdown', 'text/plain'],
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
+    isAvilableInBrowser: true,
+    requiredExecutables: ['!!!!!!'],
+}); /* <- TODO: [🤛] */
+/**
+ * Registration of known scraper metadata
+ *
+ * Warning: This is not useful for the end user, it is just a side effect of the mechanism that handles all available known scrapers
+ *
+ * @public exported from `@promptbook/core`
+ * @public exported from `@promptbook/cli`
+ */
+var _MarkdownScraperMetadataRegistration = $scrapersMetadataRegister.register(markdownScraperMetadata);
+
+/**
+ * Metadata of the scraper
+ *
+ * @private within the scraper directory
+ */
+var pdfScraperMetadata = $deepFreeze({
+    title: 'Pdf scraper',
+    packageName: '@promptbook/pdf',
+    className: 'PdfScraper',
+    mimeTypes: ['application/pdf'],
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
+    isAvilableInBrowser: true,
+    requiredExecutables: ['!!!!!!'],
+}); /* <- TODO: [🤛] */
+/**
+ * Registration of known scraper metadata
+ *
+ * Warning: This is not useful for the end user, it is just a side effect of the mechanism that handles all available known scrapers
+ *
+ * @public exported from `@promptbook/core`
+ * @public exported from `@promptbook/cli`
+ */
+var _PdfScraperMetadataRegistration = $scrapersMetadataRegister.register(pdfScraperMetadata);
+
+/**
+ * Metadata of the scraper
+ *
+ * @private within the scraper directory
+ */
+var websiteScraperMetadata = $deepFreeze({
+    title: 'Website scraper',
+    packageName: '@promptbook/website-crawler',
+    className: 'WebsiteScraper',
+    mimeTypes: ['text/html'],
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
+    isAvilableInBrowser: false,
+    requiredExecutables: ['!!!!!!'],
+}); /* <- TODO: [🤛] */
+/**
+ * Registration of known scraper metadata
+ *
+ * Warning: This is not useful for the end user, it is just a side effect of the mechanism that handles all available known scrapers
+ *
+ * @public exported from `@promptbook/core`
+ * @public exported from `@promptbook/cli`
+ */
+var _WebsiteScraperMetadataRegistration = $scrapersMetadataRegister.register(websiteScraperMetadata);
+
 /**
  * This class behaves like LocalStorage but separates keys by prefix
  *
@@ -10450,5 +9852,5 @@ function executionReportJsonToString(executionReportJson, options) {
  * TODO: [🧠] Should be in generated file GENERATOR_WARNING
  */
 
-export { $llmToolsMetadataRegister, $llmToolsRegister, AbstractFormatError, CLAIM, CallbackInterfaceTools, CollectionError, CsvFormatDefinition, CsvFormatError, DEFAULT_CSV_SETTINGS, DEFAULT_REMOTE_URL, DEFAULT_REMOTE_URL_PATH, ERRORS, EXECUTIONS_CACHE_DIRNAME, EXPECTATION_UNITS, EnvironmentMismatchError, ExecutionReportStringOptionsDefaults, ExpectError, IS_VERBOSE, KnowledgeScrapeError, LimitReachedError, MANDATORY_CSV_SETTINGS, MAX_EXECUTION_ATTEMPTS, MAX_FILENAME_LENGTH, MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH, MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL, MAX_PARALLEL_COUNT, MODEL_VARIANTS, MemoryStorage, MissingToolsError, NotFoundError, NotYetImplementedError, PIPELINE_COLLECTION_BASE_FILENAME, PROMPTBOOK_VERSION, ParseError, PipelineExecutionError, PipelineLogicError, PipelineUrlError, PrefixStorage, RESERVED_PARAMETER_NAMES, SCRAPE_CACHE_DIRNAME, TemplateTypes, TextFormatDefinition, UNCERTAIN_USAGE, UnexpectedError, ZERO_USAGE, _AnthropicClaudeMetadataRegistration, _AzureOpenAiMetadataRegistration, _OpenAiAssistantMetadataRegistration, _OpenAiMetadataRegistration, addUsage, assertsExecutionSuccessful, cacheLlmTools, collectionToJson, countTotalUsage, createCollectionFromJson, createCollectionFromPromise, createCollectionFromUrl, createLlmToolsFromConfiguration, createPipelineExecutor, createSubcollection, documentScraper, embeddingVectorToString, executionReportJsonToString, isPassingExpectations, isPipelinePrepared, joinLlmExecutionTools, legacyDocumentScraper, limitTotalUsage, markdownScraper, pdfScraper, pipelineJsonToString, pipelineStringToJson, pipelineStringToJsonSync, prepareKnowledgePieces, preparePersona, preparePipeline, prepareTemplates, prettifyPipelineString, stringifyPipelineJson, unpreparePipeline, usageToHuman, usageToWorktime, validatePipeline, websiteScraper };
+export { $llmToolsMetadataRegister, $llmToolsRegister, $scrapersMetadataRegister, $scrapersRegister, AbstractFormatError, CLAIM, CallbackInterfaceTools, CollectionError, CsvFormatDefinition, CsvFormatError, DEFAULT_CSV_SETTINGS, DEFAULT_REMOTE_URL, DEFAULT_REMOTE_URL_PATH, ERRORS, EXECUTIONS_CACHE_DIRNAME, EXPECTATION_UNITS, EnvironmentMismatchError, ExecutionReportStringOptionsDefaults, ExpectError, IS_AUTO_INSTALLED, IS_VERBOSE, KnowledgeScrapeError, LimitReachedError, MANDATORY_CSV_SETTINGS, MAX_EXECUTION_ATTEMPTS, MAX_FILENAME_LENGTH, MAX_KNOWLEDGE_SOURCES_SCRAPING_DEPTH, MAX_KNOWLEDGE_SOURCES_SCRAPING_TOTAL, MAX_PARALLEL_COUNT, MODEL_VARIANTS, MemoryStorage, MissingToolsError, NotFoundError, NotYetImplementedError, PIPELINE_COLLECTION_BASE_FILENAME, PROMPTBOOK_VERSION, ParseError, PipelineExecutionError, PipelineLogicError, PipelineUrlError, PrefixStorage, RESERVED_PARAMETER_NAMES, SCRAPE_CACHE_DIRNAME, TemplateTypes, TextFormatDefinition, UNCERTAIN_USAGE, UnexpectedError, ZERO_USAGE, _AnthropicClaudeMetadataRegistration, _AzureOpenAiMetadataRegistration, _DocumentScraperMetadataRegistration, _LegacyDocumentScraperMetadataRegistration, _MarkdownScraperMetadataRegistration, _OpenAiAssistantMetadataRegistration, _OpenAiMetadataRegistration, _PdfScraperMetadataRegistration, _WebsiteScraperMetadataRegistration, addUsage, assertsExecutionSuccessful, cacheLlmTools, collectionToJson, countTotalUsage, createCollectionFromJson, createCollectionFromPromise, createCollectionFromUrl, createLlmToolsFromConfiguration, createPipelineExecutor, createSubcollection, embeddingVectorToString, executionReportJsonToString, isPassingExpectations, isPipelinePrepared, joinLlmExecutionTools, limitTotalUsage, pipelineJsonToString, pipelineStringToJson, pipelineStringToJsonSync, prepareKnowledgePieces, preparePersona, preparePipeline, prepareTemplates, prettifyPipelineString, stringifyPipelineJson, unpreparePipeline, usageToHuman, usageToWorktime, validatePipeline };
 //# sourceMappingURL=index.es.js.map