@promptbook/node 0.72.0-6 → 0.72.0-7

package/esm/index.es.js

@@ -1,21 +1,26 @@
 import colors from 'colors';
-import { stat, access, constants, readdir, readFile, writeFile, mkdir, unlink } from 'fs/promises';
-import { join as join$1, dirname } from 'path';
+import { stat, access, constants, mkdir, rm, readFile, rmdir, rename, readdir, writeFile, unlink } from 'fs/promises';
+import { basename, join, dirname } from 'path';
 import spaceTrim$1, { spaceTrim } from 'spacetrim';
 import { format } from 'prettier';
 import parserHtml from 'prettier/parser-html';
+import { spawn } from 'child_process';
 import { forTime } from 'waitasecond';
-import { unparse, parse } from 'papaparse';
+import { SHA256 } from 'crypto-js';
 import hexEncoder from 'crypto-js/enc-hex';
-import sha256 from 'crypto-js/sha256';
-import { join } from 'path/posix';
+import { unparse, parse } from 'papaparse';
+import { Readability } from '@mozilla/readability';
+import { JSDOM } from 'jsdom';
+import { Converter } from 'showdown';
+import { lookup } from 'mime-types';
 import * as dotenv from 'dotenv';
+import sha256 from 'crypto-js/sha256';
 
 // ⚠️ WARNING: This code has been generated so that any manual changes will be overwritten
 /**
  * The version of the Promptbook library
  */
-var PROMPTBOOK_VERSION = '0.72.0-5';
+var PROMPTBOOK_VERSION = '0.72.0-6';
 // TODO: [main] !!!! List here all the versions and annotate + put into script
 
 /*! *****************************************************************************
@@ -381,6 +386,14 @@ var MAX_EXECUTION_ATTEMPTS = 3; // <- TODO: [🤹‍♂️]
  * @public exported from `@promptbook/core`
  */
 var MAX_FILENAME_LENGTH = 30;
+/**
+ * Where to store the scrape cache
+ *
+ * Note: When the folder does not exist, it is created recursively
+ *
+ * @public exported from `@promptbook/core`
+ */
+var SCRAPE_CACHE_DIRNAME = '/.promptbook/scrape-cache';
 /**
  * The name of the builded pipeline collection made by CLI `ptbk make` and for lookup in `createCollectionFromDirectory`
  *
@@ -700,6 +713,22 @@ function templateParameterJsonToString(templateParameterJson) {
  * TODO: [🧠] Should be in generated .ptbk.md file GENERATOR_WARNING
  */
 
+/**
+ * This error indicates that the promptbook can not retrieve knowledge from external sources
+ *
+ * @public exported from `@promptbook/core`
+ */
+var KnowledgeScrapeError = /** @class */ (function (_super) {
+    __extends(KnowledgeScrapeError, _super);
+    function KnowledgeScrapeError(message) {
+        var _this = _super.call(this, message) || this;
+        _this.name = 'KnowledgeScrapeError';
+        Object.setPrototypeOf(_this, KnowledgeScrapeError.prototype);
+        return _this;
+    }
+    return KnowledgeScrapeError;
+}(Error));
+
 /**
  * Async version of Array.forEach
  *
@@ -707,6 +736,7 @@ function templateParameterJsonToString(templateParameterJson) {
  * @param options - Options for the function
  * @param callbackfunction - Function to call for each item
  * @public exported from `@promptbook/utils`
+ * @deprecated [🪂] Use queues instead
  */
 function forEachAsync(array, options, callbackfunction) {
     return __awaiter(this, void 0, void 0, function () {
@@ -776,1105 +806,1399 @@ function forEachAsync(array, options, callbackfunction) {
 }
 
 /**
- * Represents the usage with no resources consumed
- *
- * @public exported from `@promptbook/core`
- */
-var ZERO_USAGE = $deepFreeze({
-    price: { value: 0 },
-    input: {
-        tokensCount: { value: 0 },
-        charactersCount: { value: 0 },
-        wordsCount: { value: 0 },
-        sentencesCount: { value: 0 },
-        linesCount: { value: 0 },
-        paragraphsCount: { value: 0 },
-        pagesCount: { value: 0 },
-    },
-    output: {
-        tokensCount: { value: 0 },
-        charactersCount: { value: 0 },
-        wordsCount: { value: 0 },
-        sentencesCount: { value: 0 },
-        linesCount: { value: 0 },
-        paragraphsCount: { value: 0 },
-        pagesCount: { value: 0 },
-    },
-});
-/**
- * Represents the usage with unknown resources consumed
- *
- * @public exported from `@promptbook/core`
- */
-$deepFreeze({
-    price: { value: 0, isUncertain: true },
-    input: {
-        tokensCount: { value: 0, isUncertain: true },
-        charactersCount: { value: 0, isUncertain: true },
-        wordsCount: { value: 0, isUncertain: true },
-        sentencesCount: { value: 0, isUncertain: true },
-        linesCount: { value: 0, isUncertain: true },
-        paragraphsCount: { value: 0, isUncertain: true },
-        pagesCount: { value: 0, isUncertain: true },
-    },
-    output: {
-        tokensCount: { value: 0, isUncertain: true },
-        charactersCount: { value: 0, isUncertain: true },
-        wordsCount: { value: 0, isUncertain: true },
-        sentencesCount: { value: 0, isUncertain: true },
-        linesCount: { value: 0, isUncertain: true },
-        paragraphsCount: { value: 0, isUncertain: true },
-        pagesCount: { value: 0, isUncertain: true },
-    },
-});
-
-var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",resultingParameterName:"knowledgePieces",dependentParameterNames:["knowledgeContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-from-markdown.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",resultingParameterName:"keywords",dependentParameterNames:["knowledgePieceContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-keywords.ptbk.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",resultingParameterName:"title",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-title.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.ptbk.md",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"make-model-requirements",title:"Make modelRequirements",content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Sample\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n-   Your output format is JSON object\n-   Write just the JSON object, no other text should be present\n-   It contains the following keys:\n    -   `modelName`: The name of the model to use\n    -   `systemMessage`: The system message to provide context to the model\n    -   `temperature`: The sampling temperature to use\n\n### Key `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Key `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Key `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",resultingParameterName:"modelRequirements",format:"JSON",dependentParameterNames:["availableModelNames","personaDescription"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-persona.ptbk.md"}];
-
-/**
- * This error indicates that the promptbook in a markdown format cannot be parsed into a valid promptbook object
+ * This error type indicates that some tools are missing for pipeline execution or preparation
  *
  * @public exported from `@promptbook/core`
  */
-var ParseError = /** @class */ (function (_super) {
-    __extends(ParseError, _super);
-    function ParseError(message) {
-        var _this = _super.call(this, message) || this;
-        _this.name = 'ParseError';
-        Object.setPrototypeOf(_this, ParseError.prototype);
+var MissingToolsError = /** @class */ (function (_super) {
+    __extends(MissingToolsError, _super);
+    function MissingToolsError(message) {
+        var _this = _super.call(this, spaceTrim(function (block) { return "\n                    ".concat(block(message), "\n\n                    Note: You have probbably forgot to provide some tools for pipeline execution or preparation\n\n                "); })) || this;
+        _this.name = 'MissingToolsError';
+        Object.setPrototypeOf(_this, MissingToolsError.prototype);
         return _this;
     }
-    return ParseError;
+    return MissingToolsError;
 }(Error));
+
 /**
- * TODO: Maybe split `ParseError` and `ApplyError`
+ * Detects if the code is running in a Node.js environment
+ *
+ * Note: `$` is used to indicate that this function is not a pure function - it looks at the global object to determine the environment
+ *
+ * @public exported from `@promptbook/utils`
  */
+var $isRunningInNode = new Function("\n    try {\n        return this === global;\n    } catch (e) {\n        return false;\n    }\n");
 
 /**
- * This error indicates that the promptbook object has valid syntax (=can be parsed) but contains logical errors (like circular dependencies)
+ * This error type indicates that you try to use a feature that is not available in the current environment
  *
  * @public exported from `@promptbook/core`
  */
-var PipelineLogicError = /** @class */ (function (_super) {
-    __extends(PipelineLogicError, _super);
-    function PipelineLogicError(message) {
+var EnvironmentMismatchError = /** @class */ (function (_super) {
+    __extends(EnvironmentMismatchError, _super);
+    function EnvironmentMismatchError(message) {
         var _this = _super.call(this, message) || this;
-        _this.name = 'PipelineLogicError';
-        Object.setPrototypeOf(_this, PipelineLogicError.prototype);
+        _this.name = 'EnvironmentMismatchError';
+        Object.setPrototypeOf(_this, EnvironmentMismatchError.prototype);
         return _this;
     }
-    return PipelineLogicError;
+    return EnvironmentMismatchError;
 }(Error));
 
 /**
- * Tests if given string is valid semantic version
+ * Normalize options for `execCommand` and `execCommands`
  *
- * Note: There are two simmilar functions:
- * - `isValidSemanticVersion` which tests any semantic version
- * - `isValidPromptbookVersion` *(this one)* which tests just Promptbook versions
- *
- * @public exported from `@promptbook/utils`
+ * @private internal utility of `execCommand` and `execCommands`
  */
-function isValidSemanticVersion(version) {
-    if (typeof version !== 'string') {
-        return false;
+function execCommandNormalizeOptions(options) {
+    var _a;
+    var _b, _c, _d;
+    var command;
+    var cwd;
+    var crashOnError;
+    var args = [];
+    var timeout;
+    if (typeof options === 'string') {
+        // TODO: [1] DRY default values
+        command = options;
+        cwd = process.cwd();
+        crashOnError = true;
+        timeout = Infinity;
     }
-    if (version.startsWith('0.0.0')) {
-        return false;
+    else {
+        /*
+        TODO:
+        if ((options as any).commands !== undefined) {
+            commands = (options as any).commands;
+        } else {
+            commands = [(options as any).command];
+        }
+        */
+        // TODO: [1] DRY default values
+        command = options.command;
+        cwd = (_b = options.cwd) !== null && _b !== void 0 ? _b : process.cwd();
+        crashOnError = (_c = options.crashOnError) !== null && _c !== void 0 ? _c : true;
+        timeout = (_d = options.timeout) !== null && _d !== void 0 ? _d : Infinity;
+    }
+    // TODO: /(-[a-zA-Z0-9-]+\s+[^\s]*)|[^\s]*/g
+    var _ = Array.from(command.matchAll(/(".*")|([^\s]*)/g))
+        .map(function (_a) {
+        var _b = __read(_a, 1), match = _b[0];
+        return match;
+    })
+        .filter(function (arg) { return arg !== ''; });
+    if (_.length > 1) {
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        _a = __read(_), command = _a[0], args = _a.slice(1);
     }
-    return /^\d+\.\d+\.\d+(-\d+)?$/i.test(version);
-}
-
-/**
- * Tests if given string is valid promptbook version
- * It looks into list of known promptbook versions.
- *
- * @see https://www.npmjs.com/package/promptbook?activeTab=versions
- * Note: When you are using for example promptbook 2.0.0 and there already is promptbook 3.0.0 it don`t know about it.
- * Note: There are two simmilar functions:
- * - `isValidSemanticVersion` which tests any semantic version
- * - `isValidPromptbookVersion` *(this one)* which tests just Promptbook versions
- *
- * @public exported from `@promptbook/utils`
- */
-function isValidPromptbookVersion(version) {
-    if (!isValidSemanticVersion(version)) {
-        return false;
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    if (options.args) {
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        args = __spreadArray(__spreadArray([], __read(args), false), __read(options.args), false);
     }
-    if ( /* version === '1.0.0' || */version === '2.0.0' || version === '3.0.0') {
-        return false;
+    var humanReadableCommand = !['npx', 'npm'].includes(command) ? command : args[0];
+    if (['ts-node'].includes(humanReadableCommand)) {
+        humanReadableCommand += " ".concat(args[1]);
     }
-    // <- TODO: [main] !!! Check isValidPromptbookVersion against PROMPTBOOK_VERSIONS
-    return true;
+    return { command: command, humanReadableCommand: humanReadableCommand, args: args, cwd: cwd, crashOnError: crashOnError, timeout: timeout };
 }
+// TODO: This should show type error> execCommandNormalizeOptions({ command: '', commands: [''] });
 
 /**
- * Checks if an URL is reserved for private networks or localhost.
+ * Run one command in a shell
  *
- * Note: There are two simmilar functions:
- * - `isUrlOnPrivateNetwork` which tests full URL
- * - `isHostnameOnPrivateNetwork` *(this one)* which tests just hostname
+ * Note: There are 2 similar functions in the codebase:
+ * - `$execCommand` which runs a single command
+ * - `$execCommands` which runs multiple commands
  *
- * @public exported from `@promptbook/utils`
+ * @public exported from `@promptbook/node`
  */
-function isHostnameOnPrivateNetwork(hostname) {
-    if (hostname === 'example.com' ||
-        hostname === 'localhost' ||
-        hostname.endsWith('.localhost') ||
-        hostname.endsWith('.local') ||
-        hostname.endsWith('.test') ||
-        hostname === '127.0.0.1' ||
-        hostname === '::1') {
-        return true;
-    }
-    if (hostname.includes(':')) {
-        // IPv6
-        var ipParts = hostname.split(':');
-        return ipParts[0] === 'fc00' || ipParts[0] === 'fd00' || ipParts[0] === 'fe80';
-    }
-    else {
-        // IPv4
-        var ipParts = hostname.split('.').map(function (part) { return Number.parseInt(part, 10); });
-        return (ipParts[0] === 10 ||
-            (ipParts[0] === 172 && ipParts[1] >= 16 && ipParts[1] <= 31) ||
-            (ipParts[0] === 192 && ipParts[1] === 168));
-    }
+function $execCommand(options) {
+    if (!$isRunningInNode()) {
+        throw new EnvironmentMismatchError('Function `$execCommand` can run only in Node environment.js');
+    }
+    return new Promise(
+    //            <- TODO: [🧱] Implement in a functional (not new Class) way
+    function (resolve, reject) {
+        // eslint-disable-next-line prefer-const
+        var _a = execCommandNormalizeOptions(options), command = _a.command, humanReadableCommand = _a.humanReadableCommand, args = _a.args, cwd = _a.cwd, crashOnError = _a.crashOnError, timeout = _a.timeout;
+        if (timeout !== Infinity) {
+            // TODO: In waitasecond forTime(Infinity) should be equivalent to forEver()
+            forTime(timeout).then(function () {
+                if (crashOnError) {
+                    reject(new Error("Command \"".concat(humanReadableCommand, "\" exceeded time limit of ").concat(timeout, "ms")));
+                }
+                else {
+                    console.warn("Command \"".concat(humanReadableCommand, "\" exceeded time limit of ").concat(timeout, "ms but continues running"));
+                    resolve('Command exceeded time limit');
+                }
+            });
+        }
+        if (/^win/.test(process.platform) && ['npm', 'npx'].includes(command)) {
+            command = "".concat(command, ".cmd");
+        }
+        // !!!!!! Verbose mode - to all consoles
+        console.info(colors.yellow(cwd) + ' ' + colors.green(command) + ' ' + colors.blue(args.join(' ')));
+        try {
+            var commandProcess = spawn(command, args, { cwd: cwd, shell: true });
+            commandProcess.on('message', function (message) {
+                console.info({ message: message });
+            });
+            var output_1 = [];
+            commandProcess.stdout.on('data', function (stdout) {
+                output_1.push(stdout.toString());
+                console.info(stdout.toString());
+            });
+            commandProcess.stderr.on('data', function (stderr) {
+                output_1.push(stderr.toString());
+                if (stderr.toString().trim()) {
+                    console.warn(stderr.toString());
+                }
+            });
+            var finishWithCode = function (code) {
+                if (code !== 0) {
+                    if (crashOnError) {
+                        reject(new Error(output_1.join('\n').trim() ||
+                            "Command \"".concat(humanReadableCommand, "\" exited with code ").concat(code)));
+                    }
+                    else {
+                        console.warn("Command \"".concat(humanReadableCommand, "\" exited with code ").concat(code));
+                        resolve(spaceTrim(output_1.join('\n')));
+                    }
+                }
+                else {
+                    resolve(spaceTrim(output_1.join('\n')));
+                }
+            };
+            commandProcess.on('close', finishWithCode);
+            commandProcess.on('exit', finishWithCode);
+            commandProcess.on('disconnect', function () {
+                // Note: Unexpected disconnection should always result in rejection
+                reject(new Error("Command \"".concat(humanReadableCommand, "\" disconnected")));
+            });
+            commandProcess.on('error', function (error) {
+                if (crashOnError) {
+                    reject(new Error("Command \"".concat(humanReadableCommand, "\" failed: \n").concat(error.message)));
+                }
+                else {
+                    console.warn(error);
+                    resolve(spaceTrim(output_1.join('\n')));
+                }
+            });
+        }
+        catch (error) {
+            // Note: Unexpected error in sync code should always result in rejection
+            reject(error);
+        }
+    });
 }
+/**
+ * Note: [🟢 <- TODO: [🦖] !!!!!! Split scrapers into packages and enable] Code in this file should never be published outside of `@promptbook/node` and `@promptbook/cli`
+ */
 
 /**
- * Checks if an IP address or hostname is reserved for private networks or localhost.
+ * Checks if the file exists
  *
- * Note: There are two simmilar functions:
- * - `isUrlOnPrivateNetwork` *(this one)* which tests full URL
- * - `isHostnameOnPrivateNetwork` which tests just hostname
+ * Note: `$` is used to indicate that this function is not a pure function - it looks at the filesystem
  *
- * @param {string} ipAddress - The IP address to check.
- * @returns {boolean} Returns true if the IP address is reserved for private networks or localhost, otherwise false.
- * @public exported from `@promptbook/utils`
+ * @private within the repository
  */
-function isUrlOnPrivateNetwork(url) {
-    if (typeof url === 'string') {
-        url = new URL(url);
-    }
-    return isHostnameOnPrivateNetwork(url.hostname);
+function $isFileExisting(filename) {
+    return __awaiter(this, void 0, void 0, function () {
+        var isReadAccessAllowed, isFile;
+        return __generator(this, function (_a) {
+            switch (_a.label) {
+                case 0:
+                    if (!$isRunningInNode()) {
+                        throw new EnvironmentMismatchError('Function `$isFileExisting` works only in Node environment.js');
+                    }
+                    return [4 /*yield*/, access(filename, constants.R_OK)
+                            .then(function () { return true; })
+                            .catch(function () { return false; })];
+                case 1:
+                    isReadAccessAllowed = _a.sent();
+                    if (!isReadAccessAllowed) {
+                        return [2 /*return*/, false];
+                    }
+                    return [4 /*yield*/, stat(filename)
+                            .then(function (fileStat) { return fileStat.isFile(); })
+                            .catch(function () { return false; })];
+                case 2:
+                    isFile = _a.sent();
+                    return [2 /*return*/, isFile];
+            }
+        });
+    });
 }
+/**
+ * Note: [🟢 <- TODO: [🦖] !!!!!! Split scrapers into packages and enable] Code in this file should never be published outside of `@promptbook/node` and `@promptbook/cli`
+ * TODO: [🐠] This can be a validator - with variants that return true/false and variants that throw errors with meaningless messages
+ * TODO: [🖇] What about symlinks?
+ */
 
 /**
- * Tests if given string is valid URL.
- *
- * Note: Dataurl are considered perfectly valid.
- * Note: There are two simmilar functions:
- * - `isValidUrl` which tests any URL
- * - `isValidPipelineUrl` *(this one)* which tests just promptbook URL
+ * Get the file extension from a file name
  *
- * @public exported from `@promptbook/utils`
+ * @private within the repository
  */
-function isValidUrl(url) {
-    if (typeof url !== 'string') {
-        return false;
-    }
-    try {
-        if (url.startsWith('blob:')) {
-            url = url.replace(/^blob:/, '');
-        }
-        var urlObject = new URL(url /* because fail is handled */);
-        if (!['http:', 'https:', 'data:'].includes(urlObject.protocol)) {
-            return false;
-        }
-        return true;
-    }
-    catch (error) {
-        return false;
-    }
+function getFileExtension(value) {
+    var match = value.match(/\.([0-9a-z]+)(?:[?#]|$)/i);
+    return match ? match[1].toLowerCase() : null;
 }
 
+var defaultDiacriticsRemovalMap = [
+    {
+        base: 'A',
+        letters: '\u0041\u24B6\uFF21\u00C0\u00C1\u00C2\u1EA6\u1EA4\u1EAA\u1EA8\u00C3\u0100\u0102\u1EB0\u1EAE\u1EB4\u1EB2\u0226\u01E0\u00C4\u01DE\u1EA2\u00C5\u01FA\u01CD\u0200\u0202\u1EA0\u1EAC\u1EB6\u1E00\u0104\u023A\u2C6F',
+    },
+    { base: 'AA', letters: '\uA732' },
+    { base: 'AE', letters: '\u00C6\u01FC\u01E2' },
+    { base: 'AO', letters: '\uA734' },
+    { base: 'AU', letters: '\uA736' },
+    { base: 'AV', letters: '\uA738\uA73A' },
+    { base: 'AY', letters: '\uA73C' },
+    {
+        base: 'B',
+        letters: '\u0042\u24B7\uFF22\u1E02\u1E04\u1E06\u0243\u0182\u0181',
+    },
+    {
+        base: 'C',
+        letters: '\u0043\u24B8\uFF23\u0106\u0108\u010A\u010C\u00C7\u1E08\u0187\u023B\uA73E',
+    },
+    {
+        base: 'D',
+        letters: '\u0044\u24B9\uFF24\u1E0A\u010E\u1E0C\u1E10\u1E12\u1E0E\u0110\u018B\u018A\u0189\uA779\u00D0',
+    },
+    { base: 'DZ', letters: '\u01F1\u01C4' },
+    { base: 'Dz', letters: '\u01F2\u01C5' },
+    {
+        base: 'E',
+        letters: '\u0045\u24BA\uFF25\u00C8\u00C9\u00CA\u1EC0\u1EBE\u1EC4\u1EC2\u1EBC\u0112\u1E14\u1E16\u0114\u0116\u00CB\u1EBA\u011A\u0204\u0206\u1EB8\u1EC6\u0228\u1E1C\u0118\u1E18\u1E1A\u0190\u018E',
+    },
+    { base: 'F', letters: '\u0046\u24BB\uFF26\u1E1E\u0191\uA77B' },
+    {
+        base: 'G',
+        letters: '\u0047\u24BC\uFF27\u01F4\u011C\u1E20\u011E\u0120\u01E6\u0122\u01E4\u0193\uA7A0\uA77D\uA77E',
+    },
+    {
+        base: 'H',
+        letters: '\u0048\u24BD\uFF28\u0124\u1E22\u1E26\u021E\u1E24\u1E28\u1E2A\u0126\u2C67\u2C75\uA78D',
+    },
+    {
+        base: 'I',
+        letters: '\u0049\u24BE\uFF29\u00CC\u00CD\u00CE\u0128\u012A\u012C\u0130\u00CF\u1E2E\u1EC8\u01CF\u0208\u020A\u1ECA\u012E\u1E2C\u0197',
+    },
+    { base: 'J', letters: '\u004A\u24BF\uFF2A\u0134\u0248' },
+    {
+        base: 'K',
+        letters: '\u004B\u24C0\uFF2B\u1E30\u01E8\u1E32\u0136\u1E34\u0198\u2C69\uA740\uA742\uA744\uA7A2',
+    },
+    {
+        base: 'L',
+        letters: '\u004C\u24C1\uFF2C\u013F\u0139\u013D\u1E36\u1E38\u013B\u1E3C\u1E3A\u0141\u023D\u2C62\u2C60\uA748\uA746\uA780',
+    },
+    { base: 'LJ', letters: '\u01C7' },
+    { base: 'Lj', letters: '\u01C8' },
+    { base: 'M', letters: '\u004D\u24C2\uFF2D\u1E3E\u1E40\u1E42\u2C6E\u019C' },
+    {
+        base: 'N',
+        letters: '\u004E\u24C3\uFF2E\u01F8\u0143\u00D1\u1E44\u0147\u1E46\u0145\u1E4A\u1E48\u0220\u019D\uA790\uA7A4',
+    },
+    { base: 'NJ', letters: '\u01CA' },
+    { base: 'Nj', letters: '\u01CB' },
+    {
+        base: 'O',
+        letters: '\u004F\u24C4\uFF2F\u00D2\u00D3\u00D4\u1ED2\u1ED0\u1ED6\u1ED4\u00D5\u1E4C\u022C\u1E4E\u014C\u1E50\u1E52\u014E\u022E\u0230\u00D6\u022A\u1ECE\u0150\u01D1\u020C\u020E\u01A0\u1EDC\u1EDA\u1EE0\u1EDE\u1EE2\u1ECC\u1ED8\u01EA\u01EC\u00D8\u01FE\u0186\u019F\uA74A\uA74C',
+    },
+    { base: 'OI', letters: '\u01A2' },
+    { base: 'OO', letters: '\uA74E' },
+    { base: 'OU', letters: '\u0222' },
+    { base: 'OE', letters: '\u008C\u0152' },
+    { base: 'oe', letters: '\u009C\u0153' },
+    {
+        base: 'P',
+        letters: '\u0050\u24C5\uFF30\u1E54\u1E56\u01A4\u2C63\uA750\uA752\uA754',
+    },
+    { base: 'Q', letters: '\u0051\u24C6\uFF31\uA756\uA758\u024A' },
+    {
+        base: 'R',
+        letters: '\u0052\u24C7\uFF32\u0154\u1E58\u0158\u0210\u0212\u1E5A\u1E5C\u0156\u1E5E\u024C\u2C64\uA75A\uA7A6\uA782',
+    },
+    {
+        base: 'S',
+        letters: '\u0053\u24C8\uFF33\u1E9E\u015A\u1E64\u015C\u1E60\u0160\u1E66\u1E62\u1E68\u0218\u015E\u2C7E\uA7A8\uA784',
+    },
+    {
+        base: 'T',
+        letters: '\u0054\u24C9\uFF34\u1E6A\u0164\u1E6C\u021A\u0162\u1E70\u1E6E\u0166\u01AC\u01AE\u023E\uA786',
+    },
+    { base: 'TZ', letters: '\uA728' },
+    {
+        base: 'U',
+        letters: '\u0055\u24CA\uFF35\u00D9\u00DA\u00DB\u0168\u1E78\u016A\u1E7A\u016C\u00DC\u01DB\u01D7\u01D5\u01D9\u1EE6\u016E\u0170\u01D3\u0214\u0216\u01AF\u1EEA\u1EE8\u1EEE\u1EEC\u1EF0\u1EE4\u1E72\u0172\u1E76\u1E74\u0244',
+    },
+    { base: 'V', letters: '\u0056\u24CB\uFF36\u1E7C\u1E7E\u01B2\uA75E\u0245' },
+    { base: 'VY', letters: '\uA760' },
+    {
+        base: 'W',
+        letters: '\u0057\u24CC\uFF37\u1E80\u1E82\u0174\u1E86\u1E84\u1E88\u2C72',
+    },
+    { base: 'X', letters: '\u0058\u24CD\uFF38\u1E8A\u1E8C' },
+    {
+        base: 'Y',
+        letters: '\u0059\u24CE\uFF39\u1EF2\u00DD\u0176\u1EF8\u0232\u1E8E\u0178\u1EF6\u1EF4\u01B3\u024E\u1EFE',
+    },
+    {
+        base: 'Z',
+        letters: '\u005A\u24CF\uFF3A\u0179\u1E90\u017B\u017D\u1E92\u1E94\u01B5\u0224\u2C7F\u2C6B\uA762',
+    },
+    {
+        base: 'a',
+        letters: '\u0061\u24D0\uFF41\u1E9A\u00E0\u00E1\u00E2\u1EA7\u1EA5\u1EAB\u1EA9\u00E3\u0101\u0103\u1EB1\u1EAF\u1EB5\u1EB3\u0227\u01E1\u00E4\u01DF\u1EA3\u00E5\u01FB\u01CE\u0201\u0203\u1EA1\u1EAD\u1EB7\u1E01\u0105\u2C65\u0250',
+    },
+    { base: 'aa', letters: '\uA733' },
+    { base: 'ae', letters: '\u00E6\u01FD\u01E3' },
+    { base: 'ao', letters: '\uA735' },
+    { base: 'au', letters: '\uA737' },
+    { base: 'av', letters: '\uA739\uA73B' },
+    { base: 'ay', letters: '\uA73D' },
+    {
+        base: 'b',
+        letters: '\u0062\u24D1\uFF42\u1E03\u1E05\u1E07\u0180\u0183\u0253',
+    },
+    {
+        base: 'c',
+        letters: '\u0063\u24D2\uFF43\u0107\u0109\u010B\u010D\u00E7\u1E09\u0188\u023C\uA73F\u2184',
+    },
+    {
+        base: 'd',
+        letters: '\u0064\u24D3\uFF44\u1E0B\u010F\u1E0D\u1E11\u1E13\u1E0F\u0111\u018C\u0256\u0257\uA77A',
+    },
+    { base: 'dz', letters: '\u01F3\u01C6' },
+    {
+        base: 'e',
+        letters: '\u0065\u24D4\uFF45\u00E8\u00E9\u00EA\u1EC1\u1EBF\u1EC5\u1EC3\u1EBD\u0113\u1E15\u1E17\u0115\u0117\u00EB\u1EBB\u011B\u0205\u0207\u1EB9\u1EC7\u0229\u1E1D\u0119\u1E19\u1E1B\u0247\u025B\u01DD',
+    },
+    { base: 'f', letters: '\u0066\u24D5\uFF46\u1E1F\u0192\uA77C' },
+    {
+        base: 'g',
+        letters: '\u0067\u24D6\uFF47\u01F5\u011D\u1E21\u011F\u0121\u01E7\u0123\u01E5\u0260\uA7A1\u1D79\uA77F',
+    },
+    {
+        base: 'h',
+        letters: '\u0068\u24D7\uFF48\u0125\u1E23\u1E27\u021F\u1E25\u1E29\u1E2B\u1E96\u0127\u2C68\u2C76\u0265',
+    },
+    { base: 'hv', letters: '\u0195' },
+    {
+        base: 'i',
+        letters: '\u0069\u24D8\uFF49\u00EC\u00ED\u00EE\u0129\u012B\u012D\u00EF\u1E2F\u1EC9\u01D0\u0209\u020B\u1ECB\u012F\u1E2D\u0268\u0131',
+    },
+    { base: 'j', letters: '\u006A\u24D9\uFF4A\u0135\u01F0\u0249' },
+    {
+        base: 'k',
+        letters: '\u006B\u24DA\uFF4B\u1E31\u01E9\u1E33\u0137\u1E35\u0199\u2C6A\uA741\uA743\uA745\uA7A3',
+    },
+    {
+        base: 'l',
+        letters: '\u006C\u24DB\uFF4C\u0140\u013A\u013E\u1E37\u1E39\u013C\u1E3D\u1E3B\u017F\u0142\u019A\u026B\u2C61\uA749\uA781\uA747',
+    },
+    { base: 'lj', letters: '\u01C9' },
+    { base: 'm', letters: '\u006D\u24DC\uFF4D\u1E3F\u1E41\u1E43\u0271\u026F' },
+    {
+        base: 'n',
+        letters: '\u006E\u24DD\uFF4E\u01F9\u0144\u00F1\u1E45\u0148\u1E47\u0146\u1E4B\u1E49\u019E\u0272\u0149\uA791\uA7A5',
+    },
+    { base: 'nj', letters: '\u01CC' },
+    {
+        base: 'o',
+        letters: '\u006F\u24DE\uFF4F\u00F2\u00F3\u00F4\u1ED3\u1ED1\u1ED7\u1ED5\u00F5\u1E4D\u022D\u1E4F\u014D\u1E51\u1E53\u014F\u022F\u0231\u00F6\u022B\u1ECF\u0151\u01D2\u020D\u020F\u01A1\u1EDD\u1EDB\u1EE1\u1EDF\u1EE3\u1ECD\u1ED9\u01EB\u01ED\u00F8\u01FF\u0254\uA74B\uA74D\u0275',
+    },
+    { base: 'oi', letters: '\u01A3' },
+    { base: 'ou', letters: '\u0223' },
+    { base: 'oo', letters: '\uA74F' },
+    {
+        base: 'p',
+        letters: '\u0070\u24DF\uFF50\u1E55\u1E57\u01A5\u1D7D\uA751\uA753\uA755',
+    },
+    { base: 'q', letters: '\u0071\u24E0\uFF51\u024B\uA757\uA759' },
+    {
+        base: 'r',
+        letters: '\u0072\u24E1\uFF52\u0155\u1E59\u0159\u0211\u0213\u1E5B\u1E5D\u0157\u1E5F\u024D\u027D\uA75B\uA7A7\uA783',
+    },
+    {
+        base: 's',
+        letters: '\u0073\u24E2\uFF53\u00DF\u015B\u1E65\u015D\u1E61\u0161\u1E67\u1E63\u1E69\u0219\u015F\u023F\uA7A9\uA785\u1E9B',
+    },
+    {
+        base: 't',
+        letters: '\u0074\u24E3\uFF54\u1E6B\u1E97\u0165\u1E6D\u021B\u0163\u1E71\u1E6F\u0167\u01AD\u0288\u2C66\uA787',
+    },
+    { base: 'tz', letters: '\uA729' },
+    {
+        base: 'u',
+        letters: '\u0075\u24E4\uFF55\u00F9\u00FA\u00FB\u0169\u1E79\u016B\u1E7B\u016D\u00FC\u01DC\u01D8\u01D6\u01DA\u1EE7\u016F\u0171\u01D4\u0215\u0217\u01B0\u1EEB\u1EE9\u1EEF\u1EED\u1EF1\u1EE5\u1E73\u0173\u1E77\u1E75\u0289',
+    },
+    { base: 'v', letters: '\u0076\u24E5\uFF56\u1E7D\u1E7F\u028B\uA75F\u028C' },
+    { base: 'vy', letters: '\uA761' },
+    {
+        base: 'w',
+        letters: '\u0077\u24E6\uFF57\u1E81\u1E83\u0175\u1E87\u1E85\u1E98\u1E89\u2C73',
+    },
+    { base: 'x', letters: '\u0078\u24E7\uFF58\u1E8B\u1E8D' },
+    {
+        base: 'y',
+        letters: '\u0079\u24E8\uFF59\u1EF3\u00FD\u0177\u1EF9\u0233\u1E8F\u00FF\u1EF7\u1E99\u1EF5\u01B4\u024F\u1EFF',
+    },
+    {
+        base: 'z',
+        letters: '\u007A\u24E9\uFF5A\u017A\u1E91\u017C\u017E\u1E93\u1E95\u01B6\u0225\u0240\u2C6C\uA763',
+    },
+];
 /**
- * Tests if given string is valid pipeline URL URL.
+ * Map of letters from diacritic variant to diacritless variant
+ * Contains lowercase and uppercase separatelly
  *
- * Note: There are two simmilar functions:
- * - `isValidUrl` which tests any URL
- * - `isValidPipelineUrl` *(this one)* which tests just pipeline URL
+ * > "á" => "a"
+ * > "ě" => "e"
+ * > "Ă" => "A"
+ * > ...
  *
  * @public exported from `@promptbook/utils`
  */
-function isValidPipelineUrl(url) {
-    if (!isValidUrl(url)) {
-        return false;
-    }
-    if (!url.startsWith('https://')) {
-        return false;
-    }
-    if (!url.endsWith('.ptbk.md')) {
-        return false;
-    }
-    if (url.includes('#')) {
-        // TODO: [🐠]
-        return false;
-    }
-    if (isUrlOnPrivateNetwork(url)) {
-        return false;
+var DIACRITIC_VARIANTS_LETTERS = {};
+// tslint:disable-next-line: prefer-for-of
+for (var i = 0; i < defaultDiacriticsRemovalMap.length; i++) {
+    var letters = defaultDiacriticsRemovalMap[i].letters;
+    // tslint:disable-next-line: prefer-for-of
+    for (var j = 0; j < letters.length; j++) {
+        DIACRITIC_VARIANTS_LETTERS[letters[j]] = defaultDiacriticsRemovalMap[i].base;
     }
-    return true;
 }
-/**
- * TODO: [🐠] Maybe more info why the URL is invalid
- */
-
-/**
- * Validates PipelineJson if it is logically valid
- *
- * It checks:
- * -   if it has correct parameters dependency
+// <- TODO: [🍓] Put to maker function to save execution time if not needed
+/*
+  @see https://stackoverflow.com/questions/990904/remove-accents-diacritics-in-a-string-in-javascript
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.
+*/
+
+/**
+ * @@@
  *
- * It does NOT check:
- * -   if it is valid json
- * -   if it is meaningful
+ * @param input @@@
+ * @returns @@@
+ * @public exported from `@promptbook/utils`
+ */
+function removeDiacritics(input) {
+    /*eslint no-control-regex: "off"*/
+    return input.replace(/[^\u0000-\u007E]/g, function (a) {
+        return DIACRITIC_VARIANTS_LETTERS[a] || a;
+    });
+}
+/**
+ * TODO: [Ж] Variant for cyrillic (and in general non-latin) letters
+ */
+
+/**
+ * @@@
  *
- * @param pipeline valid or invalid PipelineJson
- * @returns the same pipeline if it is logically valid
- * @throws {PipelineLogicError} on logical error in the pipeline
- * @public exported from `@promptbook/core`
+ * @param text @@@
+ * @returns @@@
+ * @example 'hello-world'
+ * @example 'i-love-promptbook'
+ * @public exported from `@promptbook/utils`
  */
-function validatePipeline(pipeline) {
-    if (IS_PIPELINE_LOGIC_VALIDATED) {
-        validatePipelineCore(pipeline);
+function normalizeToKebabCase(text) {
+    var e_1, _a;
+    text = removeDiacritics(text);
+    var charType;
+    var lastCharType = 'OTHER';
+    var normalizedName = '';
+    try {
+        for (var text_1 = __values(text), text_1_1 = text_1.next(); !text_1_1.done; text_1_1 = text_1.next()) {
+            var char = text_1_1.value;
+            var normalizedChar = void 0;
+            if (/^[a-z]$/.test(char)) {
+                charType = 'LOWERCASE';
+                normalizedChar = char;
+            }
+            else if (/^[A-Z]$/.test(char)) {
+                charType = 'UPPERCASE';
+                normalizedChar = char.toLowerCase();
+            }
+            else if (/^[0-9]$/.test(char)) {
+                charType = 'NUMBER';
+                normalizedChar = char;
+            }
+            else {
+                charType = 'OTHER';
+                normalizedChar = '-';
+            }
+            if (charType !== lastCharType &&
+                !(lastCharType === 'UPPERCASE' && charType === 'LOWERCASE') &&
+                !(lastCharType === 'NUMBER') &&
+                !(charType === 'NUMBER')) {
+                normalizedName += '-';
+            }
+            normalizedName += normalizedChar;
+            lastCharType = charType;
+        }
     }
-    else {
+    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+    finally {
         try {
-            validatePipelineCore(pipeline);
-        }
-        catch (error) {
-            if (!(error instanceof PipelineLogicError)) {
-                throw error;
-            }
-            console.error(spaceTrim(function (block) { return "\n                        Pipeline is not valid but logic errors are temporarily disabled via `IS_PIPELINE_LOGIC_VALIDATED`\n\n                        ".concat(block(error.message), "\n                    "); }));
+            if (text_1_1 && !text_1_1.done && (_a = text_1.return)) _a.call(text_1);
         }
+        finally { if (e_1) throw e_1.error; }
     }
-    return pipeline;
+    normalizedName = normalizedName.split(/-+/g).join('-');
+    normalizedName = normalizedName.split(/-?\/-?/g).join('/');
+    normalizedName = normalizedName.replace(/^-/, '');
+    normalizedName = normalizedName.replace(/-$/, '');
+    return normalizedName;
 }
+
 /**
- * @private internal function for `validatePipeline`
+ * Tests if given string is valid URL.
+ *
+ * Note: Dataurl are considered perfectly valid.
+ * Note: There are two simmilar functions:
+ * - `isValidUrl` which tests any URL
+ * - `isValidPipelineUrl` *(this one)* which tests just promptbook URL
+ *
+ * @public exported from `@promptbook/utils`
  */
-function validatePipelineCore(pipeline) {
-    // TODO: [🧠] Maybe test if promptbook is a promise and make specific error case for that
-    var e_1, _a, e_2, _b, e_3, _c;
-    var pipelineIdentification = (function () {
-        // Note: This is a 😐 implementation of [🚞]
-        var _ = [];
-        if (pipeline.sourceFile !== undefined) {
-            _.push("File: ".concat(pipeline.sourceFile));
+function isValidUrl(url) {
+    if (typeof url !== 'string') {
+        return false;
+    }
+    try {
+        if (url.startsWith('blob:')) {
+            url = url.replace(/^blob:/, '');
         }
-        if (pipeline.pipelineUrl !== undefined) {
-            _.push("Url: ".concat(pipeline.pipelineUrl));
+        var urlObject = new URL(url /* because fail is handled */);
+        if (!['http:', 'https:', 'data:'].includes(urlObject.protocol)) {
+            return false;
         }
-        return _.join('\n');
-    })();
-    if (pipeline.pipelineUrl !== undefined && !isValidPipelineUrl(pipeline.pipelineUrl)) {
-        // <- Note: [🚲]
-        throw new PipelineLogicError(spaceTrim(function (block) { return "\n                    Invalid promptbook URL \"".concat(pipeline.pipelineUrl, "\"\n\n                    ").concat(block(pipelineIdentification), "\n                "); }));
+        return true;
     }
-    if (pipeline.promptbookVersion !== undefined && !isValidPromptbookVersion(pipeline.promptbookVersion)) {
-        // <- Note: [🚲]
-        throw new PipelineLogicError(spaceTrim(function (block) { return "\n                    Invalid Promptbook Version \"".concat(pipeline.promptbookVersion, "\"\n\n                    ").concat(block(pipelineIdentification), "\n                "); }));
+    catch (error) {
+        return false;
     }
-    // TODO: [🧠] Maybe do here some propper JSON-schema / ZOD checking
-    if (!Array.isArray(pipeline.parameters)) {
-        // TODO: [🧠] what is the correct error tp throw - maybe PromptbookSchemaError
-        throw new ParseError(spaceTrim(function (block) { return "\n                    Pipeline is valid JSON but with wrong structure\n\n                    `PipelineJson.parameters` expected to be an array, but got ".concat(typeof pipeline.parameters, "\n\n                    ").concat(block(pipelineIdentification), "\n                "); }));
+}
+
+/**
+ * Removes emojis from a string and fix whitespaces
+ *
+ * @param text with emojis
+ * @returns text without emojis
+ * @public exported from `@promptbook/utils`
+ */
+function removeEmojis(text) {
+    // Replace emojis (and also ZWJ sequence) with hyphens
+    text = text.replace(/(\p{Extended_Pictographic})\p{Modifier_Symbol}/gu, '$1');
+    text = text.replace(/(\p{Extended_Pictographic})[\u{FE00}-\u{FE0F}]/gu, '$1');
+    text = text.replace(/(\p{Extended_Pictographic})(\u{200D}\p{Extended_Pictographic})*/gu, '$1');
+    text = text.replace(/\p{Extended_Pictographic}/gu, '');
+    return text;
+}
+
+/**
+ * Tests if given string is valid URL.
+ *
+ * Note: This does not check if the file exists only if the path is valid
+ * @public exported from `@promptbook/utils`
+ */
+function isValidFilePath(filename) {
+    if (typeof filename !== 'string') {
+        return false;
     }
-    // TODO: [🧠] Maybe do here some propper JSON-schema / ZOD checking
-    if (!Array.isArray(pipeline.templates)) {
-        // TODO: [🧠] what is the correct error tp throw - maybe PromptbookSchemaError
-        throw new ParseError(spaceTrim(function (block) { return "\n                    Pipeline is valid JSON but with wrong structure\n\n                    `PipelineJson.templates` expected to be an array, but got ".concat(typeof pipeline.templates, "\n\n                    ").concat(block(pipelineIdentification), "\n                "); }));
+    var filenameSlashes = filename.split('\\').join('/');
+    // Absolute Unix path: /hello.txt
+    if (/^(\/)/i.test(filenameSlashes)) {
+        return true;
     }
-    var _loop_1 = function (parameter) {
-        if (parameter.isInput && parameter.isOutput) {
-            throw new PipelineLogicError(spaceTrim(function (block) { return "\n\n                        Parameter {".concat(parameter.name, "} can not be both input and output\n\n                        ").concat(block(pipelineIdentification), "\n                    "); }));
-        }
-        // Note: Testing that parameter is either intermediate or output BUT not created and unused
-        if (!parameter.isInput &&
-            !parameter.isOutput &&
-            !pipeline.templates.some(function (template) { return template.dependentParameterNames.includes(parameter.name); })) {
-            throw new PipelineLogicError(spaceTrim(function (block) { return "\n                        Parameter {".concat(parameter.name, "} is created but not used\n\n                        You can declare {").concat(parameter.name, "} as output parameter by adding in the header:\n                        - OUTPUT PARAMETER `{").concat(parameter.name, "}` ").concat(parameter.description || '', "\n\n                        ").concat(block(pipelineIdentification), "\n\n                    "); }));
-        }
-        // Note: Testing that parameter is either input or result of some template
-        if (!parameter.isInput &&
-            !pipeline.templates.some(function (template) { return template.resultingParameterName === parameter.name; })) {
-            throw new PipelineLogicError(spaceTrim(function (block) { return "\n                        Parameter {".concat(parameter.name, "} is declared but not defined\n\n                        You can do one of these:\n                        1) Remove declaration of {").concat(parameter.name, "}\n                        2) Add template that results in -> {").concat(parameter.name, "}\n\n                        ").concat(block(pipelineIdentification), "\n                    "); }));
-        }
-    };
-    try {
-        // Note: Check each parameter individually
-        for (var _d = __values(pipeline.parameters), _e = _d.next(); !_e.done; _e = _d.next()) {
-            var parameter = _e.value;
-            _loop_1(parameter);
-        }
+    // Absolute Windows path: /hello.txt
+    if (/^([A-Z]{1,2}:\/?)\//i.test(filenameSlashes)) {
+        return true;
     }
-    catch (e_1_1) { e_1 = { error: e_1_1 }; }
-    finally {
-        try {
-            if (_e && !_e.done && (_a = _d.return)) _a.call(_d);
-        }
-        finally { if (e_1) throw e_1.error; }
+    // Relative path: ./hello.txt
+    if (/^(\.\.?\/)+/i.test(filenameSlashes)) {
+        return true;
     }
-    // Note: All input parameters are defined - so that they can be used as result of some template
-    var definedParameters = new Set(pipeline.parameters.filter(function (_a) {
-        var isInput = _a.isInput;
-        return isInput;
-    }).map(function (_a) {
-        var name = _a.name;
-        return name;
-    }));
-    var _loop_2 = function (template) {
-        var e_4, _h, e_5, _j;
-        if (definedParameters.has(template.resultingParameterName)) {
-            throw new PipelineLogicError(spaceTrim(function (block) { return "\n                        Parameter {".concat(template.resultingParameterName, "} is defined multiple times\n\n                        ").concat(block(pipelineIdentification), "\n                    "); }));
-        }
-        if (RESERVED_PARAMETER_NAMES.includes(template.resultingParameterName)) {
-            throw new PipelineLogicError(spaceTrim(function (block) { return "\n                        Parameter name {".concat(template.resultingParameterName, "} is reserved, please use different name\n\n                        ").concat(block(pipelineIdentification), "\n                    "); }));
-        }
-        definedParameters.add(template.resultingParameterName);
-        if (template.jokerParameterNames && template.jokerParameterNames.length > 0) {
-            if (!template.format &&
-                !template.expectations /* <- TODO: Require at least 1 -> min <- expectation to use jokers */) {
-                throw new PipelineLogicError(spaceTrim(function (block) { return "\n                            Joker parameters are used for {".concat(template.resultingParameterName, "} but no expectations are defined\n\n                            ").concat(block(pipelineIdentification), "\n                        "); }));
-            }
-            var _loop_4 = function (joker) {
-                if (!template.dependentParameterNames.includes(joker)) {
-                    throw new PipelineLogicError(spaceTrim(function (block) { return "\n                                Parameter {".concat(joker, "} is used for {").concat(template.resultingParameterName, "} as joker but not in `dependentParameterNames`\n\n                                ").concat(block(pipelineIdentification), "\n                            "); }));
-                }
-            };
-            try {
-                for (var _k = (e_4 = void 0, __values(template.jokerParameterNames)), _l = _k.next(); !_l.done; _l = _k.next()) {
-                    var joker = _l.value;
-                    _loop_4(joker);
-                }
-            }
-            catch (e_4_1) { e_4 = { error: e_4_1 }; }
-            finally {
-                try {
-                    if (_l && !_l.done && (_h = _k.return)) _h.call(_k);
-                }
-                finally { if (e_4) throw e_4.error; }
-            }
-        }
-        if (template.expectations) {
-            var _loop_5 = function (unit, min, max) {
-                if (min !== undefined && max !== undefined && min > max) {
-                    throw new PipelineLogicError(spaceTrim(function (block) { return "\n                                Min expectation (=".concat(min, ") of ").concat(unit, " is higher than max expectation (=").concat(max, ")\n\n                                ").concat(block(pipelineIdentification), "\n                            "); }));
-                }
-                if (min !== undefined && min < 0) {
-                    throw new PipelineLogicError(spaceTrim(function (block) { return "\n                                Min expectation of ".concat(unit, " must be zero or positive\n\n                                ").concat(block(pipelineIdentification), "\n                            "); }));
-                }
-                if (max !== undefined && max <= 0) {
-                    throw new PipelineLogicError(spaceTrim(function (block) { return "\n                                Max expectation of ".concat(unit, " must be positive\n\n                                ").concat(block(pipelineIdentification), "\n                            "); }));
-                }
-            };
-            try {
-                for (var _m = (e_5 = void 0, __values(Object.entries(template.expectations))), _o = _m.next(); !_o.done; _o = _m.next()) {
-                    var _p = __read(_o.value, 2), unit = _p[0], _q = _p[1], min = _q.min, max = _q.max;
-                    _loop_5(unit, min, max);
-                }
-            }
-            catch (e_5_1) { e_5 = { error: e_5_1 }; }
-            finally {
-                try {
-                    if (_o && !_o.done && (_j = _m.return)) _j.call(_m);
-                }
-                finally { if (e_5) throw e_5.error; }
-            }
-        }
-    };
-    try {
-        // Note: Checking each template individually
-        for (var _f = __values(pipeline.templates), _g = _f.next(); !_g.done; _g = _f.next()) {
-            var template = _g.value;
-            _loop_2(template);
-        }
-    }
-    catch (e_2_1) { e_2 = { error: e_2_1 }; }
-    finally {
-        try {
-            if (_g && !_g.done && (_b = _f.return)) _b.call(_f);
-        }
-        finally { if (e_2) throw e_2.error; }
-    }
-    // Note: Detect circular dependencies
-    var resovedParameters = pipeline.parameters
-        .filter(function (_a) {
-        var isInput = _a.isInput;
-        return isInput;
-    })
-        .map(function (_a) {
-        var name = _a.name;
-        return name;
-    });
-    try {
-        // Note: All reserved parameters are resolved
-        for (var RESERVED_PARAMETER_NAMES_1 = __values(RESERVED_PARAMETER_NAMES), RESERVED_PARAMETER_NAMES_1_1 = RESERVED_PARAMETER_NAMES_1.next(); !RESERVED_PARAMETER_NAMES_1_1.done; RESERVED_PARAMETER_NAMES_1_1 = RESERVED_PARAMETER_NAMES_1.next()) {
-            var reservedParameterName = RESERVED_PARAMETER_NAMES_1_1.value;
-            resovedParameters = __spreadArray(__spreadArray([], __read(resovedParameters), false), [reservedParameterName], false);
-        }
+    return false;
+}
+
+/**
+ * @@@
+ *
+ * @param value @@@
+ * @returns @@@
+ * @example @@@
+ * @public exported from `@promptbook/utils`
+ */
+function titleToName(value) {
+    if (isValidUrl(value)) {
+        value = value.replace(/^https?:\/\//, '');
+        value = value.replace(/\.html$/, '');
     }
-    catch (e_3_1) { e_3 = { error: e_3_1 }; }
-    finally {
-        try {
-            if (RESERVED_PARAMETER_NAMES_1_1 && !RESERVED_PARAMETER_NAMES_1_1.done && (_c = RESERVED_PARAMETER_NAMES_1.return)) _c.call(RESERVED_PARAMETER_NAMES_1);
-        }
-        finally { if (e_3) throw e_3.error; }
+    else if (isValidFilePath(value)) {
+        value = basename(value);
+        // Note: Keeping extension in the name
     }
-    var unresovedTemplates = __spreadArray([], __read(pipeline.templates), false);
-    var loopLimit = LOOP_LIMIT;
-    var _loop_3 = function () {
-        if (loopLimit-- < 0) {
-            // Note: Really UnexpectedError not LimitReachedError - this should not happen and be caught below
-            throw new UnexpectedError(spaceTrim(function (block) { return "\n                        Loop limit reached during detection of circular dependencies in `validatePipeline`\n\n                        ".concat(block(pipelineIdentification), "\n                    "); }));
-        }
-        var currentlyResovedTemplates = unresovedTemplates.filter(function (template) {
-            return template.dependentParameterNames.every(function (name) { return resovedParameters.includes(name); });
-        });
-        if (currentlyResovedTemplates.length === 0) {
-            throw new PipelineLogicError(
-            // TODO: [🐎] DRY
-            spaceTrim(function (block) { return "\n\n                        Can not resolve some parameters:\n                        Either you are using a parameter that is not defined, or there are some circular dependencies.\n\n                        ".concat(block(pipelineIdentification), "\n\n                        Can not resolve:\n                        ").concat(block(unresovedTemplates
-                .map(function (_a) {
-                var resultingParameterName = _a.resultingParameterName, dependentParameterNames = _a.dependentParameterNames;
-                return "- Parameter {".concat(resultingParameterName, "} which depends on ").concat(dependentParameterNames
-                    .map(function (dependentParameterName) { return "{".concat(dependentParameterName, "}"); })
-                    .join(' and '));
-            })
-                .join('\n')), "\n\n                        Resolved:\n                        ").concat(block(resovedParameters.map(function (name) { return "- Parameter {".concat(name, "}"); }).join('\n')), "\n\n\n                    "); }));
-        }
-        resovedParameters = __spreadArray(__spreadArray([], __read(resovedParameters), false), __read(currentlyResovedTemplates.map(function (_a) {
-            var resultingParameterName = _a.resultingParameterName;
-            return resultingParameterName;
-        })), false);
-        unresovedTemplates = unresovedTemplates.filter(function (template) { return !currentlyResovedTemplates.includes(template); });
-    };
-    while (unresovedTemplates.length > 0) {
-        _loop_3();
+    value = value.split('/').join('-');
+    value = removeEmojis(value);
+    value = normalizeToKebabCase(value);
+    // TODO: [🧠] Maybe warn or add some padding to short name which are not good identifiers
+    return value;
+}
+
+/**
+ * @@@
+ *
+ * @private for `FileCacheStorage`
+ */
+function nameToSubfolderPath(name) {
+    return [name.substr(0, 1).toLowerCase(), name.substr(1, 1).toLowerCase()];
+}
+
+/**
+ * Just marks a place of place where should be something implemented
+ * No side effects.
+ *
+ * Note: It can be usefull suppressing eslint errors of unused variables
+ *
+ * @param value any values
+ * @returns void
+ * @private within the repository
+ */
+function TODO_USE() {
+    var value = [];
+    for (var _i = 0; _i < arguments.length; _i++) {
+        value[_i] = arguments[_i];
     }
 }
+
 /**
- * TODO: !!!!! [🧞‍♀️] Do not allow joker + foreach
- * TODO: [🧠] Work with promptbookVersion
- * TODO: Use here some json-schema, Zod or something similar and change it to:
- *     > /**
- *     >  * Validates PipelineJson if it is logically valid.
- *     >  *
- *     >  * It checks:
- *     >  * -   it has a valid structure
- *     >  * -   ...
- *     >  ex port function validatePipeline(promptbook: really_unknown): asserts promptbook is PipelineJson {
+ * Create a filename for intermediate cache for scrapers
+ *
+ * Note: It also checks if directory exists and creates it if not
+ *
+ * @private as internal utility for scrapers
  */
+function getScraperIntermediateSource(source, options) {
+    return __awaiter(this, void 0, void 0, function () {
+        var sourceFilename, url, rootDirname, cacheDirname, isCacheCleaned, extension, isVerbose, hash, semanticName, pieces, name, cacheFilename, isDestroyed, fileHandler;
+        return __generator(this, function (_a) {
+            switch (_a.label) {
+                case 0:
+                    sourceFilename = source.filename, url = source.url;
+                    rootDirname = options.rootDirname, cacheDirname = options.cacheDirname, isCacheCleaned = options.isCacheCleaned, extension = options.extension, isVerbose = options.isVerbose;
+                    hash = SHA256(
+                    //    <- TODO: [🥬] Encapsulate sha256 to some private utility function
+                    hexEncoder.parse(sourceFilename || url || 'untitled'))
+                        .toString( /* hex */)
+                        .substring(0, 20);
+                    semanticName = normalizeToKebabCase(titleToName((sourceFilename || url || '').split('intermediate').join(''))).substring(0, 20);
+                    pieces = ['intermediate', semanticName, hash].filter(function (piece) { return piece !== ''; });
+                    name = pieces.join('-').split('--').join('-');
+                    // <- TODO: Use MAX_FILENAME_LENGTH
+                    TODO_USE(rootDirname); // <- TODO: !!!!!!
+                    cacheFilename = join.apply(void 0, __spreadArray(__spreadArray([process.cwd(),
+                        cacheDirname], __read(nameToSubfolderPath(hash /* <- TODO: [🎎] Maybe add some SHA256 prefix */)), false), [name], false)).split('\\')
+                        .join('/') +
+                        '.' +
+                        extension;
+                    return [4 /*yield*/, mkdir(dirname(cacheFilename), { recursive: true })];
+                case 1:
+                    _a.sent();
+                    isDestroyed = true;
+                    fileHandler = {
+                        filename: cacheFilename,
+                        get isDestroyed() {
+                            return isDestroyed;
+                        },
+                        destroy: function () {
+                            return __awaiter(this, void 0, void 0, function () {
+                                return __generator(this, function (_a) {
+                                    switch (_a.label) {
+                                        case 0:
+                                            if (!isCacheCleaned) return [3 /*break*/, 2];
+                                            if (isVerbose) {
+                                                console.info('legacyDocumentScraper: Clening cache');
+                                            }
+                                            return [4 /*yield*/, rm(cacheFilename)];
+                                        case 1:
+                                            _a.sent();
+                                            _a.label = 2;
+                                        case 2:
+                                            isDestroyed = true;
+                                            return [2 /*return*/];
+                                    }
+                                });
+                            });
+                        },
+                    };
+                    return [2 /*return*/, fileHandler];
+            }
+        });
+    });
+}
 /**
- * TODO: [🐣][main] !!!! Validate that all samples match expectations
- * TODO: [🐣][🐝][main] !!!! Validate that knowledge is valid (non-void)
- * TODO: [🐣][main] !!!! Validate that persona can be used only with CHAT variant
- * TODO: [🐣][main] !!!! Validate that parameter with reserved name not used RESERVED_PARAMETER_NAMES
- * TODO: [🐣][main] !!!! Validate that reserved parameter is not used as joker
- * TODO: [🧠] Validation not only logic itself but imports around - files and websites and rerefenced pipelines exists
- * TODO: [🛠] Actions, instruments (and maybe knowledge) => Functions and tools
+ * Note: Not using `FileCacheStorage` for two reasons:
+ * 1) Need to store more than serialized JSONs
+ * 2) Need to switch between a `rootDirname` and `cacheDirname` <- TODO: !!!!
+ * TODO: [🐱‍🐉][🧠] Make some smart crop
  */
 
+var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",resultingParameterName:"knowledgePieces",dependentParameterNames:["knowledgeContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-from-markdown.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",resultingParameterName:"keywords",dependentParameterNames:["knowledgePieceContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-keywords.ptbk.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",resultingParameterName:"title",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-title.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.ptbk.md",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"make-model-requirements",title:"Make modelRequirements",content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Sample\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n-   Your output format is JSON object\n-   Write just the JSON object, no other text should be present\n-   It contains the following keys:\n    -   `modelName`: The name of the model to use\n    -   `systemMessage`: The system message to provide context to the model\n    -   `temperature`: The sampling temperature to use\n\n### Key `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Key `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Key `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",resultingParameterName:"modelRequirements",format:"JSON",dependentParameterNames:["availableModelNames","personaDescription"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-persona.ptbk.md"}];
+
 /**
- * This error indicates that promptbook not found in the collection
+ * This error indicates that the promptbook in a markdown format cannot be parsed into a valid promptbook object
  *
  * @public exported from `@promptbook/core`
  */
-var NotFoundError = /** @class */ (function (_super) {
-    __extends(NotFoundError, _super);
-    function NotFoundError(message) {
+var ParseError = /** @class */ (function (_super) {
+    __extends(ParseError, _super);
+    function ParseError(message) {
         var _this = _super.call(this, message) || this;
-        _this.name = 'NotFoundError';
-        Object.setPrototypeOf(_this, NotFoundError.prototype);
+        _this.name = 'ParseError';
+        Object.setPrototypeOf(_this, ParseError.prototype);
         return _this;
     }
-    return NotFoundError;
+    return ParseError;
 }(Error));
+/**
+ * TODO: Maybe split `ParseError` and `ApplyError`
+ */
 
 /**
- * This error indicates errors in referencing promptbooks between each other
+ * This error indicates that the promptbook object has valid syntax (=can be parsed) but contains logical errors (like circular dependencies)
  *
  * @public exported from `@promptbook/core`
  */
-var PipelineUrlError = /** @class */ (function (_super) {
-    __extends(PipelineUrlError, _super);
-    function PipelineUrlError(message) {
+var PipelineLogicError = /** @class */ (function (_super) {
+    __extends(PipelineLogicError, _super);
+    function PipelineLogicError(message) {
         var _this = _super.call(this, message) || this;
-        _this.name = 'PipelineUrlError';
-        Object.setPrototypeOf(_this, PipelineUrlError.prototype);
+        _this.name = 'PipelineLogicError';
+        Object.setPrototypeOf(_this, PipelineLogicError.prototype);
         return _this;
     }
-    return PipelineUrlError;
+    return PipelineLogicError;
 }(Error));
 
 /**
- * Parses the template and returns the list of all parameter names
+ * Tests if given string is valid semantic version
+ *
+ * Note: There are two simmilar functions:
+ * - `isValidSemanticVersion` which tests any semantic version
+ * - `isValidPromptbookVersion` *(this one)* which tests just Promptbook versions
  *
- * @param template the template with parameters in {curly} braces
- * @returns the list of parameter names
  * @public exported from `@promptbook/utils`
  */
-function extractParameterNames(template) {
-    var e_1, _a;
-    var matches = template.matchAll(/{\w+}/g);
-    var parameterNames = new Set();
-    try {
-        for (var matches_1 = __values(matches), matches_1_1 = matches_1.next(); !matches_1_1.done; matches_1_1 = matches_1.next()) {
-            var match = matches_1_1.value;
-            var parameterName = match[0].slice(1, -1);
-            parameterNames.add(parameterName);
-        }
+function isValidSemanticVersion(version) {
+    if (typeof version !== 'string') {
+        return false;
     }
-    catch (e_1_1) { e_1 = { error: e_1_1 }; }
-    finally {
-        try {
-            if (matches_1_1 && !matches_1_1.done && (_a = matches_1.return)) _a.call(matches_1);
-        }
-        finally { if (e_1) throw e_1.error; }
+    if (version.startsWith('0.0.0')) {
+        return false;
     }
-    return parameterNames;
+    return /^\d+\.\d+\.\d+(-\d+)?$/i.test(version);
 }
 
 /**
- * Unprepare just strips the preparation data of the pipeline
+ * Tests if given string is valid promptbook version
+ * It looks into list of known promptbook versions.
  *
- * @public exported from `@promptbook/core`
- */
-function unpreparePipeline(pipeline) {
-    var personas = pipeline.personas, knowledgeSources = pipeline.knowledgeSources, templates = pipeline.templates;
-    personas = personas.map(function (persona) { return (__assign(__assign({}, persona), { modelRequirements: undefined, preparationIds: undefined })); });
-    knowledgeSources = knowledgeSources.map(function (knowledgeSource) { return (__assign(__assign({}, knowledgeSource), { preparationIds: undefined })); });
-    templates = templates.map(function (template) {
-        var dependentParameterNames = template.dependentParameterNames;
-        var parameterNames = extractParameterNames(template.preparedContent || '');
-        dependentParameterNames = dependentParameterNames.filter(function (dependentParameterName) { return !parameterNames.has(dependentParameterName); });
-        var templateUnprepared = __assign(__assign({}, template), { dependentParameterNames: dependentParameterNames });
-        delete templateUnprepared.preparedContent;
-        return templateUnprepared;
-    });
-    return $asDeeplyFrozenSerializableJson('Unprepared PipelineJson', __assign(__assign({}, pipeline), { templates: templates, knowledgeSources: knowledgeSources, knowledgePieces: [], personas: personas, preparations: [] }));
-}
-/**
- * TODO: [🧿] Maybe do same process with same granularity and subfinctions as `preparePipeline`
- * TODO: Write tests for `preparePipeline`
- * TODO: [🍙] Make some standard order of json properties
+ * @see https://www.npmjs.com/package/promptbook?activeTab=versions
+ * Note: When you are using for example promptbook 2.0.0 and there already is promptbook 3.0.0 it don`t know about it.
+ * Note: There are two simmilar functions:
+ * - `isValidSemanticVersion` which tests any semantic version
+ * - `isValidPromptbookVersion` *(this one)* which tests just Promptbook versions
+ *
+ * @public exported from `@promptbook/utils`
  */
-
-/**
- * Library of pipelines that groups together pipelines for an application.
- * This implementation is a very thin wrapper around the Array / Map of pipelines.
+function isValidPromptbookVersion(version) {
+    if (!isValidSemanticVersion(version)) {
+        return false;
+    }
+    if ( /* version === '1.0.0' || */version === '2.0.0' || version === '3.0.0') {
+        return false;
+    }
+    // <- TODO: [main] !!! Check isValidPromptbookVersion against PROMPTBOOK_VERSIONS
+    return true;
+}
+
+/**
+ * Checks if an URL is reserved for private networks or localhost.
  *
- * @private internal function of `createCollectionFromJson`, use `createCollectionFromJson` instead
- * @see https://github.com/webgptorg/pipeline#pipeline-collection
+ * Note: There are two simmilar functions:
+ * - `isUrlOnPrivateNetwork` which tests full URL
+ * - `isHostnameOnPrivateNetwork` *(this one)* which tests just hostname
+ *
+ * @public exported from `@promptbook/utils`
  */
-var SimplePipelineCollection = /** @class */ (function () {
-    /**
-     * Constructs a pipeline collection from pipelines
-     *
-     * @param pipelines @@@
-     *
-     * Note: During the construction logic of all pipelines are validated
-     * Note: It is not recommended to use this constructor directly, use `createCollectionFromJson` *(or other variant)* instead
-     */
-    function SimplePipelineCollection() {
-        var e_1, _a;
-        var pipelines = [];
-        for (var _i = 0; _i < arguments.length; _i++) {
-            pipelines[_i] = arguments[_i];
-        }
-        this.collection = new Map();
-        try {
-            for (var pipelines_1 = __values(pipelines), pipelines_1_1 = pipelines_1.next(); !pipelines_1_1.done; pipelines_1_1 = pipelines_1.next()) {
-                var pipeline = pipelines_1_1.value;
-                // TODO: [👠] DRY
-                if (pipeline.pipelineUrl === undefined) {
-                    throw new PipelineUrlError(spaceTrim("\n                        Pipeline with name \"".concat(pipeline.title, "\" does not have defined URL\n\n                        File:\n                        ").concat(pipeline.sourceFile || 'Unknown', "\n\n                        Note: Pipelines without URLs are called anonymous pipelines\n                              They can be used as standalone pipelines, but they cannot be referenced by other pipelines\n                              And also they cannot be used in the pipeline collection\n\n                    ")));
-                }
-                // Note: [🐨]
-                validatePipeline(pipeline);
-                // TODO: [🦄] DRY
-                // Note: [🦄]
-                if (
-                // TODO: [🐽]
-                this.collection.has(pipeline.pipelineUrl) &&
-                    pipelineJsonToString(unpreparePipeline(pipeline)) !==
-                        pipelineJsonToString(unpreparePipeline(this.collection.get(pipeline.pipelineUrl)))) {
-                    var existing = this.collection.get(pipeline.pipelineUrl);
-                    throw new PipelineUrlError(spaceTrim("\n                        Pipeline with URL \"".concat(pipeline.pipelineUrl, "\" is already in the collection \uD83C\uDF4E\n\n                        Conflicting files:\n                        ").concat(existing.sourceFile || 'Unknown', "\n                        ").concat(pipeline.sourceFile || 'Unknown', "\n\n                        Note: You have probably forgotten to run \"ptbk make\" to update the collection\n                        Note: Pipelines with the same URL are not allowed\n                              Only exepction is when the pipelines are identical\n\n                    ")));
-                }
-                // Note: [🧠] Overwrite existing pipeline with the same URL
-                this.collection.set(pipeline.pipelineUrl, pipeline);
-            }
-        }
-        catch (e_1_1) { e_1 = { error: e_1_1 }; }
-        finally {
-            try {
-                if (pipelines_1_1 && !pipelines_1_1.done && (_a = pipelines_1.return)) _a.call(pipelines_1);
-            }
-            finally { if (e_1) throw e_1.error; }
-        }
-    }
-    /**
-     * Gets all pipelines in the collection
-     */
-    SimplePipelineCollection.prototype.listPipelines = function () {
-        return Array.from(this.collection.keys());
-    };
-    /**
-     * Gets pipeline by its URL
-     *
-     * Note: This is not a direct fetching from the URL, but a lookup in the collection
-     */
-    SimplePipelineCollection.prototype.getPipelineByUrl = function (url) {
-        var _this = this;
-        var pipeline = this.collection.get(url);
-        if (!pipeline) {
-            if (this.listPipelines().length === 0) {
-                throw new NotFoundError(spaceTrim("\n                            Pipeline with url \"".concat(url, "\" not found\n\n                            No pipelines available\n                        ")));
-            }
-            throw new NotFoundError(spaceTrim(function (block) { return "\n                        Pipeline with url \"".concat(url, "\" not found\n\n                        Available pipelines:\n                        ").concat(block(_this.listPipelines()
-                .map(function (pipelineUrl) { return "- ".concat(pipelineUrl); })
-                .join('\n')), "\n\n                    "); }));
-        }
-        return pipeline;
-    };
-    /**
-     * Checks whether given prompt was defined in any pipeline in the collection
-     */
-    SimplePipelineCollection.prototype.isResponsibleForPrompt = function (prompt) {
+function isHostnameOnPrivateNetwork(hostname) {
+    if (hostname === 'example.com' ||
+        hostname === 'localhost' ||
+        hostname.endsWith('.localhost') ||
+        hostname.endsWith('.local') ||
+        hostname.endsWith('.test') ||
+        hostname === '127.0.0.1' ||
+        hostname === '::1') {
         return true;
-    };
-    return SimplePipelineCollection;
-}());
+    }
+    if (hostname.includes(':')) {
+        // IPv6
+        var ipParts = hostname.split(':');
+        return ipParts[0] === 'fc00' || ipParts[0] === 'fd00' || ipParts[0] === 'fe80';
+    }
+    else {
+        // IPv4
+        var ipParts = hostname.split('.').map(function (part) { return Number.parseInt(part, 10); });
+        return (ipParts[0] === 10 ||
+            (ipParts[0] === 172 && ipParts[1] >= 16 && ipParts[1] <= 31) ||
+            (ipParts[0] === 192 && ipParts[1] === 168));
+    }
+}
 
 /**
- * Creates PipelineCollection from array of PipelineJson or PipelineString
+ * Checks if an IP address or hostname is reserved for private networks or localhost.
  *
- * Note: Functions `collectionToJson` and `createCollectionFromJson` are complementary
- * Note: Syntax, parsing, and logic consistency checks are performed on all sources during build
+ * Note: There are two simmilar functions:
+ * - `isUrlOnPrivateNetwork` *(this one)* which tests full URL
+ * - `isHostnameOnPrivateNetwork` which tests just hostname
  *
- * @param promptbookSources
- * @returns PipelineCollection
- * @public exported from `@promptbook/core`
+ * @param {string} ipAddress - The IP address to check.
+ * @returns {boolean} Returns true if the IP address is reserved for private networks or localhost, otherwise false.
+ * @public exported from `@promptbook/utils`
  */
-function createCollectionFromJson() {
-    var promptbooks = [];
-    for (var _i = 0; _i < arguments.length; _i++) {
-        promptbooks[_i] = arguments[_i];
+function isUrlOnPrivateNetwork(url) {
+    if (typeof url === 'string') {
+        url = new URL(url);
     }
-    return new (SimplePipelineCollection.bind.apply(SimplePipelineCollection, __spreadArray([void 0], __read(promptbooks), false)))();
+    return isHostnameOnPrivateNetwork(url.hostname);
 }
 
-var defaultDiacriticsRemovalMap = [
-    {
-        base: 'A',
-        letters: '\u0041\u24B6\uFF21\u00C0\u00C1\u00C2\u1EA6\u1EA4\u1EAA\u1EA8\u00C3\u0100\u0102\u1EB0\u1EAE\u1EB4\u1EB2\u0226\u01E0\u00C4\u01DE\u1EA2\u00C5\u01FA\u01CD\u0200\u0202\u1EA0\u1EAC\u1EB6\u1E00\u0104\u023A\u2C6F',
-    },
-    { base: 'AA', letters: '\uA732' },
-    { base: 'AE', letters: '\u00C6\u01FC\u01E2' },
-    { base: 'AO', letters: '\uA734' },
-    { base: 'AU', letters: '\uA736' },
-    { base: 'AV', letters: '\uA738\uA73A' },
-    { base: 'AY', letters: '\uA73C' },
-    {
-        base: 'B',
-        letters: '\u0042\u24B7\uFF22\u1E02\u1E04\u1E06\u0243\u0182\u0181',
-    },
-    {
-        base: 'C',
-        letters: '\u0043\u24B8\uFF23\u0106\u0108\u010A\u010C\u00C7\u1E08\u0187\u023B\uA73E',
-    },
-    {
-        base: 'D',
-        letters: '\u0044\u24B9\uFF24\u1E0A\u010E\u1E0C\u1E10\u1E12\u1E0E\u0110\u018B\u018A\u0189\uA779\u00D0',
-    },
-    { base: 'DZ', letters: '\u01F1\u01C4' },
-    { base: 'Dz', letters: '\u01F2\u01C5' },
-    {
-        base: 'E',
-        letters: '\u0045\u24BA\uFF25\u00C8\u00C9\u00CA\u1EC0\u1EBE\u1EC4\u1EC2\u1EBC\u0112\u1E14\u1E16\u0114\u0116\u00CB\u1EBA\u011A\u0204\u0206\u1EB8\u1EC6\u0228\u1E1C\u0118\u1E18\u1E1A\u0190\u018E',
-    },
-    { base: 'F', letters: '\u0046\u24BB\uFF26\u1E1E\u0191\uA77B' },
-    {
-        base: 'G',
-        letters: '\u0047\u24BC\uFF27\u01F4\u011C\u1E20\u011E\u0120\u01E6\u0122\u01E4\u0193\uA7A0\uA77D\uA77E',
-    },
-    {
-        base: 'H',
-        letters: '\u0048\u24BD\uFF28\u0124\u1E22\u1E26\u021E\u1E24\u1E28\u1E2A\u0126\u2C67\u2C75\uA78D',
-    },
-    {
-        base: 'I',
-        letters: '\u0049\u24BE\uFF29\u00CC\u00CD\u00CE\u0128\u012A\u012C\u0130\u00CF\u1E2E\u1EC8\u01CF\u0208\u020A\u1ECA\u012E\u1E2C\u0197',
-    },
-    { base: 'J', letters: '\u004A\u24BF\uFF2A\u0134\u0248' },
-    {
-        base: 'K',
-        letters: '\u004B\u24C0\uFF2B\u1E30\u01E8\u1E32\u0136\u1E34\u0198\u2C69\uA740\uA742\uA744\uA7A2',
-    },
-    {
-        base: 'L',
-        letters: '\u004C\u24C1\uFF2C\u013F\u0139\u013D\u1E36\u1E38\u013B\u1E3C\u1E3A\u0141\u023D\u2C62\u2C60\uA748\uA746\uA780',
-    },
-    { base: 'LJ', letters: '\u01C7' },
-    { base: 'Lj', letters: '\u01C8' },
-    { base: 'M', letters: '\u004D\u24C2\uFF2D\u1E3E\u1E40\u1E42\u2C6E\u019C' },
-    {
-        base: 'N',
-        letters: '\u004E\u24C3\uFF2E\u01F8\u0143\u00D1\u1E44\u0147\u1E46\u0145\u1E4A\u1E48\u0220\u019D\uA790\uA7A4',
-    },
-    { base: 'NJ', letters: '\u01CA' },
-    { base: 'Nj', letters: '\u01CB' },
-    {
-        base: 'O',
-        letters: '\u004F\u24C4\uFF2F\u00D2\u00D3\u00D4\u1ED2\u1ED0\u1ED6\u1ED4\u00D5\u1E4C\u022C\u1E4E\u014C\u1E50\u1E52\u014E\u022E\u0230\u00D6\u022A\u1ECE\u0150\u01D1\u020C\u020E\u01A0\u1EDC\u1EDA\u1EE0\u1EDE\u1EE2\u1ECC\u1ED8\u01EA\u01EC\u00D8\u01FE\u0186\u019F\uA74A\uA74C',
-    },
-    { base: 'OI', letters: '\u01A2' },
-    { base: 'OO', letters: '\uA74E' },
-    { base: 'OU', letters: '\u0222' },
-    { base: 'OE', letters: '\u008C\u0152' },
-    { base: 'oe', letters: '\u009C\u0153' },
-    {
-        base: 'P',
-        letters: '\u0050\u24C5\uFF30\u1E54\u1E56\u01A4\u2C63\uA750\uA752\uA754',
-    },
-    { base: 'Q', letters: '\u0051\u24C6\uFF31\uA756\uA758\u024A' },
-    {
-        base: 'R',
-        letters: '\u0052\u24C7\uFF32\u0154\u1E58\u0158\u0210\u0212\u1E5A\u1E5C\u0156\u1E5E\u024C\u2C64\uA75A\uA7A6\uA782',
-    },
-    {
-        base: 'S',
-        letters: '\u0053\u24C8\uFF33\u1E9E\u015A\u1E64\u015C\u1E60\u0160\u1E66\u1E62\u1E68\u0218\u015E\u2C7E\uA7A8\uA784',
-    },
-    {
-        base: 'T',
-        letters: '\u0054\u24C9\uFF34\u1E6A\u0164\u1E6C\u021A\u0162\u1E70\u1E6E\u0166\u01AC\u01AE\u023E\uA786',
-    },
-    { base: 'TZ', letters: '\uA728' },
-    {
-        base: 'U',
-        letters: '\u0055\u24CA\uFF35\u00D9\u00DA\u00DB\u0168\u1E78\u016A\u1E7A\u016C\u00DC\u01DB\u01D7\u01D5\u01D9\u1EE6\u016E\u0170\u01D3\u0214\u0216\u01AF\u1EEA\u1EE8\u1EEE\u1EEC\u1EF0\u1EE4\u1E72\u0172\u1E76\u1E74\u0244',
-    },
-    { base: 'V', letters: '\u0056\u24CB\uFF36\u1E7C\u1E7E\u01B2\uA75E\u0245' },
-    { base: 'VY', letters: '\uA760' },
-    {
-        base: 'W',
-        letters: '\u0057\u24CC\uFF37\u1E80\u1E82\u0174\u1E86\u1E84\u1E88\u2C72',
-    },
-    { base: 'X', letters: '\u0058\u24CD\uFF38\u1E8A\u1E8C' },
-    {
-        base: 'Y',
-        letters: '\u0059\u24CE\uFF39\u1EF2\u00DD\u0176\u1EF8\u0232\u1E8E\u0178\u1EF6\u1EF4\u01B3\u024E\u1EFE',
-    },
-    {
-        base: 'Z',
-        letters: '\u005A\u24CF\uFF3A\u0179\u1E90\u017B\u017D\u1E92\u1E94\u01B5\u0224\u2C7F\u2C6B\uA762',
-    },
-    {
-        base: 'a',
-        letters: '\u0061\u24D0\uFF41\u1E9A\u00E0\u00E1\u00E2\u1EA7\u1EA5\u1EAB\u1EA9\u00E3\u0101\u0103\u1EB1\u1EAF\u1EB5\u1EB3\u0227\u01E1\u00E4\u01DF\u1EA3\u00E5\u01FB\u01CE\u0201\u0203\u1EA1\u1EAD\u1EB7\u1E01\u0105\u2C65\u0250',
-    },
-    { base: 'aa', letters: '\uA733' },
-    { base: 'ae', letters: '\u00E6\u01FD\u01E3' },
-    { base: 'ao', letters: '\uA735' },
-    { base: 'au', letters: '\uA737' },
-    { base: 'av', letters: '\uA739\uA73B' },
-    { base: 'ay', letters: '\uA73D' },
-    {
-        base: 'b',
-        letters: '\u0062\u24D1\uFF42\u1E03\u1E05\u1E07\u0180\u0183\u0253',
-    },
-    {
-        base: 'c',
-        letters: '\u0063\u24D2\uFF43\u0107\u0109\u010B\u010D\u00E7\u1E09\u0188\u023C\uA73F\u2184',
-    },
-    {
-        base: 'd',
-        letters: '\u0064\u24D3\uFF44\u1E0B\u010F\u1E0D\u1E11\u1E13\u1E0F\u0111\u018C\u0256\u0257\uA77A',
-    },
-    { base: 'dz', letters: '\u01F3\u01C6' },
-    {
-        base: 'e',
-        letters: '\u0065\u24D4\uFF45\u00E8\u00E9\u00EA\u1EC1\u1EBF\u1EC5\u1EC3\u1EBD\u0113\u1E15\u1E17\u0115\u0117\u00EB\u1EBB\u011B\u0205\u0207\u1EB9\u1EC7\u0229\u1E1D\u0119\u1E19\u1E1B\u0247\u025B\u01DD',
-    },
-    { base: 'f', letters: '\u0066\u24D5\uFF46\u1E1F\u0192\uA77C' },
-    {
-        base: 'g',
-        letters: '\u0067\u24D6\uFF47\u01F5\u011D\u1E21\u011F\u0121\u01E7\u0123\u01E5\u0260\uA7A1\u1D79\uA77F',
-    },
-    {
-        base: 'h',
-        letters: '\u0068\u24D7\uFF48\u0125\u1E23\u1E27\u021F\u1E25\u1E29\u1E2B\u1E96\u0127\u2C68\u2C76\u0265',
-    },
-    { base: 'hv', letters: '\u0195' },
-    {
-        base: 'i',
-        letters: '\u0069\u24D8\uFF49\u00EC\u00ED\u00EE\u0129\u012B\u012D\u00EF\u1E2F\u1EC9\u01D0\u0209\u020B\u1ECB\u012F\u1E2D\u0268\u0131',
-    },
-    { base: 'j', letters: '\u006A\u24D9\uFF4A\u0135\u01F0\u0249' },
-    {
-        base: 'k',
-        letters: '\u006B\u24DA\uFF4B\u1E31\u01E9\u1E33\u0137\u1E35\u0199\u2C6A\uA741\uA743\uA745\uA7A3',
-    },
-    {
-        base: 'l',
-        letters: '\u006C\u24DB\uFF4C\u0140\u013A\u013E\u1E37\u1E39\u013C\u1E3D\u1E3B\u017F\u0142\u019A\u026B\u2C61\uA749\uA781\uA747',
-    },
-    { base: 'lj', letters: '\u01C9' },
-    { base: 'm', letters: '\u006D\u24DC\uFF4D\u1E3F\u1E41\u1E43\u0271\u026F' },
-    {
-        base: 'n',
-        letters: '\u006E\u24DD\uFF4E\u01F9\u0144\u00F1\u1E45\u0148\u1E47\u0146\u1E4B\u1E49\u019E\u0272\u0149\uA791\uA7A5',
-    },
-    { base: 'nj', letters: '\u01CC' },
-    {
-        base: 'o',
-        letters: '\u006F\u24DE\uFF4F\u00F2\u00F3\u00F4\u1ED3\u1ED1\u1ED7\u1ED5\u00F5\u1E4D\u022D\u1E4F\u014D\u1E51\u1E53\u014F\u022F\u0231\u00F6\u022B\u1ECF\u0151\u01D2\u020D\u020F\u01A1\u1EDD\u1EDB\u1EE1\u1EDF\u1EE3\u1ECD\u1ED9\u01EB\u01ED\u00F8\u01FF\u0254\uA74B\uA74D\u0275',
-    },
-    { base: 'oi', letters: '\u01A3' },
-    { base: 'ou', letters: '\u0223' },
-    { base: 'oo', letters: '\uA74F' },
-    {
-        base: 'p',
-        letters: '\u0070\u24DF\uFF50\u1E55\u1E57\u01A5\u1D7D\uA751\uA753\uA755',
-    },
-    { base: 'q', letters: '\u0071\u24E0\uFF51\u024B\uA757\uA759' },
-    {
-        base: 'r',
-        letters: '\u0072\u24E1\uFF52\u0155\u1E59\u0159\u0211\u0213\u1E5B\u1E5D\u0157\u1E5F\u024D\u027D\uA75B\uA7A7\uA783',
-    },
-    {
-        base: 's',
-        letters: '\u0073\u24E2\uFF53\u00DF\u015B\u1E65\u015D\u1E61\u0161\u1E67\u1E63\u1E69\u0219\u015F\u023F\uA7A9\uA785\u1E9B',
-    },
-    {
-        base: 't',
-        letters: '\u0074\u24E3\uFF54\u1E6B\u1E97\u0165\u1E6D\u021B\u0163\u1E71\u1E6F\u0167\u01AD\u0288\u2C66\uA787',
-    },
-    { base: 'tz', letters: '\uA729' },
-    {
-        base: 'u',
-        letters: '\u0075\u24E4\uFF55\u00F9\u00FA\u00FB\u0169\u1E79\u016B\u1E7B\u016D\u00FC\u01DC\u01D8\u01D6\u01DA\u1EE7\u016F\u0171\u01D4\u0215\u0217\u01B0\u1EEB\u1EE9\u1EEF\u1EED\u1EF1\u1EE5\u1E73\u0173\u1E77\u1E75\u0289',
-    },
-    { base: 'v', letters: '\u0076\u24E5\uFF56\u1E7D\u1E7F\u028B\uA75F\u028C' },
-    { base: 'vy', letters: '\uA761' },
-    {
-        base: 'w',
-        letters: '\u0077\u24E6\uFF57\u1E81\u1E83\u0175\u1E87\u1E85\u1E98\u1E89\u2C73',
-    },
-    { base: 'x', letters: '\u0078\u24E7\uFF58\u1E8B\u1E8D' },
-    {
-        base: 'y',
-        letters: '\u0079\u24E8\uFF59\u1EF3\u00FD\u0177\u1EF9\u0233\u1E8F\u00FF\u1EF7\u1E99\u1EF5\u01B4\u024F\u1EFF',
-    },
-    {
-        base: 'z',
-        letters: '\u007A\u24E9\uFF5A\u017A\u1E91\u017C\u017E\u1E93\u1E95\u01B6\u0225\u0240\u2C6C\uA763',
-    },
-];
 /**
- * Map of letters from diacritic variant to diacritless variant
- * Contains lowercase and uppercase separatelly
+ * Tests if given string is valid pipeline URL URL.
  *
- * > "á" => "a"
- * > "ě" => "e"
- * > "Ă" => "A"
- * > ...
+ * Note: There are two simmilar functions:
+ * - `isValidUrl` which tests any URL
+ * - `isValidPipelineUrl` *(this one)* which tests just pipeline URL
  *
  * @public exported from `@promptbook/utils`
  */
-var DIACRITIC_VARIANTS_LETTERS = {};
-// tslint:disable-next-line: prefer-for-of
-for (var i = 0; i < defaultDiacriticsRemovalMap.length; i++) {
-    var letters = defaultDiacriticsRemovalMap[i].letters;
-    // tslint:disable-next-line: prefer-for-of
-    for (var j = 0; j < letters.length; j++) {
-        DIACRITIC_VARIANTS_LETTERS[letters[j]] = defaultDiacriticsRemovalMap[i].base;
+function isValidPipelineUrl(url) {
+    if (!isValidUrl(url)) {
+        return false;
     }
-}
-// <- TODO: [🍓] Put to maker function to save execution time if not needed
-/*
-  @see https://stackoverflow.com/questions/990904/remove-accents-diacritics-in-a-string-in-javascript
-   Licensed under the Apache License, Version 2.0 (the "License");
-   you may not use this file except in compliance with the License.
-   You may obtain a copy of the License at
-
-       http://www.apache.org/licenses/LICENSE-2.0
-
-   Unless required by applicable law or agreed to in writing, software
-   distributed under the License is distributed on an "AS IS" BASIS,
-   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-   See the License for the specific language governing permissions and
-   limitations under the License.
-*/
-
-/**
- * @@@
- *
- * @param input @@@
- * @returns @@@
- * @public exported from `@promptbook/utils`
- */
-function removeDiacritics(input) {
-    /*eslint no-control-regex: "off"*/
-    return input.replace(/[^\u0000-\u007E]/g, function (a) {
-        return DIACRITIC_VARIANTS_LETTERS[a] || a;
-    });
+    if (!url.startsWith('https://')) {
+        return false;
+    }
+    if (!url.endsWith('.ptbk.md')) {
+        return false;
+    }
+    if (url.includes('#')) {
+        // TODO: [🐠]
+        return false;
+    }
+    if (isUrlOnPrivateNetwork(url)) {
+        return false;
+    }
+    return true;
 }
 /**
- * TODO: [Ж] Variant for cyrillic (and in general non-latin) letters
+ * TODO: [🐠] Maybe more info why the URL is invalid
  */
 
 /**
- * @@@
+ * Validates PipelineJson if it is logically valid
  *
- * @param text @@@
- * @returns @@@
- * @example 'hello-world'
- * @example 'i-love-promptbook'
- * @public exported from `@promptbook/utils`
+ * It checks:
+ * -   if it has correct parameters dependency
+ *
+ * It does NOT check:
+ * -   if it is valid json
+ * -   if it is meaningful
+ *
+ * @param pipeline valid or invalid PipelineJson
+ * @returns the same pipeline if it is logically valid
+ * @throws {PipelineLogicError} on logical error in the pipeline
+ * @public exported from `@promptbook/core`
  */
-function normalizeToKebabCase(text) {
-    var e_1, _a;
-    text = removeDiacritics(text);
-    var charType;
-    var lastCharType = 'OTHER';
-    var normalizedName = '';
-    try {
-        for (var text_1 = __values(text), text_1_1 = text_1.next(); !text_1_1.done; text_1_1 = text_1.next()) {
-            var char = text_1_1.value;
-            var normalizedChar = void 0;
-            if (/^[a-z]$/.test(char)) {
-                charType = 'LOWERCASE';
-                normalizedChar = char;
-            }
-            else if (/^[A-Z]$/.test(char)) {
-                charType = 'UPPERCASE';
-                normalizedChar = char.toLowerCase();
-            }
-            else if (/^[0-9]$/.test(char)) {
-                charType = 'NUMBER';
-                normalizedChar = char;
-            }
-            else if (/^\/$/.test(char)) {
-                charType = 'SLASH';
-                normalizedChar = char;
-            }
-            else {
-                charType = 'OTHER';
-                normalizedChar = '-';
-            }
-            if (charType !== lastCharType &&
-                !(lastCharType === 'UPPERCASE' && charType === 'LOWERCASE') &&
-                !(lastCharType === 'NUMBER') &&
-                !(charType === 'NUMBER')) {
-                normalizedName += '-';
-            }
-            normalizedName += normalizedChar;
-            lastCharType = charType;
-        }
+function validatePipeline(pipeline) {
+    if (IS_PIPELINE_LOGIC_VALIDATED) {
+        validatePipelineCore(pipeline);
     }
-    catch (e_1_1) { e_1 = { error: e_1_1 }; }
-    finally {
+    else {
         try {
-            if (text_1_1 && !text_1_1.done && (_a = text_1.return)) _a.call(text_1);
+            validatePipelineCore(pipeline);
+        }
+        catch (error) {
+            if (!(error instanceof PipelineLogicError)) {
+                throw error;
+            }
+            console.error(spaceTrim(function (block) { return "\n                        Pipeline is not valid but logic errors are temporarily disabled via `IS_PIPELINE_LOGIC_VALIDATED`\n\n                        ".concat(block(error.message), "\n                    "); }));
         }
-        finally { if (e_1) throw e_1.error; }
     }
-    normalizedName = normalizedName.split(/-+/g).join('-');
-    normalizedName = normalizedName.split(/-?\/-?/g).join('/');
-    normalizedName = normalizedName.replace(/^-/, '');
-    normalizedName = normalizedName.replace(/-$/, '');
-    return normalizedName;
+    return pipeline;
 }
-
 /**
- * Removes emojis from a string and fix whitespaces
- *
- * @param text with emojis
- * @returns text without emojis
- * @public exported from `@promptbook/utils`
+ * @private internal function for `validatePipeline`
  */
-function removeEmojis(text) {
-    // Replace emojis (and also ZWJ sequence) with hyphens
-    text = text.replace(/(\p{Extended_Pictographic})\p{Modifier_Symbol}/gu, '$1');
-    text = text.replace(/(\p{Extended_Pictographic})[\u{FE00}-\u{FE0F}]/gu, '$1');
-    text = text.replace(/(\p{Extended_Pictographic})(\u{200D}\p{Extended_Pictographic})*/gu, '$1');
-    text = text.replace(/\p{Extended_Pictographic}/gu, '');
-    return text;
-}
-
-/**
- * @@@
- *
- * @param value @@@
- * @returns @@@
- * @example @@@
- * @public exported from `@promptbook/utils`
- */
-function titleToName(value) {
-    if (value.startsWith('http://') || value.startsWith('https://')) {
-        // TODO: Maybe check against some list unallowed characters
-        return value;
+function validatePipelineCore(pipeline) {
+    // TODO: [🧠] Maybe test if promptbook is a promise and make specific error case for that
+    var e_1, _a, e_2, _b, e_3, _c;
+    var pipelineIdentification = (function () {
+        // Note: This is a 😐 implementation of [🚞]
+        var _ = [];
+        if (pipeline.sourceFile !== undefined) {
+            _.push("File: ".concat(pipeline.sourceFile));
+        }
+        if (pipeline.pipelineUrl !== undefined) {
+            _.push("Url: ".concat(pipeline.pipelineUrl));
+        }
+        return _.join('\n');
+    })();
+    if (pipeline.pipelineUrl !== undefined && !isValidPipelineUrl(pipeline.pipelineUrl)) {
+        // <- Note: [🚲]
+        throw new PipelineLogicError(spaceTrim(function (block) { return "\n                    Invalid promptbook URL \"".concat(pipeline.pipelineUrl, "\"\n\n                    ").concat(block(pipelineIdentification), "\n                "); }));
     }
-    if (value.startsWith('./') || value.startsWith('../')) {
-        // TODO: Maybe check against some list unallowed characters
-        return value;
+    if (pipeline.promptbookVersion !== undefined && !isValidPromptbookVersion(pipeline.promptbookVersion)) {
+        // <- Note: [🚲]
+        throw new PipelineLogicError(spaceTrim(function (block) { return "\n                    Invalid Promptbook Version \"".concat(pipeline.promptbookVersion, "\"\n\n                    ").concat(block(pipelineIdentification), "\n                "); }));
+    }
+    // TODO: [🧠] Maybe do here some propper JSON-schema / ZOD checking
+    if (!Array.isArray(pipeline.parameters)) {
+        // TODO: [🧠] what is the correct error tp throw - maybe PromptbookSchemaError
+        throw new ParseError(spaceTrim(function (block) { return "\n                    Pipeline is valid JSON but with wrong structure\n\n                    `PipelineJson.parameters` expected to be an array, but got ".concat(typeof pipeline.parameters, "\n\n                    ").concat(block(pipelineIdentification), "\n                "); }));
+    }
+    // TODO: [🧠] Maybe do here some propper JSON-schema / ZOD checking
+    if (!Array.isArray(pipeline.templates)) {
+        // TODO: [🧠] what is the correct error tp throw - maybe PromptbookSchemaError
+        throw new ParseError(spaceTrim(function (block) { return "\n                    Pipeline is valid JSON but with wrong structure\n\n                    `PipelineJson.templates` expected to be an array, but got ".concat(typeof pipeline.templates, "\n\n                    ").concat(block(pipelineIdentification), "\n                "); }));
+    }
+    var _loop_1 = function (parameter) {
+        if (parameter.isInput && parameter.isOutput) {
+            throw new PipelineLogicError(spaceTrim(function (block) { return "\n\n                        Parameter {".concat(parameter.name, "} can not be both input and output\n\n                        ").concat(block(pipelineIdentification), "\n                    "); }));
+        }
+        // Note: Testing that parameter is either intermediate or output BUT not created and unused
+        if (!parameter.isInput &&
+            !parameter.isOutput &&
+            !pipeline.templates.some(function (template) { return template.dependentParameterNames.includes(parameter.name); })) {
+            throw new PipelineLogicError(spaceTrim(function (block) { return "\n                        Parameter {".concat(parameter.name, "} is created but not used\n\n                        You can declare {").concat(parameter.name, "} as output parameter by adding in the header:\n                        - OUTPUT PARAMETER `{").concat(parameter.name, "}` ").concat(parameter.description || '', "\n\n                        ").concat(block(pipelineIdentification), "\n\n                    "); }));
+        }
+        // Note: Testing that parameter is either input or result of some template
+        if (!parameter.isInput &&
+            !pipeline.templates.some(function (template) { return template.resultingParameterName === parameter.name; })) {
+            throw new PipelineLogicError(spaceTrim(function (block) { return "\n                        Parameter {".concat(parameter.name, "} is declared but not defined\n\n                        You can do one of these:\n                        1) Remove declaration of {").concat(parameter.name, "}\n                        2) Add template that results in -> {").concat(parameter.name, "}\n\n                        ").concat(block(pipelineIdentification), "\n                    "); }));
+        }
+    };
+    try {
+        // Note: Check each parameter individually
+        for (var _d = __values(pipeline.parameters), _e = _d.next(); !_e.done; _e = _d.next()) {
+            var parameter = _e.value;
+            _loop_1(parameter);
+        }
+    }
+    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+    finally {
+        try {
+            if (_e && !_e.done && (_a = _d.return)) _a.call(_d);
+        }
+        finally { if (e_1) throw e_1.error; }
+    }
+    // Note: All input parameters are defined - so that they can be used as result of some template
+    var definedParameters = new Set(pipeline.parameters.filter(function (_a) {
+        var isInput = _a.isInput;
+        return isInput;
+    }).map(function (_a) {
+        var name = _a.name;
+        return name;
+    }));
+    var _loop_2 = function (template) {
+        var e_4, _h, e_5, _j;
+        if (definedParameters.has(template.resultingParameterName)) {
+            throw new PipelineLogicError(spaceTrim(function (block) { return "\n                        Parameter {".concat(template.resultingParameterName, "} is defined multiple times\n\n                        ").concat(block(pipelineIdentification), "\n                    "); }));
+        }
+        if (RESERVED_PARAMETER_NAMES.includes(template.resultingParameterName)) {
+            throw new PipelineLogicError(spaceTrim(function (block) { return "\n                        Parameter name {".concat(template.resultingParameterName, "} is reserved, please use different name\n\n                        ").concat(block(pipelineIdentification), "\n                    "); }));
+        }
+        definedParameters.add(template.resultingParameterName);
+        if (template.jokerParameterNames && template.jokerParameterNames.length > 0) {
+            if (!template.format &&
+                !template.expectations /* <- TODO: Require at least 1 -> min <- expectation to use jokers */) {
+                throw new PipelineLogicError(spaceTrim(function (block) { return "\n                            Joker parameters are used for {".concat(template.resultingParameterName, "} but no expectations are defined\n\n                            ").concat(block(pipelineIdentification), "\n                        "); }));
+            }
+            var _loop_4 = function (joker) {
+                if (!template.dependentParameterNames.includes(joker)) {
+                    throw new PipelineLogicError(spaceTrim(function (block) { return "\n                                Parameter {".concat(joker, "} is used for {").concat(template.resultingParameterName, "} as joker but not in `dependentParameterNames`\n\n                                ").concat(block(pipelineIdentification), "\n                            "); }));
+                }
+            };
+            try {
+                for (var _k = (e_4 = void 0, __values(template.jokerParameterNames)), _l = _k.next(); !_l.done; _l = _k.next()) {
+                    var joker = _l.value;
+                    _loop_4(joker);
+                }
+            }
+            catch (e_4_1) { e_4 = { error: e_4_1 }; }
+            finally {
+                try {
+                    if (_l && !_l.done && (_h = _k.return)) _h.call(_k);
+                }
+                finally { if (e_4) throw e_4.error; }
+            }
+        }
+        if (template.expectations) {
+            var _loop_5 = function (unit, min, max) {
+                if (min !== undefined && max !== undefined && min > max) {
+                    throw new PipelineLogicError(spaceTrim(function (block) { return "\n                                Min expectation (=".concat(min, ") of ").concat(unit, " is higher than max expectation (=").concat(max, ")\n\n                                ").concat(block(pipelineIdentification), "\n                            "); }));
+                }
+                if (min !== undefined && min < 0) {
+                    throw new PipelineLogicError(spaceTrim(function (block) { return "\n                                Min expectation of ".concat(unit, " must be zero or positive\n\n                                ").concat(block(pipelineIdentification), "\n                            "); }));
+                }
+                if (max !== undefined && max <= 0) {
+                    throw new PipelineLogicError(spaceTrim(function (block) { return "\n                                Max expectation of ".concat(unit, " must be positive\n\n                                ").concat(block(pipelineIdentification), "\n                            "); }));
+                }
+            };
+            try {
+                for (var _m = (e_5 = void 0, __values(Object.entries(template.expectations))), _o = _m.next(); !_o.done; _o = _m.next()) {
+                    var _p = __read(_o.value, 2), unit = _p[0], _q = _p[1], min = _q.min, max = _q.max;
+                    _loop_5(unit, min, max);
+                }
+            }
+            catch (e_5_1) { e_5 = { error: e_5_1 }; }
+            finally {
+                try {
+                    if (_o && !_o.done && (_j = _m.return)) _j.call(_m);
+                }
+                finally { if (e_5) throw e_5.error; }
+            }
+        }
+    };
+    try {
+        // Note: Checking each template individually
+        for (var _f = __values(pipeline.templates), _g = _f.next(); !_g.done; _g = _f.next()) {
+            var template = _g.value;
+            _loop_2(template);
+        }
+    }
+    catch (e_2_1) { e_2 = { error: e_2_1 }; }
+    finally {
+        try {
+            if (_g && !_g.done && (_b = _f.return)) _b.call(_f);
+        }
+        finally { if (e_2) throw e_2.error; }
+    }
+    // Note: Detect circular dependencies
+    var resovedParameters = pipeline.parameters
+        .filter(function (_a) {
+        var isInput = _a.isInput;
+        return isInput;
+    })
+        .map(function (_a) {
+        var name = _a.name;
+        return name;
+    });
+    try {
+        // Note: All reserved parameters are resolved
+        for (var RESERVED_PARAMETER_NAMES_1 = __values(RESERVED_PARAMETER_NAMES), RESERVED_PARAMETER_NAMES_1_1 = RESERVED_PARAMETER_NAMES_1.next(); !RESERVED_PARAMETER_NAMES_1_1.done; RESERVED_PARAMETER_NAMES_1_1 = RESERVED_PARAMETER_NAMES_1.next()) {
+            var reservedParameterName = RESERVED_PARAMETER_NAMES_1_1.value;
+            resovedParameters = __spreadArray(__spreadArray([], __read(resovedParameters), false), [reservedParameterName], false);
+        }
+    }
+    catch (e_3_1) { e_3 = { error: e_3_1 }; }
+    finally {
+        try {
+            if (RESERVED_PARAMETER_NAMES_1_1 && !RESERVED_PARAMETER_NAMES_1_1.done && (_c = RESERVED_PARAMETER_NAMES_1.return)) _c.call(RESERVED_PARAMETER_NAMES_1);
+        }
+        finally { if (e_3) throw e_3.error; }
+    }
+    var unresovedTemplates = __spreadArray([], __read(pipeline.templates), false);
+    var loopLimit = LOOP_LIMIT;
+    var _loop_3 = function () {
+        if (loopLimit-- < 0) {
+            // Note: Really UnexpectedError not LimitReachedError - this should not happen and be caught below
+            throw new UnexpectedError(spaceTrim(function (block) { return "\n                        Loop limit reached during detection of circular dependencies in `validatePipeline`\n\n                        ".concat(block(pipelineIdentification), "\n                    "); }));
+        }
+        var currentlyResovedTemplates = unresovedTemplates.filter(function (template) {
+            return template.dependentParameterNames.every(function (name) { return resovedParameters.includes(name); });
+        });
+        if (currentlyResovedTemplates.length === 0) {
+            throw new PipelineLogicError(
+            // TODO: [🐎] DRY
+            spaceTrim(function (block) { return "\n\n                        Can not resolve some parameters:\n                        Either you are using a parameter that is not defined, or there are some circular dependencies.\n\n                        ".concat(block(pipelineIdentification), "\n\n                        Can not resolve:\n                        ").concat(block(unresovedTemplates
+                .map(function (_a) {
+                var resultingParameterName = _a.resultingParameterName, dependentParameterNames = _a.dependentParameterNames;
+                return "- Parameter {".concat(resultingParameterName, "} which depends on ").concat(dependentParameterNames
+                    .map(function (dependentParameterName) { return "{".concat(dependentParameterName, "}"); })
+                    .join(' and '));
+            })
+                .join('\n')), "\n\n                        Resolved:\n                        ").concat(block(resovedParameters.map(function (name) { return "- Parameter {".concat(name, "}"); }).join('\n')), "\n\n\n                    "); }));
+        }
+        resovedParameters = __spreadArray(__spreadArray([], __read(resovedParameters), false), __read(currentlyResovedTemplates.map(function (_a) {
+            var resultingParameterName = _a.resultingParameterName;
+            return resultingParameterName;
+        })), false);
+        unresovedTemplates = unresovedTemplates.filter(function (template) { return !currentlyResovedTemplates.includes(template); });
+    };
+    while (unresovedTemplates.length > 0) {
+        _loop_3();
     }
-    value = removeEmojis(value);
-    value = normalizeToKebabCase(value);
-    // TODO: [🧠] Maybe warn or add some padding to short name which are not good identifiers
-    return value;
 }
+/**
+ * TODO: !!!!! [🧞‍♀️] Do not allow joker + foreach
+ * TODO: [🧠] Work with promptbookVersion
+ * TODO: Use here some json-schema, Zod or something similar and change it to:
+ *     > /**
+ *     >  * Validates PipelineJson if it is logically valid.
+ *     >  *
+ *     >  * It checks:
+ *     >  * -   it has a valid structure
+ *     >  * -   ...
+ *     >  ex port function validatePipeline(promptbook: really_unknown): asserts promptbook is PipelineJson {
+ */
+/**
+ * TODO: [🧳][main] !!!! Validate that all samples match expectations
+ * TODO: [🧳][🐝][main] !!!! Validate that knowledge is valid (non-void)
+ * TODO: [🧳][main] !!!! Validate that persona can be used only with CHAT variant
+ * TODO: [🧳][main] !!!! Validate that parameter with reserved name not used RESERVED_PARAMETER_NAMES
+ * TODO: [🧳][main] !!!! Validate that reserved parameter is not used as joker
+ * TODO: [🧠] Validation not only logic itself but imports around - files and websites and rerefenced pipelines exists
+ * TODO: [🛠] Actions, instruments (and maybe knowledge) => Functions and tools
+ */
 
 /**
- * This error indicates errors during the execution of the pipeline
+ * This error indicates that promptbook not found in the collection
  *
  * @public exported from `@promptbook/core`
  */
-var PipelineExecutionError = /** @class */ (function (_super) {
-    __extends(PipelineExecutionError, _super);
-    function PipelineExecutionError(message) {
+var NotFoundError = /** @class */ (function (_super) {
+    __extends(NotFoundError, _super);
+    function NotFoundError(message) {
         var _this = _super.call(this, message) || this;
-        _this.name = 'PipelineExecutionError';
-        Object.setPrototypeOf(_this, PipelineExecutionError.prototype);
+        _this.name = 'NotFoundError';
+        Object.setPrototypeOf(_this, NotFoundError.prototype);
         return _this;
     }
-    return PipelineExecutionError;
+    return NotFoundError;
 }(Error));
 
 /**
- * This error indicates that the pipeline collection cannot be propperly loaded
+ * This error indicates errors in referencing promptbooks between each other
  *
  * @public exported from `@promptbook/core`
  */
-var CollectionError = /** @class */ (function (_super) {
-    __extends(CollectionError, _super);
-    function CollectionError(message) {
+var PipelineUrlError = /** @class */ (function (_super) {
+    __extends(PipelineUrlError, _super);
+    function PipelineUrlError(message) {
         var _this = _super.call(this, message) || this;
-        _this.name = 'CollectionError';
-        Object.setPrototypeOf(_this, CollectionError.prototype);
+        _this.name = 'PipelineUrlError';
+        Object.setPrototypeOf(_this, PipelineUrlError.prototype);
         return _this;
     }
-    return CollectionError;
+    return PipelineUrlError;
 }(Error));
 
 /**
- * This error type indicates that you try to use a feature that is not available in the current environment
+ * Parses the template and returns the list of all parameter names
  *
- * @public exported from `@promptbook/core`
- */
-var EnvironmentMismatchError = /** @class */ (function (_super) {
-    __extends(EnvironmentMismatchError, _super);
-    function EnvironmentMismatchError(message) {
+ * @param template the template with parameters in {curly} braces
+ * @returns the list of parameter names
+ * @public exported from `@promptbook/utils`
+ */
+function extractParameterNames(template) {
+    var e_1, _a;
+    var matches = template.matchAll(/{\w+}/g);
+    var parameterNames = new Set();
+    try {
+        for (var matches_1 = __values(matches), matches_1_1 = matches_1.next(); !matches_1_1.done; matches_1_1 = matches_1.next()) {
+            var match = matches_1_1.value;
+            var parameterName = match[0].slice(1, -1);
+            parameterNames.add(parameterName);
+        }
+    }
+    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+    finally {
+        try {
+            if (matches_1_1 && !matches_1_1.done && (_a = matches_1.return)) _a.call(matches_1);
+        }
+        finally { if (e_1) throw e_1.error; }
+    }
+    return parameterNames;
+}
+
+/**
+ * Unprepare just strips the preparation data of the pipeline
+ *
+ * @public exported from `@promptbook/core`
+ */
+function unpreparePipeline(pipeline) {
+    var personas = pipeline.personas, knowledgeSources = pipeline.knowledgeSources, templates = pipeline.templates;
+    personas = personas.map(function (persona) { return (__assign(__assign({}, persona), { modelRequirements: undefined, preparationIds: undefined })); });
+    knowledgeSources = knowledgeSources.map(function (knowledgeSource) { return (__assign(__assign({}, knowledgeSource), { preparationIds: undefined })); });
+    templates = templates.map(function (template) {
+        var dependentParameterNames = template.dependentParameterNames;
+        var parameterNames = extractParameterNames(template.preparedContent || '');
+        dependentParameterNames = dependentParameterNames.filter(function (dependentParameterName) { return !parameterNames.has(dependentParameterName); });
+        var templateUnprepared = __assign(__assign({}, template), { dependentParameterNames: dependentParameterNames });
+        delete templateUnprepared.preparedContent;
+        return templateUnprepared;
+    });
+    return $asDeeplyFrozenSerializableJson('Unprepared PipelineJson', __assign(__assign({}, pipeline), { templates: templates, knowledgeSources: knowledgeSources, knowledgePieces: [], personas: personas, preparations: [] }));
+}
+/**
+ * TODO: [🧿] Maybe do same process with same granularity and subfinctions as `preparePipeline`
+ * TODO: Write tests for `preparePipeline`
+ * TODO: [🍙] Make some standard order of json properties
+ */
+
+/**
+ * Library of pipelines that groups together pipelines for an application.
+ * This implementation is a very thin wrapper around the Array / Map of pipelines.
+ *
+ * @private internal function of `createCollectionFromJson`, use `createCollectionFromJson` instead
+ * @see https://github.com/webgptorg/pipeline#pipeline-collection
+ */
+var SimplePipelineCollection = /** @class */ (function () {
+    /**
+     * Constructs a pipeline collection from pipelines
+     *
+     * @param pipelines @@@
+     *
+     * Note: During the construction logic of all pipelines are validated
+     * Note: It is not recommended to use this constructor directly, use `createCollectionFromJson` *(or other variant)* instead
+     */
+    function SimplePipelineCollection() {
+        var e_1, _a;
+        var pipelines = [];
+        for (var _i = 0; _i < arguments.length; _i++) {
+            pipelines[_i] = arguments[_i];
+        }
+        this.collection = new Map();
+        try {
+            for (var pipelines_1 = __values(pipelines), pipelines_1_1 = pipelines_1.next(); !pipelines_1_1.done; pipelines_1_1 = pipelines_1.next()) {
+                var pipeline = pipelines_1_1.value;
+                // TODO: [👠] DRY
+                if (pipeline.pipelineUrl === undefined) {
+                    throw new PipelineUrlError(spaceTrim("\n                        Pipeline with name \"".concat(pipeline.title, "\" does not have defined URL\n\n                        File:\n                        ").concat(pipeline.sourceFile || 'Unknown', "\n\n                        Note: Pipelines without URLs are called anonymous pipelines\n                              They can be used as standalone pipelines, but they cannot be referenced by other pipelines\n                              And also they cannot be used in the pipeline collection\n\n                    ")));
+                }
+                // Note: [🐨]
+                validatePipeline(pipeline);
+                // TODO: [🦄] DRY
+                // Note: [🦄]
+                if (
+                // TODO: [🐽]
+                this.collection.has(pipeline.pipelineUrl) &&
+                    pipelineJsonToString(unpreparePipeline(pipeline)) !==
+                        pipelineJsonToString(unpreparePipeline(this.collection.get(pipeline.pipelineUrl)))) {
+                    var existing = this.collection.get(pipeline.pipelineUrl);
+                    throw new PipelineUrlError(spaceTrim("\n                        Pipeline with URL \"".concat(pipeline.pipelineUrl, "\" is already in the collection \uD83C\uDF4E\n\n                        Conflicting files:\n                        ").concat(existing.sourceFile || 'Unknown', "\n                        ").concat(pipeline.sourceFile || 'Unknown', "\n\n                        Note: You have probably forgotten to run \"ptbk make\" to update the collection\n                        Note: Pipelines with the same URL are not allowed\n                              Only exepction is when the pipelines are identical\n\n                    ")));
+                }
+                // Note: [🧠] Overwrite existing pipeline with the same URL
+                this.collection.set(pipeline.pipelineUrl, pipeline);
+            }
+        }
+        catch (e_1_1) { e_1 = { error: e_1_1 }; }
+        finally {
+            try {
+                if (pipelines_1_1 && !pipelines_1_1.done && (_a = pipelines_1.return)) _a.call(pipelines_1);
+            }
+            finally { if (e_1) throw e_1.error; }
+        }
+    }
+    /**
+     * Gets all pipelines in the collection
+     */
+    SimplePipelineCollection.prototype.listPipelines = function () {
+        return Array.from(this.collection.keys());
+    };
+    /**
+     * Gets pipeline by its URL
+     *
+     * Note: This is not a direct fetching from the URL, but a lookup in the collection
+     */
+    SimplePipelineCollection.prototype.getPipelineByUrl = function (url) {
+        var _this = this;
+        var pipeline = this.collection.get(url);
+        if (!pipeline) {
+            if (this.listPipelines().length === 0) {
+                throw new NotFoundError(spaceTrim("\n                            Pipeline with url \"".concat(url, "\" not found\n\n                            No pipelines available\n                        ")));
+            }
+            throw new NotFoundError(spaceTrim(function (block) { return "\n                        Pipeline with url \"".concat(url, "\" not found\n\n                        Available pipelines:\n                        ").concat(block(_this.listPipelines()
+                .map(function (pipelineUrl) { return "- ".concat(pipelineUrl); })
+                .join('\n')), "\n\n                    "); }));
+        }
+        return pipeline;
+    };
+    /**
+     * Checks whether given prompt was defined in any pipeline in the collection
+     */
+    SimplePipelineCollection.prototype.isResponsibleForPrompt = function (prompt) {
+        return true;
+    };
+    return SimplePipelineCollection;
+}());
+
+/**
+ * Creates PipelineCollection from array of PipelineJson or PipelineString
+ *
+ * Note: Functions `collectionToJson` and `createCollectionFromJson` are complementary
+ * Note: Syntax, parsing, and logic consistency checks are performed on all sources during build
+ *
+ * @param promptbookSources
+ * @returns PipelineCollection
+ * @public exported from `@promptbook/core`
+ */
+function createCollectionFromJson() {
+    var promptbooks = [];
+    for (var _i = 0; _i < arguments.length; _i++) {
+        promptbooks[_i] = arguments[_i];
+    }
+    return new (SimplePipelineCollection.bind.apply(SimplePipelineCollection, __spreadArray([void 0], __read(promptbooks), false)))();
+}
+
+/**
+ * This error indicates errors during the execution of the pipeline
+ *
+ * @public exported from `@promptbook/core`
+ */
+var PipelineExecutionError = /** @class */ (function (_super) {
+    __extends(PipelineExecutionError, _super);
+    function PipelineExecutionError(message) {
         var _this = _super.call(this, message) || this;
-        _this.name = 'EnvironmentMismatchError';
-        Object.setPrototypeOf(_this, EnvironmentMismatchError.prototype);
+        _this.name = 'PipelineExecutionError';
+        Object.setPrototypeOf(_this, PipelineExecutionError.prototype);
         return _this;
     }
-    return EnvironmentMismatchError;
+    return PipelineExecutionError;
+}(Error));
+
+/**
+ * This error indicates that the pipeline collection cannot be propperly loaded
+ *
+ * @public exported from `@promptbook/core`
+ */
+var CollectionError = /** @class */ (function (_super) {
+    __extends(CollectionError, _super);
+    function CollectionError(message) {
+        var _this = _super.call(this, message) || this;
+        _this.name = 'CollectionError';
+        Object.setPrototypeOf(_this, CollectionError.prototype);
+        return _this;
+    }
+    return CollectionError;
 }(Error));
 
 /**
@@ -2375,6 +2699,59 @@ function deepClone(objectValue) {
  * TODO: [🧠] Is there a way how to meaningfully test this utility
  */
 
+/**
+ * Represents the usage with no resources consumed
+ *
+ * @public exported from `@promptbook/core`
+ */
+var ZERO_USAGE = $deepFreeze({
+    price: { value: 0 },
+    input: {
+        tokensCount: { value: 0 },
+        charactersCount: { value: 0 },
+        wordsCount: { value: 0 },
+        sentencesCount: { value: 0 },
+        linesCount: { value: 0 },
+        paragraphsCount: { value: 0 },
+        pagesCount: { value: 0 },
+    },
+    output: {
+        tokensCount: { value: 0 },
+        charactersCount: { value: 0 },
+        wordsCount: { value: 0 },
+        sentencesCount: { value: 0 },
+        linesCount: { value: 0 },
+        paragraphsCount: { value: 0 },
+        pagesCount: { value: 0 },
+    },
+});
+/**
+ * Represents the usage with unknown resources consumed
+ *
+ * @public exported from `@promptbook/core`
+ */
+$deepFreeze({
+    price: { value: 0, isUncertain: true },
+    input: {
+        tokensCount: { value: 0, isUncertain: true },
+        charactersCount: { value: 0, isUncertain: true },
+        wordsCount: { value: 0, isUncertain: true },
+        sentencesCount: { value: 0, isUncertain: true },
+        linesCount: { value: 0, isUncertain: true },
+        paragraphsCount: { value: 0, isUncertain: true },
+        pagesCount: { value: 0, isUncertain: true },
+    },
+    output: {
+        tokensCount: { value: 0, isUncertain: true },
+        charactersCount: { value: 0, isUncertain: true },
+        wordsCount: { value: 0, isUncertain: true },
+        sentencesCount: { value: 0, isUncertain: true },
+        linesCount: { value: 0, isUncertain: true },
+        paragraphsCount: { value: 0, isUncertain: true },
+        pagesCount: { value: 0, isUncertain: true },
+    },
+});
+
 /**
  * Function `addUsage` will add multiple usages into one
  *
@@ -2653,29 +3030,12 @@ function union() {
 }
 
 /**
- * Just marks a place of place where should be something implemented
- * No side effects.
+ * This error indicates problems parsing the format value
  *
- * Note: It can be usefull suppressing eslint errors of unused variables
+ * For example, when the format value is not a valid JSON or CSV
+ * This is not thrown directly but in extended classes
  *
- * @param value any values
- * @returns void
- * @private within the repository
- */
-function TODO_USE() {
-    var value = [];
-    for (var _i = 0; _i < arguments.length; _i++) {
-        value[_i] = arguments[_i];
-    }
-}
-
-/**
- * This error indicates problems parsing the format value
- *
- * For example, when the format value is not a valid JSON or CSV
- * This is not thrown directly but in extended classes
- *
- * @public exported from `@promptbook/core`
+ * @public exported from `@promptbook/core`
  */
 var AbstractFormatError = /** @class */ (function (_super) {
     __extends(AbstractFormatError, _super);
@@ -2712,7 +3072,7 @@ var CsvFormatError = /** @class */ (function (_super) {
  */
 var MANDATORY_CSV_SETTINGS = Object.freeze({
     header: true,
-    // encoding: 'utf8',
+    // encoding: 'utf-8',
 });
 
 /**
@@ -4144,25 +4504,26 @@ function filterJustOutputParameters(options) {
  */
 function executePipeline(options) {
     return __awaiter(this, void 0, void 0, function () {
-        var inputParameters, tools, onProgress, pipeline, setPreparedPipeline, pipelineIdentification, settings, maxParallelCount, isVerbose, preparedPipeline, llmTools, errors, warnings, executionReport, isReturned, _a, _b, parameter, e_1_1, _loop_1, _c, _d, parameterName, state_1, e_2_1, parametersToPass, resovedParameterNames_1, unresovedTemplates_1, resolving_1, loopLimit, _loop_2, error_1, usage_1, outputParameters_1, usage, outputParameters;
-        var e_1, _e, e_2, _f;
-        return __generator(this, function (_g) {
-            switch (_g.label) {
+        var inputParameters, tools, onProgress, pipeline, setPreparedPipeline, pipelineIdentification, settings, maxParallelCount, rootDirname, _a, isVerbose, preparedPipeline, llmTools, errors, warnings, executionReport, isReturned, _b, _c, parameter, e_1_1, _loop_1, _d, _e, parameterName, state_1, e_2_1, parametersToPass, resovedParameterNames_1, unresovedTemplates_1, resolving_1, loopLimit, _loop_2, error_1, usage_1, outputParameters_1, usage, outputParameters;
+        var e_1, _f, e_2, _g;
+        return __generator(this, function (_h) {
+            switch (_h.label) {
                 case 0:
                     inputParameters = options.inputParameters, tools = options.tools, onProgress = options.onProgress, pipeline = options.pipeline, setPreparedPipeline = options.setPreparedPipeline, pipelineIdentification = options.pipelineIdentification, settings = options.settings;
-                    maxParallelCount = settings.maxParallelCount, isVerbose = settings.isVerbose;
+                    maxParallelCount = settings.maxParallelCount, rootDirname = settings.rootDirname, _a = settings.isVerbose, isVerbose = _a === void 0 ? IS_VERBOSE : _a;
                     preparedPipeline = options.preparedPipeline;
                     llmTools = joinLlmExecutionTools.apply(void 0, __spreadArray([], __read(arrayableToArray(tools.llm)), false));
                     if (!(preparedPipeline === undefined)) return [3 /*break*/, 2];
                     return [4 /*yield*/, preparePipeline(pipeline, {
                             llmTools: llmTools,
+                            rootDirname: rootDirname,
                             isVerbose: isVerbose,
                             maxParallelCount: maxParallelCount,
                         })];
                 case 1:
-                    preparedPipeline = _g.sent();
+                    preparedPipeline = _h.sent();
                     setPreparedPipeline(preparedPipeline);
-                    _g.label = 2;
+                    _h.label = 2;
                 case 2:
                     errors = [];
                     warnings = [];
@@ -4175,17 +4536,17 @@ function executePipeline(options) {
                         promptExecutions: [],
                     };
                     isReturned = false;
-                    _g.label = 3;
+                    _h.label = 3;
                 case 3:
-                    _g.trys.push([3, 9, 10, 11]);
-                    _a = __values(preparedPipeline.parameters.filter(function (_a) {
+                    _h.trys.push([3, 9, 10, 11]);
+                    _b = __values(preparedPipeline.parameters.filter(function (_a) {
                         var isInput = _a.isInput;
                         return isInput;
-                    })), _b = _a.next();
-                    _g.label = 4;
+                    })), _c = _b.next();
+                    _h.label = 4;
                 case 4:
-                    if (!!_b.done) return [3 /*break*/, 8];
-                    parameter = _b.value;
+                    if (!!_c.done) return [3 /*break*/, 8];
+                    parameter = _c.value;
                     if (!(inputParameters[parameter.name] === undefined)) return [3 /*break*/, 7];
                     isReturned = true;
                     if (!(onProgress !== undefined)) return [3 /*break*/, 6];
@@ -4193,8 +4554,8 @@ function executePipeline(options) {
                     return [4 /*yield*/, forTime(IMMEDIATE_TIME)];
                 case 5:
                     // Note: Wait a short time to prevent race conditions
-                    _g.sent();
-                    _g.label = 6;
+                    _h.sent();
+                    _h.label = 6;
                 case 6: return [2 /*return*/, $asDeeplyFrozenSerializableJson("Unuccessful PipelineExecutorResult (with missing parameter {".concat(parameter.name, "}) PipelineExecutorResult"), {
                         isSuccessful: false,
                         errors: __spreadArray([
@@ -4207,24 +4568,24 @@ function executePipeline(options) {
                         preparedPipeline: preparedPipeline,
                     })];
                 case 7:
-                    _b = _a.next();
+                    _c = _b.next();
                     return [3 /*break*/, 4];
                 case 8: return [3 /*break*/, 11];
                 case 9:
-                    e_1_1 = _g.sent();
+                    e_1_1 = _h.sent();
                     e_1 = { error: e_1_1 };
                     return [3 /*break*/, 11];
                 case 10:
                     try {
-                        if (_b && !_b.done && (_e = _a.return)) _e.call(_a);
+                        if (_c && !_c.done && (_f = _b.return)) _f.call(_b);
                     }
                     finally { if (e_1) throw e_1.error; }
                     return [7 /*endfinally*/];
                 case 11:
                     _loop_1 = function (parameterName) {
                         var parameter;
-                        return __generator(this, function (_h) {
-                            switch (_h.label) {
+                        return __generator(this, function (_j) {
+                            switch (_j.label) {
                                 case 0:
                                     parameter = preparedPipeline.parameters.find(function (_a) {
                                         var name = _a.name;
@@ -4241,8 +4602,8 @@ function executePipeline(options) {
                                     return [4 /*yield*/, forTime(IMMEDIATE_TIME)];
                                 case 2:
                                     // Note: Wait a short time to prevent race conditions
-                                    _h.sent();
-                                    _h.label = 3;
+                                    _j.sent();
+                                    _j.label = 3;
                                 case 3: return [2 /*return*/, { value: $asDeeplyFrozenSerializableJson(spaceTrim(function (block) { return "\n                        Unuccessful PipelineExecutorResult (with extra parameter {".concat(parameter.name, "}) PipelineExecutorResult\n\n                        ").concat(block(pipelineIdentification), "\n                    "); }), {
                                             isSuccessful: false,
                                             errors: __spreadArray([
@@ -4258,39 +4619,39 @@ function executePipeline(options) {
                             }
                         });
                     };
-                    _g.label = 12;
+                    _h.label = 12;
                 case 12:
-                    _g.trys.push([12, 17, 18, 19]);
-                    _c = __values(Object.keys(inputParameters)), _d = _c.next();
-                    _g.label = 13;
+                    _h.trys.push([12, 17, 18, 19]);
+                    _d = __values(Object.keys(inputParameters)), _e = _d.next();
+                    _h.label = 13;
                 case 13:
-                    if (!!_d.done) return [3 /*break*/, 16];
-                    parameterName = _d.value;
+                    if (!!_e.done) return [3 /*break*/, 16];
+                    parameterName = _e.value;
                     return [5 /*yield**/, _loop_1(parameterName)];
                 case 14:
-                    state_1 = _g.sent();
+                    state_1 = _h.sent();
                     if (typeof state_1 === "object")
                         return [2 /*return*/, state_1.value];
-                    _g.label = 15;
+                    _h.label = 15;
                 case 15:
-                    _d = _c.next();
+                    _e = _d.next();
                     return [3 /*break*/, 13];
                 case 16: return [3 /*break*/, 19];
                 case 17:
-                    e_2_1 = _g.sent();
+                    e_2_1 = _h.sent();
                     e_2 = { error: e_2_1 };
                     return [3 /*break*/, 19];
                 case 18:
                     try {
-                        if (_d && !_d.done && (_f = _c.return)) _f.call(_c);
+                        if (_e && !_e.done && (_g = _d.return)) _g.call(_d);
                     }
                     finally { if (e_2) throw e_2.error; }
                     return [7 /*endfinally*/];
                 case 19:
                     parametersToPass = inputParameters;
-                    _g.label = 20;
+                    _h.label = 20;
                 case 20:
-                    _g.trys.push([20, 25, , 28]);
+                    _h.trys.push([20, 25, , 28]);
                     resovedParameterNames_1 = preparedPipeline.parameters
                         .filter(function (_a) {
                         var isInput = _a.isInput;
@@ -4305,8 +4666,8 @@ function executePipeline(options) {
                     loopLimit = LOOP_LIMIT;
                     _loop_2 = function () {
                         var currentTemplate, work_1;
-                        return __generator(this, function (_j) {
-                            switch (_j.label) {
+                        return __generator(this, function (_k) {
+                            switch (_k.label) {
                                 case 0:
                                     if (loopLimit-- < 0) {
                                         // Note: Really UnexpectedError not LimitReachedError - this should be catched during validatePipeline
@@ -4332,7 +4693,7 @@ function executePipeline(options) {
                                     if (!!currentTemplate) return [3 /*break*/, 3];
                                     /* [🤹‍♂️] */ return [4 /*yield*/, Promise.race(resolving_1)];
                                 case 2:
-                                    /* [🤹‍♂️] */ _j.sent();
+                                    /* [🤹‍♂️] */ _k.sent();
                                     return [3 /*break*/, 4];
                                 case 3:
                                     unresovedTemplates_1 = unresovedTemplates_1.filter(function (template) { return template !== currentTemplate; });
@@ -4367,24 +4728,24 @@ function executePipeline(options) {
                                     // <- Note: Errors are catched here [3]
                                     //    TODO: BUT if in multiple templates are errors, only the first one is catched so maybe we should catch errors here and save them to errors array here
                                     resolving_1.push(work_1);
-                                    _j.label = 4;
+                                    _k.label = 4;
                                 case 4: return [2 /*return*/];
                             }
                         });
                     };
-                    _g.label = 21;
+                    _h.label = 21;
                 case 21:
                     if (!(unresovedTemplates_1.length > 0)) return [3 /*break*/, 23];
                     return [5 /*yield**/, _loop_2()];
                 case 22:
-                    _g.sent();
+                    _h.sent();
                     return [3 /*break*/, 21];
                 case 23: return [4 /*yield*/, Promise.all(resolving_1)];
                 case 24:
-                    _g.sent();
+                    _h.sent();
                     return [3 /*break*/, 28];
                 case 25:
-                    error_1 = _g.sent();
+                    error_1 = _h.sent();
                     if (!(error_1 instanceof Error)) {
                         throw error_1;
                     }
@@ -4404,8 +4765,8 @@ function executePipeline(options) {
                     return [4 /*yield*/, forTime(IMMEDIATE_TIME)];
                 case 26:
                     // Note: Wait a short time to prevent race conditions
-                    _g.sent();
-                    _g.label = 27;
+                    _h.sent();
+                    _h.label = 27;
                 case 27: return [2 /*return*/, $asDeeplyFrozenSerializableJson('Unuccessful PipelineExecutorResult (with misc errors) PipelineExecutorResult', {
                         isSuccessful: false,
                         errors: __spreadArray([error_1], __read(errors), false).map(serializeError),
@@ -4432,8 +4793,8 @@ function executePipeline(options) {
                     return [4 /*yield*/, forTime(IMMEDIATE_TIME)];
                 case 29:
                     // Note: Wait a short time to prevent race conditions
-                    _g.sent();
-                    _g.label = 30;
+                    _h.sent();
+                    _h.label = 30;
                 case 30: return [2 /*return*/, $asDeeplyFrozenSerializableJson('Successful PipelineExecutorResult', {
                         isSuccessful: true,
                         errors: errors.map(serializeError),
@@ -4445,211 +4806,883 @@ function executePipeline(options) {
                     })];
             }
         });
-    });
-}
+    });
+}
+/**
+ * TODO: [🐚] Change onProgress to object that represents the running execution, can be subscribed via RxJS to and also awaited
+ */
+
+/**
+ * Creates executor function from pipeline and execution tools.
+ *
+ * @returns The executor function
+ * @throws {PipelineLogicError} on logical error in the pipeline
+ * @public exported from `@promptbook/core`
+ */
+function createPipelineExecutor(options) {
+    var _this = this;
+    var pipeline = options.pipeline, tools = options.tools, _a = options.settings, settings = _a === void 0 ? {} : _a;
+    var _b = settings.maxExecutionAttempts, maxExecutionAttempts = _b === void 0 ? MAX_EXECUTION_ATTEMPTS : _b, _c = settings.maxParallelCount, maxParallelCount = _c === void 0 ? MAX_PARALLEL_COUNT : _c, _d = settings.csvSettings, csvSettings = _d === void 0 ? DEFAULT_CSV_SETTINGS : _d, _e = settings.isVerbose, isVerbose = _e === void 0 ? IS_VERBOSE : _e, _f = settings.isNotPreparedWarningSupressed, isNotPreparedWarningSupressed = _f === void 0 ? false : _f, _g = settings.rootDirname, rootDirname = _g === void 0 ? null : _g;
+    validatePipeline(pipeline);
+    var pipelineIdentification = (function () {
+        // Note: This is a 😐 implementation of [🚞]
+        var _ = [];
+        if (pipeline.sourceFile !== undefined) {
+            _.push("File: ".concat(pipeline.sourceFile));
+        }
+        if (pipeline.pipelineUrl !== undefined) {
+            _.push("Url: ".concat(pipeline.pipelineUrl));
+        }
+        return _.join('\n');
+    })();
+    var preparedPipeline;
+    if (isPipelinePrepared(pipeline)) {
+        preparedPipeline = pipeline;
+    }
+    else if (isNotPreparedWarningSupressed !== true) {
+        console.warn(spaceTrim(function (block) { return "\n                    Pipeline is not prepared\n\n                    ".concat(block(pipelineIdentification), "\n\n                    It will be prepared ad-hoc before the first execution and **returned as `preparedPipeline` in `PipelineExecutorResult`**\n                    But it is recommended to prepare the pipeline during collection preparation\n\n                    @see more at https://ptbk.io/prepare-pipeline\n                "); }));
+    }
+    var runCount = 0;
+    var pipelineExecutor = function (inputParameters, onProgress) { return __awaiter(_this, void 0, void 0, function () {
+        return __generator(this, function (_a) {
+            runCount++;
+            return [2 /*return*/, /* not await */ executePipeline({
+                    pipeline: pipeline,
+                    preparedPipeline: preparedPipeline,
+                    setPreparedPipeline: function (newPreparedPipeline) {
+                        preparedPipeline = newPreparedPipeline;
+                    },
+                    inputParameters: inputParameters,
+                    tools: tools,
+                    onProgress: onProgress,
+                    pipelineIdentification: spaceTrim(function (block) { return "\n                    ".concat(block(pipelineIdentification), "\n                    ").concat(runCount === 1 ? '' : "Run #".concat(runCount), "\n                "); }),
+                    settings: {
+                        maxExecutionAttempts: maxExecutionAttempts,
+                        maxParallelCount: maxParallelCount,
+                        csvSettings: csvSettings,
+                        isVerbose: isVerbose,
+                        isNotPreparedWarningSupressed: isNotPreparedWarningSupressed,
+                        rootDirname: rootDirname,
+                    },
+                })];
+        });
+    }); };
+    return pipelineExecutor;
+}
+/**
+ * TODO: [🐚] Change onProgress to object that represents the running execution, can be subscribed via RxJS to and also awaited
+ */
+
+/**
+ * Scraper for markdown files
+ *
+ * @see `documentationUrl` for more details
+ * @public exported from `@promptbook/core`
+ */
+var markdownScraper = {
+    /**
+     * Mime types that this scraper can handle
+     */
+    mimeTypes: ['text/markdown', 'text/plain'],
+    /**
+     * Link to documentation
+     */
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
+    /**
+     * Scrapes the markdown file and returns the knowledge pieces or `null` if it can't scrape it
+     */
+    scrape: function (source, options) {
+        return __awaiter(this, void 0, void 0, function () {
+            var llmTools, _a, maxParallelCount, _b, isVerbose, collection, prepareKnowledgeFromMarkdownExecutor, _c, prepareTitleExecutor, _d, prepareKeywordsExecutor, _e, knowledgeContent, result, outputParameters, knowledgePiecesRaw, knowledgeTextPieces, knowledge;
+            var _f, _g, _h;
+            var _this = this;
+            return __generator(this, function (_j) {
+                switch (_j.label) {
+                    case 0:
+                        llmTools = options.llmTools, _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a, _b = options.isVerbose, isVerbose = _b === void 0 ? IS_VERBOSE : _b;
+                        if (llmTools === undefined) {
+                            throw new MissingToolsError('LLM tools are required for scraping external files');
+                            // <- Note: This scraper is used in all other scrapers, so saying "external files" not "markdown files"
+                        }
+                        TODO_USE(maxParallelCount); // <- [🪂]
+                        collection = createCollectionFromJson.apply(void 0, __spreadArray([], __read(PipelineCollection), false));
+                        _c = createPipelineExecutor;
+                        _f = {};
+                        return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md')];
+                    case 1:
+                        prepareKnowledgeFromMarkdownExecutor = _c.apply(void 0, [(_f.pipeline = _j.sent(),
+                                _f.tools = {
+                                    llm: llmTools,
+                                },
+                                _f)]);
+                        _d = createPipelineExecutor;
+                        _g = {};
+                        return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md')];
+                    case 2:
+                        prepareTitleExecutor = _d.apply(void 0, [(_g.pipeline = _j.sent(),
+                                _g.tools = {
+                                    llm: llmTools,
+                                },
+                                _g)]);
+                        _e = createPipelineExecutor;
+                        _h = {};
+                        return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md')];
+                    case 3:
+                        prepareKeywordsExecutor = _e.apply(void 0, [(_h.pipeline = _j.sent(),
+                                _h.tools = {
+                                    llm: llmTools,
+                                },
+                                _h)]);
+                        return [4 /*yield*/, source.asText()];
+                    case 4:
+                        knowledgeContent = _j.sent();
+                        return [4 /*yield*/, prepareKnowledgeFromMarkdownExecutor({ knowledgeContent: knowledgeContent })];
+                    case 5:
+                        result = _j.sent();
+                        assertsExecutionSuccessful(result);
+                        outputParameters = result.outputParameters;
+                        knowledgePiecesRaw = outputParameters.knowledgePieces;
+                        knowledgeTextPieces = (knowledgePiecesRaw || '').split('\n---\n');
+                        //                                                               <- TODO: [main] !!!!! Smarter split and filter out empty pieces
+                        if (isVerbose) {
+                            console.info('knowledgeTextPieces:', knowledgeTextPieces);
+                        }
+                        return [4 /*yield*/, Promise.all(
+                            // TODO: [🪂] !! Do not send all at once but in chunks
+                            knowledgeTextPieces.map(function (knowledgeTextPiece, i) { return __awaiter(_this, void 0, void 0, function () {
+                                var name, title, knowledgePieceContent, keywords, index, titleResult, _a, titleRaw, keywordsResult, _b, keywordsRaw, embeddingResult, error_1;
+                                return __generator(this, function (_c) {
+                                    switch (_c.label) {
+                                        case 0:
+                                            name = "piece-".concat(i);
+                                            title = spaceTrim$1(knowledgeTextPiece.substring(0, 100));
+                                            knowledgePieceContent = spaceTrim$1(knowledgeTextPiece);
+                                            keywords = [];
+                                            index = [];
+                                            _c.label = 1;
+                                        case 1:
+                                            _c.trys.push([1, 7, , 8]);
+                                            return [4 /*yield*/, prepareTitleExecutor({ knowledgePieceContent: knowledgePieceContent })];
+                                        case 2:
+                                            titleResult = _c.sent();
+                                            _a = titleResult.outputParameters.title, titleRaw = _a === void 0 ? 'Untitled' : _a;
+                                            title = spaceTrim$1(titleRaw) /* <- TODO: Maybe do in pipeline */;
+                                            name = titleToName(title);
+                                            return [4 /*yield*/, prepareKeywordsExecutor({ knowledgePieceContent: knowledgePieceContent })];
+                                        case 3:
+                                            keywordsResult = _c.sent();
+                                            _b = keywordsResult.outputParameters.keywords, keywordsRaw = _b === void 0 ? '' : _b;
+                                            keywords = (keywordsRaw || '')
+                                                .split(',')
+                                                .map(function (keyword) { return keyword.trim(); })
+                                                .filter(function (keyword) { return keyword !== ''; });
+                                            if (isVerbose) {
+                                                console.info("Keywords for \"".concat(title, "\":"), keywords);
+                                            }
+                                            if (!!llmTools.callEmbeddingModel) return [3 /*break*/, 4];
+                                            // TODO: [🟥] Detect browser / node and make it colorfull
+                                            console.error('No callEmbeddingModel function provided');
+                                            return [3 /*break*/, 6];
+                                        case 4: return [4 /*yield*/, llmTools.callEmbeddingModel({
+                                                title: "Embedding for ".concat(title) /* <- Note: No impact on embedding result itself, just for logging */,
+                                                parameters: {},
+                                                content: knowledgePieceContent,
+                                                modelRequirements: {
+                                                    modelVariant: 'EMBEDDING',
+                                                },
+                                            })];
+                                        case 5:
+                                            embeddingResult = _c.sent();
+                                            index.push({
+                                                modelName: embeddingResult.modelName,
+                                                position: embeddingResult.content,
+                                            });
+                                            _c.label = 6;
+                                        case 6: return [3 /*break*/, 8];
+                                        case 7:
+                                            error_1 = _c.sent();
+                                            // Note: Here is expected error:
+                                            //     > PipelineExecutionError: You have not provided any `LlmExecutionTools` that support model variant "EMBEDDING
+                                            if (!(error_1 instanceof PipelineExecutionError)) {
+                                                throw error_1;
+                                            }
+                                            // TODO: [🟥] Detect browser / node and make it colorfull
+                                            console.error(error_1, "<- Note: This error is not critical to prepare the pipeline, just knowledge pieces won't have embeddings");
+                                            return [3 /*break*/, 8];
+                                        case 8: return [2 /*return*/, {
+                                                name: name,
+                                                title: title,
+                                                content: knowledgePieceContent,
+                                                keywords: keywords,
+                                                index: index,
+                                                // <- TODO: [☀] sources,
+                                            }];
+                                    }
+                                });
+                            }); }))];
+                    case 6:
+                        knowledge = _j.sent();
+                        return [2 /*return*/, knowledge];
+                }
+            });
+        });
+    },
+} /* TODO: [🦷] as const */;
+/**
+ * TODO: [🦖] Make some system for putting scrapers to separete packages
+ * TODO: [🪂] Do it in parallel 11:11
+ * TODO: [🦷] Ideally use `as const satisfies Scraper` BUT this combination throws errors
+ * Note: No need to aggregate usage here, it is done by intercepting the llmTools
+ */
+
+/**
+ * Scraper of .docx and .odt files
+ *
+ * @see `documentationUrl` for more details
+ * @public exported from `@promptbook/core`
+ */
+var documentScraper = {
+    /**
+     * Mime types that this scraper can handle
+     */
+    mimeTypes: ['application/vnd.openxmlformats-officedocument.wordprocessingml.document'],
+    /**
+     * Link to documentation
+     */
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
+    /**
+     * Convert the `.docx` or `.odt`  to `.md` file and returns intermediate source
+     *
+     * Note: `$` is used to indicate that this function is not a pure function - it leaves files on the disk and you are responsible for cleaning them by calling `destroy` method of returned object
+     */
+    $convert: function (source, options) {
+        return __awaiter(this, void 0, void 0, function () {
+            var _a, externalProgramsPaths, rootDirname, _b, cacheDirname, _c, isCacheCleaned, _d, isVerbose, extension, cacheFilehandler, command_1;
+            return __generator(this, function (_e) {
+                switch (_e.label) {
+                    case 0:
+                        _a = options.externalProgramsPaths, externalProgramsPaths = _a === void 0 ? {} : _a, rootDirname = options.rootDirname, _b = options.cacheDirname, cacheDirname = _b === void 0 ? SCRAPE_CACHE_DIRNAME : _b, _c = options.isCacheCleaned, isCacheCleaned = _c === void 0 ? false : _c, _d = options.isVerbose, isVerbose = _d === void 0 ? IS_VERBOSE : _d;
+                        if (!$isRunningInNode()) {
+                            throw new KnowledgeScrapeError('Scraping .docx files is only supported in Node environment');
+                        }
+                        if (externalProgramsPaths.pandocPath === undefined) {
+                            throw new MissingToolsError('Pandoc is required for scraping .docx files');
+                        }
+                        if (source.filename === null) {
+                            // TODO: [🧠] Maybe save file as temporary
+                            throw new KnowledgeScrapeError('When parsing .docx file, it must be real file in the file system');
+                        }
+                        extension = getFileExtension(source.filename);
+                        return [4 /*yield*/, getScraperIntermediateSource(source, {
+                                rootDirname: rootDirname,
+                                cacheDirname: cacheDirname,
+                                isCacheCleaned: isCacheCleaned,
+                                extension: 'md',
+                                isVerbose: isVerbose,
+                            })];
+                    case 1:
+                        cacheFilehandler = _e.sent();
+                        return [4 /*yield*/, $isFileExisting(cacheFilehandler.filename)];
+                    case 2:
+                        if (!!(_e.sent())) return [3 /*break*/, 5];
+                        command_1 = "\"".concat(externalProgramsPaths.pandocPath, "\" -f ").concat(extension, " -t markdown \"").concat(source.filename, "\" -o \"").concat(cacheFilehandler.filename, "\"");
+                        // TODO: !!!!!! [🕊] Make execCommand standard (?node-)util of the promptbook
+                        return [4 /*yield*/, $execCommand(command_1)];
+                    case 3:
+                        // TODO: !!!!!! [🕊] Make execCommand standard (?node-)util of the promptbook
+                        _e.sent();
+                        return [4 /*yield*/, $isFileExisting(cacheFilehandler.filename)];
+                    case 4:
+                        // Note: [0]
+                        if (!(_e.sent())) {
+                            throw new UnexpectedError(spaceTrim$1(function (block) { return "\n                    File that was supposed to be created by Pandoc does not exist for unknown reason\n\n                    Expected file:\n                    ".concat(block(cacheFilehandler.filename), "\n\n                    Command:\n                    > ").concat(block(command_1), "\n\n                "); }));
+                        }
+                        _e.label = 5;
+                    case 5: return [2 /*return*/, cacheFilehandler];
+                }
+            });
+        });
+    },
+    /**
+     * Scrapes the docx file and returns the knowledge pieces or `null` if it can't scrape it
+     */
+    scrape: function (source, options) {
+        return __awaiter(this, void 0, void 0, function () {
+            var cacheFilehandler, markdownSource, knowledge;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, documentScraper.$convert(source, options)];
+                    case 1:
+                        cacheFilehandler = _a.sent();
+                        markdownSource = {
+                            source: source.source,
+                            filename: cacheFilehandler.filename,
+                            url: null,
+                            mimeType: 'text/markdown',
+                            asText: function () {
+                                return __awaiter(this, void 0, void 0, function () {
+                                    return __generator(this, function (_a) {
+                                        switch (_a.label) {
+                                            case 0: return [4 /*yield*/, readFile(cacheFilehandler.filename, 'utf-8')];
+                                            case 1: 
+                                            // Note: [0] In $convert we check that the file exists
+                                            return [2 /*return*/, _a.sent()];
+                                        }
+                                    });
+                                });
+                            },
+                            asJson: function () {
+                                throw new UnexpectedError('Did not expect that `markdownScraper` would need to get the content `asJson`');
+                            },
+                            asBlob: function () {
+                                throw new UnexpectedError('Did not expect that `markdownScraper` would need to get the content `asBlob`');
+                            },
+                        };
+                        knowledge = markdownScraper.scrape(markdownSource, options);
+                        return [4 /*yield*/, cacheFilehandler.destroy()];
+                    case 2:
+                        _a.sent();
+                        return [2 /*return*/, knowledge];
+                }
+            });
+        });
+    },
+} /* TODO: [🦷] as const */;
+/**
+ * TODO: [👣] Converted documents can act as cached items - there is no need to run conversion each time
+ * TODO: [🦖] Make some system for putting scrapers to separete packages
+ * TODO: [🪂] Do it in parallel 11:11
+ * TODO: [🦷] Ideally use `as const satisfies Converter & Scraper` BUT this combination throws errors
+ * Note: No need to aggregate usage here, it is done by intercepting the llmTools
+ */
+
+/**
+ * Scraper for .docx files
+ *
+ * @see `documentationUrl` for more details
+ * @public exported from `@promptbook/core`
+ */
+var legacyDocumentScraper = {
+    /**
+     * Mime types that this scraper can handle
+     */
+    mimeTypes: ['application/msword', 'text/rtf'],
+    /**
+     * Link to documentation
+     */
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
+    /**
+     * Convert the `.doc` or `.rtf`  to `.doc` file and returns intermediate source
+     *
+     * Note: `$` is used to indicate that this function is not a pure function - it leaves files on the disk and you are responsible for cleaning them by calling `destroy` method of returned object
+     */
+    $convert: function (source, options) {
+        return __awaiter(this, void 0, void 0, function () {
+            var _a, externalProgramsPaths, rootDirname, _b, cacheDirname, _c, isCacheCleaned, _d, isVerbose, extension, cacheFilehandler, documentSourceOutdirPathForLibreOffice_1, command_1, files_1, file;
+            return __generator(this, function (_e) {
+                switch (_e.label) {
+                    case 0:
+                        _a = options.externalProgramsPaths, externalProgramsPaths = _a === void 0 ? {} : _a, rootDirname = options.rootDirname, _b = options.cacheDirname, cacheDirname = _b === void 0 ? SCRAPE_CACHE_DIRNAME : _b, _c = options.isCacheCleaned, isCacheCleaned = _c === void 0 ? false : _c, _d = options.isVerbose, isVerbose = _d === void 0 ? IS_VERBOSE : _d;
+                        if (!$isRunningInNode()) {
+                            throw new KnowledgeScrapeError('Scraping .doc files is only supported in Node environment');
+                        }
+                        if (externalProgramsPaths.libreOfficePath === undefined) {
+                            throw new MissingToolsError('LibreOffice is required for scraping .doc and .rtf files');
+                        }
+                        if (source.filename === null) {
+                            // TODO: [🧠] Maybe save file as temporary
+                            throw new KnowledgeScrapeError('When parsing .doc or .rtf file, it must be real file in the file system');
+                        }
+                        extension = getFileExtension(source.filename);
+                        return [4 /*yield*/, getScraperIntermediateSource(source, {
+                                rootDirname: rootDirname,
+                                cacheDirname: cacheDirname,
+                                isCacheCleaned: isCacheCleaned,
+                                extension: 'docx',
+                                isVerbose: isVerbose,
+                            })];
+                    case 1:
+                        cacheFilehandler = _e.sent();
+                        if (isVerbose) {
+                            console.info("documentScraper: Converting .".concat(extension, " -> .docx"));
+                        }
+                        return [4 /*yield*/, $isFileExisting(cacheFilehandler.filename)];
+                    case 2:
+                        if (!!(_e.sent())) return [3 /*break*/, 8];
+                        documentSourceOutdirPathForLibreOffice_1 = join(dirname(cacheFilehandler.filename), 'libreoffice')
+                            .split('\\')
+                            .join('/');
+                        command_1 = "\"".concat(externalProgramsPaths.libreOfficePath, "\" --headless --convert-to docx \"").concat(source.filename, "\"  --outdir \"").concat(documentSourceOutdirPathForLibreOffice_1, "\"");
+                        // TODO: !!!!!! [🕊] Make execCommand standard (?node-)util of the promptbook - this should trigger build polution error
+                        return [4 /*yield*/, $execCommand(command_1)];
+                    case 3:
+                        // TODO: !!!!!! [🕊] Make execCommand standard (?node-)util of the promptbook - this should trigger build polution error
+                        _e.sent();
+                        return [4 /*yield*/, readdir(documentSourceOutdirPathForLibreOffice_1)];
+                    case 4:
+                        files_1 = _e.sent();
+                        if (files_1.length !== 1) {
+                            throw new UnexpectedError(spaceTrim$1(function (block) { return "\n                        Expected exactly 1 file in the LibreOffice output directory, got ".concat(files_1.length, "\n\n                        The temporary folder:\n                        ").concat(block(documentSourceOutdirPathForLibreOffice_1), "\n\n                        Command:\n                        > ").concat(block(command_1), "\n                    "); }));
+                        }
+                        file = files_1[0];
+                        return [4 /*yield*/, rename(join(documentSourceOutdirPathForLibreOffice_1, file), cacheFilehandler.filename)];
+                    case 5:
+                        _e.sent();
+                        return [4 /*yield*/, rmdir(documentSourceOutdirPathForLibreOffice_1)];
+                    case 6:
+                        _e.sent();
+                        return [4 /*yield*/, $isFileExisting(cacheFilehandler.filename)];
+                    case 7:
+                        if (!(_e.sent())) {
+                            throw new UnexpectedError(spaceTrim$1(function (block) { return "\n                            File that was supposed to be created by LibreOffice does not exist for unknown reason\n\n                            Expected file:\n                            ".concat(block(cacheFilehandler.filename), "\n\n                            The temporary folder:\n                            ").concat(block(documentSourceOutdirPathForLibreOffice_1), "\n\n                            Command:\n                            > ").concat(block(command_1), "\n\n                        "); }));
+                        }
+                        _e.label = 8;
+                    case 8: return [2 /*return*/, cacheFilehandler];
+                }
+            });
+        });
+    },
+    /**
+     * Scrapes the `.doc` or `.rtf` file and returns the knowledge pieces or `null` if it can't scrape it
+     */
+    scrape: function (source, options) {
+        return __awaiter(this, void 0, void 0, function () {
+            var cacheFilehandler, markdownSource, knowledge;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, legacyDocumentScraper.$convert(source, options)];
+                    case 1:
+                        cacheFilehandler = _a.sent();
+                        markdownSource = {
+                            source: source.source,
+                            filename: cacheFilehandler.filename,
+                            url: null,
+                            mimeType: 'text/markdown',
+                            asText: function () {
+                                throw new UnexpectedError('Did not expect that `documentScraper` would need to get the content `asText`');
+                            },
+                            asJson: function () {
+                                throw new UnexpectedError('Did not expect that `documentScraper` would need to get the content `asJson`');
+                            },
+                            asBlob: function () {
+                                throw new UnexpectedError('Did not expect that `documentScraper` would need to get the content `asBlob`');
+                            },
+                        };
+                        knowledge = documentScraper.scrape(markdownSource, options);
+                        return [4 /*yield*/, cacheFilehandler.destroy()];
+                    case 2:
+                        _a.sent();
+                        return [2 /*return*/, knowledge];
+                }
+            });
+        });
+    },
+} /* TODO: [🦷] as const */;
+/**
+ * TODO: [👣] Converted documents can act as cached items - there is no need to run conversion each time
+ * TODO: [🦖] Make some system for putting scrapers to separete packages
+ * TODO: [🪂] Do it in parallel 11:11
+ * TODO: [🦷] Ideally use `as const satisfies Converter & Scraper` BUT this combination throws errors
+ * Note: No need to aggregate usage here, it is done by intercepting the llmTools
+ */
+
+/**
+ * Scraper for .docx files
+ *
+ * @see `documentationUrl` for more details
+ * @public exported from `@promptbook/core`
+ */
+var pdfScraper = {
+    /**
+     * Mime types that this scraper can handle
+     */
+    mimeTypes: ['application/pdf'],
+    /**
+     * Link to documentation
+     */
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
+    /**
+     * Converts the `.pdf` file to `.md` file and returns intermediate source
+     */
+    $convert: function (source, options) {
+        return __awaiter(this, void 0, void 0, function () {
+            return __generator(this, function (_a) {
+                TODO_USE(source);
+                TODO_USE(options);
+                throw new NotYetImplementedError('PDF conversion not yet implemented');
+            });
+        });
+    },
+    /**
+     * Scrapes the `.pdf` file and returns the knowledge pieces or `null` if it can't scrape it
+     */
+    scrape: function (source, options) {
+        return __awaiter(this, void 0, void 0, function () {
+            return __generator(this, function (_a) {
+                TODO_USE(source);
+                TODO_USE(options);
+                /*
+                const {
+                    externalProgramsPaths = {},
+                    cacheDirname = SCRAPE_CACHE_DIRNAME,
+                    isCacheCleaned = false,
+                    isVerbose = IS_VERBOSE,
+                } = options;
+                */
+                throw new NotYetImplementedError('PDF scraping not yet implemented');
+            });
+        });
+    },
+} /* TODO: [🦷] as const */;
+/**
+ * TODO: [👣] Converted documents can act as cached items - there is no need to run conversion each time
+ * TODO: [🦖] Make some system for putting scrapers to separete packages
+ * TODO: [🪂] Do it in parallel 11:11
+ * TODO: [🦷] Ideally use `as const satisfies Converter & Scraper` BUT this combination throws errors
+ * Note: No need to aggregate usage here, it is done by intercepting the llmTools
+ */
+
+/**
+ * A converter instance that uses showdown and highlight extensions
+ *
+ * @type {Converter}
+ * @private for markdown and html knowledge scrapers
+ */
+var markdownConverter = new Converter({
+    flavor: 'github', // <- TODO: !!!!!! Explicitly specify the flavor of promptbook markdown
+    /*
+    > import showdownHighlight from 'showdown-highlight';
+    > extensions: [
+    >     showdownHighlight({
+    >         // Whether to add the classes to the <pre> tag, default is false
+    >         pre: true,
+    >         // Whether to use hljs' auto language detection, default is true
+    >         auto_detection: true,
+    >     }),
+    > ],
+    */
+});
+/**
+ * TODO: !!!!!! Figure out better name not to confuse with `Converter`
+ * TODO: !!!!!! Lazy-make converter
+ */
+
+/**
+ * Scraper for .docx files
+ *
+ * @see `documentationUrl` for more details
+ * @public exported from `@promptbook/core`
+ */
+var websiteScraper = {
+    /**
+     * Mime types that this scraper can handle
+     */
+    mimeTypes: ['text/html'],
+    /**
+     * Link to documentation
+     */
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
+    /**
+     * Convert the website  to `.md` file and returns intermediate source
+     *
+     * Note: `$` is used to indicate that this function is not a pure function - it leaves files on the disk and you are responsible for cleaning them by calling `destroy` method of returned object
+     */
+    $convert: function (source, options) {
+        return __awaiter(this, void 0, void 0, function () {
+            var 
+            // TODO: [🧠] Maybe in node use headless browser not just JSDOM
+            // externalProgramsPaths = {},
+            rootDirname, _a, cacheDirname, _b, isCacheCleaned, _c, isVerbose, jsdom, _d, reader, article, html, i, cacheFilehandler, markdown;
+            return __generator(this, function (_e) {
+                switch (_e.label) {
+                    case 0:
+                        rootDirname = options.rootDirname, _a = options.cacheDirname, cacheDirname = _a === void 0 ? SCRAPE_CACHE_DIRNAME : _a, _b = options.isCacheCleaned, isCacheCleaned = _b === void 0 ? false : _b, _c = options.isVerbose, isVerbose = _c === void 0 ? IS_VERBOSE : _c;
+                        // TODO: !!!!!! Does this work in browser? Make it work.
+                        if (source.url === null) {
+                            throw new KnowledgeScrapeError('Website scraper requires URL');
+                        }
+                        _d = JSDOM.bind;
+                        return [4 /*yield*/, source.asText()];
+                    case 1:
+                        jsdom = new (_d.apply(JSDOM, [void 0, _e.sent(), {
+                                url: source.url,
+                            }]))();
+                        reader = new Readability(jsdom.window.document);
+                        article = reader.parse();
+                        console.log(article);
+                        return [4 /*yield*/, forTime(10000)];
+                    case 2:
+                        _e.sent();
+                        html = (article === null || article === void 0 ? void 0 : article.content) || (article === null || article === void 0 ? void 0 : article.textContent) || jsdom.window.document.body.innerHTML;
+                        // Note: Unwrap html such as it is convertable by `markdownConverter`
+                        for (i = 0; i < 2; i++) {
+                            html = html.replace(/<div\s*(?:id="readability-page-\d+"\s+class="page")?>(.*)<\/div>/is, '$1');
+                        }
+                        if (html.includes('<div')) {
+                            html = (article === null || article === void 0 ? void 0 : article.textContent) || '';
+                        }
+                        return [4 /*yield*/, getScraperIntermediateSource(source, {
+                                rootDirname: rootDirname,
+                                cacheDirname: cacheDirname,
+                                isCacheCleaned: isCacheCleaned,
+                                extension: 'html',
+                                isVerbose: isVerbose,
+                            })];
+                    case 3:
+                        cacheFilehandler = _e.sent();
+                        return [4 /*yield*/, writeFile(cacheFilehandler.filename, html, 'utf-8')];
+                    case 4:
+                        _e.sent();
+                        markdown = markdownConverter.makeMarkdown(html, jsdom.window.document);
+                        return [2 /*return*/, __assign(__assign({}, cacheFilehandler), { markdown: markdown })];
+                }
+            });
+        });
+    },
+    /**
+     * Scrapes the website and returns the knowledge pieces or `null` if it can't scrape it
+     */
+    scrape: function (source, options) {
+        return __awaiter(this, void 0, void 0, function () {
+            var cacheFilehandler, markdownSource, knowledge;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, websiteScraper.$convert(source, options)];
+                    case 1:
+                        cacheFilehandler = _a.sent();
+                        markdownSource = {
+                            source: source.source,
+                            filename: cacheFilehandler.filename,
+                            url: null,
+                            mimeType: 'text/markdown',
+                            asText: function () {
+                                return cacheFilehandler.markdown;
+                            },
+                            asJson: function () {
+                                throw new UnexpectedError('Did not expect that `markdownScraper` would need to get the content `asJson`');
+                            },
+                            asBlob: function () {
+                                throw new UnexpectedError('Did not expect that `markdownScraper` would need to get the content `asBlob`');
+                            },
+                        };
+                        knowledge = markdownScraper.scrape(markdownSource, options);
+                        return [4 /*yield*/, cacheFilehandler.destroy()];
+                    case 2:
+                        _a.sent();
+                        return [2 /*return*/, knowledge];
+                }
+            });
+        });
+    },
+} /* TODO: [🦷] as const */;
 /**
- * TODO: [🐚] Change onProgress to object that represents the running execution, can be subscribed via RxJS to and also awaited
+ * TODO: !!!!!! Put into separate package
+ * TODO: [👣] Scraped website in .md can act as cache item - there is no need to run conversion each time
+ * TODO: [🦖] Make some system for putting scrapers to separete packages
+ * TODO: [🪂] Do it in parallel 11:11
+ * TODO: [🦷] Ideally use `as const satisfies Converter & Scraper` BUT this combination throws errors
+ * Note: No need to aggregate usage here, it is done by intercepting the llmTools
  */
 
+// TODO: [🦖] !!!!!! Pass scrapers as dependency,
 /**
- * Creates executor function from pipeline and execution tools.
+ * @@@
  *
- * @returns The executor function
- * @throws {PipelineLogicError} on logical error in the pipeline
  * @public exported from `@promptbook/core`
  */
-function createPipelineExecutor(options) {
-    var _this = this;
-    var pipeline = options.pipeline, tools = options.tools, _a = options.settings, settings = _a === void 0 ? {} : _a;
-    var _b = settings.maxExecutionAttempts, maxExecutionAttempts = _b === void 0 ? MAX_EXECUTION_ATTEMPTS : _b, _c = settings.maxParallelCount, maxParallelCount = _c === void 0 ? MAX_PARALLEL_COUNT : _c, _d = settings.csvSettings, csvSettings = _d === void 0 ? DEFAULT_CSV_SETTINGS : _d, _e = settings.isVerbose, isVerbose = _e === void 0 ? IS_VERBOSE : _e, _f = settings.isNotPreparedWarningSupressed, isNotPreparedWarningSupressed = _f === void 0 ? false : _f;
-    validatePipeline(pipeline);
-    var pipelineIdentification = (function () {
-        // Note: This is a 😐 implementation of [🚞]
-        var _ = [];
-        if (pipeline.sourceFile !== undefined) {
-            _.push("File: ".concat(pipeline.sourceFile));
-        }
-        if (pipeline.pipelineUrl !== undefined) {
-            _.push("Url: ".concat(pipeline.pipelineUrl));
-        }
-        return _.join('\n');
-    })();
-    var preparedPipeline;
-    if (isPipelinePrepared(pipeline)) {
-        preparedPipeline = pipeline;
-    }
-    else if (isNotPreparedWarningSupressed !== true) {
-        console.warn(spaceTrim(function (block) { return "\n                    Pipeline is not prepared\n\n                    ".concat(block(pipelineIdentification), "\n\n                    It will be prepared ad-hoc before the first execution and **returned as `preparedPipeline` in `PipelineExecutorResult`**\n                    But it is recommended to prepare the pipeline during collection preparation\n\n                    @see more at https://ptbk.io/prepare-pipeline\n                "); }));
-    }
-    var runCount = 0;
-    var pipelineExecutor = function (inputParameters, onProgress) { return __awaiter(_this, void 0, void 0, function () {
-        return __generator(this, function (_a) {
-            runCount++;
-            return [2 /*return*/, /* not await */ executePipeline({
-                    pipeline: pipeline,
-                    preparedPipeline: preparedPipeline,
-                    setPreparedPipeline: function (newPreparedPipeline) {
-                        preparedPipeline = newPreparedPipeline;
-                    },
-                    inputParameters: inputParameters,
-                    tools: tools,
-                    onProgress: onProgress,
-                    pipelineIdentification: spaceTrim(function (block) { return "\n                    ".concat(block(pipelineIdentification), "\n                    ").concat(runCount === 1 ? '' : "Run #".concat(runCount), "\n                "); }),
-                    settings: {
-                        maxExecutionAttempts: maxExecutionAttempts,
-                        maxParallelCount: maxParallelCount,
-                        csvSettings: csvSettings,
-                        isVerbose: isVerbose,
-                        isNotPreparedWarningSupressed: isNotPreparedWarningSupressed,
-                    },
-                })];
-        });
-    }); };
-    return pipelineExecutor;
+var SCRAPERS = [
+    markdownScraper,
+    documentScraper,
+    legacyDocumentScraper,
+    pdfScraper,
+    websiteScraper,
+    // <- Note: [♓️] This is the order of the scrapers for knowledge, BUT consider some better (more explicit) way to do this
+];
+
+/**
+ * Creates unique name for the source
+ *
+ * @private within the repository
+ */
+function sourceContentToName(sourceContent) {
+    // TODO: !!!!!! Better name for source than gibberish hash
+    var hash = SHA256(hexEncoder.parse(JSON.stringify(sourceContent)))
+        //    <- TODO: [🥬] Encapsulate sha256 to some private utility function
+        .toString( /* hex */)
+        .substring(0, 20);
+    //    <- TODO: [🥬] Make some system for hashes and ids of promptbook
+    var semanticName = normalizeToKebabCase(sourceContent.substring(0, 20));
+    var pieces = ['source', semanticName, hash].filter(function (piece) { return piece !== ''; });
+    var name = pieces.join('-').split('--').join('-');
+    // <- TODO: Use MAX_FILENAME_LENGTH
+    return name;
 }
 /**
- * TODO: [🐚] Change onProgress to object that represents the running execution, can be subscribed via RxJS to and also awaited
+ * TODO: [🐱‍🐉][🧠] Make some smart crop NOT source-i-m-pavol-a-develop-... BUT source-i-m-pavol-a-developer-...
+ */
+
+/**
+ * Convert file extension to mime type
+ *
+ * @private within the repository
  */
+function extensionToMimeType(value) {
+    return lookup(value) || 'application/octet-stream';
+}
 
 /**
  * @@@
  *
- * @public exported from `@promptbook/core`
+ * @private for scraper utilities
  */
-function prepareKnowledgeFromMarkdown(knowledgeContent /* <- TODO: [🖖] (?maybe not) Always the file */, options) {
+function makeKnowledgeSourceHandler(knowledgeSource, options) {
+    var _a;
     return __awaiter(this, void 0, void 0, function () {
-        var llmTools, _a, maxParallelCount, _b, isVerbose, collection, prepareKnowledgeFromMarkdownExecutor, _c, prepareTitleExecutor, _d, prepareKeywordsExecutor, _e, result, outputParameters, knowledgePiecesRaw, knowledgeTextPieces, knowledge;
-        var _f, _g, _h;
-        var _this = this;
-        return __generator(this, function (_j) {
-            switch (_j.label) {
+        var sourceContent, name, _b, _c, rootDirname, _d, isVerbose, url, response_1, mimeType, filename_1, fileExtension, mimeType_1;
+        return __generator(this, function (_e) {
+            switch (_e.label) {
                 case 0:
-                    llmTools = options.llmTools, _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a, _b = options.isVerbose, isVerbose = _b === void 0 ? IS_VERBOSE : _b;
-                    TODO_USE(maxParallelCount); // <- [🪂]
-                    collection = createCollectionFromJson.apply(void 0, __spreadArray([], __read(PipelineCollection), false));
-                    _c = createPipelineExecutor;
-                    _f = {};
-                    return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md')];
+                    sourceContent = knowledgeSource.sourceContent;
+                    name = knowledgeSource.name;
+                    _b = options || {}, _c = _b.rootDirname, rootDirname = _c === void 0 ? null : _c, _d = _b.isVerbose, isVerbose = _d === void 0 ? IS_VERBOSE : _d;
+                    TODO_USE(isVerbose);
+                    if (!name) {
+                        name = sourceContentToName(sourceContent);
+                    }
+                    if (!isValidUrl(sourceContent)) return [3 /*break*/, 2];
+                    url = sourceContent;
+                    return [4 /*yield*/, fetch(url)];
                 case 1:
-                    prepareKnowledgeFromMarkdownExecutor = _c.apply(void 0, [(_f.pipeline = _j.sent(),
-                            _f.tools = {
-                                llm: llmTools,
+                    response_1 = _e.sent();
+                    mimeType = ((_a = response_1.headers.get('content-type')) === null || _a === void 0 ? void 0 : _a.split(';')[0]) || 'text/html';
+                    return [2 /*return*/, {
+                            source: name,
+                            filename: null,
+                            url: url,
+                            mimeType: mimeType,
+                            asBlob: function () {
+                                return __awaiter(this, void 0, void 0, function () {
+                                    var content;
+                                    return __generator(this, function (_a) {
+                                        switch (_a.label) {
+                                            case 0: return [4 /*yield*/, response_1.blob()];
+                                            case 1:
+                                                content = _a.sent();
+                                                return [2 /*return*/, content];
+                                        }
+                                    });
+                                });
                             },
-                            _f)]);
-                    _d = createPipelineExecutor;
-                    _g = {};
-                    return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md')];
-                case 2:
-                    prepareTitleExecutor = _d.apply(void 0, [(_g.pipeline = _j.sent(),
-                            _g.tools = {
-                                llm: llmTools,
+                            asJson: function () {
+                                return __awaiter(this, void 0, void 0, function () {
+                                    var content;
+                                    return __generator(this, function (_a) {
+                                        switch (_a.label) {
+                                            case 0: return [4 /*yield*/, response_1.json()];
+                                            case 1:
+                                                content = _a.sent();
+                                                return [2 /*return*/, content];
+                                        }
+                                    });
+                                });
                             },
-                            _g)]);
-                    _e = createPipelineExecutor;
-                    _h = {};
-                    return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md')];
-                case 3:
-                    prepareKeywordsExecutor = _e.apply(void 0, [(_h.pipeline = _j.sent(),
-                            _h.tools = {
-                                llm: llmTools,
+                            asText: function () {
+                                return __awaiter(this, void 0, void 0, function () {
+                                    var content;
+                                    return __generator(this, function (_a) {
+                                        switch (_a.label) {
+                                            case 0: return [4 /*yield*/, response_1.text()];
+                                            case 1:
+                                                content = _a.sent();
+                                                return [2 /*return*/, content];
+                                        }
+                                    });
+                                });
                             },
-                            _h)]);
-                    return [4 /*yield*/, prepareKnowledgeFromMarkdownExecutor({ knowledgeContent: knowledgeContent })];
-                case 4:
-                    result = _j.sent();
-                    assertsExecutionSuccessful(result);
-                    outputParameters = result.outputParameters;
-                    knowledgePiecesRaw = outputParameters.knowledgePieces;
-                    knowledgeTextPieces = (knowledgePiecesRaw || '').split('\n---\n');
-                    //                                                               <- TODO: [main] !!!!! Smarter split and filter out empty pieces
-                    if (isVerbose) {
-                        console.info('knowledgeTextPieces:', knowledgeTextPieces);
+                        }];
+                case 2:
+                    if (!(isValidFilePath(sourceContent) || /\.[a-z]{1,10}$/i.exec(sourceContent))) return [3 /*break*/, 4];
+                    if (!$isRunningInNode()) {
+                        throw new EnvironmentMismatchError('Importing knowledge source file works only in Node.js environment');
                     }
-                    return [4 /*yield*/, Promise.all(
-                        // TODO: [🪂] !! Do not send all at once but in chunks
-                        knowledgeTextPieces.map(function (knowledgeTextPiece, i) { return __awaiter(_this, void 0, void 0, function () {
-                            var name, title, knowledgePieceContent, keywords, index, titleResult, _a, titleRaw, keywordsResult, _b, keywordsRaw, embeddingResult, error_1;
-                            return __generator(this, function (_c) {
-                                switch (_c.label) {
-                                    case 0:
-                                        name = "piece-".concat(i);
-                                        title = spaceTrim$1(knowledgeTextPiece.substring(0, 100));
-                                        knowledgePieceContent = spaceTrim$1(knowledgeTextPiece);
-                                        keywords = [];
-                                        index = [];
-                                        _c.label = 1;
-                                    case 1:
-                                        _c.trys.push([1, 7, , 8]);
-                                        return [4 /*yield*/, prepareTitleExecutor({ knowledgePieceContent: knowledgePieceContent })];
-                                    case 2:
-                                        titleResult = _c.sent();
-                                        _a = titleResult.outputParameters.title, titleRaw = _a === void 0 ? 'Untitled' : _a;
-                                        title = spaceTrim$1(titleRaw) /* <- TODO: Maybe do in pipeline */;
-                                        name = titleToName(title);
-                                        return [4 /*yield*/, prepareKeywordsExecutor({ knowledgePieceContent: knowledgePieceContent })];
-                                    case 3:
-                                        keywordsResult = _c.sent();
-                                        _b = keywordsResult.outputParameters.keywords, keywordsRaw = _b === void 0 ? '' : _b;
-                                        keywords = (keywordsRaw || '')
-                                            .split(',')
-                                            .map(function (keyword) { return keyword.trim(); })
-                                            .filter(function (keyword) { return keyword !== ''; });
-                                        if (isVerbose) {
-                                            console.info("Keywords for \"".concat(title, "\":"), keywords);
+                    if (rootDirname === null) {
+                        throw new EnvironmentMismatchError('Can not import file knowledge in non-file pipeline');
+                        //          <- TODO: [🧠] What is the best error type here`
+                    }
+                    filename_1 = join(rootDirname, sourceContent).split('\\').join('/');
+                    fileExtension = getFileExtension(filename_1);
+                    mimeType_1 = extensionToMimeType(fileExtension || '');
+                    return [4 /*yield*/, $isFileExisting(filename_1)];
+                case 3:
+                    if (!(_e.sent())) {
+                        throw new NotFoundError(spaceTrim$1(function (block) { return "\n                          Can not make source handler for file which does not exist:\n\n                          File:\n                          ".concat(block(filename_1), "\n                      "); }));
+                    }
+                    // TODO: !!!!!! Test security file - file is scoped to the project (maybe do this in `filesystemTools`)
+                    return [2 /*return*/, {
+                            source: name,
+                            filename: filename_1,
+                            url: null,
+                            mimeType: mimeType_1,
+                            asBlob: function () {
+                                return __awaiter(this, void 0, void 0, function () {
+                                    var content;
+                                    return __generator(this, function (_a) {
+                                        switch (_a.label) {
+                                            case 0: return [4 /*yield*/, readFile(filename_1)];
+                                            case 1:
+                                                content = _a.sent();
+                                                //  <- Note: Its OK to use sync in tooling for tests
+                                                return [2 /*return*/, new Blob([
+                                                        content,
+                                                        // <- TODO: !!!!!! Maybe not working
+                                                    ], { type: mimeType_1 })];
                                         }
-                                        if (!!llmTools.callEmbeddingModel) return [3 /*break*/, 4];
-                                        // TODO: [🟥] Detect browser / node and make it colorfull
-                                        console.error('No callEmbeddingModel function provided');
-                                        return [3 /*break*/, 6];
-                                    case 4: return [4 /*yield*/, llmTools.callEmbeddingModel({
-                                            title: "Embedding for ".concat(title) /* <- Note: No impact on embedding result itself, just for logging */,
-                                            parameters: {},
-                                            content: knowledgePieceContent,
-                                            modelRequirements: {
-                                                modelVariant: 'EMBEDDING',
-                                            },
-                                        })];
-                                    case 5:
-                                        embeddingResult = _c.sent();
-                                        index.push({
-                                            modelName: embeddingResult.modelName,
-                                            position: embeddingResult.content,
-                                        });
-                                        _c.label = 6;
-                                    case 6: return [3 /*break*/, 8];
-                                    case 7:
-                                        error_1 = _c.sent();
-                                        // Note: Here is expected error:
-                                        //     > PipelineExecutionError: You have not provided any `LlmExecutionTools` that support model variant "EMBEDDING
-                                        if (!(error_1 instanceof PipelineExecutionError)) {
-                                            throw error_1;
+                                    });
+                                });
+                            },
+                            asJson: function () {
+                                return __awaiter(this, void 0, void 0, function () {
+                                    var _a, _b;
+                                    return __generator(this, function (_c) {
+                                        switch (_c.label) {
+                                            case 0:
+                                                _b = (_a = JSON).parse;
+                                                return [4 /*yield*/, readFile(filename_1, 'utf-8')];
+                                            case 1: return [2 /*return*/, _b.apply(_a, [_c.sent()])];
                                         }
-                                        // TODO: [🟥] Detect browser / node and make it colorfull
-                                        console.error(error_1, "<- Note: This error is not critical to prepare the pipeline, just knowledge pieces won't have embeddings");
-                                        return [3 /*break*/, 8];
-                                    case 8: return [2 /*return*/, {
-                                            name: name,
-                                            title: title,
-                                            content: knowledgePieceContent,
-                                            keywords: keywords,
-                                            index: index,
-                                            // <- TODO: [☀] sources,
-                                        }];
-                                }
-                            });
-                        }); }))];
-                case 5:
-                    knowledge = _j.sent();
-                    return [2 /*return*/, knowledge];
+                                    });
+                                });
+                            },
+                            asText: function () {
+                                return __awaiter(this, void 0, void 0, function () {
+                                    return __generator(this, function (_a) {
+                                        switch (_a.label) {
+                                            case 0: return [4 /*yield*/, readFile(filename_1, 'utf-8')];
+                                            case 1: return [2 /*return*/, _a.sent()];
+                                        }
+                                    });
+                                });
+                            },
+                        }];
+                case 4: return [2 /*return*/, {
+                        source: name,
+                        filename: null,
+                        url: null,
+                        mimeType: 'text/markdown',
+                        asText: function () {
+                            return knowledgeSource.sourceContent;
+                        },
+                        asJson: function () {
+                            throw new UnexpectedError('Did not expect that `markdownScraper` would need to get the content `asJson`');
+                        },
+                        asBlob: function () {
+                            throw new UnexpectedError('Did not expect that `markdownScraper` would need to get the content `asBlob`');
+                        },
+                    }];
             }
         });
     });
 }
-/**
- * TODO: [🐝][🔼][main] !!! Export via `@promptbook/markdown`
- * TODO: [🪂] Do it in parallel 11:11
- * Note: No need to aggregate usage here, it is done by intercepting the llmTools
- */
 
 /**
  * Prepares the knowle
@@ -4659,21 +5692,64 @@ function prepareKnowledgeFromMarkdown(knowledgeContent /* <- TODO: [🖖] (?mayb
  */
 function prepareKnowledgePieces(knowledgeSources, options) {
     return __awaiter(this, void 0, void 0, function () {
-        var _a, maxParallelCount, knowledgePrepared;
+        var _a, maxParallelCount, rootDirname, _b, isVerbose, knowledgePreparedUnflatten, knowledgePrepared;
         var _this = this;
-        return __generator(this, function (_b) {
-            switch (_b.label) {
+        return __generator(this, function (_c) {
+            switch (_c.label) {
                 case 0:
-                    _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a;
-                    knowledgePrepared = [];
-                    return [4 /*yield*/, forEachAsync(knowledgeSources, { maxParallelCount: maxParallelCount }, function (knowledgeSource) { return __awaiter(_this, void 0, void 0, function () {
-                            var partialPieces, pieces;
-                            return __generator(this, function (_a) {
-                                switch (_a.label) {
-                                    case 0: return [4 /*yield*/, prepareKnowledgeFromMarkdown(knowledgeSource.sourceContent, // <- TODO: [🐝][main] !!! Unhardcode markdown, detect which type it is - BE AWARE of big package size
-                                        options)];
+                    _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a, rootDirname = options.rootDirname, _b = options.isVerbose, isVerbose = _b === void 0 ? IS_VERBOSE : _b;
+                    knowledgePreparedUnflatten = new Array(knowledgeSources.length);
+                    return [4 /*yield*/, forEachAsync(knowledgeSources, { maxParallelCount: maxParallelCount }, function (knowledgeSource, index) { return __awaiter(_this, void 0, void 0, function () {
+                            var partialPieces, sourceHandler, SCRAPERS_1, SCRAPERS_1_1, scraper, partialPiecesUnchecked, e_1_1, pieces;
+                            var e_1, _a;
+                            return __generator(this, function (_b) {
+                                switch (_b.label) {
+                                    case 0:
+                                        partialPieces = null;
+                                        return [4 /*yield*/, makeKnowledgeSourceHandler(knowledgeSource, { rootDirname: rootDirname, isVerbose: isVerbose })];
                                     case 1:
-                                        partialPieces = _a.sent();
+                                        sourceHandler = _b.sent();
+                                        _b.label = 2;
+                                    case 2:
+                                        _b.trys.push([2, 7, 8, 9]);
+                                        SCRAPERS_1 = __values(SCRAPERS), SCRAPERS_1_1 = SCRAPERS_1.next();
+                                        _b.label = 3;
+                                    case 3:
+                                        if (!!SCRAPERS_1_1.done) return [3 /*break*/, 6];
+                                        scraper = SCRAPERS_1_1.value;
+                                        if (!scraper.mimeTypes.includes(sourceHandler.mimeType)
+                                        // <- TODO: [🦔] Implement mime-type wildcards
+                                        ) {
+                                            return [3 /*break*/, 5];
+                                        }
+                                        return [4 /*yield*/, scraper.scrape(sourceHandler, options)];
+                                    case 4:
+                                        partialPiecesUnchecked = _b.sent();
+                                        if (partialPiecesUnchecked !== null) {
+                                            partialPieces = partialPiecesUnchecked;
+                                            return [3 /*break*/, 6];
+                                        }
+                                        _b.label = 5;
+                                    case 5:
+                                        SCRAPERS_1_1 = SCRAPERS_1.next();
+                                        return [3 /*break*/, 3];
+                                    case 6: return [3 /*break*/, 9];
+                                    case 7:
+                                        e_1_1 = _b.sent();
+                                        e_1 = { error: e_1_1 };
+                                        return [3 /*break*/, 9];
+                                    case 8:
+                                        try {
+                                            if (SCRAPERS_1_1 && !SCRAPERS_1_1.done && (_a = SCRAPERS_1.return)) _a.call(SCRAPERS_1);
+                                        }
+                                        finally { if (e_1) throw e_1.error; }
+                                        return [7 /*endfinally*/];
+                                    case 9:
+                                        if (partialPieces === null) {
+                                            throw new KnowledgeScrapeError(spaceTrim$1(function (block) { return "\n                        Cannot scrape knowledge from source: ".concat(knowledgeSource.sourceContent, "\n\n                        No scraper found for the mime type \"").concat(sourceHandler.mimeType, "\"\n\n                        Available scrapers:\n                        ").concat(block(SCRAPERS.flatMap(function (scraper) { return scraper.mimeTypes; })
+                                                .map(function (mimeType) { return "- ".concat(mimeType); })
+                                                .join('\n')), "\n\n\n                    "); }));
+                                        }
                                         pieces = partialPieces.map(function (partialPiece) { return (__assign(__assign({}, partialPiece), { sources: [
                                                 {
                                                     name: knowledgeSource.name,
@@ -4681,13 +5757,14 @@ function prepareKnowledgePieces(knowledgeSources, options) {
                                                     // <- TODO: [❎]
                                                 },
                                             ] })); });
-                                        knowledgePrepared.push.apply(knowledgePrepared, __spreadArray([], __read(pieces), false));
+                                        knowledgePreparedUnflatten[index] = pieces;
                                         return [2 /*return*/];
                                 }
                             });
                         }); })];
                 case 1:
-                    _b.sent();
+                    _c.sent();
+                    knowledgePrepared = knowledgePreparedUnflatten.flat();
                     return [2 /*return*/, knowledgePrepared];
             }
         });
@@ -4704,7 +5781,7 @@ TODO: [🧊] This is how it can look in future
 >
 > export async function prepareKnowledgePieces(
 >   knowledge: PrepareKnowledgeKnowledge,
->   options: PrepareOptions,
+>   options: PrepareAndScrapeOptions,
 > ):
 */
 /**
@@ -4817,6 +5894,9 @@ function preparePersona(personaDescription, options) {
             switch (_d.label) {
                 case 0:
                     llmTools = options.llmTools, _a = options.isVerbose, isVerbose = _a === void 0 ? IS_VERBOSE : _a;
+                    if (llmTools === undefined) {
+                        throw new MissingToolsError('LLM tools are required for preparing persona');
+                    }
                     collection = createCollectionFromJson.apply(void 0, __spreadArray([], __read(PipelineCollection), false));
                     _b = createPipelineExecutor;
                     _c = {};
@@ -4960,7 +6040,7 @@ function prepareTemplates(pipeline, options) {
  */
 function preparePipeline(pipeline, options) {
     return __awaiter(this, void 0, void 0, function () {
-        var llmTools, _a, maxParallelCount, _b, isVerbose, parameters, templates, 
+        var llmTools, rootDirname, _a, maxParallelCount, _b, isVerbose, parameters, templates, 
         /*
         <- TODO: [🧠][🪑] `promptbookVersion` */
         knowledgeSources /*
@@ -4973,8 +6053,11 @@ function preparePipeline(pipeline, options) {
                     if (isPipelinePrepared(pipeline)) {
                         return [2 /*return*/, pipeline];
                     }
-                    llmTools = options.llmTools, _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a, _b = options.isVerbose, isVerbose = _b === void 0 ? IS_VERBOSE : _b;
+                    llmTools = options.llmTools, rootDirname = options.rootDirname, _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a, _b = options.isVerbose, isVerbose = _b === void 0 ? IS_VERBOSE : _b;
                     parameters = pipeline.parameters, templates = pipeline.templates, knowledgeSources = pipeline.knowledgeSources, personas = pipeline.personas;
+                    if (llmTools === undefined) {
+                        throw new MissingToolsError('LLM tools are required for preparing the pipeline');
+                    }
                     llmToolsWithUsage = countTotalUsage(llmTools);
                     currentPreparation = {
                         id: 1,
@@ -4996,6 +6079,7 @@ function preparePipeline(pipeline, options) {
                                 switch (_a.label) {
                                     case 0: return [4 /*yield*/, preparePersona(persona.description, {
                                             llmTools: llmToolsWithUsage,
+                                            rootDirname: rootDirname,
                                             maxParallelCount: maxParallelCount /* <- TODO:  [🪂] */,
                                             isVerbose: isVerbose,
                                         })];
@@ -5010,11 +6094,7 @@ function preparePipeline(pipeline, options) {
                 case 1:
                     _c.sent();
                     knowledgeSourcesPrepared = knowledgeSources.map(function (source) { return (__assign(__assign({}, source), { preparationIds: [/* TODO: [🧊] -> */ currentPreparation.id] })); });
-                    return [4 /*yield*/, prepareKnowledgePieces(knowledgeSources /* <- TODO: [🧊] {knowledgeSources, knowledgePieces} */, {
-                            llmTools: llmToolsWithUsage,
-                            maxParallelCount: maxParallelCount /* <- TODO:  [🪂] */,
-                            isVerbose: isVerbose,
-                        })];
+                    return [4 /*yield*/, prepareKnowledgePieces(knowledgeSources /* <- TODO: [🧊] {knowledgeSources, knowledgePieces} */, __assign(__assign({}, options), { llmTools: llmToolsWithUsage, rootDirname: rootDirname, maxParallelCount: maxParallelCount /* <- TODO:  [🪂] */, isVerbose: isVerbose }))];
                 case 2:
                     partialknowledgePiecesPrepared = _c.sent();
                     knowledgePiecesPrepared = partialknowledgePiecesPrepared.map(function (piece) { return (__assign(__assign({}, piece), { preparationIds: [/* TODO: [🧊] -> */ currentPreparation.id] })); });
@@ -5024,6 +6104,7 @@ function preparePipeline(pipeline, options) {
                             knowledgePiecesCount: knowledgePiecesPrepared.length,
                         }, {
                             llmTools: llmToolsWithUsage,
+                            rootDirname: rootDirname,
                             maxParallelCount: maxParallelCount /* <- TODO:  [🪂] */,
                             isVerbose: isVerbose,
                         })];
@@ -5046,36 +6127,10 @@ function preparePipeline(pipeline, options) {
  *       @see https://docs.anthropic.com/en/docs/test-and-evaluate/strengthen-guardrails/increase-consistency#specify-the-desired-output-format
  */
 
-/**
- * Tests if given string is valid URL.
- *
- * Note: This does not check if the file exists only if the path is valid
- * @public exported from `@promptbook/utils`
- */
-function isValidFilePath(filePath) {
-    if (typeof filePath !== 'string') {
-        return false;
-    }
-    var filePathSlashes = filePath.split('\\').join('/');
-    // Absolute Unix path: /hello.txt
-    if (/^(\/)/i.test(filePathSlashes)) {
-        return true;
-    }
-    // Absolute Windows path: /hello.txt
-    if (/^([A-Z]{1,2}:\/?)\//i.test(filePathSlashes)) {
-        return true;
-    }
-    // Relative path: ./hello.txt
-    if (/^(\.\.?\/)+/i.test(filePathSlashes)) {
-        return true;
-    }
-    return false;
-}
-
 /**
  * Parses the knowledge command
  *
- * @see ./KNOWLEDGE-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var knowledgeCommandParser = {
@@ -5093,7 +6148,7 @@ var knowledgeCommandParser = {
      */
     description: "Tells promptbook which external knowledge to use",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/41',
     /**
@@ -5137,11 +6192,8 @@ var knowledgeCommandParser = {
      */
     $applyToPipelineJson: function (command, $pipelineJson) {
         var sourceContent = command.sourceContent;
-        var name = 'source-' + sha256(hexEncoder.parse(JSON.stringify(sourceContent))).toString( /* hex */);
-        //    <- TODO: [🥬] Encapsulate sha256 to some private utility function
-        //    <- TODO: This should be replaced with a better name later in preparation (done with some propper LLM summarization)
         $pipelineJson.knowledgeSources.push({
-            name: name,
+            name: sourceContentToName(sourceContent),
             sourceContent: sourceContent,
         });
     },
@@ -5189,7 +6241,7 @@ var TemplateTypes = [
 /**
  * Parses the template command
  *
- * @see ./TEMPLATE-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var templateCommandParser = {
@@ -5225,7 +6277,7 @@ var templateCommandParser = {
      */
     description: "What should the code template template do",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/64',
     /**
@@ -5450,7 +6502,7 @@ function parseNumber(value) {
 /**
  * Parses the expect command
  *
- * @see ./EXPECT-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var expectCommandParser = {
@@ -5468,7 +6520,7 @@ var expectCommandParser = {
      */
     description: spaceTrim$1("\n        Expect command describes the desired output of the template (after post-processing)\n        It can set limits for the maximum/minimum length of the output, measured in characters, words, sentences, paragraphs or some other shape of the output.\n    "),
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/30',
     /**
@@ -5628,10 +6680,6 @@ function normalizeTo_SCREAMING_CASE(text) {
                 charType = 'NUMBER';
                 normalizedChar = char;
             }
-            else if (/^\/$/.test(char)) {
-                charType = 'SLASH';
-                normalizedChar = char;
-            }
             else {
                 charType = 'OTHER';
                 normalizedChar = '_';
@@ -5838,7 +6886,7 @@ function validateParameterName(parameterName) {
  *
  * Note: @@@ This command is used as foreach for new commands - it should NOT be used in any `.ptbk.md` file
  *
- * @see ./FOREACH-README.md for more details <- TODO: @@@ Write theese README files OR remove this link + add annotation here (to all commands)
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var foreachCommandParser = {
@@ -5860,7 +6908,7 @@ var foreachCommandParser = {
      */
     description: "@@",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/148',
     /**
@@ -5995,7 +7043,7 @@ var foreachCommandParser = {
 /**
  * Parses the format command
  *
- * @see ./FORMAT-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var formatCommandParser = {
@@ -6013,7 +7061,7 @@ var formatCommandParser = {
      */
     description: spaceTrim$1("\n        Format command describes the desired output of the template (after post-processing)\n        It can set limits for the maximum/minimum length of the output, measured in characters, words, sentences, paragraphs or some other shape of the output.\n    "),
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/30',
     /**
@@ -6069,7 +7117,7 @@ var formatCommandParser = {
 /**
  * Parses the joker command
  *
- * @see ./JOKER-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var jokerCommandParser = {
@@ -6087,7 +7135,7 @@ var jokerCommandParser = {
      */
     description: "Joker parameter is used instead of executing the template result if jokers value meets the expectations requirements",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/66',
     /**
@@ -6148,7 +7196,7 @@ var MODEL_VARIANTS = ['COMPLETION', 'CHAT', 'EMBEDDING' /* <- TODO [🏳] */ /*
 /**
  * Parses the model command
  *
- * @see ./MODEL-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var modelCommandParser = {
@@ -6166,7 +7214,7 @@ var modelCommandParser = {
      */
     description: "Tells which `modelRequirements` (for example which model) to use for the prompt template execution",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/67',
     /**
@@ -6248,7 +7296,11 @@ var modelCommandParser = {
         // TODO: [🚜] DRY
         if ($templateJson.modelRequirements[command.key] !== undefined) {
             if ($templateJson.modelRequirements[command.key] === command.value) {
-                console.warn("Multiple commands `MODEL ".concat(command.key, " ").concat(command.value, "` in the template \"").concat($templateJson.title || $templateJson.name, "\""));
+                console.warn("Multiple commands `MODEL ".concat({
+                    modelName: 'NAME',
+                    modelVariant: 'VARIANT',
+                    maxTokens: '???',
+                }[command.key], " ").concat(command.value, "` in the template \"").concat($templateJson.title || $templateJson.name, "\""));
             }
             else {
                 throw new ParseError(spaceTrim$1("\n                              Redefinition of MODEL `".concat(command.key, "` in the template \"").concat($templateJson.title || $templateJson.name, "\"\n\n                              You have used:\n                              - MODEL ").concat(command.key, " ").concat($templateJson.modelRequirements[command.key], "\n                              - MODEL ").concat(command.key, " ").concat(command.value, "\n                          ")));
@@ -6291,7 +7343,7 @@ var modelCommandParser = {
 /**
  * Parses the parameter command
  *
- * @see ./PARAMETER-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var parameterCommandParser = {
@@ -6316,7 +7368,7 @@ var parameterCommandParser = {
      */
     description: "Describes one parameter of the template",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/68',
     /**
@@ -6401,7 +7453,7 @@ var parameterCommandParser = {
 /**
  * Parses the persona command
  *
- * @see ./PERSONA-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var personaCommandParser = {
@@ -6423,7 +7475,7 @@ var personaCommandParser = {
      */
     description: "Persona command is used to specify who the system is, it will be transformed into system message, top_t,...",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/22',
     /**
@@ -6539,7 +7591,7 @@ function isValidJavascriptName(javascriptName) {
 /**
  * Parses the postprocess command
  *
- * @see ./POSTPROCESS-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var postprocessCommandParser = {
@@ -6558,7 +7610,7 @@ var postprocessCommandParser = {
      */
     description: "Defines the postprocess function to be used on the result from LLM and before the result is validated",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/31',
     /**
@@ -6619,7 +7671,7 @@ var postprocessCommandParser = {
 /**
  * Parses the PROMPTBOOK_VERSION command
  *
- * @see ./PROMPTBOOK_VERSION-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var promptbookVersionCommandParser = {
@@ -6638,7 +7690,7 @@ var promptbookVersionCommandParser = {
      */
     description: "Which version of the promptbook is the .ptbk.md using",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/69',
     /**
@@ -6697,7 +7749,7 @@ var promptbookVersionCommandParser = {
 /**
  * Parses the url command
  *
- * @see ./URL-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var urlCommandParser = {
@@ -6720,7 +7772,7 @@ var urlCommandParser = {
      */
     description: "Declares unique URL for the pipeline",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/70',
     /**
@@ -6800,7 +7852,7 @@ var urlCommandParser = {
 /**
  * Parses the action command
  *
- * @see ./ACTION-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var actionCommandParser = {
@@ -6818,7 +7870,7 @@ var actionCommandParser = {
      */
     description: "Actions influences from the pipeline or template into external world. Like turning on a light, sending an email, etc.",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/72',
     /**
@@ -6870,7 +7922,7 @@ var actionCommandParser = {
 /**
  * Parses the instrument command
  *
- * @see ./INSTRUMENT-README.md for more details
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var instrumentCommandParser = {
@@ -6888,7 +7940,7 @@ var instrumentCommandParser = {
      */
     description: "Instrument command is used to specify the instrument to be used in the pipeline or template like search, calculate, etc.",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/71',
     /**
@@ -6943,7 +7995,7 @@ var instrumentCommandParser = {
  *
  * Note: @@@ This command is used as boilerplate for new commands - it should NOT be used in any `.ptbk.md` file
  *
- * @see ./BOILERPLATE-README.md for more details <- TODO: @@@ Write theese README files OR remove this link + add annotation here (to all commands)
+ * @see `documentationUrl` for more details
  * @private within the commands folder
  */
 var boilerplateCommandParser = {
@@ -6965,7 +8017,7 @@ var boilerplateCommandParser = {
      */
     description: "@@",
     /**
-     * Link to discussion
+     * Link to documentation
      */
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
     /**
@@ -7815,16 +8867,17 @@ function pipelineStringToJsonSync(pipelineString) {
  * @public exported from `@promptbook/core`
  */
 function pipelineStringToJson(pipelineString, options) {
-    if (options === void 0) { options = { llmTools: null }; }
     return __awaiter(this, void 0, void 0, function () {
         var llmTools, pipelineJson;
         return __generator(this, function (_a) {
             switch (_a.label) {
                 case 0:
-                    llmTools = options.llmTools;
+                    llmTools = (options || {}).llmTools;
                     pipelineJson = pipelineStringToJsonSync(pipelineString);
-                    if (!(llmTools !== null)) return [3 /*break*/, 2];
-                    return [4 /*yield*/, preparePipeline(pipelineJson, { llmTools: llmTools })];
+                    if (!(llmTools !== undefined)) return [3 /*break*/, 2];
+                    return [4 /*yield*/, preparePipeline(pipelineJson, options || {
+                            rootDirname: null,
+                        })];
                 case 1:
                     pipelineJson = _a.sent();
                     _a.label = 2;
@@ -7841,51 +8894,6 @@ function pipelineStringToJson(pipelineString, options) {
  * TODO: [🧠] Should be in generated JSON file GENERATOR_WARNING
  */
 
-/**
- * Detects if the code is running in a Node.js environment
- *
- * Note: `$` is used to indicate that this function is not a pure function - it looks at the global object to determine the environment
- *
- * @public exported from `@promptbook/utils`
- */
-var $isRunningInNode = new Function("\n    try {\n        return this === global;\n    } catch (e) {\n        return false;\n    }\n");
-
-/**
- * Checks if the file exists
- *
- * Note: `$` is used to indicate that this function is not a pure function - it looks at the filesystem
- *
- * @private within the repository
- */
-function $isFileExisting(filePath) {
-    return __awaiter(this, void 0, void 0, function () {
-        var isReadAccessAllowed, isFile;
-        return __generator(this, function (_a) {
-            switch (_a.label) {
-                case 0: return [4 /*yield*/, access(filePath, constants.R_OK)
-                        .then(function () { return true; })
-                        .catch(function () { return false; })];
-                case 1:
-                    isReadAccessAllowed = _a.sent();
-                    if (!isReadAccessAllowed) {
-                        return [2 /*return*/, false];
-                    }
-                    return [4 /*yield*/, stat(filePath)
-                            .then(function (fileStat) { return fileStat.isFile(); })
-                            .catch(function () { return false; })];
-                case 2:
-                    isFile = _a.sent();
-                    return [2 /*return*/, isFile];
-            }
-        });
-    });
-}
-/**
- * Note: [🟢] This code should never be published outside of `@promptbook/node` and `@promptbook/cli` and `@promptbook/cli`
- * TODO: [🐠] This can be a validator - with variants that return true/false and variants that throw errors with meaningless messages
- * TODO: [🖇] What about symlinks?
- */
-
 /**
  * Checks if the directory exists
  *
@@ -7898,9 +8906,13 @@ function $isDirectoryExisting(directoryPath) {
         var isReadAccessAllowed, isDirectory;
         return __generator(this, function (_a) {
             switch (_a.label) {
-                case 0: return [4 /*yield*/, access(directoryPath, constants.R_OK)
-                        .then(function () { return true; })
-                        .catch(function () { return false; })];
+                case 0:
+                    if (!$isRunningInNode()) {
+                        throw new EnvironmentMismatchError('Function `$isDirectoryExisting` works only in Node environment.js');
+                    }
+                    return [4 /*yield*/, access(directoryPath, constants.R_OK)
+                            .then(function () { return true; })
+                            .catch(function () { return false; })];
                 case 1:
                     isReadAccessAllowed = _a.sent();
                     if (!isReadAccessAllowed) {
@@ -7917,7 +8929,7 @@ function $isDirectoryExisting(directoryPath) {
     });
 }
 /**
- * Note: [🟢] This code should never be published outside of `@promptbook/node` and `@promptbook/cli` and `@promptbook/cli`
+ * Note: [🟢 <- TODO: [🦖] !!!!!! Split scrapers into packages and enable] Code in this file should never be published outside of `@promptbook/node` and `@promptbook/cli`
  * TODO: [🐠] This can be a validator - with variants that return true/false and variants that throw errors with meaningless messages
  * TODO: [🧠][📂] "directory" vs "folder"
  * TODO: [🖇] What about symlinks?
@@ -7939,7 +8951,11 @@ function $listAllFiles(path, isRecursive) {
         var e_1, _g;
         return __generator(this, function (_h) {
             switch (_h.label) {
-                case 0: return [4 /*yield*/, $isDirectoryExisting(path)];
+                case 0:
+                    if (!$isRunningInNode()) {
+                        throw new EnvironmentMismatchError('Function `$listAllFiles` works only in Node environment.js');
+                    }
+                    return [4 /*yield*/, $isDirectoryExisting(path)];
                 case 1:
                     if (!(_h.sent())) {
                         throw new Error("Directory \"".concat(path, "\" does not exist or is not readable"));
@@ -7950,9 +8966,11 @@ function $listAllFiles(path, isRecursive) {
                         })];
                 case 2:
                     dirents = _h.sent();
-                    fileNames = dirents.filter(function (dirent) { return dirent.isFile(); }).map(function (_a) {
+                    fileNames = dirents
+                        .filter(function (dirent) { return dirent.isFile(); })
+                        .map(function (_a) {
                         var name = _a.name;
-                        return join(path, name);
+                        return join(path, name).split('\\').join('/');
                     });
                     if (!isRecursive) return [3 /*break*/, 10];
                     _h.label = 3;
@@ -7969,7 +8987,7 @@ function $listAllFiles(path, isRecursive) {
                     _f = [[]];
                     return [4 /*yield*/, $listAllFiles(subPath, isRecursive)];
                 case 5:
-                    _d.apply(_c, _e.concat([__spreadArray.apply(void 0, _f.concat([__read.apply(void 0, [(_h.sent())]), false]))]));
+                    _d.apply(_c, _e.concat([__spreadArray.apply(void 0, _f.concat([__read.apply(void 0, [(_h.sent()).map(function (filename) { return filename; })]), false]))]));
                     _h.label = 6;
                 case 6:
                     _b = _a.next();
@@ -7991,7 +9009,8 @@ function $listAllFiles(path, isRecursive) {
     });
 }
 /**
- * Note: [🟢] This code should never be published outside of `@promptbook/node` and `@promptbook/cli` and `@promptbook/cli`
+ * TODO: [😶] Unite floder listing
+ * Note: [🟢 <- TODO: [🦖] !!!!!! Split scrapers into packages and enable] Code in this file should never be published outside of `@promptbook/node` and `@promptbook/cli`
  * TODO: [🖇] What about symlinks?
  */
 
@@ -8094,7 +9113,7 @@ function createCollectionFromPromise(promptbookSourcesPromiseOrFactory) {
  */
 function createCollectionFromDirectory(path, options) {
     return __awaiter(this, void 0, void 0, function () {
-        var makedLibraryFilePath, _a, _b, isRecursive, _c, isVerbose, _d, isLazyLoaded, _e, isCrashedOnError, collection;
+        var makedLibraryFilePath, _a, llmTools, _b, isRecursive, _c, isVerbose, _d, isLazyLoaded, _e, isCrashedOnError, collection;
         var _this = this;
         return __generator(this, function (_f) {
             switch (_f.label) {
@@ -8102,7 +9121,7 @@ function createCollectionFromDirectory(path, options) {
                     if (!$isRunningInNode()) {
                         throw new Error('Function `createCollectionFromDirectory` can only be run in Node.js environment because it reads the file system.');
                     }
-                    makedLibraryFilePath = join$1(path, "".concat(PIPELINE_COLLECTION_BASE_FILENAME, ".json"));
+                    makedLibraryFilePath = join(path, "".concat(PIPELINE_COLLECTION_BASE_FILENAME, ".json"));
                     return [4 /*yield*/, $isFileExisting(makedLibraryFilePath)];
                 case 1:
                     if (!(_f.sent())) {
@@ -8113,7 +9132,7 @@ function createCollectionFromDirectory(path, options) {
                         // TODO: !! Implement;
                         // TODO: [🌗]
                     }
-                    _a = options || {}, _b = _a.isRecursive, isRecursive = _b === void 0 ? true : _b, _c = _a.isVerbose, isVerbose = _c === void 0 ? IS_VERBOSE : _c, _d = _a.isLazyLoaded, isLazyLoaded = _d === void 0 ? false : _d, _e = _a.isCrashedOnError, isCrashedOnError = _e === void 0 ? true : _e;
+                    _a = options || {}, llmTools = _a.llmTools, _b = _a.isRecursive, isRecursive = _b === void 0 ? true : _b, _c = _a.isVerbose, isVerbose = _c === void 0 ? IS_VERBOSE : _c, _d = _a.isLazyLoaded, isLazyLoaded = _d === void 0 ? false : _d, _e = _a.isCrashedOnError, isCrashedOnError = _e === void 0 ? true : _e;
                     collection = createCollectionFromPromise(function () { return __awaiter(_this, void 0, void 0, function () {
                         var fileNames, collection, _loop_1, fileNames_1, fileNames_1_1, fileName, e_1_1;
                         var e_1, _a;
@@ -8139,20 +9158,24 @@ function createCollectionFromDirectory(path, options) {
                                     });
                                     collection = new Map();
                                     _loop_1 = function (fileName) {
-                                        var sourceFile, pipeline, pipelineString, _c, _d, existing, error_1, wrappedErrorMessage;
+                                        var sourceFile, rootDirname, pipeline, pipelineString, _c, _d, existing, error_1, wrappedErrorMessage;
                                         return __generator(this, function (_e) {
                                             switch (_e.label) {
                                                 case 0:
                                                     sourceFile = './' + fileName.split('\\').join('/');
+                                                    rootDirname = dirname(sourceFile).split('\\').join('/');
                                                     _e.label = 1;
                                                 case 1:
                                                     _e.trys.push([1, 8, , 9]);
                                                     pipeline = null;
                                                     if (!fileName.endsWith('.ptbk.md')) return [3 /*break*/, 4];
-                                                    return [4 /*yield*/, readFile(fileName, 'utf8')];
+                                                    return [4 /*yield*/, readFile(fileName, 'utf-8')];
                                                 case 2:
                                                     pipelineString = (_e.sent());
-                                                    return [4 /*yield*/, pipelineStringToJson(pipelineString, options)];
+                                                    return [4 /*yield*/, pipelineStringToJson(pipelineString, {
+                                                            llmTools: llmTools,
+                                                            rootDirname: rootDirname,
+                                                        })];
                                                 case 3:
                                                     pipeline = _e.sent();
                                                     pipeline = __assign(__assign({}, pipeline), { sourceFile: sourceFile });
@@ -8160,7 +9183,7 @@ function createCollectionFromDirectory(path, options) {
                                                 case 4:
                                                     if (!fileName.endsWith('.ptbk.json')) return [3 /*break*/, 6];
                                                     _d = (_c = JSON).parse;
-                                                    return [4 /*yield*/, readFile(fileName, 'utf8')];
+                                                    return [4 /*yield*/, readFile(fileName, 'utf-8')];
                                                 case 5:
                                                     // TODO: Handle non-valid JSON files
                                                     pipeline = _d.apply(_c, [_e.sent()]);
@@ -8268,7 +9291,7 @@ function createCollectionFromDirectory(path, options) {
     });
 }
 /**
- * Note: [🟢] This code should never be published outside of `@promptbook/node` and `@promptbook/cli` and `@promptbook/cli`
+ * Note: [🟢] Code in this file should never be published outside of `@promptbook/node` and `@promptbook/cli`
  * TODO: [🖇] What about symlinks? Maybe option isSymlinksFollowed
  */
 
@@ -8359,7 +9382,7 @@ function createLlmToolsFromConfigurationFromEnv() {
  * TODO: Add Azure OpenAI
  * TODO: [🧠][🍛]
  * TODO: [🧠] Is there some meaningfull way how to test this util
- * Note: [🟢] This code should never be published outside of `@promptbook/node` and `@promptbook/cli` and `@promptbook/cli`
+ * Note: [🟢] Code in this file should never be published outside of `@promptbook/node` and `@promptbook/cli`
  * TODO: [👷‍♂️] @@@ Manual about construction of llmTools
  * TODO: This should be maybe not under `_common` but under `utils`
  * TODO: [🧠] Maybe pass env as argument
@@ -8536,7 +9559,7 @@ function createLlmToolsFromEnv(options) {
  * TODO: @@@ write `createLlmToolsFromEnv` vs `createLlmToolsFromConfigurationFromEnv` vs `createLlmToolsFromConfiguration`
  * TODO: [🧠][🍛] Which name is better `createLlmToolsFromEnv` or `createLlmToolsFromEnvironment`?
  * TODO: [🧠] Is there some meaningfull way how to test this util
- * Note: [🟢] This code should never be published outside of `@promptbook/node` and `@promptbook/cli` and `@promptbook/cli`
+ * Note: [🟢] Code in this file should never be published outside of `@promptbook/node` and `@promptbook/cli`
  * TODO: [🥃] Allow `ptbk make` without llm tools
  * TODO: This should be maybe not under `_common` but under `utils`
  */
@@ -8601,40 +9624,32 @@ function stringifyPipelineJson(pipeline) {
  * TODO: [🍙] Make some standard order of json properties
  */
 
-/**
- * @@@
- *
- * @private for `FilesStorage`
- */
-function nameToSubfolderPath(name) {
-    return [name.substr(0, 1).toLowerCase(), name.substr(1, 1).toLowerCase()];
-}
-
 /**
  * @@@
  *
  * @public exported from `@promptbook/node`
  */
-var FilesStorage = /** @class */ (function () {
-    function FilesStorage(options) {
+var FileCacheStorage = /** @class */ (function () {
+    function FileCacheStorage(options) {
         this.options = options;
         if (!$isRunningInNode()) {
-            throw new EnvironmentMismatchError("FilesStorage works only in Node.js environment");
+            throw new EnvironmentMismatchError("FileCacheStorage works only in Node.js environment");
         }
     }
     /**
      * @@@
      */
-    FilesStorage.prototype.getFilenameForKey = function (key) {
+    FileCacheStorage.prototype.getFilenameForKey = function (key) {
+        // TODO: [👬] DRY
         var name = titleToName(key);
         var hash = sha256(hexEncoder.parse(name)).toString( /* hex */);
         //    <- TODO: [🥬] Encapsulate sha256 to some private utility function
-        return join$1.apply(void 0, __spreadArray(__spreadArray([this.options.cacheFolderPath], __read(nameToSubfolderPath(hash /* <- TODO: [🎎] Maybe add some SHA256 prefix */)), false), ["".concat(name.substring(0, MAX_FILENAME_LENGTH), ".json")], false));
+        return join.apply(void 0, __spreadArray(__spreadArray([this.options.rootFolderPath], __read(nameToSubfolderPath(hash /* <- TODO: [🎎] Maybe add some SHA256 prefix */)), false), ["".concat(name.substring(0, MAX_FILENAME_LENGTH), ".json")], false));
     };
     /**
      * @@@ Returns the current value associated with the given key, or null if the given key does not exist in the list associated with the object.
      */
-    FilesStorage.prototype.getItem = function (key) {
+    FileCacheStorage.prototype.getItem = function (key) {
         return __awaiter(this, void 0, void 0, function () {
             var filename, fileContent, value;
             return __generator(this, function (_a) {
@@ -8659,7 +9674,7 @@ var FilesStorage = /** @class */ (function () {
     /**
      * @@@ Sets the value of the pair identified by key to value, creating a new key/value pair if none existed for key previously.
      */
-    FilesStorage.prototype.setItem = function (key, value) {
+    FileCacheStorage.prototype.setItem = function (key, value) {
         return __awaiter(this, void 0, void 0, function () {
             var filename, fileContent;
             return __generator(this, function (_a) {
@@ -8684,7 +9699,7 @@ var FilesStorage = /** @class */ (function () {
     /**
      * @@@ Removes the key/value pair with the given key from the list associated with the object, if a key/value pair with the given key exists.
      */
-    FilesStorage.prototype.removeItem = function (key) {
+    FileCacheStorage.prototype.removeItem = function (key) {
         return __awaiter(this, void 0, void 0, function () {
             var filename;
             return __generator(this, function (_a) {
@@ -8701,12 +9716,62 @@ var FilesStorage = /** @class */ (function () {
             });
         });
     };
-    return FilesStorage;
+    return FileCacheStorage;
 }());
 /**
  * TODO: [🌗] Maybe some checkers, not all valid JSONs are desired and valid values
- * Note: [🟢] This code should never be published outside of `@promptbook/node` and `@promptbook/cli` and `@promptbook/cli`
+ * Note: [🟢] Code in this file should never be published outside of `@promptbook/node` and `@promptbook/cli`
+ */
+
+/**
+ * Run multiple commands in a shell in sequence
+ *
+ * Note: There are 2 similar functions in the codebase:
+ * - `$execCommand` which runs a single command
+ * - `$execCommands` which runs multiple commands
+ *
+ * @public exported from `@promptbook/node`
+ */
+function $execCommands(_a) {
+    var commands = _a.commands, cwd = _a.cwd, crashOnError = _a.crashOnError;
+    return __awaiter(this, void 0, void 0, function () {
+        var commands_1, commands_1_1, command, e_1_1;
+        var e_1, _b;
+        return __generator(this, function (_c) {
+            switch (_c.label) {
+                case 0:
+                    _c.trys.push([0, 5, 6, 7]);
+                    commands_1 = __values(commands), commands_1_1 = commands_1.next();
+                    _c.label = 1;
+                case 1:
+                    if (!!commands_1_1.done) return [3 /*break*/, 4];
+                    command = commands_1_1.value;
+                    return [4 /*yield*/, $execCommand({ command: command, cwd: cwd, crashOnError: crashOnError })];
+                case 2:
+                    _c.sent();
+                    _c.label = 3;
+                case 3:
+                    commands_1_1 = commands_1.next();
+                    return [3 /*break*/, 1];
+                case 4: return [3 /*break*/, 7];
+                case 5:
+                    e_1_1 = _c.sent();
+                    e_1 = { error: e_1_1 };
+                    return [3 /*break*/, 7];
+                case 6:
+                    try {
+                        if (commands_1_1 && !commands_1_1.done && (_b = commands_1.return)) _b.call(commands_1);
+                    }
+                    finally { if (e_1) throw e_1.error; }
+                    return [7 /*endfinally*/];
+                case 7: return [2 /*return*/];
+            }
+        });
+    });
+}
+/**
+ * Note: [🟢 <- TODO: [🦖] !!!!!! Split scrapers into packages and enable] Code in this file should never be published outside of `@promptbook/node` and `@promptbook/cli`
  */
 
-export { FilesStorage, PROMPTBOOK_VERSION, createCollectionFromDirectory, createLlmToolsFromConfigurationFromEnv, createLlmToolsFromEnv };
+export { $execCommand, $execCommands, FileCacheStorage, PROMPTBOOK_VERSION, createCollectionFromDirectory, createLlmToolsFromConfigurationFromEnv, createLlmToolsFromEnv };
 //# sourceMappingURL=index.es.js.map