@promptbook/website-crawler 0.72.0-30 → 0.72.0-32

package/esm/index.es.js

@@ -2,12 +2,13 @@ import spaceTrim$1, { spaceTrim } from 'spacetrim';
 import { Readability } from '@mozilla/readability';
 import { JSDOM } from 'jsdom';
 import { Converter } from 'showdown';
+import { SHA256 } from 'crypto-js';
+import hexEncoder from 'crypto-js/enc-hex';
+import { mkdir, rm } from 'fs/promises';
+import { basename, join, dirname } from 'path';
 import { format } from 'prettier';
 import parserHtml from 'prettier/parser-html';
-import { basename, join } from 'path';
 import { forTime } from 'waitasecond';
-import { SHA256 } from 'crypto-js';
-import hexEncoder from 'crypto-js/enc-hex';
 import { lookup } from 'mime-types';
 import { unparse, parse } from 'papaparse';
 
@@ -15,7 +16,7 @@ import { unparse, parse } from 'papaparse';
 /**
  * The version of the Promptbook library
  */
-var PROMPTBOOK_VERSION = '0.72.0-29';
+var PROMPTBOOK_VERSION = '0.72.0-31';
 // TODO: [main] !!!! List here all the versions and annotate + put into script
 
 /*! *****************************************************************************
@@ -363,6 +364,12 @@ var LOOP_LIMIT = 1000;
  * @private within the repository - too low-level in comparison with other `MAX_...`
  */
 var IMMEDIATE_TIME = 10;
+/**
+ * Strategy for caching the intermediate results for knowledge sources
+ *
+ * @public exported from `@promptbook/core`
+ */
+var DEFAULT_INTERMEDIATE_FILES_STRATEGY = 'HIDE_AND_KEEP';
 //                                                     <- TODO: [😡] Change to 'VISIBLE'
 /**
  * The maximum number of (LLM) tasks running in parallel
@@ -376,6 +383,14 @@ var DEFAULT_MAX_PARALLEL_COUNT = 5; // <- TODO: [🤹‍♂️]
  * @public exported from `@promptbook/core`
  */
 var DEFAULT_MAX_EXECUTION_ATTEMPTS = 3; // <- TODO: [🤹‍♂️]
+/**
+ * Where to store the scrape cache
+ *
+ * Note: When the folder does not exist, it is created recursively
+ *
+ * @public exported from `@promptbook/core`
+ */
+var DEFAULT_SCRAPE_CACHE_DIRNAME = '/.promptbook/scrape-cache';
 /**
  * Nonce which is used for replacing things in strings
  *
@@ -633,1290 +648,1425 @@ var websiteScraperMetadata = $deepFreeze({
 $scrapersMetadataRegister.register(websiteScraperMetadata);
 
 /**
- * Just marks a place of place where should be something implemented
+ * This error type indicates that you try to use a feature that is not available in the current environment
+ *
+ * @public exported from `@promptbook/core`
+ */
+var EnvironmentMismatchError = /** @class */ (function (_super) {
+    __extends(EnvironmentMismatchError, _super);
+    function EnvironmentMismatchError(message) {
+        var _this = _super.call(this, message) || this;
+        _this.name = 'EnvironmentMismatchError';
+        Object.setPrototypeOf(_this, EnvironmentMismatchError.prototype);
+        return _this;
+    }
+    return EnvironmentMismatchError;
+}(Error));
+
+/**
+ * This error indicates that the promptbook can not retrieve knowledge from external sources
+ *
+ * @public exported from `@promptbook/core`
+ */
+var KnowledgeScrapeError = /** @class */ (function (_super) {
+    __extends(KnowledgeScrapeError, _super);
+    function KnowledgeScrapeError(message) {
+        var _this = _super.call(this, message) || this;
+        _this.name = 'KnowledgeScrapeError';
+        Object.setPrototypeOf(_this, KnowledgeScrapeError.prototype);
+        return _this;
+    }
+    return KnowledgeScrapeError;
+}(Error));
+
+/**
+ * Just says that the variable is not used but should be kept
  * No side effects.
  *
- * Note: It can be usefull suppressing eslint errors of unused variables
+ * Note: It can be usefull for:
+ *
+ * 1) Suppressing eager optimization of unused imports
+ * 2) Suppressing eslint errors of unused variables in the tests
+ * 3) Keeping the type of the variable for type testing
  *
  * @param value any values
  * @returns void
  * @private within the repository
  */
-function TODO_USE() {
-    var value = [];
+function keepUnused() {
+    var valuesToKeep = [];
     for (var _i = 0; _i < arguments.length; _i++) {
-        value[_i] = arguments[_i];
+        valuesToKeep[_i] = arguments[_i];
     }
 }
 
-var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",resultingParameterName:"knowledgePieces",dependentParameterNames:["knowledgeContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-from-markdown.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",resultingParameterName:"keywords",dependentParameterNames:["knowledgePieceContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-keywords.ptbk.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",resultingParameterName:"title",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-title.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.ptbk.md",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"make-model-requirements",title:"Make modelRequirements",content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Sample\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n-   Your output format is JSON object\n-   Write just the JSON object, no other text should be present\n-   It contains the following keys:\n    -   `modelName`: The name of the model to use\n    -   `systemMessage`: The system message to provide context to the model\n    -   `temperature`: The sampling temperature to use\n\n### Key `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Key `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Key `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",resultingParameterName:"modelRequirements",format:"JSON",dependentParameterNames:["availableModelNames","personaDescription"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-persona.ptbk.md"}];
-
 /**
- * Prettify the html code
+ * Just marks a place of place where should be something implemented
+ * No side effects.
  *
- * @param content raw html code
- * @returns formatted html code
- * @private withing the package because of HUGE size of prettier dependency
+ * Note: It can be usefull suppressing eslint errors of unused variables
+ *
+ * @param value any values
+ * @returns void
+ * @private within the repository
  */
-function prettifyMarkdown(content) {
-    try {
-        return format(content, {
-            parser: 'markdown',
-            plugins: [parserHtml],
-            // TODO: DRY - make some import or auto-copy of .prettierrc
-            endOfLine: 'lf',
-            tabWidth: 4,
-            singleQuote: true,
-            trailingComma: 'all',
-            arrowParens: 'always',
-            printWidth: 120,
-            htmlWhitespaceSensitivity: 'ignore',
-            jsxBracketSameLine: false,
-            bracketSpacing: true,
-        });
-    }
-    catch (error) {
-        // TODO: [🟥] Detect browser / node and make it colorfull
-        console.error('There was an error with prettifying the markdown, using the original as the fallback', {
-            error: error,
-            html: content,
-        });
-        return content;
+function TODO_USE() {
+    var value = [];
+    for (var _i = 0; _i < arguments.length; _i++) {
+        value[_i] = arguments[_i];
     }
 }
 
 /**
- * Makes first letter of a string uppercase
+ * Tests if given string is valid URL.
  *
- * @public exported from `@promptbook/utils`
- */
-function capitalize(word) {
-    return word.substring(0, 1).toUpperCase() + word.substring(1);
-}
-
-/**
- * Converts promptbook in JSON format to string format
+ * Note: Dataurl are considered perfectly valid.
+ * Note: There are two simmilar functions:
+ * - `isValidUrl` which tests any URL
+ * - `isValidPipelineUrl` *(this one)* which tests just promptbook URL
  *
- * @param pipelineJson Promptbook in JSON format (.ptbk.json)
- * @returns Promptbook in string format (.ptbk.md)
- * @public exported from `@promptbook/core`
+ * @public exported from `@promptbook/utils`
  */
-function pipelineJsonToString(pipelineJson) {
-    var e_1, _a, e_2, _b, e_3, _c, e_4, _d, e_5, _e, e_6, _f;
-    var title = pipelineJson.title, pipelineUrl = pipelineJson.pipelineUrl, promptbookVersion = pipelineJson.promptbookVersion, description = pipelineJson.description, parameters = pipelineJson.parameters, templates = pipelineJson.templates;
-    var pipelineString = "# ".concat(title);
-    if (description) {
-        pipelineString += '\n\n';
-        pipelineString += description;
-    }
-    var commands = [];
-    if (pipelineUrl) {
-        commands.push("PIPELINE URL ".concat(pipelineUrl));
+function isValidUrl(url) {
+    if (typeof url !== 'string') {
+        return false;
     }
-    commands.push("PROMPTBOOK VERSION ".concat(promptbookVersion));
-    // TODO: [main] !!! This increase size of the bundle and is probbably not necessary
-    pipelineString = prettifyMarkdown(pipelineString);
     try {
-        for (var _g = __values(parameters.filter(function (_a) {
-            var isInput = _a.isInput;
-            return isInput;
-        })), _h = _g.next(); !_h.done; _h = _g.next()) {
-            var parameter = _h.value;
-            commands.push("INPUT PARAMETER ".concat(templateParameterJsonToString(parameter)));
-        }
-    }
-    catch (e_1_1) { e_1 = { error: e_1_1 }; }
-    finally {
-        try {
-            if (_h && !_h.done && (_a = _g.return)) _a.call(_g);
+        if (url.startsWith('blob:')) {
+            url = url.replace(/^blob:/, '');
         }
-        finally { if (e_1) throw e_1.error; }
-    }
-    try {
-        for (var _j = __values(parameters.filter(function (_a) {
-            var isOutput = _a.isOutput;
-            return isOutput;
-        })), _k = _j.next(); !_k.done; _k = _j.next()) {
-            var parameter = _k.value;
-            commands.push("OUTPUT PARAMETER ".concat(templateParameterJsonToString(parameter)));
+        var urlObject = new URL(url /* because fail is handled */);
+        if (!['http:', 'https:', 'data:'].includes(urlObject.protocol)) {
+            return false;
         }
+        return true;
     }
-    catch (e_2_1) { e_2 = { error: e_2_1 }; }
-    finally {
-        try {
-            if (_k && !_k.done && (_b = _j.return)) _b.call(_j);
-        }
-        finally { if (e_2) throw e_2.error; }
-    }
-    pipelineString += '\n\n';
-    pipelineString += commands.map(function (command) { return "- ".concat(command); }).join('\n');
-    try {
-        for (var templates_1 = __values(templates), templates_1_1 = templates_1.next(); !templates_1_1.done; templates_1_1 = templates_1.next()) {
-            var template = templates_1_1.value;
-            var 
-            /* Note: Not using:> name, */
-            title_1 = template.title, description_1 = template.description, 
-            /* Note: dependentParameterNames, */
-            jokers = template.jokerParameterNames, templateType = template.templateType, content = template.content, postprocessing = template.postprocessingFunctionNames, expectations = template.expectations, format = template.format, resultingParameterName = template.resultingParameterName;
-            pipelineString += '\n\n';
-            pipelineString += "## ".concat(title_1);
-            if (description_1) {
-                pipelineString += '\n\n';
-                pipelineString += description_1;
-            }
-            var commands_1 = [];
-            var contentLanguage = 'text';
-            if (templateType === 'PROMPT_TEMPLATE') {
-                var modelRequirements = template.modelRequirements;
-                var _l = modelRequirements || {}, modelName = _l.modelName, modelVariant = _l.modelVariant;
-                commands_1.push("EXECUTE PROMPT TEMPLATE");
-                if (modelVariant) {
-                    commands_1.push("MODEL VARIANT ".concat(capitalize(modelVariant)));
-                }
-                if (modelName) {
-                    commands_1.push("MODEL NAME `".concat(modelName, "`"));
-                }
-            }
-            else if (templateType === 'SIMPLE_TEMPLATE') {
-                commands_1.push("SIMPLE TEMPLATE");
-                // Note: Nothing special here
-            }
-            else if (templateType === 'SCRIPT_TEMPLATE') {
-                commands_1.push("SCRIPT TEMPLATE");
-                if (template.contentLanguage) {
-                    contentLanguage = template.contentLanguage;
-                }
-                else {
-                    contentLanguage = '';
-                }
-            }
-            else if (templateType === 'DIALOG_TEMPLATE') {
-                commands_1.push("DIALOG TEMPLATE");
-                // Note: Nothing special here
-            } // <- }else if([🅱]
-            if (jokers) {
-                try {
-                    for (var jokers_1 = (e_4 = void 0, __values(jokers)), jokers_1_1 = jokers_1.next(); !jokers_1_1.done; jokers_1_1 = jokers_1.next()) {
-                        var joker = jokers_1_1.value;
-                        commands_1.push("JOKER {".concat(joker, "}"));
-                    }
-                }
-                catch (e_4_1) { e_4 = { error: e_4_1 }; }
-                finally {
-                    try {
-                        if (jokers_1_1 && !jokers_1_1.done && (_d = jokers_1.return)) _d.call(jokers_1);
-                    }
-                    finally { if (e_4) throw e_4.error; }
-                }
-            } /* not else */
-            if (postprocessing) {
-                try {
-                    for (var postprocessing_1 = (e_5 = void 0, __values(postprocessing)), postprocessing_1_1 = postprocessing_1.next(); !postprocessing_1_1.done; postprocessing_1_1 = postprocessing_1.next()) {
-                        var postprocessingFunctionName = postprocessing_1_1.value;
-                        commands_1.push("POSTPROCESSING `".concat(postprocessingFunctionName, "`"));
-                    }
-                }
-                catch (e_5_1) { e_5 = { error: e_5_1 }; }
-                finally {
-                    try {
-                        if (postprocessing_1_1 && !postprocessing_1_1.done && (_e = postprocessing_1.return)) _e.call(postprocessing_1);
-                    }
-                    finally { if (e_5) throw e_5.error; }
-                }
-            } /* not else */
-            if (expectations) {
-                try {
-                    for (var _m = (e_6 = void 0, __values(Object.entries(expectations))), _o = _m.next(); !_o.done; _o = _m.next()) {
-                        var _p = __read(_o.value, 2), unit = _p[0], _q = _p[1], min = _q.min, max = _q.max;
-                        if (min === max) {
-                            commands_1.push("EXPECT EXACTLY ".concat(min, " ").concat(capitalize(unit + (min > 1 ? 's' : ''))));
-                        }
-                        else {
-                            if (min !== undefined) {
-                                commands_1.push("EXPECT MIN ".concat(min, " ").concat(capitalize(unit + (min > 1 ? 's' : ''))));
-                            } /* not else */
-                            if (max !== undefined) {
-                                commands_1.push("EXPECT MAX ".concat(max, " ").concat(capitalize(unit + (max > 1 ? 's' : ''))));
-                            }
-                        }
-                    }
-                }
-                catch (e_6_1) { e_6 = { error: e_6_1 }; }
-                finally {
-                    try {
-                        if (_o && !_o.done && (_f = _m.return)) _f.call(_m);
-                    }
-                    finally { if (e_6) throw e_6.error; }
-                }
-            } /* not else */
-            if (format) {
-                if (format === 'JSON') {
-                    // TODO: @deprecated remove
-                    commands_1.push("FORMAT JSON");
-                }
-            } /* not else */
-            pipelineString += '\n\n';
-            pipelineString += commands_1.map(function (command) { return "- ".concat(command); }).join('\n');
-            pipelineString += '\n\n';
-            pipelineString += '```' + contentLanguage;
-            pipelineString += '\n';
-            pipelineString += spaceTrim$1(content);
-            //                   <- TODO: [main] !!! Escape
-            //                   <- TODO: [🧠] Some clear strategy how to spaceTrim the blocks
-            pipelineString += '\n';
-            pipelineString += '```';
-            pipelineString += '\n\n';
-            pipelineString += "`-> {".concat(resultingParameterName, "}`"); // <- TODO: [main] !!! If the parameter here has description, add it and use templateParameterJsonToString
-        }
-    }
-    catch (e_3_1) { e_3 = { error: e_3_1 }; }
-    finally {
-        try {
-            if (templates_1_1 && !templates_1_1.done && (_c = templates_1.return)) _c.call(templates_1);
-        }
-        finally { if (e_3) throw e_3.error; }
-    }
-    return pipelineString;
-}
-/**
- * @private internal utility of `pipelineJsonToString`
- */
-function templateParameterJsonToString(templateParameterJson) {
-    var name = templateParameterJson.name, description = templateParameterJson.description;
-    var parameterString = "{".concat(name, "}");
-    if (description) {
-        parameterString = "".concat(parameterString, " ").concat(description);
-    }
-    return parameterString;
-}
-/**
- * TODO: [🛋] Implement new features and commands into `pipelineJsonToString` + `templateParameterJsonToString` , use `stringifyCommand`
- * TODO: [🧠] Is there a way to auto-detect missing features in pipelineJsonToString
- * TODO: [🏛] Maybe make some markdown builder
- * TODO: [🏛] Escape all
- * TODO: [🧠] Should be in generated .ptbk.md file GENERATOR_WARNING
- */
-
-/**
- * This error indicates that the promptbook in a markdown format cannot be parsed into a valid promptbook object
- *
- * @public exported from `@promptbook/core`
- */
-var ParseError = /** @class */ (function (_super) {
-    __extends(ParseError, _super);
-    function ParseError(message) {
-        var _this = _super.call(this, message) || this;
-        _this.name = 'ParseError';
-        Object.setPrototypeOf(_this, ParseError.prototype);
-        return _this;
-    }
-    return ParseError;
-}(Error));
-/**
- * TODO: Maybe split `ParseError` and `ApplyError`
- */
-
-/**
- * This error indicates that the promptbook object has valid syntax (=can be parsed) but contains logical errors (like circular dependencies)
- *
- * @public exported from `@promptbook/core`
- */
-var PipelineLogicError = /** @class */ (function (_super) {
-    __extends(PipelineLogicError, _super);
-    function PipelineLogicError(message) {
-        var _this = _super.call(this, message) || this;
-        _this.name = 'PipelineLogicError';
-        Object.setPrototypeOf(_this, PipelineLogicError.prototype);
-        return _this;
-    }
-    return PipelineLogicError;
-}(Error));
-
-/**
- * Tests if given string is valid semantic version
- *
- * Note: There are two simmilar functions:
- * - `isValidSemanticVersion` which tests any semantic version
- * - `isValidPromptbookVersion` *(this one)* which tests just Promptbook versions
- *
- * @public exported from `@promptbook/utils`
- */
-function isValidSemanticVersion(version) {
-    if (typeof version !== 'string') {
-        return false;
-    }
-    if (version.startsWith('0.0.0')) {
-        return false;
-    }
-    return /^\d+\.\d+\.\d+(-\d+)?$/i.test(version);
-}
-
-/**
- * Tests if given string is valid promptbook version
- * It looks into list of known promptbook versions.
- *
- * @see https://www.npmjs.com/package/promptbook?activeTab=versions
- * Note: When you are using for example promptbook 2.0.0 and there already is promptbook 3.0.0 it don`t know about it.
- * Note: There are two simmilar functions:
- * - `isValidSemanticVersion` which tests any semantic version
- * - `isValidPromptbookVersion` *(this one)* which tests just Promptbook versions
- *
- * @public exported from `@promptbook/utils`
- */
-function isValidPromptbookVersion(version) {
-    if (!isValidSemanticVersion(version)) {
-        return false;
-    }
-    if ( /* version === '1.0.0' || */version === '2.0.0' || version === '3.0.0') {
-        return false;
-    }
-    // <- TODO: [main] !!! Check isValidPromptbookVersion against PROMPTBOOK_VERSIONS
-    return true;
-}
-
-/**
- * Checks if an URL is reserved for private networks or localhost.
- *
- * Note: There are two simmilar functions:
- * - `isUrlOnPrivateNetwork` which tests full URL
- * - `isHostnameOnPrivateNetwork` *(this one)* which tests just hostname
- *
- * @public exported from `@promptbook/utils`
- */
-function isHostnameOnPrivateNetwork(hostname) {
-    if (hostname === 'example.com' ||
-        hostname === 'localhost' ||
-        hostname.endsWith('.localhost') ||
-        hostname.endsWith('.local') ||
-        hostname.endsWith('.test') ||
-        hostname === '127.0.0.1' ||
-        hostname === '::1') {
-        return true;
-    }
-    if (hostname.includes(':')) {
-        // IPv6
-        var ipParts = hostname.split(':');
-        return ipParts[0] === 'fc00' || ipParts[0] === 'fd00' || ipParts[0] === 'fe80';
-    }
-    else {
-        // IPv4
-        var ipParts = hostname.split('.').map(function (part) { return Number.parseInt(part, 10); });
-        return (ipParts[0] === 10 ||
-            (ipParts[0] === 172 && ipParts[1] >= 16 && ipParts[1] <= 31) ||
-            (ipParts[0] === 192 && ipParts[1] === 168));
-    }
-}
-
-/**
- * Checks if an IP address or hostname is reserved for private networks or localhost.
- *
- * Note: There are two simmilar functions:
- * - `isUrlOnPrivateNetwork` *(this one)* which tests full URL
- * - `isHostnameOnPrivateNetwork` which tests just hostname
- *
- * @param {string} ipAddress - The IP address to check.
- * @returns {boolean} Returns true if the IP address is reserved for private networks or localhost, otherwise false.
- * @public exported from `@promptbook/utils`
- */
-function isUrlOnPrivateNetwork(url) {
-    if (typeof url === 'string') {
-        url = new URL(url);
-    }
-    return isHostnameOnPrivateNetwork(url.hostname);
-}
-
-/**
- * Tests if given string is valid URL.
- *
- * Note: Dataurl are considered perfectly valid.
- * Note: There are two simmilar functions:
- * - `isValidUrl` which tests any URL
- * - `isValidPipelineUrl` *(this one)* which tests just promptbook URL
- *
- * @public exported from `@promptbook/utils`
- */
-function isValidUrl(url) {
-    if (typeof url !== 'string') {
-        return false;
-    }
-    try {
-        if (url.startsWith('blob:')) {
-            url = url.replace(/^blob:/, '');
-        }
-        var urlObject = new URL(url /* because fail is handled */);
-        if (!['http:', 'https:', 'data:'].includes(urlObject.protocol)) {
-            return false;
-        }
-        return true;
-    }
-    catch (error) {
-        return false;
+    catch (error) {
+        return false;
     }
 }
 
+var defaultDiacriticsRemovalMap = [
+    {
+        base: 'A',
+        letters: '\u0041\u24B6\uFF21\u00C0\u00C1\u00C2\u1EA6\u1EA4\u1EAA\u1EA8\u00C3\u0100\u0102\u1EB0\u1EAE\u1EB4\u1EB2\u0226\u01E0\u00C4\u01DE\u1EA2\u00C5\u01FA\u01CD\u0200\u0202\u1EA0\u1EAC\u1EB6\u1E00\u0104\u023A\u2C6F',
+    },
+    { base: 'AA', letters: '\uA732' },
+    { base: 'AE', letters: '\u00C6\u01FC\u01E2' },
+    { base: 'AO', letters: '\uA734' },
+    { base: 'AU', letters: '\uA736' },
+    { base: 'AV', letters: '\uA738\uA73A' },
+    { base: 'AY', letters: '\uA73C' },
+    {
+        base: 'B',
+        letters: '\u0042\u24B7\uFF22\u1E02\u1E04\u1E06\u0243\u0182\u0181',
+    },
+    {
+        base: 'C',
+        letters: '\u0043\u24B8\uFF23\u0106\u0108\u010A\u010C\u00C7\u1E08\u0187\u023B\uA73E',
+    },
+    {
+        base: 'D',
+        letters: '\u0044\u24B9\uFF24\u1E0A\u010E\u1E0C\u1E10\u1E12\u1E0E\u0110\u018B\u018A\u0189\uA779\u00D0',
+    },
+    { base: 'DZ', letters: '\u01F1\u01C4' },
+    { base: 'Dz', letters: '\u01F2\u01C5' },
+    {
+        base: 'E',
+        letters: '\u0045\u24BA\uFF25\u00C8\u00C9\u00CA\u1EC0\u1EBE\u1EC4\u1EC2\u1EBC\u0112\u1E14\u1E16\u0114\u0116\u00CB\u1EBA\u011A\u0204\u0206\u1EB8\u1EC6\u0228\u1E1C\u0118\u1E18\u1E1A\u0190\u018E',
+    },
+    { base: 'F', letters: '\u0046\u24BB\uFF26\u1E1E\u0191\uA77B' },
+    {
+        base: 'G',
+        letters: '\u0047\u24BC\uFF27\u01F4\u011C\u1E20\u011E\u0120\u01E6\u0122\u01E4\u0193\uA7A0\uA77D\uA77E',
+    },
+    {
+        base: 'H',
+        letters: '\u0048\u24BD\uFF28\u0124\u1E22\u1E26\u021E\u1E24\u1E28\u1E2A\u0126\u2C67\u2C75\uA78D',
+    },
+    {
+        base: 'I',
+        letters: '\u0049\u24BE\uFF29\u00CC\u00CD\u00CE\u0128\u012A\u012C\u0130\u00CF\u1E2E\u1EC8\u01CF\u0208\u020A\u1ECA\u012E\u1E2C\u0197',
+    },
+    { base: 'J', letters: '\u004A\u24BF\uFF2A\u0134\u0248' },
+    {
+        base: 'K',
+        letters: '\u004B\u24C0\uFF2B\u1E30\u01E8\u1E32\u0136\u1E34\u0198\u2C69\uA740\uA742\uA744\uA7A2',
+    },
+    {
+        base: 'L',
+        letters: '\u004C\u24C1\uFF2C\u013F\u0139\u013D\u1E36\u1E38\u013B\u1E3C\u1E3A\u0141\u023D\u2C62\u2C60\uA748\uA746\uA780',
+    },
+    { base: 'LJ', letters: '\u01C7' },
+    { base: 'Lj', letters: '\u01C8' },
+    { base: 'M', letters: '\u004D\u24C2\uFF2D\u1E3E\u1E40\u1E42\u2C6E\u019C' },
+    {
+        base: 'N',
+        letters: '\u004E\u24C3\uFF2E\u01F8\u0143\u00D1\u1E44\u0147\u1E46\u0145\u1E4A\u1E48\u0220\u019D\uA790\uA7A4',
+    },
+    { base: 'NJ', letters: '\u01CA' },
+    { base: 'Nj', letters: '\u01CB' },
+    {
+        base: 'O',
+        letters: '\u004F\u24C4\uFF2F\u00D2\u00D3\u00D4\u1ED2\u1ED0\u1ED6\u1ED4\u00D5\u1E4C\u022C\u1E4E\u014C\u1E50\u1E52\u014E\u022E\u0230\u00D6\u022A\u1ECE\u0150\u01D1\u020C\u020E\u01A0\u1EDC\u1EDA\u1EE0\u1EDE\u1EE2\u1ECC\u1ED8\u01EA\u01EC\u00D8\u01FE\u0186\u019F\uA74A\uA74C',
+    },
+    { base: 'OI', letters: '\u01A2' },
+    { base: 'OO', letters: '\uA74E' },
+    { base: 'OU', letters: '\u0222' },
+    { base: 'OE', letters: '\u008C\u0152' },
+    { base: 'oe', letters: '\u009C\u0153' },
+    {
+        base: 'P',
+        letters: '\u0050\u24C5\uFF30\u1E54\u1E56\u01A4\u2C63\uA750\uA752\uA754',
+    },
+    { base: 'Q', letters: '\u0051\u24C6\uFF31\uA756\uA758\u024A' },
+    {
+        base: 'R',
+        letters: '\u0052\u24C7\uFF32\u0154\u1E58\u0158\u0210\u0212\u1E5A\u1E5C\u0156\u1E5E\u024C\u2C64\uA75A\uA7A6\uA782',
+    },
+    {
+        base: 'S',
+        letters: '\u0053\u24C8\uFF33\u1E9E\u015A\u1E64\u015C\u1E60\u0160\u1E66\u1E62\u1E68\u0218\u015E\u2C7E\uA7A8\uA784',
+    },
+    {
+        base: 'T',
+        letters: '\u0054\u24C9\uFF34\u1E6A\u0164\u1E6C\u021A\u0162\u1E70\u1E6E\u0166\u01AC\u01AE\u023E\uA786',
+    },
+    { base: 'TZ', letters: '\uA728' },
+    {
+        base: 'U',
+        letters: '\u0055\u24CA\uFF35\u00D9\u00DA\u00DB\u0168\u1E78\u016A\u1E7A\u016C\u00DC\u01DB\u01D7\u01D5\u01D9\u1EE6\u016E\u0170\u01D3\u0214\u0216\u01AF\u1EEA\u1EE8\u1EEE\u1EEC\u1EF0\u1EE4\u1E72\u0172\u1E76\u1E74\u0244',
+    },
+    { base: 'V', letters: '\u0056\u24CB\uFF36\u1E7C\u1E7E\u01B2\uA75E\u0245' },
+    { base: 'VY', letters: '\uA760' },
+    {
+        base: 'W',
+        letters: '\u0057\u24CC\uFF37\u1E80\u1E82\u0174\u1E86\u1E84\u1E88\u2C72',
+    },
+    { base: 'X', letters: '\u0058\u24CD\uFF38\u1E8A\u1E8C' },
+    {
+        base: 'Y',
+        letters: '\u0059\u24CE\uFF39\u1EF2\u00DD\u0176\u1EF8\u0232\u1E8E\u0178\u1EF6\u1EF4\u01B3\u024E\u1EFE',
+    },
+    {
+        base: 'Z',
+        letters: '\u005A\u24CF\uFF3A\u0179\u1E90\u017B\u017D\u1E92\u1E94\u01B5\u0224\u2C7F\u2C6B\uA762',
+    },
+    {
+        base: 'a',
+        letters: '\u0061\u24D0\uFF41\u1E9A\u00E0\u00E1\u00E2\u1EA7\u1EA5\u1EAB\u1EA9\u00E3\u0101\u0103\u1EB1\u1EAF\u1EB5\u1EB3\u0227\u01E1\u00E4\u01DF\u1EA3\u00E5\u01FB\u01CE\u0201\u0203\u1EA1\u1EAD\u1EB7\u1E01\u0105\u2C65\u0250',
+    },
+    { base: 'aa', letters: '\uA733' },
+    { base: 'ae', letters: '\u00E6\u01FD\u01E3' },
+    { base: 'ao', letters: '\uA735' },
+    { base: 'au', letters: '\uA737' },
+    { base: 'av', letters: '\uA739\uA73B' },
+    { base: 'ay', letters: '\uA73D' },
+    {
+        base: 'b',
+        letters: '\u0062\u24D1\uFF42\u1E03\u1E05\u1E07\u0180\u0183\u0253',
+    },
+    {
+        base: 'c',
+        letters: '\u0063\u24D2\uFF43\u0107\u0109\u010B\u010D\u00E7\u1E09\u0188\u023C\uA73F\u2184',
+    },
+    {
+        base: 'd',
+        letters: '\u0064\u24D3\uFF44\u1E0B\u010F\u1E0D\u1E11\u1E13\u1E0F\u0111\u018C\u0256\u0257\uA77A',
+    },
+    { base: 'dz', letters: '\u01F3\u01C6' },
+    {
+        base: 'e',
+        letters: '\u0065\u24D4\uFF45\u00E8\u00E9\u00EA\u1EC1\u1EBF\u1EC5\u1EC3\u1EBD\u0113\u1E15\u1E17\u0115\u0117\u00EB\u1EBB\u011B\u0205\u0207\u1EB9\u1EC7\u0229\u1E1D\u0119\u1E19\u1E1B\u0247\u025B\u01DD',
+    },
+    { base: 'f', letters: '\u0066\u24D5\uFF46\u1E1F\u0192\uA77C' },
+    {
+        base: 'g',
+        letters: '\u0067\u24D6\uFF47\u01F5\u011D\u1E21\u011F\u0121\u01E7\u0123\u01E5\u0260\uA7A1\u1D79\uA77F',
+    },
+    {
+        base: 'h',
+        letters: '\u0068\u24D7\uFF48\u0125\u1E23\u1E27\u021F\u1E25\u1E29\u1E2B\u1E96\u0127\u2C68\u2C76\u0265',
+    },
+    { base: 'hv', letters: '\u0195' },
+    {
+        base: 'i',
+        letters: '\u0069\u24D8\uFF49\u00EC\u00ED\u00EE\u0129\u012B\u012D\u00EF\u1E2F\u1EC9\u01D0\u0209\u020B\u1ECB\u012F\u1E2D\u0268\u0131',
+    },
+    { base: 'j', letters: '\u006A\u24D9\uFF4A\u0135\u01F0\u0249' },
+    {
+        base: 'k',
+        letters: '\u006B\u24DA\uFF4B\u1E31\u01E9\u1E33\u0137\u1E35\u0199\u2C6A\uA741\uA743\uA745\uA7A3',
+    },
+    {
+        base: 'l',
+        letters: '\u006C\u24DB\uFF4C\u0140\u013A\u013E\u1E37\u1E39\u013C\u1E3D\u1E3B\u017F\u0142\u019A\u026B\u2C61\uA749\uA781\uA747',
+    },
+    { base: 'lj', letters: '\u01C9' },
+    { base: 'm', letters: '\u006D\u24DC\uFF4D\u1E3F\u1E41\u1E43\u0271\u026F' },
+    {
+        base: 'n',
+        letters: '\u006E\u24DD\uFF4E\u01F9\u0144\u00F1\u1E45\u0148\u1E47\u0146\u1E4B\u1E49\u019E\u0272\u0149\uA791\uA7A5',
+    },
+    { base: 'nj', letters: '\u01CC' },
+    {
+        base: 'o',
+        letters: '\u006F\u24DE\uFF4F\u00F2\u00F3\u00F4\u1ED3\u1ED1\u1ED7\u1ED5\u00F5\u1E4D\u022D\u1E4F\u014D\u1E51\u1E53\u014F\u022F\u0231\u00F6\u022B\u1ECF\u0151\u01D2\u020D\u020F\u01A1\u1EDD\u1EDB\u1EE1\u1EDF\u1EE3\u1ECD\u1ED9\u01EB\u01ED\u00F8\u01FF\u0254\uA74B\uA74D\u0275',
+    },
+    { base: 'oi', letters: '\u01A3' },
+    { base: 'ou', letters: '\u0223' },
+    { base: 'oo', letters: '\uA74F' },
+    {
+        base: 'p',
+        letters: '\u0070\u24DF\uFF50\u1E55\u1E57\u01A5\u1D7D\uA751\uA753\uA755',
+    },
+    { base: 'q', letters: '\u0071\u24E0\uFF51\u024B\uA757\uA759' },
+    {
+        base: 'r',
+        letters: '\u0072\u24E1\uFF52\u0155\u1E59\u0159\u0211\u0213\u1E5B\u1E5D\u0157\u1E5F\u024D\u027D\uA75B\uA7A7\uA783',
+    },
+    {
+        base: 's',
+        letters: '\u0073\u24E2\uFF53\u00DF\u015B\u1E65\u015D\u1E61\u0161\u1E67\u1E63\u1E69\u0219\u015F\u023F\uA7A9\uA785\u1E9B',
+    },
+    {
+        base: 't',
+        letters: '\u0074\u24E3\uFF54\u1E6B\u1E97\u0165\u1E6D\u021B\u0163\u1E71\u1E6F\u0167\u01AD\u0288\u2C66\uA787',
+    },
+    { base: 'tz', letters: '\uA729' },
+    {
+        base: 'u',
+        letters: '\u0075\u24E4\uFF55\u00F9\u00FA\u00FB\u0169\u1E79\u016B\u1E7B\u016D\u00FC\u01DC\u01D8\u01D6\u01DA\u1EE7\u016F\u0171\u01D4\u0215\u0217\u01B0\u1EEB\u1EE9\u1EEF\u1EED\u1EF1\u1EE5\u1E73\u0173\u1E77\u1E75\u0289',
+    },
+    { base: 'v', letters: '\u0076\u24E5\uFF56\u1E7D\u1E7F\u028B\uA75F\u028C' },
+    { base: 'vy', letters: '\uA761' },
+    {
+        base: 'w',
+        letters: '\u0077\u24E6\uFF57\u1E81\u1E83\u0175\u1E87\u1E85\u1E98\u1E89\u2C73',
+    },
+    { base: 'x', letters: '\u0078\u24E7\uFF58\u1E8B\u1E8D' },
+    {
+        base: 'y',
+        letters: '\u0079\u24E8\uFF59\u1EF3\u00FD\u0177\u1EF9\u0233\u1E8F\u00FF\u1EF7\u1E99\u1EF5\u01B4\u024F\u1EFF',
+    },
+    {
+        base: 'z',
+        letters: '\u007A\u24E9\uFF5A\u017A\u1E91\u017C\u017E\u1E93\u1E95\u01B6\u0225\u0240\u2C6C\uA763',
+    },
+];
 /**
- * Tests if given string is valid pipeline URL URL.
+ * Map of letters from diacritic variant to diacritless variant
+ * Contains lowercase and uppercase separatelly
  *
- * Note: There are two simmilar functions:
- * - `isValidUrl` which tests any URL
- * - `isValidPipelineUrl` *(this one)* which tests just pipeline URL
+ * > "á" => "a"
+ * > "ě" => "e"
+ * > "Ă" => "A"
+ * > ...
  *
  * @public exported from `@promptbook/utils`
  */
-function isValidPipelineUrl(url) {
-    if (!isValidUrl(url)) {
-        return false;
-    }
-    if (!url.startsWith('https://')) {
-        return false;
-    }
-    if (!url.endsWith('.ptbk.md')) {
-        return false;
-    }
-    if (url.includes('#')) {
-        // TODO: [🐠]
-        return false;
-    }
-    if (isUrlOnPrivateNetwork(url)) {
-        return false;
+var DIACRITIC_VARIANTS_LETTERS = {};
+// tslint:disable-next-line: prefer-for-of
+for (var i = 0; i < defaultDiacriticsRemovalMap.length; i++) {
+    var letters = defaultDiacriticsRemovalMap[i].letters;
+    // tslint:disable-next-line: prefer-for-of
+    for (var j = 0; j < letters.length; j++) {
+        DIACRITIC_VARIANTS_LETTERS[letters[j]] = defaultDiacriticsRemovalMap[i].base;
     }
-    return true;
 }
-/**
- * TODO: [🐠] Maybe more info why the URL is invalid
- */
+// <- TODO: [🍓] Put to maker function to save execution time if not needed
+/*
+  @see https://stackoverflow.com/questions/990904/remove-accents-diacritics-in-a-string-in-javascript
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.
+*/
 
 /**
- * Validates PipelineJson if it is logically valid
- *
- * It checks:
- * -   if it has correct parameters dependency
- *
- * It does NOT check:
- * -   if it is valid json
- * -   if it is meaningful
+ * @@@
  *
- * @param pipeline valid or invalid PipelineJson
- * @returns the same pipeline if it is logically valid
- * @throws {PipelineLogicError} on logical error in the pipeline
- * @public exported from `@promptbook/core`
+ * @param input @@@
+ * @returns @@@
+ * @public exported from `@promptbook/utils`
  */
-function validatePipeline(pipeline) {
-    if (IS_PIPELINE_LOGIC_VALIDATED) {
-        validatePipelineCore(pipeline);
-    }
-    else {
-        try {
-            validatePipelineCore(pipeline);
-        }
-        catch (error) {
-            if (!(error instanceof PipelineLogicError)) {
-                throw error;
-            }
-            console.error(spaceTrim(function (block) { return "\n                        Pipeline is not valid but logic errors are temporarily disabled via `IS_PIPELINE_LOGIC_VALIDATED`\n\n                        ".concat(block(error.message), "\n                    "); }));
-        }
-    }
-    return pipeline;
+function removeDiacritics(input) {
+    /*eslint no-control-regex: "off"*/
+    return input.replace(/[^\u0000-\u007E]/g, function (a) {
+        return DIACRITIC_VARIANTS_LETTERS[a] || a;
+    });
 }
 /**
- * @private internal function for `validatePipeline`
+ * TODO: [Ж] Variant for cyrillic (and in general non-latin) letters
  */
-function validatePipelineCore(pipeline) {
-    // TODO: [🧠] Maybe test if promptbook is a promise and make specific error case for that
-    var e_1, _a, e_2, _b, e_3, _c;
-    var pipelineIdentification = (function () {
-        // Note: This is a 😐 implementation of [🚞]
-        var _ = [];
-        if (pipeline.sourceFile !== undefined) {
-            _.push("File: ".concat(pipeline.sourceFile));
-        }
-        if (pipeline.pipelineUrl !== undefined) {
-            _.push("Url: ".concat(pipeline.pipelineUrl));
-        }
-        return _.join('\n');
-    })();
-    if (pipeline.pipelineUrl !== undefined && !isValidPipelineUrl(pipeline.pipelineUrl)) {
-        // <- Note: [🚲]
-        throw new PipelineLogicError(spaceTrim(function (block) { return "\n                    Invalid promptbook URL \"".concat(pipeline.pipelineUrl, "\"\n\n                    ").concat(block(pipelineIdentification), "\n                "); }));
-    }
-    if (pipeline.promptbookVersion !== undefined && !isValidPromptbookVersion(pipeline.promptbookVersion)) {
-        // <- Note: [🚲]
-        throw new PipelineLogicError(spaceTrim(function (block) { return "\n                    Invalid Promptbook Version \"".concat(pipeline.promptbookVersion, "\"\n\n                    ").concat(block(pipelineIdentification), "\n                "); }));
-    }
-    // TODO: [🧠] Maybe do here some propper JSON-schema / ZOD checking
-    if (!Array.isArray(pipeline.parameters)) {
-        // TODO: [🧠] what is the correct error tp throw - maybe PromptbookSchemaError
-        throw new ParseError(spaceTrim(function (block) { return "\n                    Pipeline is valid JSON but with wrong structure\n\n                    `PipelineJson.parameters` expected to be an array, but got ".concat(typeof pipeline.parameters, "\n\n                    ").concat(block(pipelineIdentification), "\n                "); }));
-    }
-    // TODO: [🧠] Maybe do here some propper JSON-schema / ZOD checking
-    if (!Array.isArray(pipeline.templates)) {
-        // TODO: [🧠] what is the correct error tp throw - maybe PromptbookSchemaError
-        throw new ParseError(spaceTrim(function (block) { return "\n                    Pipeline is valid JSON but with wrong structure\n\n                    `PipelineJson.templates` expected to be an array, but got ".concat(typeof pipeline.templates, "\n\n                    ").concat(block(pipelineIdentification), "\n                "); }));
-    }
-    var _loop_1 = function (parameter) {
-        if (parameter.isInput && parameter.isOutput) {
-            throw new PipelineLogicError(spaceTrim(function (block) { return "\n\n                        Parameter {".concat(parameter.name, "} can not be both input and output\n\n                        ").concat(block(pipelineIdentification), "\n                    "); }));
-        }
-        // Note: Testing that parameter is either intermediate or output BUT not created and unused
-        if (!parameter.isInput &&
-            !parameter.isOutput &&
-            !pipeline.templates.some(function (template) { return template.dependentParameterNames.includes(parameter.name); })) {
-            throw new PipelineLogicError(spaceTrim(function (block) { return "\n                        Parameter {".concat(parameter.name, "} is created but not used\n\n                        You can declare {").concat(parameter.name, "} as output parameter by adding in the header:\n                        - OUTPUT PARAMETER `{").concat(parameter.name, "}` ").concat(parameter.description || '', "\n\n                        ").concat(block(pipelineIdentification), "\n\n                    "); }));
-        }
-        // Note: Testing that parameter is either input or result of some template
-        if (!parameter.isInput &&
-            !pipeline.templates.some(function (template) { return template.resultingParameterName === parameter.name; })) {
-            throw new PipelineLogicError(spaceTrim(function (block) { return "\n                        Parameter {".concat(parameter.name, "} is declared but not defined\n\n                        You can do one of these:\n                        1) Remove declaration of {").concat(parameter.name, "}\n                        2) Add template that results in -> {").concat(parameter.name, "}\n\n                        ").concat(block(pipelineIdentification), "\n                    "); }));
-        }
-    };
-    try {
-        // Note: Check each parameter individually
-        for (var _d = __values(pipeline.parameters), _e = _d.next(); !_e.done; _e = _d.next()) {
-            var parameter = _e.value;
-            _loop_1(parameter);
-        }
-    }
-    catch (e_1_1) { e_1 = { error: e_1_1 }; }
-    finally {
-        try {
-            if (_e && !_e.done && (_a = _d.return)) _a.call(_d);
-        }
-        finally { if (e_1) throw e_1.error; }
-    }
-    // Note: All input parameters are defined - so that they can be used as result of some template
-    var definedParameters = new Set(pipeline.parameters.filter(function (_a) {
-        var isInput = _a.isInput;
-        return isInput;
-    }).map(function (_a) {
-        var name = _a.name;
-        return name;
-    }));
-    var _loop_2 = function (template) {
-        var e_4, _h, e_5, _j;
-        if (definedParameters.has(template.resultingParameterName)) {
-            throw new PipelineLogicError(spaceTrim(function (block) { return "\n                        Parameter {".concat(template.resultingParameterName, "} is defined multiple times\n\n                        ").concat(block(pipelineIdentification), "\n                    "); }));
-        }
-        if (RESERVED_PARAMETER_NAMES.includes(template.resultingParameterName)) {
-            throw new PipelineLogicError(spaceTrim(function (block) { return "\n                        Parameter name {".concat(template.resultingParameterName, "} is reserved, please use different name\n\n                        ").concat(block(pipelineIdentification), "\n                    "); }));
-        }
-        definedParameters.add(template.resultingParameterName);
-        if (template.jokerParameterNames && template.jokerParameterNames.length > 0) {
-            if (!template.format &&
-                !template.expectations /* <- TODO: Require at least 1 -> min <- expectation to use jokers */) {
-                throw new PipelineLogicError(spaceTrim(function (block) { return "\n                            Joker parameters are used for {".concat(template.resultingParameterName, "} but no expectations are defined\n\n                            ").concat(block(pipelineIdentification), "\n                        "); }));
-            }
-            var _loop_4 = function (joker) {
-                if (!template.dependentParameterNames.includes(joker)) {
-                    throw new PipelineLogicError(spaceTrim(function (block) { return "\n                                Parameter {".concat(joker, "} is used for {").concat(template.resultingParameterName, "} as joker but not in `dependentParameterNames`\n\n                                ").concat(block(pipelineIdentification), "\n                            "); }));
-                }
-            };
-            try {
-                for (var _k = (e_4 = void 0, __values(template.jokerParameterNames)), _l = _k.next(); !_l.done; _l = _k.next()) {
-                    var joker = _l.value;
-                    _loop_4(joker);
-                }
-            }
-            catch (e_4_1) { e_4 = { error: e_4_1 }; }
-            finally {
-                try {
-                    if (_l && !_l.done && (_h = _k.return)) _h.call(_k);
-                }
-                finally { if (e_4) throw e_4.error; }
-            }
-        }
-        if (template.expectations) {
-            var _loop_5 = function (unit, min, max) {
-                if (min !== undefined && max !== undefined && min > max) {
-                    throw new PipelineLogicError(spaceTrim(function (block) { return "\n                                Min expectation (=".concat(min, ") of ").concat(unit, " is higher than max expectation (=").concat(max, ")\n\n                                ").concat(block(pipelineIdentification), "\n                            "); }));
-                }
-                if (min !== undefined && min < 0) {
-                    throw new PipelineLogicError(spaceTrim(function (block) { return "\n                                Min expectation of ".concat(unit, " must be zero or positive\n\n                                ").concat(block(pipelineIdentification), "\n                            "); }));
-                }
-                if (max !== undefined && max <= 0) {
-                    throw new PipelineLogicError(spaceTrim(function (block) { return "\n                                Max expectation of ".concat(unit, " must be positive\n\n                                ").concat(block(pipelineIdentification), "\n                            "); }));
-                }
-            };
-            try {
-                for (var _m = (e_5 = void 0, __values(Object.entries(template.expectations))), _o = _m.next(); !_o.done; _o = _m.next()) {
-                    var _p = __read(_o.value, 2), unit = _p[0], _q = _p[1], min = _q.min, max = _q.max;
-                    _loop_5(unit, min, max);
-                }
-            }
-            catch (e_5_1) { e_5 = { error: e_5_1 }; }
-            finally {
-                try {
-                    if (_o && !_o.done && (_j = _m.return)) _j.call(_m);
-                }
-                finally { if (e_5) throw e_5.error; }
-            }
-        }
-    };
-    try {
-        // Note: Checking each template individually
-        for (var _f = __values(pipeline.templates), _g = _f.next(); !_g.done; _g = _f.next()) {
-            var template = _g.value;
-            _loop_2(template);
-        }
-    }
-    catch (e_2_1) { e_2 = { error: e_2_1 }; }
-    finally {
-        try {
-            if (_g && !_g.done && (_b = _f.return)) _b.call(_f);
-        }
-        finally { if (e_2) throw e_2.error; }
-    }
-    // Note: Detect circular dependencies
-    var resovedParameters = pipeline.parameters
-        .filter(function (_a) {
-        var isInput = _a.isInput;
-        return isInput;
-    })
-        .map(function (_a) {
-        var name = _a.name;
-        return name;
-    });
+
+/**
+ * @@@
+ *
+ * @param text @@@
+ * @returns @@@
+ * @example 'hello-world'
+ * @example 'i-love-promptbook'
+ * @public exported from `@promptbook/utils`
+ */
+function normalizeToKebabCase(text) {
+    var e_1, _a;
+    text = removeDiacritics(text);
+    var charType;
+    var lastCharType = 'OTHER';
+    var normalizedName = '';
     try {
-        // Note: All reserved parameters are resolved
-        for (var RESERVED_PARAMETER_NAMES_1 = __values(RESERVED_PARAMETER_NAMES), RESERVED_PARAMETER_NAMES_1_1 = RESERVED_PARAMETER_NAMES_1.next(); !RESERVED_PARAMETER_NAMES_1_1.done; RESERVED_PARAMETER_NAMES_1_1 = RESERVED_PARAMETER_NAMES_1.next()) {
-            var reservedParameterName = RESERVED_PARAMETER_NAMES_1_1.value;
-            resovedParameters = __spreadArray(__spreadArray([], __read(resovedParameters), false), [reservedParameterName], false);
+        for (var text_1 = __values(text), text_1_1 = text_1.next(); !text_1_1.done; text_1_1 = text_1.next()) {
+            var char = text_1_1.value;
+            var normalizedChar = void 0;
+            if (/^[a-z]$/.test(char)) {
+                charType = 'LOWERCASE';
+                normalizedChar = char;
+            }
+            else if (/^[A-Z]$/.test(char)) {
+                charType = 'UPPERCASE';
+                normalizedChar = char.toLowerCase();
+            }
+            else if (/^[0-9]$/.test(char)) {
+                charType = 'NUMBER';
+                normalizedChar = char;
+            }
+            else {
+                charType = 'OTHER';
+                normalizedChar = '-';
+            }
+            if (charType !== lastCharType &&
+                !(lastCharType === 'UPPERCASE' && charType === 'LOWERCASE') &&
+                !(lastCharType === 'NUMBER') &&
+                !(charType === 'NUMBER')) {
+                normalizedName += '-';
+            }
+            normalizedName += normalizedChar;
+            lastCharType = charType;
         }
     }
-    catch (e_3_1) { e_3 = { error: e_3_1 }; }
+    catch (e_1_1) { e_1 = { error: e_1_1 }; }
     finally {
         try {
-            if (RESERVED_PARAMETER_NAMES_1_1 && !RESERVED_PARAMETER_NAMES_1_1.done && (_c = RESERVED_PARAMETER_NAMES_1.return)) _c.call(RESERVED_PARAMETER_NAMES_1);
-        }
-        finally { if (e_3) throw e_3.error; }
-    }
-    var unresovedTemplates = __spreadArray([], __read(pipeline.templates), false);
-    var loopLimit = LOOP_LIMIT;
-    var _loop_3 = function () {
-        if (loopLimit-- < 0) {
-            // Note: Really UnexpectedError not LimitReachedError - this should not happen and be caught below
-            throw new UnexpectedError(spaceTrim(function (block) { return "\n                        Loop limit reached during detection of circular dependencies in `validatePipeline`\n\n                        ".concat(block(pipelineIdentification), "\n                    "); }));
-        }
-        var currentlyResovedTemplates = unresovedTemplates.filter(function (template) {
-            return template.dependentParameterNames.every(function (name) { return resovedParameters.includes(name); });
-        });
-        if (currentlyResovedTemplates.length === 0) {
-            throw new PipelineLogicError(
-            // TODO: [🐎] DRY
-            spaceTrim(function (block) { return "\n\n                        Can not resolve some parameters:\n                        Either you are using a parameter that is not defined, or there are some circular dependencies.\n\n                        ".concat(block(pipelineIdentification), "\n\n                        Can not resolve:\n                        ").concat(block(unresovedTemplates
-                .map(function (_a) {
-                var resultingParameterName = _a.resultingParameterName, dependentParameterNames = _a.dependentParameterNames;
-                return "- Parameter {".concat(resultingParameterName, "} which depends on ").concat(dependentParameterNames
-                    .map(function (dependentParameterName) { return "{".concat(dependentParameterName, "}"); })
-                    .join(' and '));
-            })
-                .join('\n')), "\n\n                        Resolved:\n                        ").concat(block(resovedParameters.map(function (name) { return "- Parameter {".concat(name, "}"); }).join('\n')), "\n\n\n                    "); }));
+            if (text_1_1 && !text_1_1.done && (_a = text_1.return)) _a.call(text_1);
         }
-        resovedParameters = __spreadArray(__spreadArray([], __read(resovedParameters), false), __read(currentlyResovedTemplates.map(function (_a) {
-            var resultingParameterName = _a.resultingParameterName;
-            return resultingParameterName;
-        })), false);
-        unresovedTemplates = unresovedTemplates.filter(function (template) { return !currentlyResovedTemplates.includes(template); });
-    };
-    while (unresovedTemplates.length > 0) {
-        _loop_3();
+        finally { if (e_1) throw e_1.error; }
     }
+    normalizedName = normalizedName.split(/-+/g).join('-');
+    normalizedName = normalizedName.split(/-?\/-?/g).join('/');
+    normalizedName = normalizedName.replace(/^-/, '');
+    normalizedName = normalizedName.replace(/-$/, '');
+    return normalizedName;
 }
+
 /**
- * TODO: !!!!! [🧞‍♀️] Do not allow joker + foreach
- * TODO: [🧠] Work with promptbookVersion
- * TODO: Use here some json-schema, Zod or something similar and change it to:
- *     > /**
- *     >  * Validates PipelineJson if it is logically valid.
- *     >  *
- *     >  * It checks:
- *     >  * -   it has a valid structure
- *     >  * -   ...
- *     >  ex port function validatePipeline(promptbook: really_unknown): asserts promptbook is PipelineJson {
+ * Removes emojis from a string and fix whitespaces
+ *
+ * @param text with emojis
+ * @returns text without emojis
+ * @public exported from `@promptbook/utils`
  */
+function removeEmojis(text) {
+    // Replace emojis (and also ZWJ sequence) with hyphens
+    text = text.replace(/(\p{Extended_Pictographic})\p{Modifier_Symbol}/gu, '$1');
+    text = text.replace(/(\p{Extended_Pictographic})[\u{FE00}-\u{FE0F}]/gu, '$1');
+    text = text.replace(/(\p{Extended_Pictographic})(\u{200D}\p{Extended_Pictographic})*/gu, '$1');
+    text = text.replace(/\p{Extended_Pictographic}/gu, '');
+    return text;
+}
+
 /**
- * TODO: [🧳][main] !!!! Validate that all samples match expectations
- * TODO: [🧳][🐝][main] !!!! Validate that knowledge is valid (non-void)
- * TODO: [🧳][main] !!!! Validate that persona can be used only with CHAT variant
- * TODO: [🧳][main] !!!! Validate that parameter with reserved name not used RESERVED_PARAMETER_NAMES
- * TODO: [🧳][main] !!!! Validate that reserved parameter is not used as joker
- * TODO: [🧠] Validation not only logic itself but imports around - files and websites and rerefenced pipelines exists
- * TODO: [🛠] Actions, instruments (and maybe knowledge) => Functions and tools
+ * Tests if given string is valid URL.
+ *
+ * Note: This does not check if the file exists only if the path is valid
+ * @public exported from `@promptbook/utils`
  */
+function isValidFilePath(filename) {
+    if (typeof filename !== 'string') {
+        return false;
+    }
+    var filenameSlashes = filename.split('\\').join('/');
+    // Absolute Unix path: /hello.txt
+    if (/^(\/)/i.test(filenameSlashes)) {
+        return true;
+    }
+    // Absolute Windows path: /hello.txt
+    if (/^([A-Z]{1,2}:\/?)\//i.test(filenameSlashes)) {
+        return true;
+    }
+    // Relative path: ./hello.txt
+    if (/^(\.\.?\/)+/i.test(filenameSlashes)) {
+        return true;
+    }
+    return false;
+}
 
 /**
- * This error indicates that promptbook not found in the collection
+ * @@@
  *
- * @public exported from `@promptbook/core`
+ * @param value @@@
+ * @returns @@@
+ * @example @@@
+ * @public exported from `@promptbook/utils`
  */
-var NotFoundError = /** @class */ (function (_super) {
-    __extends(NotFoundError, _super);
-    function NotFoundError(message) {
-        var _this = _super.call(this, message) || this;
-        _this.name = 'NotFoundError';
-        Object.setPrototypeOf(_this, NotFoundError.prototype);
-        return _this;
+function titleToName(value) {
+    if (isValidUrl(value)) {
+        value = value.replace(/^https?:\/\//, '');
+        value = value.replace(/\.html$/, '');
     }
-    return NotFoundError;
-}(Error));
+    else if (isValidFilePath(value)) {
+        value = basename(value);
+        // Note: Keeping extension in the name
+    }
+    value = value.split('/').join('-');
+    value = removeEmojis(value);
+    value = normalizeToKebabCase(value);
+    // TODO: [🧠] Maybe warn or add some padding to short name which are not good identifiers
+    return value;
+}
 
 /**
- * This error indicates errors in referencing promptbooks between each other
+ * @@@
  *
- * @public exported from `@promptbook/core`
+ * @private for `FileCacheStorage`
  */
-var PipelineUrlError = /** @class */ (function (_super) {
-    __extends(PipelineUrlError, _super);
-    function PipelineUrlError(message) {
-        var _this = _super.call(this, message) || this;
-        _this.name = 'PipelineUrlError';
-        Object.setPrototypeOf(_this, PipelineUrlError.prototype);
-        return _this;
-    }
-    return PipelineUrlError;
-}(Error));
+function nameToSubfolderPath(name) {
+    return [name.substr(0, 1).toLowerCase(), name.substr(1, 1).toLowerCase()];
+}
 
 /**
- * Parses the template and returns the list of all parameter names
+ * Create a filename for intermediate cache for scrapers
  *
- * @param template the template with parameters in {curly} braces
- * @returns the list of parameter names
- * @public exported from `@promptbook/utils`
+ * Note: It also checks if directory exists and creates it if not
+ *
+ * @private as internal utility for scrapers
  */
-function extractParameterNames(template) {
-    var e_1, _a;
-    var matches = template.matchAll(/{\w+}/g);
-    var parameterNames = new Set();
+function getScraperIntermediateSource(source, options) {
+    return __awaiter(this, void 0, void 0, function () {
+        var sourceFilename, url, rootDirname, cacheDirname, intermediateFilesStrategy, extension, isVerbose, hash, semanticName, pieces, name, cacheFilename, isDestroyed, fileHandler;
+        return __generator(this, function (_a) {
+            switch (_a.label) {
+                case 0:
+                    sourceFilename = source.filename, url = source.url;
+                    rootDirname = options.rootDirname, cacheDirname = options.cacheDirname, intermediateFilesStrategy = options.intermediateFilesStrategy, extension = options.extension, isVerbose = options.isVerbose;
+                    hash = SHA256(
+                    //    <- TODO: [🥬] Encapsulate sha256 to some private utility function
+                    hexEncoder.parse(sourceFilename || url || 'untitled'))
+                        .toString( /* hex */)
+                        .substring(0, 20);
+                    semanticName = normalizeToKebabCase(titleToName((sourceFilename || url || '').split('intermediate').join(''))).substring(0, 20);
+                    pieces = ['intermediate', semanticName, hash].filter(function (piece) { return piece !== ''; });
+                    name = pieces.join('-').split('--').join('-');
+                    // <- TODO: Use MAX_FILENAME_LENGTH
+                    TODO_USE(rootDirname); // <- TODO: [😡]
+                    cacheFilename = join.apply(void 0, __spreadArray(__spreadArray([process.cwd(),
+                        cacheDirname], __read(nameToSubfolderPath(hash /* <- TODO: [🎎] Maybe add some SHA256 prefix */)), false), [name], false)).split('\\')
+                        .join('/') +
+                        '.' +
+                        extension;
+                    return [4 /*yield*/, mkdir(dirname(cacheFilename), { recursive: true })];
+                case 1:
+                    _a.sent();
+                    isDestroyed = true;
+                    fileHandler = {
+                        filename: cacheFilename,
+                        get isDestroyed() {
+                            return isDestroyed;
+                        },
+                        destroy: function () {
+                            return __awaiter(this, void 0, void 0, function () {
+                                return __generator(this, function (_a) {
+                                    switch (_a.label) {
+                                        case 0:
+                                            if (!(intermediateFilesStrategy === 'HIDE_AND_CLEAN')) return [3 /*break*/, 2];
+                                            if (isVerbose) {
+                                                console.info('legacyDocumentScraper: Clening cache');
+                                            }
+                                            return [4 /*yield*/, rm(cacheFilename)];
+                                        case 1:
+                                            _a.sent();
+                                            _a.label = 2;
+                                        case 2:
+                                            isDestroyed = true;
+                                            return [2 /*return*/];
+                                    }
+                                });
+                            });
+                        },
+                    };
+                    return [2 /*return*/, fileHandler];
+            }
+        });
+    });
+}
+/**
+ * Note: Not using `FileCacheStorage` for two reasons:
+ * 1) Need to store more than serialized JSONs
+ * 2) Need to switch between a `rootDirname` and `cacheDirname` <- TODO: [😡]
+ * TODO: [🐱‍🐉][🧠] Make some smart crop
+ * Note: [🟢] Code in this file should never be never released in packages that could be imported into browser environment
+ */
+
+var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",resultingParameterName:"knowledgePieces",dependentParameterNames:["knowledgeContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-from-markdown.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",resultingParameterName:"keywords",dependentParameterNames:["knowledgePieceContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-keywords.ptbk.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",resultingParameterName:"title",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-title.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.ptbk.md",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"make-model-requirements",title:"Make modelRequirements",content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Sample\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n-   Your output format is JSON object\n-   Write just the JSON object, no other text should be present\n-   It contains the following keys:\n    -   `modelName`: The name of the model to use\n    -   `systemMessage`: The system message to provide context to the model\n    -   `temperature`: The sampling temperature to use\n\n### Key `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Key `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Key `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",resultingParameterName:"modelRequirements",format:"JSON",dependentParameterNames:["availableModelNames","personaDescription"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-persona.ptbk.md"}];
+
+/**
+ * Prettify the html code
+ *
+ * @param content raw html code
+ * @returns formatted html code
+ * @private withing the package because of HUGE size of prettier dependency
+ */
+function prettifyMarkdown(content) {
     try {
-        for (var matches_1 = __values(matches), matches_1_1 = matches_1.next(); !matches_1_1.done; matches_1_1 = matches_1.next()) {
-            var match = matches_1_1.value;
-            var parameterName = match[0].slice(1, -1);
-            parameterNames.add(parameterName);
-        }
+        return format(content, {
+            parser: 'markdown',
+            plugins: [parserHtml],
+            // TODO: DRY - make some import or auto-copy of .prettierrc
+            endOfLine: 'lf',
+            tabWidth: 4,
+            singleQuote: true,
+            trailingComma: 'all',
+            arrowParens: 'always',
+            printWidth: 120,
+            htmlWhitespaceSensitivity: 'ignore',
+            jsxBracketSameLine: false,
+            bracketSpacing: true,
+        });
     }
-    catch (e_1_1) { e_1 = { error: e_1_1 }; }
-    finally {
-        try {
-            if (matches_1_1 && !matches_1_1.done && (_a = matches_1.return)) _a.call(matches_1);
-        }
-        finally { if (e_1) throw e_1.error; }
+    catch (error) {
+        // TODO: [🟥] Detect browser / node and make it colorfull
+        console.error('There was an error with prettifying the markdown, using the original as the fallback', {
+            error: error,
+            html: content,
+        });
+        return content;
     }
-    return parameterNames;
 }
 
 /**
- * Unprepare just strips the preparation data of the pipeline
+ * Makes first letter of a string uppercase
  *
- * @public exported from `@promptbook/core`
+ * @public exported from `@promptbook/utils`
  */
-function unpreparePipeline(pipeline) {
-    var personas = pipeline.personas, knowledgeSources = pipeline.knowledgeSources, templates = pipeline.templates;
-    personas = personas.map(function (persona) { return (__assign(__assign({}, persona), { modelRequirements: undefined, preparationIds: undefined })); });
-    knowledgeSources = knowledgeSources.map(function (knowledgeSource) { return (__assign(__assign({}, knowledgeSource), { preparationIds: undefined })); });
-    templates = templates.map(function (template) {
-        var dependentParameterNames = template.dependentParameterNames;
-        var parameterNames = extractParameterNames(template.preparedContent || '');
-        dependentParameterNames = dependentParameterNames.filter(function (dependentParameterName) { return !parameterNames.has(dependentParameterName); });
-        var templateUnprepared = __assign(__assign({}, template), { dependentParameterNames: dependentParameterNames });
-        delete templateUnprepared.preparedContent;
-        return templateUnprepared;
-    });
-    return $asDeeplyFrozenSerializableJson('Unprepared PipelineJson', __assign(__assign({}, pipeline), { templates: templates, knowledgeSources: knowledgeSources, knowledgePieces: [], personas: personas, preparations: [] }));
+function capitalize(word) {
+    return word.substring(0, 1).toUpperCase() + word.substring(1);
 }
-/**
- * TODO: [🧿] Maybe do same process with same granularity and subfinctions as `preparePipeline`
- * TODO: Write tests for `preparePipeline`
- * TODO: [🍙] Make some standard order of json properties
- */
 
 /**
- * Library of pipelines that groups together pipelines for an application.
- * This implementation is a very thin wrapper around the Array / Map of pipelines.
+ * Converts promptbook in JSON format to string format
  *
- * @private internal function of `createCollectionFromJson`, use `createCollectionFromJson` instead
- * @see https://github.com/webgptorg/pipeline#pipeline-collection
+ * @param pipelineJson Promptbook in JSON format (.ptbk.json)
+ * @returns Promptbook in string format (.ptbk.md)
+ * @public exported from `@promptbook/core`
  */
-var SimplePipelineCollection = /** @class */ (function () {
-    /**
-     * Constructs a pipeline collection from pipelines
-     *
-     * @param pipelines @@@
-     *
-     * Note: During the construction logic of all pipelines are validated
-     * Note: It is not recommended to use this constructor directly, use `createCollectionFromJson` *(or other variant)* instead
-     */
-    function SimplePipelineCollection() {
-        var e_1, _a;
-        var pipelines = [];
-        for (var _i = 0; _i < arguments.length; _i++) {
-            pipelines[_i] = arguments[_i];
+function pipelineJsonToString(pipelineJson) {
+    var e_1, _a, e_2, _b, e_3, _c, e_4, _d, e_5, _e, e_6, _f;
+    var title = pipelineJson.title, pipelineUrl = pipelineJson.pipelineUrl, promptbookVersion = pipelineJson.promptbookVersion, description = pipelineJson.description, parameters = pipelineJson.parameters, templates = pipelineJson.templates;
+    var pipelineString = "# ".concat(title);
+    if (description) {
+        pipelineString += '\n\n';
+        pipelineString += description;
+    }
+    var commands = [];
+    if (pipelineUrl) {
+        commands.push("PIPELINE URL ".concat(pipelineUrl));
+    }
+    commands.push("PROMPTBOOK VERSION ".concat(promptbookVersion));
+    // TODO: [main] !!! This increase size of the bundle and is probbably not necessary
+    pipelineString = prettifyMarkdown(pipelineString);
+    try {
+        for (var _g = __values(parameters.filter(function (_a) {
+            var isInput = _a.isInput;
+            return isInput;
+        })), _h = _g.next(); !_h.done; _h = _g.next()) {
+            var parameter = _h.value;
+            commands.push("INPUT PARAMETER ".concat(templateParameterJsonToString(parameter)));
         }
-        this.collection = new Map();
+    }
+    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+    finally {
         try {
-            for (var pipelines_1 = __values(pipelines), pipelines_1_1 = pipelines_1.next(); !pipelines_1_1.done; pipelines_1_1 = pipelines_1.next()) {
-                var pipeline = pipelines_1_1.value;
-                // TODO: [👠] DRY
-                if (pipeline.pipelineUrl === undefined) {
-                    throw new PipelineUrlError(spaceTrim("\n                        Pipeline with name \"".concat(pipeline.title, "\" does not have defined URL\n\n                        File:\n                        ").concat(pipeline.sourceFile || 'Unknown', "\n\n                        Note: Pipelines without URLs are called anonymous pipelines\n                              They can be used as standalone pipelines, but they cannot be referenced by other pipelines\n                              And also they cannot be used in the pipeline collection\n\n                    ")));
+            if (_h && !_h.done && (_a = _g.return)) _a.call(_g);
+        }
+        finally { if (e_1) throw e_1.error; }
+    }
+    try {
+        for (var _j = __values(parameters.filter(function (_a) {
+            var isOutput = _a.isOutput;
+            return isOutput;
+        })), _k = _j.next(); !_k.done; _k = _j.next()) {
+            var parameter = _k.value;
+            commands.push("OUTPUT PARAMETER ".concat(templateParameterJsonToString(parameter)));
+        }
+    }
+    catch (e_2_1) { e_2 = { error: e_2_1 }; }
+    finally {
+        try {
+            if (_k && !_k.done && (_b = _j.return)) _b.call(_j);
+        }
+        finally { if (e_2) throw e_2.error; }
+    }
+    pipelineString += '\n\n';
+    pipelineString += commands.map(function (command) { return "- ".concat(command); }).join('\n');
+    try {
+        for (var templates_1 = __values(templates), templates_1_1 = templates_1.next(); !templates_1_1.done; templates_1_1 = templates_1.next()) {
+            var template = templates_1_1.value;
+            var 
+            /* Note: Not using:> name, */
+            title_1 = template.title, description_1 = template.description, 
+            /* Note: dependentParameterNames, */
+            jokers = template.jokerParameterNames, templateType = template.templateType, content = template.content, postprocessing = template.postprocessingFunctionNames, expectations = template.expectations, format = template.format, resultingParameterName = template.resultingParameterName;
+            pipelineString += '\n\n';
+            pipelineString += "## ".concat(title_1);
+            if (description_1) {
+                pipelineString += '\n\n';
+                pipelineString += description_1;
+            }
+            var commands_1 = [];
+            var contentLanguage = 'text';
+            if (templateType === 'PROMPT_TEMPLATE') {
+                var modelRequirements = template.modelRequirements;
+                var _l = modelRequirements || {}, modelName = _l.modelName, modelVariant = _l.modelVariant;
+                commands_1.push("EXECUTE PROMPT TEMPLATE");
+                if (modelVariant) {
+                    commands_1.push("MODEL VARIANT ".concat(capitalize(modelVariant)));
                 }
-                // Note: [🐨]
-                validatePipeline(pipeline);
-                // TODO: [🦄] DRY
-                // Note: [🦄]
-                if (
-                // TODO: [🐽]
-                this.collection.has(pipeline.pipelineUrl) &&
-                    pipelineJsonToString(unpreparePipeline(pipeline)) !==
-                        pipelineJsonToString(unpreparePipeline(this.collection.get(pipeline.pipelineUrl)))) {
-                    var existing = this.collection.get(pipeline.pipelineUrl);
-                    throw new PipelineUrlError(spaceTrim("\n                        Pipeline with URL \"".concat(pipeline.pipelineUrl, "\" is already in the collection \uD83C\uDF4E\n\n                        Conflicting files:\n                        ").concat(existing.sourceFile || 'Unknown', "\n                        ").concat(pipeline.sourceFile || 'Unknown', "\n\n                        Note: You have probably forgotten to run \"ptbk make\" to update the collection\n                        Note: Pipelines with the same URL are not allowed\n                              Only exepction is when the pipelines are identical\n\n                    ")));
+                if (modelName) {
+                    commands_1.push("MODEL NAME `".concat(modelName, "`"));
                 }
-                // Note: [🧠] Overwrite existing pipeline with the same URL
-                this.collection.set(pipeline.pipelineUrl, pipeline);
             }
-        }
-        catch (e_1_1) { e_1 = { error: e_1_1 }; }
-        finally {
-            try {
-                if (pipelines_1_1 && !pipelines_1_1.done && (_a = pipelines_1.return)) _a.call(pipelines_1);
+            else if (templateType === 'SIMPLE_TEMPLATE') {
+                commands_1.push("SIMPLE TEMPLATE");
+                // Note: Nothing special here
             }
-            finally { if (e_1) throw e_1.error; }
-        }
-    }
-    /**
-     * Gets all pipelines in the collection
-     */
-    SimplePipelineCollection.prototype.listPipelines = function () {
-        return Array.from(this.collection.keys());
-    };
-    /**
-     * Gets pipeline by its URL
-     *
-     * Note: This is not a direct fetching from the URL, but a lookup in the collection
-     */
-    SimplePipelineCollection.prototype.getPipelineByUrl = function (url) {
-        var _this = this;
-        var pipeline = this.collection.get(url);
-        if (!pipeline) {
-            if (this.listPipelines().length === 0) {
-                throw new NotFoundError(spaceTrim("\n                            Pipeline with url \"".concat(url, "\" not found\n\n                            No pipelines available\n                        ")));
+            else if (templateType === 'SCRIPT_TEMPLATE') {
+                commands_1.push("SCRIPT TEMPLATE");
+                if (template.contentLanguage) {
+                    contentLanguage = template.contentLanguage;
+                }
+                else {
+                    contentLanguage = '';
+                }
             }
-            throw new NotFoundError(spaceTrim(function (block) { return "\n                        Pipeline with url \"".concat(url, "\" not found\n\n                        Available pipelines:\n                        ").concat(block(_this.listPipelines()
-                .map(function (pipelineUrl) { return "- ".concat(pipelineUrl); })
-                .join('\n')), "\n\n                    "); }));
+            else if (templateType === 'DIALOG_TEMPLATE') {
+                commands_1.push("DIALOG TEMPLATE");
+                // Note: Nothing special here
+            } // <- }else if([🅱]
+            if (jokers) {
+                try {
+                    for (var jokers_1 = (e_4 = void 0, __values(jokers)), jokers_1_1 = jokers_1.next(); !jokers_1_1.done; jokers_1_1 = jokers_1.next()) {
+                        var joker = jokers_1_1.value;
+                        commands_1.push("JOKER {".concat(joker, "}"));
+                    }
+                }
+                catch (e_4_1) { e_4 = { error: e_4_1 }; }
+                finally {
+                    try {
+                        if (jokers_1_1 && !jokers_1_1.done && (_d = jokers_1.return)) _d.call(jokers_1);
+                    }
+                    finally { if (e_4) throw e_4.error; }
+                }
+            } /* not else */
+            if (postprocessing) {
+                try {
+                    for (var postprocessing_1 = (e_5 = void 0, __values(postprocessing)), postprocessing_1_1 = postprocessing_1.next(); !postprocessing_1_1.done; postprocessing_1_1 = postprocessing_1.next()) {
+                        var postprocessingFunctionName = postprocessing_1_1.value;
+                        commands_1.push("POSTPROCESSING `".concat(postprocessingFunctionName, "`"));
+                    }
+                }
+                catch (e_5_1) { e_5 = { error: e_5_1 }; }
+                finally {
+                    try {
+                        if (postprocessing_1_1 && !postprocessing_1_1.done && (_e = postprocessing_1.return)) _e.call(postprocessing_1);
+                    }
+                    finally { if (e_5) throw e_5.error; }
+                }
+            } /* not else */
+            if (expectations) {
+                try {
+                    for (var _m = (e_6 = void 0, __values(Object.entries(expectations))), _o = _m.next(); !_o.done; _o = _m.next()) {
+                        var _p = __read(_o.value, 2), unit = _p[0], _q = _p[1], min = _q.min, max = _q.max;
+                        if (min === max) {
+                            commands_1.push("EXPECT EXACTLY ".concat(min, " ").concat(capitalize(unit + (min > 1 ? 's' : ''))));
+                        }
+                        else {
+                            if (min !== undefined) {
+                                commands_1.push("EXPECT MIN ".concat(min, " ").concat(capitalize(unit + (min > 1 ? 's' : ''))));
+                            } /* not else */
+                            if (max !== undefined) {
+                                commands_1.push("EXPECT MAX ".concat(max, " ").concat(capitalize(unit + (max > 1 ? 's' : ''))));
+                            }
+                        }
+                    }
+                }
+                catch (e_6_1) { e_6 = { error: e_6_1 }; }
+                finally {
+                    try {
+                        if (_o && !_o.done && (_f = _m.return)) _f.call(_m);
+                    }
+                    finally { if (e_6) throw e_6.error; }
+                }
+            } /* not else */
+            if (format) {
+                if (format === 'JSON') {
+                    // TODO: @deprecated remove
+                    commands_1.push("FORMAT JSON");
+                }
+            } /* not else */
+            pipelineString += '\n\n';
+            pipelineString += commands_1.map(function (command) { return "- ".concat(command); }).join('\n');
+            pipelineString += '\n\n';
+            pipelineString += '```' + contentLanguage;
+            pipelineString += '\n';
+            pipelineString += spaceTrim$1(content);
+            //                   <- TODO: [main] !!! Escape
+            //                   <- TODO: [🧠] Some clear strategy how to spaceTrim the blocks
+            pipelineString += '\n';
+            pipelineString += '```';
+            pipelineString += '\n\n';
+            pipelineString += "`-> {".concat(resultingParameterName, "}`"); // <- TODO: [main] !!! If the parameter here has description, add it and use templateParameterJsonToString
+        }
+    }
+    catch (e_3_1) { e_3 = { error: e_3_1 }; }
+    finally {
+        try {
+            if (templates_1_1 && !templates_1_1.done && (_c = templates_1.return)) _c.call(templates_1);
         }
-        return pipeline;
-    };
-    /**
-     * Checks whether given prompt was defined in any pipeline in the collection
-     */
-    SimplePipelineCollection.prototype.isResponsibleForPrompt = function (prompt) {
-        return true;
-    };
-    return SimplePipelineCollection;
-}());
-
+        finally { if (e_3) throw e_3.error; }
+    }
+    return pipelineString;
+}
 /**
- * Creates PipelineCollection from array of PipelineJson or PipelineString
- *
- * Note: Functions `collectionToJson` and `createCollectionFromJson` are complementary
- * Note: Syntax, parsing, and logic consistency checks are performed on all sources during build
- *
- * @param promptbookSources
- * @returns PipelineCollection
- * @public exported from `@promptbook/core`
+ * @private internal utility of `pipelineJsonToString`
  */
-function createCollectionFromJson() {
-    var promptbooks = [];
-    for (var _i = 0; _i < arguments.length; _i++) {
-        promptbooks[_i] = arguments[_i];
+function templateParameterJsonToString(templateParameterJson) {
+    var name = templateParameterJson.name, description = templateParameterJson.description;
+    var parameterString = "{".concat(name, "}");
+    if (description) {
+        parameterString = "".concat(parameterString, " ").concat(description);
     }
-    return new (SimplePipelineCollection.bind.apply(SimplePipelineCollection, __spreadArray([void 0], __read(promptbooks), false)))();
+    return parameterString;
 }
-
-var defaultDiacriticsRemovalMap = [
-    {
-        base: 'A',
-        letters: '\u0041\u24B6\uFF21\u00C0\u00C1\u00C2\u1EA6\u1EA4\u1EAA\u1EA8\u00C3\u0100\u0102\u1EB0\u1EAE\u1EB4\u1EB2\u0226\u01E0\u00C4\u01DE\u1EA2\u00C5\u01FA\u01CD\u0200\u0202\u1EA0\u1EAC\u1EB6\u1E00\u0104\u023A\u2C6F',
-    },
-    { base: 'AA', letters: '\uA732' },
-    { base: 'AE', letters: '\u00C6\u01FC\u01E2' },
-    { base: 'AO', letters: '\uA734' },
-    { base: 'AU', letters: '\uA736' },
-    { base: 'AV', letters: '\uA738\uA73A' },
-    { base: 'AY', letters: '\uA73C' },
-    {
-        base: 'B',
-        letters: '\u0042\u24B7\uFF22\u1E02\u1E04\u1E06\u0243\u0182\u0181',
-    },
-    {
-        base: 'C',
-        letters: '\u0043\u24B8\uFF23\u0106\u0108\u010A\u010C\u00C7\u1E08\u0187\u023B\uA73E',
-    },
-    {
-        base: 'D',
-        letters: '\u0044\u24B9\uFF24\u1E0A\u010E\u1E0C\u1E10\u1E12\u1E0E\u0110\u018B\u018A\u0189\uA779\u00D0',
-    },
-    { base: 'DZ', letters: '\u01F1\u01C4' },
-    { base: 'Dz', letters: '\u01F2\u01C5' },
-    {
-        base: 'E',
-        letters: '\u0045\u24BA\uFF25\u00C8\u00C9\u00CA\u1EC0\u1EBE\u1EC4\u1EC2\u1EBC\u0112\u1E14\u1E16\u0114\u0116\u00CB\u1EBA\u011A\u0204\u0206\u1EB8\u1EC6\u0228\u1E1C\u0118\u1E18\u1E1A\u0190\u018E',
-    },
-    { base: 'F', letters: '\u0046\u24BB\uFF26\u1E1E\u0191\uA77B' },
-    {
-        base: 'G',
-        letters: '\u0047\u24BC\uFF27\u01F4\u011C\u1E20\u011E\u0120\u01E6\u0122\u01E4\u0193\uA7A0\uA77D\uA77E',
-    },
-    {
-        base: 'H',
-        letters: '\u0048\u24BD\uFF28\u0124\u1E22\u1E26\u021E\u1E24\u1E28\u1E2A\u0126\u2C67\u2C75\uA78D',
-    },
-    {
-        base: 'I',
-        letters: '\u0049\u24BE\uFF29\u00CC\u00CD\u00CE\u0128\u012A\u012C\u0130\u00CF\u1E2E\u1EC8\u01CF\u0208\u020A\u1ECA\u012E\u1E2C\u0197',
-    },
-    { base: 'J', letters: '\u004A\u24BF\uFF2A\u0134\u0248' },
-    {
-        base: 'K',
-        letters: '\u004B\u24C0\uFF2B\u1E30\u01E8\u1E32\u0136\u1E34\u0198\u2C69\uA740\uA742\uA744\uA7A2',
-    },
-    {
-        base: 'L',
-        letters: '\u004C\u24C1\uFF2C\u013F\u0139\u013D\u1E36\u1E38\u013B\u1E3C\u1E3A\u0141\u023D\u2C62\u2C60\uA748\uA746\uA780',
-    },
-    { base: 'LJ', letters: '\u01C7' },
-    { base: 'Lj', letters: '\u01C8' },
-    { base: 'M', letters: '\u004D\u24C2\uFF2D\u1E3E\u1E40\u1E42\u2C6E\u019C' },
-    {
-        base: 'N',
-        letters: '\u004E\u24C3\uFF2E\u01F8\u0143\u00D1\u1E44\u0147\u1E46\u0145\u1E4A\u1E48\u0220\u019D\uA790\uA7A4',
-    },
-    { base: 'NJ', letters: '\u01CA' },
-    { base: 'Nj', letters: '\u01CB' },
-    {
-        base: 'O',
-        letters: '\u004F\u24C4\uFF2F\u00D2\u00D3\u00D4\u1ED2\u1ED0\u1ED6\u1ED4\u00D5\u1E4C\u022C\u1E4E\u014C\u1E50\u1E52\u014E\u022E\u0230\u00D6\u022A\u1ECE\u0150\u01D1\u020C\u020E\u01A0\u1EDC\u1EDA\u1EE0\u1EDE\u1EE2\u1ECC\u1ED8\u01EA\u01EC\u00D8\u01FE\u0186\u019F\uA74A\uA74C',
-    },
-    { base: 'OI', letters: '\u01A2' },
-    { base: 'OO', letters: '\uA74E' },
-    { base: 'OU', letters: '\u0222' },
-    { base: 'OE', letters: '\u008C\u0152' },
-    { base: 'oe', letters: '\u009C\u0153' },
-    {
-        base: 'P',
-        letters: '\u0050\u24C5\uFF30\u1E54\u1E56\u01A4\u2C63\uA750\uA752\uA754',
-    },
-    { base: 'Q', letters: '\u0051\u24C6\uFF31\uA756\uA758\u024A' },
-    {
-        base: 'R',
-        letters: '\u0052\u24C7\uFF32\u0154\u1E58\u0158\u0210\u0212\u1E5A\u1E5C\u0156\u1E5E\u024C\u2C64\uA75A\uA7A6\uA782',
-    },
-    {
-        base: 'S',
-        letters: '\u0053\u24C8\uFF33\u1E9E\u015A\u1E64\u015C\u1E60\u0160\u1E66\u1E62\u1E68\u0218\u015E\u2C7E\uA7A8\uA784',
-    },
-    {
-        base: 'T',
-        letters: '\u0054\u24C9\uFF34\u1E6A\u0164\u1E6C\u021A\u0162\u1E70\u1E6E\u0166\u01AC\u01AE\u023E\uA786',
-    },
-    { base: 'TZ', letters: '\uA728' },
-    {
-        base: 'U',
-        letters: '\u0055\u24CA\uFF35\u00D9\u00DA\u00DB\u0168\u1E78\u016A\u1E7A\u016C\u00DC\u01DB\u01D7\u01D5\u01D9\u1EE6\u016E\u0170\u01D3\u0214\u0216\u01AF\u1EEA\u1EE8\u1EEE\u1EEC\u1EF0\u1EE4\u1E72\u0172\u1E76\u1E74\u0244',
-    },
-    { base: 'V', letters: '\u0056\u24CB\uFF36\u1E7C\u1E7E\u01B2\uA75E\u0245' },
-    { base: 'VY', letters: '\uA760' },
-    {
-        base: 'W',
-        letters: '\u0057\u24CC\uFF37\u1E80\u1E82\u0174\u1E86\u1E84\u1E88\u2C72',
-    },
-    { base: 'X', letters: '\u0058\u24CD\uFF38\u1E8A\u1E8C' },
-    {
-        base: 'Y',
-        letters: '\u0059\u24CE\uFF39\u1EF2\u00DD\u0176\u1EF8\u0232\u1E8E\u0178\u1EF6\u1EF4\u01B3\u024E\u1EFE',
-    },
-    {
-        base: 'Z',
-        letters: '\u005A\u24CF\uFF3A\u0179\u1E90\u017B\u017D\u1E92\u1E94\u01B5\u0224\u2C7F\u2C6B\uA762',
-    },
-    {
-        base: 'a',
-        letters: '\u0061\u24D0\uFF41\u1E9A\u00E0\u00E1\u00E2\u1EA7\u1EA5\u1EAB\u1EA9\u00E3\u0101\u0103\u1EB1\u1EAF\u1EB5\u1EB3\u0227\u01E1\u00E4\u01DF\u1EA3\u00E5\u01FB\u01CE\u0201\u0203\u1EA1\u1EAD\u1EB7\u1E01\u0105\u2C65\u0250',
-    },
-    { base: 'aa', letters: '\uA733' },
-    { base: 'ae', letters: '\u00E6\u01FD\u01E3' },
-    { base: 'ao', letters: '\uA735' },
-    { base: 'au', letters: '\uA737' },
-    { base: 'av', letters: '\uA739\uA73B' },
-    { base: 'ay', letters: '\uA73D' },
-    {
-        base: 'b',
-        letters: '\u0062\u24D1\uFF42\u1E03\u1E05\u1E07\u0180\u0183\u0253',
-    },
-    {
-        base: 'c',
-        letters: '\u0063\u24D2\uFF43\u0107\u0109\u010B\u010D\u00E7\u1E09\u0188\u023C\uA73F\u2184',
-    },
-    {
-        base: 'd',
-        letters: '\u0064\u24D3\uFF44\u1E0B\u010F\u1E0D\u1E11\u1E13\u1E0F\u0111\u018C\u0256\u0257\uA77A',
-    },
-    { base: 'dz', letters: '\u01F3\u01C6' },
-    {
-        base: 'e',
-        letters: '\u0065\u24D4\uFF45\u00E8\u00E9\u00EA\u1EC1\u1EBF\u1EC5\u1EC3\u1EBD\u0113\u1E15\u1E17\u0115\u0117\u00EB\u1EBB\u011B\u0205\u0207\u1EB9\u1EC7\u0229\u1E1D\u0119\u1E19\u1E1B\u0247\u025B\u01DD',
-    },
-    { base: 'f', letters: '\u0066\u24D5\uFF46\u1E1F\u0192\uA77C' },
-    {
-        base: 'g',
-        letters: '\u0067\u24D6\uFF47\u01F5\u011D\u1E21\u011F\u0121\u01E7\u0123\u01E5\u0260\uA7A1\u1D79\uA77F',
-    },
-    {
-        base: 'h',
-        letters: '\u0068\u24D7\uFF48\u0125\u1E23\u1E27\u021F\u1E25\u1E29\u1E2B\u1E96\u0127\u2C68\u2C76\u0265',
-    },
-    { base: 'hv', letters: '\u0195' },
-    {
-        base: 'i',
-        letters: '\u0069\u24D8\uFF49\u00EC\u00ED\u00EE\u0129\u012B\u012D\u00EF\u1E2F\u1EC9\u01D0\u0209\u020B\u1ECB\u012F\u1E2D\u0268\u0131',
-    },
-    { base: 'j', letters: '\u006A\u24D9\uFF4A\u0135\u01F0\u0249' },
-    {
-        base: 'k',
-        letters: '\u006B\u24DA\uFF4B\u1E31\u01E9\u1E33\u0137\u1E35\u0199\u2C6A\uA741\uA743\uA745\uA7A3',
-    },
-    {
-        base: 'l',
-        letters: '\u006C\u24DB\uFF4C\u0140\u013A\u013E\u1E37\u1E39\u013C\u1E3D\u1E3B\u017F\u0142\u019A\u026B\u2C61\uA749\uA781\uA747',
-    },
-    { base: 'lj', letters: '\u01C9' },
-    { base: 'm', letters: '\u006D\u24DC\uFF4D\u1E3F\u1E41\u1E43\u0271\u026F' },
-    {
-        base: 'n',
-        letters: '\u006E\u24DD\uFF4E\u01F9\u0144\u00F1\u1E45\u0148\u1E47\u0146\u1E4B\u1E49\u019E\u0272\u0149\uA791\uA7A5',
-    },
-    { base: 'nj', letters: '\u01CC' },
-    {
-        base: 'o',
-        letters: '\u006F\u24DE\uFF4F\u00F2\u00F3\u00F4\u1ED3\u1ED1\u1ED7\u1ED5\u00F5\u1E4D\u022D\u1E4F\u014D\u1E51\u1E53\u014F\u022F\u0231\u00F6\u022B\u1ECF\u0151\u01D2\u020D\u020F\u01A1\u1EDD\u1EDB\u1EE1\u1EDF\u1EE3\u1ECD\u1ED9\u01EB\u01ED\u00F8\u01FF\u0254\uA74B\uA74D\u0275',
-    },
-    { base: 'oi', letters: '\u01A3' },
-    { base: 'ou', letters: '\u0223' },
-    { base: 'oo', letters: '\uA74F' },
-    {
-        base: 'p',
-        letters: '\u0070\u24DF\uFF50\u1E55\u1E57\u01A5\u1D7D\uA751\uA753\uA755',
-    },
-    { base: 'q', letters: '\u0071\u24E0\uFF51\u024B\uA757\uA759' },
-    {
-        base: 'r',
-        letters: '\u0072\u24E1\uFF52\u0155\u1E59\u0159\u0211\u0213\u1E5B\u1E5D\u0157\u1E5F\u024D\u027D\uA75B\uA7A7\uA783',
-    },
-    {
-        base: 's',
-        letters: '\u0073\u24E2\uFF53\u00DF\u015B\u1E65\u015D\u1E61\u0161\u1E67\u1E63\u1E69\u0219\u015F\u023F\uA7A9\uA785\u1E9B',
-    },
-    {
-        base: 't',
-        letters: '\u0074\u24E3\uFF54\u1E6B\u1E97\u0165\u1E6D\u021B\u0163\u1E71\u1E6F\u0167\u01AD\u0288\u2C66\uA787',
-    },
-    { base: 'tz', letters: '\uA729' },
-    {
-        base: 'u',
-        letters: '\u0075\u24E4\uFF55\u00F9\u00FA\u00FB\u0169\u1E79\u016B\u1E7B\u016D\u00FC\u01DC\u01D8\u01D6\u01DA\u1EE7\u016F\u0171\u01D4\u0215\u0217\u01B0\u1EEB\u1EE9\u1EEF\u1EED\u1EF1\u1EE5\u1E73\u0173\u1E77\u1E75\u0289',
-    },
-    { base: 'v', letters: '\u0076\u24E5\uFF56\u1E7D\u1E7F\u028B\uA75F\u028C' },
-    { base: 'vy', letters: '\uA761' },
-    {
-        base: 'w',
-        letters: '\u0077\u24E6\uFF57\u1E81\u1E83\u0175\u1E87\u1E85\u1E98\u1E89\u2C73',
-    },
-    { base: 'x', letters: '\u0078\u24E7\uFF58\u1E8B\u1E8D' },
-    {
-        base: 'y',
-        letters: '\u0079\u24E8\uFF59\u1EF3\u00FD\u0177\u1EF9\u0233\u1E8F\u00FF\u1EF7\u1E99\u1EF5\u01B4\u024F\u1EFF',
-    },
-    {
-        base: 'z',
-        letters: '\u007A\u24E9\uFF5A\u017A\u1E91\u017C\u017E\u1E93\u1E95\u01B6\u0225\u0240\u2C6C\uA763',
-    },
-];
 /**
- * Map of letters from diacritic variant to diacritless variant
- * Contains lowercase and uppercase separatelly
+ * TODO: [🛋] Implement new features and commands into `pipelineJsonToString` + `templateParameterJsonToString` , use `stringifyCommand`
+ * TODO: [🧠] Is there a way to auto-detect missing features in pipelineJsonToString
+ * TODO: [🏛] Maybe make some markdown builder
+ * TODO: [🏛] Escape all
+ * TODO: [🧠] Should be in generated .ptbk.md file GENERATOR_WARNING
+ */
+
+/**
+ * This error indicates that the promptbook in a markdown format cannot be parsed into a valid promptbook object
  *
- * > "á" => "a"
- * > "ě" => "e"
- * > "Ă" => "A"
- * > ...
+ * @public exported from `@promptbook/core`
+ */
+var ParseError = /** @class */ (function (_super) {
+    __extends(ParseError, _super);
+    function ParseError(message) {
+        var _this = _super.call(this, message) || this;
+        _this.name = 'ParseError';
+        Object.setPrototypeOf(_this, ParseError.prototype);
+        return _this;
+    }
+    return ParseError;
+}(Error));
+/**
+ * TODO: Maybe split `ParseError` and `ApplyError`
+ */
+
+/**
+ * This error indicates that the promptbook object has valid syntax (=can be parsed) but contains logical errors (like circular dependencies)
+ *
+ * @public exported from `@promptbook/core`
+ */
+var PipelineLogicError = /** @class */ (function (_super) {
+    __extends(PipelineLogicError, _super);
+    function PipelineLogicError(message) {
+        var _this = _super.call(this, message) || this;
+        _this.name = 'PipelineLogicError';
+        Object.setPrototypeOf(_this, PipelineLogicError.prototype);
+        return _this;
+    }
+    return PipelineLogicError;
+}(Error));
+
+/**
+ * Tests if given string is valid semantic version
+ *
+ * Note: There are two simmilar functions:
+ * - `isValidSemanticVersion` which tests any semantic version
+ * - `isValidPromptbookVersion` *(this one)* which tests just Promptbook versions
  *
  * @public exported from `@promptbook/utils`
  */
-var DIACRITIC_VARIANTS_LETTERS = {};
-// tslint:disable-next-line: prefer-for-of
-for (var i = 0; i < defaultDiacriticsRemovalMap.length; i++) {
-    var letters = defaultDiacriticsRemovalMap[i].letters;
-    // tslint:disable-next-line: prefer-for-of
-    for (var j = 0; j < letters.length; j++) {
-        DIACRITIC_VARIANTS_LETTERS[letters[j]] = defaultDiacriticsRemovalMap[i].base;
+function isValidSemanticVersion(version) {
+    if (typeof version !== 'string') {
+        return false;
+    }
+    if (version.startsWith('0.0.0')) {
+        return false;
+    }
+    return /^\d+\.\d+\.\d+(-\d+)?$/i.test(version);
+}
+
+/**
+ * Tests if given string is valid promptbook version
+ * It looks into list of known promptbook versions.
+ *
+ * @see https://www.npmjs.com/package/promptbook?activeTab=versions
+ * Note: When you are using for example promptbook 2.0.0 and there already is promptbook 3.0.0 it don`t know about it.
+ * Note: There are two simmilar functions:
+ * - `isValidSemanticVersion` which tests any semantic version
+ * - `isValidPromptbookVersion` *(this one)* which tests just Promptbook versions
+ *
+ * @public exported from `@promptbook/utils`
+ */
+function isValidPromptbookVersion(version) {
+    if (!isValidSemanticVersion(version)) {
+        return false;
+    }
+    if ( /* version === '1.0.0' || */version === '2.0.0' || version === '3.0.0') {
+        return false;
+    }
+    // <- TODO: [main] !!! Check isValidPromptbookVersion against PROMPTBOOK_VERSIONS
+    return true;
+}
+
+/**
+ * Checks if an URL is reserved for private networks or localhost.
+ *
+ * Note: There are two simmilar functions:
+ * - `isUrlOnPrivateNetwork` which tests full URL
+ * - `isHostnameOnPrivateNetwork` *(this one)* which tests just hostname
+ *
+ * @public exported from `@promptbook/utils`
+ */
+function isHostnameOnPrivateNetwork(hostname) {
+    if (hostname === 'example.com' ||
+        hostname === 'localhost' ||
+        hostname.endsWith('.localhost') ||
+        hostname.endsWith('.local') ||
+        hostname.endsWith('.test') ||
+        hostname === '127.0.0.1' ||
+        hostname === '::1') {
+        return true;
+    }
+    if (hostname.includes(':')) {
+        // IPv6
+        var ipParts = hostname.split(':');
+        return ipParts[0] === 'fc00' || ipParts[0] === 'fd00' || ipParts[0] === 'fe80';
+    }
+    else {
+        // IPv4
+        var ipParts = hostname.split('.').map(function (part) { return Number.parseInt(part, 10); });
+        return (ipParts[0] === 10 ||
+            (ipParts[0] === 172 && ipParts[1] >= 16 && ipParts[1] <= 31) ||
+            (ipParts[0] === 192 && ipParts[1] === 168));
+    }
+}
+
+/**
+ * Checks if an IP address or hostname is reserved for private networks or localhost.
+ *
+ * Note: There are two simmilar functions:
+ * - `isUrlOnPrivateNetwork` *(this one)* which tests full URL
+ * - `isHostnameOnPrivateNetwork` which tests just hostname
+ *
+ * @param {string} ipAddress - The IP address to check.
+ * @returns {boolean} Returns true if the IP address is reserved for private networks or localhost, otherwise false.
+ * @public exported from `@promptbook/utils`
+ */
+function isUrlOnPrivateNetwork(url) {
+    if (typeof url === 'string') {
+        url = new URL(url);
+    }
+    return isHostnameOnPrivateNetwork(url.hostname);
+}
+
+/**
+ * Tests if given string is valid pipeline URL URL.
+ *
+ * Note: There are two simmilar functions:
+ * - `isValidUrl` which tests any URL
+ * - `isValidPipelineUrl` *(this one)* which tests just pipeline URL
+ *
+ * @public exported from `@promptbook/utils`
+ */
+function isValidPipelineUrl(url) {
+    if (!isValidUrl(url)) {
+        return false;
+    }
+    if (!url.startsWith('https://')) {
+        return false;
+    }
+    if (!url.endsWith('.ptbk.md')) {
+        return false;
+    }
+    if (url.includes('#')) {
+        // TODO: [🐠]
+        return false;
+    }
+    if (isUrlOnPrivateNetwork(url)) {
+        return false;
+    }
+    return true;
+}
+/**
+ * TODO: [🐠] Maybe more info why the URL is invalid
+ */
+
+/**
+ * Validates PipelineJson if it is logically valid
+ *
+ * It checks:
+ * -   if it has correct parameters dependency
+ *
+ * It does NOT check:
+ * -   if it is valid json
+ * -   if it is meaningful
+ *
+ * @param pipeline valid or invalid PipelineJson
+ * @returns the same pipeline if it is logically valid
+ * @throws {PipelineLogicError} on logical error in the pipeline
+ * @public exported from `@promptbook/core`
+ */
+function validatePipeline(pipeline) {
+    if (IS_PIPELINE_LOGIC_VALIDATED) {
+        validatePipelineCore(pipeline);
+    }
+    else {
+        try {
+            validatePipelineCore(pipeline);
+        }
+        catch (error) {
+            if (!(error instanceof PipelineLogicError)) {
+                throw error;
+            }
+            console.error(spaceTrim(function (block) { return "\n                        Pipeline is not valid but logic errors are temporarily disabled via `IS_PIPELINE_LOGIC_VALIDATED`\n\n                        ".concat(block(error.message), "\n                    "); }));
+        }
+    }
+    return pipeline;
+}
+/**
+ * @private internal function for `validatePipeline`
+ */
+function validatePipelineCore(pipeline) {
+    // TODO: [🧠] Maybe test if promptbook is a promise and make specific error case for that
+    var e_1, _a, e_2, _b, e_3, _c;
+    var pipelineIdentification = (function () {
+        // Note: This is a 😐 implementation of [🚞]
+        var _ = [];
+        if (pipeline.sourceFile !== undefined) {
+            _.push("File: ".concat(pipeline.sourceFile));
+        }
+        if (pipeline.pipelineUrl !== undefined) {
+            _.push("Url: ".concat(pipeline.pipelineUrl));
+        }
+        return _.join('\n');
+    })();
+    if (pipeline.pipelineUrl !== undefined && !isValidPipelineUrl(pipeline.pipelineUrl)) {
+        // <- Note: [🚲]
+        throw new PipelineLogicError(spaceTrim(function (block) { return "\n                    Invalid promptbook URL \"".concat(pipeline.pipelineUrl, "\"\n\n                    ").concat(block(pipelineIdentification), "\n                "); }));
+    }
+    if (pipeline.promptbookVersion !== undefined && !isValidPromptbookVersion(pipeline.promptbookVersion)) {
+        // <- Note: [🚲]
+        throw new PipelineLogicError(spaceTrim(function (block) { return "\n                    Invalid Promptbook Version \"".concat(pipeline.promptbookVersion, "\"\n\n                    ").concat(block(pipelineIdentification), "\n                "); }));
+    }
+    // TODO: [🧠] Maybe do here some propper JSON-schema / ZOD checking
+    if (!Array.isArray(pipeline.parameters)) {
+        // TODO: [🧠] what is the correct error tp throw - maybe PromptbookSchemaError
+        throw new ParseError(spaceTrim(function (block) { return "\n                    Pipeline is valid JSON but with wrong structure\n\n                    `PipelineJson.parameters` expected to be an array, but got ".concat(typeof pipeline.parameters, "\n\n                    ").concat(block(pipelineIdentification), "\n                "); }));
+    }
+    // TODO: [🧠] Maybe do here some propper JSON-schema / ZOD checking
+    if (!Array.isArray(pipeline.templates)) {
+        // TODO: [🧠] what is the correct error tp throw - maybe PromptbookSchemaError
+        throw new ParseError(spaceTrim(function (block) { return "\n                    Pipeline is valid JSON but with wrong structure\n\n                    `PipelineJson.templates` expected to be an array, but got ".concat(typeof pipeline.templates, "\n\n                    ").concat(block(pipelineIdentification), "\n                "); }));
+    }
+    var _loop_1 = function (parameter) {
+        if (parameter.isInput && parameter.isOutput) {
+            throw new PipelineLogicError(spaceTrim(function (block) { return "\n\n                        Parameter {".concat(parameter.name, "} can not be both input and output\n\n                        ").concat(block(pipelineIdentification), "\n                    "); }));
+        }
+        // Note: Testing that parameter is either intermediate or output BUT not created and unused
+        if (!parameter.isInput &&
+            !parameter.isOutput &&
+            !pipeline.templates.some(function (template) { return template.dependentParameterNames.includes(parameter.name); })) {
+            throw new PipelineLogicError(spaceTrim(function (block) { return "\n                        Parameter {".concat(parameter.name, "} is created but not used\n\n                        You can declare {").concat(parameter.name, "} as output parameter by adding in the header:\n                        - OUTPUT PARAMETER `{").concat(parameter.name, "}` ").concat(parameter.description || '', "\n\n                        ").concat(block(pipelineIdentification), "\n\n                    "); }));
+        }
+        // Note: Testing that parameter is either input or result of some template
+        if (!parameter.isInput &&
+            !pipeline.templates.some(function (template) { return template.resultingParameterName === parameter.name; })) {
+            throw new PipelineLogicError(spaceTrim(function (block) { return "\n                        Parameter {".concat(parameter.name, "} is declared but not defined\n\n                        You can do one of these:\n                        1) Remove declaration of {").concat(parameter.name, "}\n                        2) Add template that results in -> {").concat(parameter.name, "}\n\n                        ").concat(block(pipelineIdentification), "\n                    "); }));
+        }
+    };
+    try {
+        // Note: Check each parameter individually
+        for (var _d = __values(pipeline.parameters), _e = _d.next(); !_e.done; _e = _d.next()) {
+            var parameter = _e.value;
+            _loop_1(parameter);
+        }
+    }
+    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+    finally {
+        try {
+            if (_e && !_e.done && (_a = _d.return)) _a.call(_d);
+        }
+        finally { if (e_1) throw e_1.error; }
+    }
+    // Note: All input parameters are defined - so that they can be used as result of some template
+    var definedParameters = new Set(pipeline.parameters.filter(function (_a) {
+        var isInput = _a.isInput;
+        return isInput;
+    }).map(function (_a) {
+        var name = _a.name;
+        return name;
+    }));
+    var _loop_2 = function (template) {
+        var e_4, _h, e_5, _j;
+        if (definedParameters.has(template.resultingParameterName)) {
+            throw new PipelineLogicError(spaceTrim(function (block) { return "\n                        Parameter {".concat(template.resultingParameterName, "} is defined multiple times\n\n                        ").concat(block(pipelineIdentification), "\n                    "); }));
+        }
+        if (RESERVED_PARAMETER_NAMES.includes(template.resultingParameterName)) {
+            throw new PipelineLogicError(spaceTrim(function (block) { return "\n                        Parameter name {".concat(template.resultingParameterName, "} is reserved, please use different name\n\n                        ").concat(block(pipelineIdentification), "\n                    "); }));
+        }
+        definedParameters.add(template.resultingParameterName);
+        if (template.jokerParameterNames && template.jokerParameterNames.length > 0) {
+            if (!template.format &&
+                !template.expectations /* <- TODO: Require at least 1 -> min <- expectation to use jokers */) {
+                throw new PipelineLogicError(spaceTrim(function (block) { return "\n                            Joker parameters are used for {".concat(template.resultingParameterName, "} but no expectations are defined\n\n                            ").concat(block(pipelineIdentification), "\n                        "); }));
+            }
+            var _loop_4 = function (joker) {
+                if (!template.dependentParameterNames.includes(joker)) {
+                    throw new PipelineLogicError(spaceTrim(function (block) { return "\n                                Parameter {".concat(joker, "} is used for {").concat(template.resultingParameterName, "} as joker but not in `dependentParameterNames`\n\n                                ").concat(block(pipelineIdentification), "\n                            "); }));
+                }
+            };
+            try {
+                for (var _k = (e_4 = void 0, __values(template.jokerParameterNames)), _l = _k.next(); !_l.done; _l = _k.next()) {
+                    var joker = _l.value;
+                    _loop_4(joker);
+                }
+            }
+            catch (e_4_1) { e_4 = { error: e_4_1 }; }
+            finally {
+                try {
+                    if (_l && !_l.done && (_h = _k.return)) _h.call(_k);
+                }
+                finally { if (e_4) throw e_4.error; }
+            }
+        }
+        if (template.expectations) {
+            var _loop_5 = function (unit, min, max) {
+                if (min !== undefined && max !== undefined && min > max) {
+                    throw new PipelineLogicError(spaceTrim(function (block) { return "\n                                Min expectation (=".concat(min, ") of ").concat(unit, " is higher than max expectation (=").concat(max, ")\n\n                                ").concat(block(pipelineIdentification), "\n                            "); }));
+                }
+                if (min !== undefined && min < 0) {
+                    throw new PipelineLogicError(spaceTrim(function (block) { return "\n                                Min expectation of ".concat(unit, " must be zero or positive\n\n                                ").concat(block(pipelineIdentification), "\n                            "); }));
+                }
+                if (max !== undefined && max <= 0) {
+                    throw new PipelineLogicError(spaceTrim(function (block) { return "\n                                Max expectation of ".concat(unit, " must be positive\n\n                                ").concat(block(pipelineIdentification), "\n                            "); }));
+                }
+            };
+            try {
+                for (var _m = (e_5 = void 0, __values(Object.entries(template.expectations))), _o = _m.next(); !_o.done; _o = _m.next()) {
+                    var _p = __read(_o.value, 2), unit = _p[0], _q = _p[1], min = _q.min, max = _q.max;
+                    _loop_5(unit, min, max);
+                }
+            }
+            catch (e_5_1) { e_5 = { error: e_5_1 }; }
+            finally {
+                try {
+                    if (_o && !_o.done && (_j = _m.return)) _j.call(_m);
+                }
+                finally { if (e_5) throw e_5.error; }
+            }
+        }
+    };
+    try {
+        // Note: Checking each template individually
+        for (var _f = __values(pipeline.templates), _g = _f.next(); !_g.done; _g = _f.next()) {
+            var template = _g.value;
+            _loop_2(template);
+        }
+    }
+    catch (e_2_1) { e_2 = { error: e_2_1 }; }
+    finally {
+        try {
+            if (_g && !_g.done && (_b = _f.return)) _b.call(_f);
+        }
+        finally { if (e_2) throw e_2.error; }
+    }
+    // Note: Detect circular dependencies
+    var resovedParameters = pipeline.parameters
+        .filter(function (_a) {
+        var isInput = _a.isInput;
+        return isInput;
+    })
+        .map(function (_a) {
+        var name = _a.name;
+        return name;
+    });
+    try {
+        // Note: All reserved parameters are resolved
+        for (var RESERVED_PARAMETER_NAMES_1 = __values(RESERVED_PARAMETER_NAMES), RESERVED_PARAMETER_NAMES_1_1 = RESERVED_PARAMETER_NAMES_1.next(); !RESERVED_PARAMETER_NAMES_1_1.done; RESERVED_PARAMETER_NAMES_1_1 = RESERVED_PARAMETER_NAMES_1.next()) {
+            var reservedParameterName = RESERVED_PARAMETER_NAMES_1_1.value;
+            resovedParameters = __spreadArray(__spreadArray([], __read(resovedParameters), false), [reservedParameterName], false);
+        }
+    }
+    catch (e_3_1) { e_3 = { error: e_3_1 }; }
+    finally {
+        try {
+            if (RESERVED_PARAMETER_NAMES_1_1 && !RESERVED_PARAMETER_NAMES_1_1.done && (_c = RESERVED_PARAMETER_NAMES_1.return)) _c.call(RESERVED_PARAMETER_NAMES_1);
+        }
+        finally { if (e_3) throw e_3.error; }
+    }
+    var unresovedTemplates = __spreadArray([], __read(pipeline.templates), false);
+    var loopLimit = LOOP_LIMIT;
+    var _loop_3 = function () {
+        if (loopLimit-- < 0) {
+            // Note: Really UnexpectedError not LimitReachedError - this should not happen and be caught below
+            throw new UnexpectedError(spaceTrim(function (block) { return "\n                        Loop limit reached during detection of circular dependencies in `validatePipeline`\n\n                        ".concat(block(pipelineIdentification), "\n                    "); }));
+        }
+        var currentlyResovedTemplates = unresovedTemplates.filter(function (template) {
+            return template.dependentParameterNames.every(function (name) { return resovedParameters.includes(name); });
+        });
+        if (currentlyResovedTemplates.length === 0) {
+            throw new PipelineLogicError(
+            // TODO: [🐎] DRY
+            spaceTrim(function (block) { return "\n\n                        Can not resolve some parameters:\n                        Either you are using a parameter that is not defined, or there are some circular dependencies.\n\n                        ".concat(block(pipelineIdentification), "\n\n                        Can not resolve:\n                        ").concat(block(unresovedTemplates
+                .map(function (_a) {
+                var resultingParameterName = _a.resultingParameterName, dependentParameterNames = _a.dependentParameterNames;
+                return "- Parameter {".concat(resultingParameterName, "} which depends on ").concat(dependentParameterNames
+                    .map(function (dependentParameterName) { return "{".concat(dependentParameterName, "}"); })
+                    .join(' and '));
+            })
+                .join('\n')), "\n\n                        Resolved:\n                        ").concat(block(resovedParameters.map(function (name) { return "- Parameter {".concat(name, "}"); }).join('\n')), "\n\n\n                    "); }));
+        }
+        resovedParameters = __spreadArray(__spreadArray([], __read(resovedParameters), false), __read(currentlyResovedTemplates.map(function (_a) {
+            var resultingParameterName = _a.resultingParameterName;
+            return resultingParameterName;
+        })), false);
+        unresovedTemplates = unresovedTemplates.filter(function (template) { return !currentlyResovedTemplates.includes(template); });
+    };
+    while (unresovedTemplates.length > 0) {
+        _loop_3();
     }
 }
-// <- TODO: [🍓] Put to maker function to save execution time if not needed
-/*
-  @see https://stackoverflow.com/questions/990904/remove-accents-diacritics-in-a-string-in-javascript
-   Licensed under the Apache License, Version 2.0 (the "License");
-   you may not use this file except in compliance with the License.
-   You may obtain a copy of the License at
-
-       http://www.apache.org/licenses/LICENSE-2.0
-
-   Unless required by applicable law or agreed to in writing, software
-   distributed under the License is distributed on an "AS IS" BASIS,
-   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-   See the License for the specific language governing permissions and
-   limitations under the License.
-*/
-
 /**
- * @@@
- *
- * @param input @@@
- * @returns @@@
- * @public exported from `@promptbook/utils`
+ * TODO: !!!!! [🧞‍♀️] Do not allow joker + foreach
+ * TODO: [🧠] Work with promptbookVersion
+ * TODO: Use here some json-schema, Zod or something similar and change it to:
+ *     > /**
+ *     >  * Validates PipelineJson if it is logically valid.
+ *     >  *
+ *     >  * It checks:
+ *     >  * -   it has a valid structure
+ *     >  * -   ...
+ *     >  ex port function validatePipeline(promptbook: really_unknown): asserts promptbook is PipelineJson {
  */
-function removeDiacritics(input) {
-    /*eslint no-control-regex: "off"*/
-    return input.replace(/[^\u0000-\u007E]/g, function (a) {
-        return DIACRITIC_VARIANTS_LETTERS[a] || a;
-    });
-}
 /**
- * TODO: [Ж] Variant for cyrillic (and in general non-latin) letters
+ * TODO: [🧳][main] !!!! Validate that all samples match expectations
+ * TODO: [🧳][🐝][main] !!!! Validate that knowledge is valid (non-void)
+ * TODO: [🧳][main] !!!! Validate that persona can be used only with CHAT variant
+ * TODO: [🧳][main] !!!! Validate that parameter with reserved name not used RESERVED_PARAMETER_NAMES
+ * TODO: [🧳][main] !!!! Validate that reserved parameter is not used as joker
+ * TODO: [🧠] Validation not only logic itself but imports around - files and websites and rerefenced pipelines exists
+ * TODO: [🛠] Actions, instruments (and maybe knowledge) => Functions and tools
  */
 
 /**
- * @@@
+ * This error indicates that promptbook not found in the collection
  *
- * @param text @@@
- * @returns @@@
- * @example 'hello-world'
- * @example 'i-love-promptbook'
- * @public exported from `@promptbook/utils`
+ * @public exported from `@promptbook/core`
  */
-function normalizeToKebabCase(text) {
-    var e_1, _a;
-    text = removeDiacritics(text);
-    var charType;
-    var lastCharType = 'OTHER';
-    var normalizedName = '';
-    try {
-        for (var text_1 = __values(text), text_1_1 = text_1.next(); !text_1_1.done; text_1_1 = text_1.next()) {
-            var char = text_1_1.value;
-            var normalizedChar = void 0;
-            if (/^[a-z]$/.test(char)) {
-                charType = 'LOWERCASE';
-                normalizedChar = char;
-            }
-            else if (/^[A-Z]$/.test(char)) {
-                charType = 'UPPERCASE';
-                normalizedChar = char.toLowerCase();
-            }
-            else if (/^[0-9]$/.test(char)) {
-                charType = 'NUMBER';
-                normalizedChar = char;
-            }
-            else {
-                charType = 'OTHER';
-                normalizedChar = '-';
-            }
-            if (charType !== lastCharType &&
-                !(lastCharType === 'UPPERCASE' && charType === 'LOWERCASE') &&
-                !(lastCharType === 'NUMBER') &&
-                !(charType === 'NUMBER')) {
-                normalizedName += '-';
-            }
-            normalizedName += normalizedChar;
-            lastCharType = charType;
+var NotFoundError = /** @class */ (function (_super) {
+    __extends(NotFoundError, _super);
+    function NotFoundError(message) {
+        var _this = _super.call(this, message) || this;
+        _this.name = 'NotFoundError';
+        Object.setPrototypeOf(_this, NotFoundError.prototype);
+        return _this;
+    }
+    return NotFoundError;
+}(Error));
+
+/**
+ * This error indicates errors in referencing promptbooks between each other
+ *
+ * @public exported from `@promptbook/core`
+ */
+var PipelineUrlError = /** @class */ (function (_super) {
+    __extends(PipelineUrlError, _super);
+    function PipelineUrlError(message) {
+        var _this = _super.call(this, message) || this;
+        _this.name = 'PipelineUrlError';
+        Object.setPrototypeOf(_this, PipelineUrlError.prototype);
+        return _this;
+    }
+    return PipelineUrlError;
+}(Error));
+
+/**
+ * Parses the template and returns the list of all parameter names
+ *
+ * @param template the template with parameters in {curly} braces
+ * @returns the list of parameter names
+ * @public exported from `@promptbook/utils`
+ */
+function extractParameterNames(template) {
+    var e_1, _a;
+    var matches = template.matchAll(/{\w+}/g);
+    var parameterNames = new Set();
+    try {
+        for (var matches_1 = __values(matches), matches_1_1 = matches_1.next(); !matches_1_1.done; matches_1_1 = matches_1.next()) {
+            var match = matches_1_1.value;
+            var parameterName = match[0].slice(1, -1);
+            parameterNames.add(parameterName);
         }
     }
     catch (e_1_1) { e_1 = { error: e_1_1 }; }
     finally {
         try {
-            if (text_1_1 && !text_1_1.done && (_a = text_1.return)) _a.call(text_1);
+            if (matches_1_1 && !matches_1_1.done && (_a = matches_1.return)) _a.call(matches_1);
         }
         finally { if (e_1) throw e_1.error; }
     }
-    normalizedName = normalizedName.split(/-+/g).join('-');
-    normalizedName = normalizedName.split(/-?\/-?/g).join('/');
-    normalizedName = normalizedName.replace(/^-/, '');
-    normalizedName = normalizedName.replace(/-$/, '');
-    return normalizedName;
+    return parameterNames;
 }
 
 /**
- * Removes emojis from a string and fix whitespaces
+ * Unprepare just strips the preparation data of the pipeline
  *
- * @param text with emojis
- * @returns text without emojis
- * @public exported from `@promptbook/utils`
+ * @public exported from `@promptbook/core`
  */
-function removeEmojis(text) {
-    // Replace emojis (and also ZWJ sequence) with hyphens
-    text = text.replace(/(\p{Extended_Pictographic})\p{Modifier_Symbol}/gu, '$1');
-    text = text.replace(/(\p{Extended_Pictographic})[\u{FE00}-\u{FE0F}]/gu, '$1');
-    text = text.replace(/(\p{Extended_Pictographic})(\u{200D}\p{Extended_Pictographic})*/gu, '$1');
-    text = text.replace(/\p{Extended_Pictographic}/gu, '');
-    return text;
+function unpreparePipeline(pipeline) {
+    var personas = pipeline.personas, knowledgeSources = pipeline.knowledgeSources, templates = pipeline.templates;
+    personas = personas.map(function (persona) { return (__assign(__assign({}, persona), { modelRequirements: undefined, preparationIds: undefined })); });
+    knowledgeSources = knowledgeSources.map(function (knowledgeSource) { return (__assign(__assign({}, knowledgeSource), { preparationIds: undefined })); });
+    templates = templates.map(function (template) {
+        var dependentParameterNames = template.dependentParameterNames;
+        var parameterNames = extractParameterNames(template.preparedContent || '');
+        dependentParameterNames = dependentParameterNames.filter(function (dependentParameterName) { return !parameterNames.has(dependentParameterName); });
+        var templateUnprepared = __assign(__assign({}, template), { dependentParameterNames: dependentParameterNames });
+        delete templateUnprepared.preparedContent;
+        return templateUnprepared;
+    });
+    return $asDeeplyFrozenSerializableJson('Unprepared PipelineJson', __assign(__assign({}, pipeline), { templates: templates, knowledgeSources: knowledgeSources, knowledgePieces: [], personas: personas, preparations: [] }));
 }
+/**
+ * TODO: [🧿] Maybe do same process with same granularity and subfinctions as `preparePipeline`
+ * TODO: Write tests for `preparePipeline`
+ * TODO: [🍙] Make some standard order of json properties
+ */
 
 /**
- * Tests if given string is valid URL.
+ * Library of pipelines that groups together pipelines for an application.
+ * This implementation is a very thin wrapper around the Array / Map of pipelines.
  *
- * Note: This does not check if the file exists only if the path is valid
- * @public exported from `@promptbook/utils`
+ * @private internal function of `createCollectionFromJson`, use `createCollectionFromJson` instead
+ * @see https://github.com/webgptorg/pipeline#pipeline-collection
  */
-function isValidFilePath(filename) {
-    if (typeof filename !== 'string') {
-        return false;
-    }
-    var filenameSlashes = filename.split('\\').join('/');
-    // Absolute Unix path: /hello.txt
-    if (/^(\/)/i.test(filenameSlashes)) {
-        return true;
-    }
-    // Absolute Windows path: /hello.txt
-    if (/^([A-Z]{1,2}:\/?)\//i.test(filenameSlashes)) {
-        return true;
+var SimplePipelineCollection = /** @class */ (function () {
+    /**
+     * Constructs a pipeline collection from pipelines
+     *
+     * @param pipelines @@@
+     *
+     * Note: During the construction logic of all pipelines are validated
+     * Note: It is not recommended to use this constructor directly, use `createCollectionFromJson` *(or other variant)* instead
+     */
+    function SimplePipelineCollection() {
+        var e_1, _a;
+        var pipelines = [];
+        for (var _i = 0; _i < arguments.length; _i++) {
+            pipelines[_i] = arguments[_i];
+        }
+        this.collection = new Map();
+        try {
+            for (var pipelines_1 = __values(pipelines), pipelines_1_1 = pipelines_1.next(); !pipelines_1_1.done; pipelines_1_1 = pipelines_1.next()) {
+                var pipeline = pipelines_1_1.value;
+                // TODO: [👠] DRY
+                if (pipeline.pipelineUrl === undefined) {
+                    throw new PipelineUrlError(spaceTrim("\n                        Pipeline with name \"".concat(pipeline.title, "\" does not have defined URL\n\n                        File:\n                        ").concat(pipeline.sourceFile || 'Unknown', "\n\n                        Note: Pipelines without URLs are called anonymous pipelines\n                              They can be used as standalone pipelines, but they cannot be referenced by other pipelines\n                              And also they cannot be used in the pipeline collection\n\n                    ")));
+                }
+                // Note: [🐨]
+                validatePipeline(pipeline);
+                // TODO: [🦄] DRY
+                // Note: [🦄]
+                if (
+                // TODO: [🐽]
+                this.collection.has(pipeline.pipelineUrl) &&
+                    pipelineJsonToString(unpreparePipeline(pipeline)) !==
+                        pipelineJsonToString(unpreparePipeline(this.collection.get(pipeline.pipelineUrl)))) {
+                    var existing = this.collection.get(pipeline.pipelineUrl);
+                    throw new PipelineUrlError(spaceTrim("\n                        Pipeline with URL \"".concat(pipeline.pipelineUrl, "\" is already in the collection \uD83C\uDF4E\n\n                        Conflicting files:\n                        ").concat(existing.sourceFile || 'Unknown', "\n                        ").concat(pipeline.sourceFile || 'Unknown', "\n\n                        Note: You have probably forgotten to run \"ptbk make\" to update the collection\n                        Note: Pipelines with the same URL are not allowed\n                              Only exepction is when the pipelines are identical\n\n                    ")));
+                }
+                // Note: [🧠] Overwrite existing pipeline with the same URL
+                this.collection.set(pipeline.pipelineUrl, pipeline);
+            }
+        }
+        catch (e_1_1) { e_1 = { error: e_1_1 }; }
+        finally {
+            try {
+                if (pipelines_1_1 && !pipelines_1_1.done && (_a = pipelines_1.return)) _a.call(pipelines_1);
+            }
+            finally { if (e_1) throw e_1.error; }
+        }
     }
-    // Relative path: ./hello.txt
-    if (/^(\.\.?\/)+/i.test(filenameSlashes)) {
+    /**
+     * Gets all pipelines in the collection
+     */
+    SimplePipelineCollection.prototype.listPipelines = function () {
+        return Array.from(this.collection.keys());
+    };
+    /**
+     * Gets pipeline by its URL
+     *
+     * Note: This is not a direct fetching from the URL, but a lookup in the collection
+     */
+    SimplePipelineCollection.prototype.getPipelineByUrl = function (url) {
+        var _this = this;
+        var pipeline = this.collection.get(url);
+        if (!pipeline) {
+            if (this.listPipelines().length === 0) {
+                throw new NotFoundError(spaceTrim("\n                            Pipeline with url \"".concat(url, "\" not found\n\n                            No pipelines available\n                        ")));
+            }
+            throw new NotFoundError(spaceTrim(function (block) { return "\n                        Pipeline with url \"".concat(url, "\" not found\n\n                        Available pipelines:\n                        ").concat(block(_this.listPipelines()
+                .map(function (pipelineUrl) { return "- ".concat(pipelineUrl); })
+                .join('\n')), "\n\n                    "); }));
+        }
+        return pipeline;
+    };
+    /**
+     * Checks whether given prompt was defined in any pipeline in the collection
+     */
+    SimplePipelineCollection.prototype.isResponsibleForPrompt = function (prompt) {
         return true;
-    }
-    return false;
-}
+    };
+    return SimplePipelineCollection;
+}());
 
 /**
- * @@@
+ * Creates PipelineCollection from array of PipelineJson or PipelineString
  *
- * @param value @@@
- * @returns @@@
- * @example @@@
- * @public exported from `@promptbook/utils`
+ * Note: Functions `collectionToJson` and `createCollectionFromJson` are complementary
+ * Note: Syntax, parsing, and logic consistency checks are performed on all sources during build
+ *
+ * @param promptbookSources
+ * @returns PipelineCollection
+ * @public exported from `@promptbook/core`
  */
-function titleToName(value) {
-    if (isValidUrl(value)) {
-        value = value.replace(/^https?:\/\//, '');
-        value = value.replace(/\.html$/, '');
-    }
-    else if (isValidFilePath(value)) {
-        value = basename(value);
-        // Note: Keeping extension in the name
+function createCollectionFromJson() {
+    var promptbooks = [];
+    for (var _i = 0; _i < arguments.length; _i++) {
+        promptbooks[_i] = arguments[_i];
     }
-    value = value.split('/').join('-');
-    value = removeEmojis(value);
-    value = normalizeToKebabCase(value);
-    // TODO: [🧠] Maybe warn or add some padding to short name which are not good identifiers
-    return value;
+    return new (SimplePipelineCollection.bind.apply(SimplePipelineCollection, __spreadArray([void 0], __read(promptbooks), false)))();
 }
 
 /**
@@ -1967,22 +2117,6 @@ var CollectionError = /** @class */ (function (_super) {
     return CollectionError;
 }(Error));
 
-/**
- * This error type indicates that you try to use a feature that is not available in the current environment
- *
- * @public exported from `@promptbook/core`
- */
-var EnvironmentMismatchError = /** @class */ (function (_super) {
-    __extends(EnvironmentMismatchError, _super);
-    function EnvironmentMismatchError(message) {
-        var _this = _super.call(this, message) || this;
-        _this.name = 'EnvironmentMismatchError';
-        Object.setPrototypeOf(_this, EnvironmentMismatchError.prototype);
-        return _this;
-    }
-    return EnvironmentMismatchError;
-}(Error));
-
 /**
  * This error occurs when some expectation is not met in the execution of the pipeline
  *
@@ -2822,22 +2956,6 @@ function preparePersona(personaDescription, tools, options) {
  * TODO: [🏢] !! Check validity of `temperature` in pipeline
  */
 
-/**
- * This error indicates that the promptbook can not retrieve knowledge from external sources
- *
- * @public exported from `@promptbook/core`
- */
-var KnowledgeScrapeError = /** @class */ (function (_super) {
-    __extends(KnowledgeScrapeError, _super);
-    function KnowledgeScrapeError(message) {
-        var _this = _super.call(this, message) || this;
-        _this.name = 'KnowledgeScrapeError';
-        Object.setPrototypeOf(_this, KnowledgeScrapeError.prototype);
-        return _this;
-    }
-    return KnowledgeScrapeError;
-}(Error));
-
 /**
  * @@@
  *
@@ -4183,27 +4301,6 @@ function extractJsonBlock(markdown) {
  * TODO: [🏢] Make this logic part of `JsonFormatDefinition` or `isValidJsonString`
  */
 
-/**
- * Just says that the variable is not used but should be kept
- * No side effects.
- *
- * Note: It can be usefull for:
- *
- * 1) Suppressing eager optimization of unused imports
- * 2) Suppressing eslint errors of unused variables in the tests
- * 3) Keeping the type of the variable for type testing
- *
- * @param value any values
- * @returns void
- * @private within the repository
- */
-function keepUnused() {
-    var valuesToKeep = [];
-    for (var _i = 0; _i < arguments.length; _i++) {
-        valuesToKeep[_i] = arguments[_i];
-    }
-}
-
 /**
  * Replaces parameters in template with values from parameters object
  *
@@ -5728,13 +5825,26 @@ var WebsiteScraper = /** @class */ (function () {
         this.tools = tools;
         this.options = options;
         this.markdownScraper = new MarkdownScraper(tools, options);
-        // TODO: !!!!!! Remove
+        this.showdownConverter = createShowdownConverter();
+        /**/
+        // TODO:  [🏄] !!!!!! Remove or describe why it is here
         TODO_USE(Readability);
         TODO_USE(Converter);
         TODO_USE(JSDOM);
-        TODO_USE(new JSDOM());
         TODO_USE(createShowdownConverter);
-        this.showdownConverter = createShowdownConverter();
+        /**/
+        /**/
+        var jsdom = new JSDOM();
+        var reader = new Readability(jsdom.window.document);
+        keepUnused(reader);
+        /**/
+        /**/
+        keepUnused(DEFAULT_INTERMEDIATE_FILES_STRATEGY, DEFAULT_IS_VERBOSE, DEFAULT_SCRAPE_CACHE_DIRNAME);
+        keepUnused(EnvironmentMismatchError);
+        keepUnused(KnowledgeScrapeError);
+        keepUnused(getScraperIntermediateSource);
+        keepUnused();
+        /**/
     }
     Object.defineProperty(WebsiteScraper.prototype, "metadata", {
         /**
@@ -5753,10 +5863,55 @@ var WebsiteScraper = /** @class */ (function () {
      */
     WebsiteScraper.prototype.$convert = function (source) {
         return __awaiter(this, void 0, void 0, function () {
-            var markdown;
-            return __generator(this, function (_a) {
-                markdown = "";
-                return [2 /*return*/, __assign(__assign({}, source), { markdown: markdown, destroy: function () { } })];
+            var _a, _b, 
+            // TODO: [🧠] Maybe in node use headless browser not just JSDOM
+            rootDirname, _c, cacheDirname, _d, intermediateFilesStrategy, _e, isVerbose, jsdom, _f, reader, article, html, i, cacheFilehandler, markdown;
+            return __generator(this, function (_g) {
+                switch (_g.label) {
+                    case 0:
+                        _a = this.options, _b = _a.rootDirname, rootDirname = _b === void 0 ? process.cwd() : _b, _c = _a.cacheDirname, cacheDirname = _c === void 0 ? DEFAULT_SCRAPE_CACHE_DIRNAME : _c, _d = _a.intermediateFilesStrategy, intermediateFilesStrategy = _d === void 0 ? DEFAULT_INTERMEDIATE_FILES_STRATEGY : _d, _e = _a.isVerbose, isVerbose = _e === void 0 ? DEFAULT_IS_VERBOSE : _e;
+                        // [🏄] !!!!!!!
+                        keepUnused(rootDirname, cacheDirname, intermediateFilesStrategy, isVerbose);
+                        if (source.url === null) {
+                            throw new KnowledgeScrapeError('Website scraper requires URL');
+                        }
+                        if (this.tools.fs === undefined) {
+                            throw new EnvironmentMismatchError('Can not scrape websites without filesystem tools');
+                        }
+                        _f = JSDOM.bind;
+                        return [4 /*yield*/, source.asText()];
+                    case 1:
+                        jsdom = new (_f.apply(JSDOM, [void 0, _g.sent(), {
+                                // <- TODO: !!!!!!! Problem with build is probbably in `new JSDOM();`
+                                url: source.url,
+                            }]))();
+                        // [🏄] !!!!!!!
+                        keepUnused(jsdom);
+                        reader = new Readability(jsdom.window.document);
+                        article = reader.parse();
+                        html = (article === null || article === void 0 ? void 0 : article.content) || (article === null || article === void 0 ? void 0 : article.textContent) || jsdom.window.document.body.innerHTML;
+                        // Note: Unwrap html such as it is convertable by `markdownConverter`
+                        for (i = 0; i < 2; i++) {
+                            html = html.replace(/<div\s*(?:id="readability-page-\d+"\s+class="page")?>(.*)<\/div>/is, '$1');
+                        }
+                        if (html.includes('<div')) {
+                            html = (article === null || article === void 0 ? void 0 : article.textContent) || '';
+                        }
+                        return [4 /*yield*/, getScraperIntermediateSource(source, {
+                                rootDirname: rootDirname,
+                                cacheDirname: cacheDirname,
+                                intermediateFilesStrategy: intermediateFilesStrategy,
+                                extension: 'html',
+                                isVerbose: isVerbose,
+                            })];
+                    case 2:
+                        cacheFilehandler = _g.sent();
+                        return [4 /*yield*/, this.tools.fs.writeFile(cacheFilehandler.filename, html, 'utf-8')];
+                    case 3:
+                        _g.sent();
+                        markdown = this.showdownConverter.makeMarkdown(html, jsdom.window.document);
+                        return [2 /*return*/, __assign(__assign({}, cacheFilehandler), { markdown: markdown })];
+                }
             });
         });
     };