@promptbook/core 0.61.0-2 → 0.61.0-20

package/esm/index.es.js

@@ -251,7 +251,7 @@ function pipelineJsonToString(pipelineJson) {
             /* Note: Not using:> name, */
             title_1 = promptTemplate.title, description_1 = promptTemplate.description, 
             /* Note: dependentParameterNames, */
-            jokers = promptTemplate.jokers, blockType = promptTemplate.blockType, content = promptTemplate.content, postprocessing = promptTemplate.postprocessing, expectations = promptTemplate.expectations, expectFormat = promptTemplate.expectFormat, resultingParameterName = promptTemplate.resultingParameterName;
+            jokers = promptTemplate.jokerParameterNames, blockType = promptTemplate.blockType, content = promptTemplate.content, postprocessing = promptTemplate.postprocessingFunctionNames, expectations = promptTemplate.expectations, expectFormat = promptTemplate.expectFormat, resultingParameterName = promptTemplate.resultingParameterName;
             pipelineString += '\n\n';
             pipelineString += "## ".concat(title_1);
             if (description_1) {
@@ -385,23 +385,107 @@ function promptTemplateParameterJsonToString(promptTemplateParameterJson) {
     return parameterString;
 }
 /**
- * TODO: !!!!! Implement new features and commands into `promptTemplateParameterJsonToString`
+ * TODO: !!!! Implement new features and commands into `promptTemplateParameterJsonToString`
  * TODO: [🧠] Is there a way to auto-detect missing features in pipelineJsonToString
  * TODO: Escape all
  */
 
+/**
+ * @@@
+ *
+ * @returns The same object as the input, but deeply frozen
+ *
+ * Note: This function mutates the object and returns the original (but mutated-deep-freezed) object
+ */
+function deepFreeze(objectValue) {
+    var e_1, _a;
+    var propertyNames = Object.getOwnPropertyNames(objectValue);
+    try {
+        for (var propertyNames_1 = __values(propertyNames), propertyNames_1_1 = propertyNames_1.next(); !propertyNames_1_1.done; propertyNames_1_1 = propertyNames_1.next()) {
+            var propertyName = propertyNames_1_1.value;
+            var value = objectValue[propertyName];
+            if (value && typeof value === 'object') {
+                deepFreeze(value);
+            }
+        }
+    }
+    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+    finally {
+        try {
+            if (propertyNames_1_1 && !propertyNames_1_1.done && (_a = propertyNames_1.return)) _a.call(propertyNames_1);
+        }
+        finally { if (e_1) throw e_1.error; }
+    }
+    return Object.freeze(objectValue);
+}
+/**
+ * @@@
+ * @@@
+ *
+ * @returns The same object as the input, but deeply frozen
+ *
+ * Note: This function mutates the object and returns the original (but mutated-deep-freezed) object
+ */
+function deepFreezeWithSameType(objectValue) {
+    return deepFreeze(objectValue);
+}
+/**
+ * TODO: [🔼] Export from `@promptbook/utils`
+ * TODO: [🧠] Is there a way how to meaningfully test this utility
+ */
+
+/**
+ * Returns the same value that is passed as argument.
+ * No side effects.
+ *
+ * Note: It can be usefull for:
+ *
+ * 1) Leveling indentation
+ * 2) Putting always-true or always-false conditions without getting eslint errors
+ *
+ * @param value any values
+ * @returns the same values
+ * @private within the repository
+ */
+function just(value) {
+    if (value === undefined) {
+        return undefined;
+    }
+    return value;
+}
+
 /**
  * The maximum number of iterations for a loops
  */
 var LOOP_LIMIT = 1000;
+/**
+ * The maximum number of (LLM) tasks running in parallel
+ */
+var MAX_PARALLEL_COUNT = 5;
+/**
+ * The maximum number of attempts to execute LLM task before giving up
+ */
+var MAX_EXECUTION_ATTEMPTS = 3;
 /**
  * The names of the parameters that are reserved for special purposes
  */
-var RESERVED_PARAMETER_NAMES = [
+var RESERVED_PARAMETER_NAMES = deepFreeze([
     'context',
+    'currentDate',
     // <- TODO: Add more like 'date', 'modelName',...
     // <- TODO: Add [emoji] + instructions ACRY when adding new reserved parameter
-];
+]);
+/**
+ * Nonce which is used for replacing things in strings
+ */
+var REPLACING_NONCE = 'u$k42k%!V2zo34w7Fu#@QUHYPW';
+/*
+TODO: !!! Just testing false-negative detection of [🟡][🟢][🔵][⚪] leak
+*/
+// [🟡][🟢][🔵][⚪]
+/**
+ * TODO: [🔼] Export all to core
+ */
 
 /**
  * This error indicates that the promptbook in a markdown format cannot be parsed into a valid promptbook object
@@ -604,7 +688,7 @@ function isValidPipelineUrl(url) {
  */
 function validatePipeline(pipeline) {
     // TODO: [🧠] Maybe test if promptbook is a promise and make specific error case for that
-    var e_1, _a, e_2, _b, e_3, _c, e_4, _d;
+    var e_1, _a, e_2, _b, e_3, _c, e_4, _d, e_5, _e;
     if (pipeline.pipelineUrl !== undefined && !isValidPipelineUrl(pipeline.pipelineUrl)) {
         // <- Note: [🚲]
         throw new PipelineLogicError("Invalid promptbook URL \"".concat(pipeline.pipelineUrl, "\""));
@@ -641,19 +725,19 @@ function validatePipeline(pipeline) {
     };
     try {
         // Note: Check each parameter individually
-        for (var _e = __values(pipeline.parameters), _f = _e.next(); !_f.done; _f = _e.next()) {
-            var parameter = _f.value;
+        for (var _f = __values(pipeline.parameters), _g = _f.next(); !_g.done; _g = _f.next()) {
+            var parameter = _g.value;
             _loop_1(parameter);
         }
     }
     catch (e_1_1) { e_1 = { error: e_1_1 }; }
     finally {
         try {
-            if (_f && !_f.done && (_a = _e.return)) _a.call(_e);
+            if (_g && !_g.done && (_a = _f.return)) _a.call(_f);
         }
         finally { if (e_1) throw e_1.error; }
     }
-    // Note: Check each template individually
+    // Note: All input parameters are defined - so that they can be used as result of some template
     var definedParameters = new Set(pipeline.parameters.filter(function (_a) {
         var isInput = _a.isInput;
         return isInput;
@@ -662,23 +746,27 @@ function validatePipeline(pipeline) {
         return name;
     }));
     try {
-        for (var _g = __values(pipeline.promptTemplates), _h = _g.next(); !_h.done; _h = _g.next()) {
-            var template = _h.value;
+        // Note: Checking each template individually
+        for (var _h = __values(pipeline.promptTemplates), _j = _h.next(); !_j.done; _j = _h.next()) {
+            var template = _j.value;
             if (definedParameters.has(template.resultingParameterName)) {
                 throw new PipelineLogicError("Parameter {".concat(template.resultingParameterName, "} is defined multiple times"));
             }
+            if (RESERVED_PARAMETER_NAMES.includes(template.resultingParameterName)) {
+                throw new PipelineLogicError("Parameter name {".concat(template.resultingParameterName, "} is reserved, please use fifferent name"));
+            }
             definedParameters.add(template.resultingParameterName);
             if (template.blockType === 'PROMPT_TEMPLATE' && template.modelRequirements.modelVariant === undefined) {
                 throw new PipelineLogicError(spaceTrim$1("\n\n                  You must specify MODEL VARIANT in the prompt template \"".concat(template.title, "\"\n\n                  For example:\n                  - MODEL VARIANT Chat\n                  - MODEL NAME `gpt-4-1106-preview`\n\n              ")));
             }
-            if (template.jokers && template.jokers.length > 0) {
+            if (template.jokerParameterNames && template.jokerParameterNames.length > 0) {
                 if (!template.expectFormat &&
                     !template.expectations /* <- TODO: Require at least 1 -> min <- expectation to use jokers */) {
                     throw new PipelineLogicError("Joker parameters are used for {".concat(template.resultingParameterName, "} but no expectations are defined"));
                 }
                 try {
-                    for (var _j = (e_3 = void 0, __values(template.jokers)), _k = _j.next(); !_k.done; _k = _j.next()) {
-                        var joker = _k.value;
+                    for (var _k = (e_3 = void 0, __values(template.jokerParameterNames)), _l = _k.next(); !_l.done; _l = _k.next()) {
+                        var joker = _l.value;
                         if (!template.dependentParameterNames.includes(joker)) {
                             throw new PipelineLogicError("Parameter {".concat(joker, "} is used for {").concat(template.resultingParameterName, "} as joker but not in dependentParameterNames"));
                         }
@@ -687,15 +775,15 @@ function validatePipeline(pipeline) {
                 catch (e_3_1) { e_3 = { error: e_3_1 }; }
                 finally {
                     try {
-                        if (_k && !_k.done && (_c = _j.return)) _c.call(_j);
+                        if (_l && !_l.done && (_c = _k.return)) _c.call(_k);
                     }
                     finally { if (e_3) throw e_3.error; }
                 }
             }
             if (template.expectations) {
                 try {
-                    for (var _l = (e_4 = void 0, __values(Object.entries(template.expectations))), _m = _l.next(); !_m.done; _m = _l.next()) {
-                        var _o = __read(_m.value, 2), unit = _o[0], _p = _o[1], min = _p.min, max = _p.max;
+                    for (var _m = (e_4 = void 0, __values(Object.entries(template.expectations))), _o = _m.next(); !_o.done; _o = _m.next()) {
+                        var _p = __read(_o.value, 2), unit = _p[0], _q = _p[1], min = _q.min, max = _q.max;
                         if (min !== undefined && max !== undefined && min > max) {
                             throw new PipelineLogicError("Min expectation (=".concat(min, ") of ").concat(unit, " is higher than max expectation (=").concat(max, ")"));
                         }
@@ -710,7 +798,7 @@ function validatePipeline(pipeline) {
                 catch (e_4_1) { e_4 = { error: e_4_1 }; }
                 finally {
                     try {
-                        if (_m && !_m.done && (_d = _l.return)) _d.call(_l);
+                        if (_o && !_o.done && (_d = _m.return)) _d.call(_m);
                     }
                     finally { if (e_4) throw e_4.error; }
                 }
@@ -720,7 +808,7 @@ function validatePipeline(pipeline) {
     catch (e_2_1) { e_2 = { error: e_2_1 }; }
     finally {
         try {
-            if (_h && !_h.done && (_b = _g.return)) _b.call(_g);
+            if (_j && !_j.done && (_b = _h.return)) _b.call(_h);
         }
         finally { if (e_2) throw e_2.error; }
     }
@@ -734,10 +822,26 @@ function validatePipeline(pipeline) {
         var name = _a.name;
         return name;
     });
+    try {
+        // Note: All reserved parameters are resolved
+        for (var RESERVED_PARAMETER_NAMES_1 = __values(RESERVED_PARAMETER_NAMES), RESERVED_PARAMETER_NAMES_1_1 = RESERVED_PARAMETER_NAMES_1.next(); !RESERVED_PARAMETER_NAMES_1_1.done; RESERVED_PARAMETER_NAMES_1_1 = RESERVED_PARAMETER_NAMES_1.next()) {
+            var reservedParameterName = RESERVED_PARAMETER_NAMES_1_1.value;
+            resovedParameters = __spreadArray(__spreadArray([], __read(resovedParameters), false), [reservedParameterName], false);
+        }
+    }
+    catch (e_5_1) { e_5 = { error: e_5_1 }; }
+    finally {
+        try {
+            if (RESERVED_PARAMETER_NAMES_1_1 && !RESERVED_PARAMETER_NAMES_1_1.done && (_e = RESERVED_PARAMETER_NAMES_1.return)) _e.call(RESERVED_PARAMETER_NAMES_1);
+        }
+        finally { if (e_5) throw e_5.error; }
+    }
     var unresovedTemplates = __spreadArray([], __read(pipeline.promptTemplates), false);
+    //            <- TODO: [🧠][🥜]
     var loopLimit = LOOP_LIMIT;
     var _loop_2 = function () {
         if (loopLimit-- < 0) {
+            // Note: Really UnexpectedError not LimitReachedError - this should not happen and be caught below
             throw new UnexpectedError('Loop limit reached during detection of circular dependencies in `validatePipeline`');
         }
         var currentlyResovedTemplates = unresovedTemplates.filter(function (template) {
@@ -747,11 +851,11 @@ function validatePipeline(pipeline) {
             throw new PipelineLogicError(spaceTrim$1(function (block) { return "\n\n                        Can not resolve some parameters:\n                        Either you are using a parameter that is not defined, or there are some circular dependencies.\n\n                        Can not resolve:\n                        ".concat(block(unresovedTemplates
                 .map(function (_a) {
                 var resultingParameterName = _a.resultingParameterName, dependentParameterNames = _a.dependentParameterNames;
-                return "- {".concat(resultingParameterName, "} depends on ").concat(dependentParameterNames
+                return "- Parameter {".concat(resultingParameterName, "} which depends on ").concat(dependentParameterNames
                     .map(function (dependentParameterName) { return "{".concat(dependentParameterName, "}"); })
-                    .join(', '));
+                    .join(' and '));
             })
-                .join('\n')), "\n\n                        Resolved:\n                        ").concat(block(resovedParameters.map(function (name) { return "- {".concat(name, "}"); }).join('\n')), "\n                    "); }));
+                .join('\n')), "\n\n                        Resolved:\n                        ").concat(block(resovedParameters.map(function (name) { return "- Parameter {".concat(name, "}"); }).join('\n')), "\n                    "); }));
         }
         resovedParameters = __spreadArray(__spreadArray([], __read(resovedParameters), false), __read(currentlyResovedTemplates.map(function (_a) {
             var resultingParameterName = _a.resultingParameterName;
@@ -773,7 +877,16 @@ function validatePipeline(pipeline) {
  *     >  * It checks:
  *     >  * -   it has a valid structure
  *     >  * -   ...
- *     >  ex port function validatePipeline(promptbook: unknown): asserts promptbook is PipelineJson {
+ *     >  ex port function validatePipeline(promptbook: really_unknown): asserts promptbook is PipelineJson {
+ */
+/**
+ * TODO: [🧠][🐣] !!!! Validate that all samples match expectations
+ * TODO: [🧠][🐣] !!!! Validate that knowledge is valid (non-void)
+ * TODO: [🧠][🐣] !!!! Validate that persona can be used only with CHAT variant
+ * TODO: !!!! Validate that parameter with reserved name not used RESERVED_PARAMETER_NAMES
+ * TODO: !!!! Validate that reserved parameter is not used as joker
+ * TODO: [🧠] !!! Validationg not only logic itself but imports around - files and websites and rerefenced pipelines exists
+ * TODO: [🛠] Actions, instruments (and maybe knowledge) => Functions and tools
  */
 
 /**
@@ -805,79 +918,100 @@ var ReferenceError$1 = /** @class */ (function (_super) {
 }(Error));
 
 /**
- * Library of promptbooks that groups together promptbooks for an application.
- * This implementation is a very thin wrapper around the Array / Map of promptbooks.
+ * Unprepare just strips the preparation data of the pipeline
+ */
+function unpreparePipeline(pipeline) {
+    var personas = pipeline.personas, knowledgeSources = pipeline.knowledgeSources;
+    personas = personas.map(function (persona) { return (__assign(__assign({}, persona), { modelRequirements: undefined, preparationIds: undefined })); });
+    knowledgeSources = knowledgeSources.map(function (knowledgeSource) { return (__assign(__assign({}, knowledgeSource), { preparationIds: undefined })); });
+    return __assign(__assign({}, pipeline), { knowledgeSources: knowledgeSources, knowledgePieces: [], personas: personas, preparations: [] });
+}
+/**
+ * TODO: [🔼] !!! Export via `@promptbook/core`
+ * TODO: Write tests for `preparePipeline`
+ */
+
+/**
+ * Library of pipelines that groups together pipelines for an application.
+ * This implementation is a very thin wrapper around the Array / Map of pipelines.
  *
  * @private use `createCollectionFromJson` instead
- * @see https://github.com/webgptorg/promptbook#promptbook-collection
+ * @see https://github.com/webgptorg/pipeline#pipeline-collection
  */
 var SimplePipelineCollection = /** @class */ (function () {
     /**
-     * Constructs a pipeline collection from promptbooks
+     * Constructs a pipeline collection from pipelines
      *
-     * @param promptbooks !!!
+     * @param pipelines @@@
      *
      * @private Use instead `createCollectionFromJson`
-     * Note: During the construction logic of all promptbooks are validated
+     * Note: During the construction logic of all pipelines are validated
      * Note: It is not recommended to use this constructor directly, use `createCollectionFromJson` *(or other variant)* instead
      */
     function SimplePipelineCollection() {
         var e_1, _a;
-        var promptbooks = [];
+        var pipelines = [];
         for (var _i = 0; _i < arguments.length; _i++) {
-            promptbooks[_i] = arguments[_i];
+            pipelines[_i] = arguments[_i];
         }
         this.collection = new Map();
         try {
-            for (var promptbooks_1 = __values(promptbooks), promptbooks_1_1 = promptbooks_1.next(); !promptbooks_1_1.done; promptbooks_1_1 = promptbooks_1.next()) {
-                var promptbook = promptbooks_1_1.value;
-                if (promptbook.pipelineUrl === undefined) {
-                    throw new ReferenceError$1(spaceTrim$1("\n                        Promptbook with name \"".concat(promptbook.title, "\" does not have defined URL\n\n                        File:\n                        ").concat(promptbook.sourceFile || 'Unknown', "\n\n                        Note: Promptbooks without URLs are called anonymous promptbooks\n                              They can be used as standalone promptbooks, but they cannot be referenced by other promptbooks\n                              And also they cannot be used in the pipeline collection\n\n                    ")));
+            for (var pipelines_1 = __values(pipelines), pipelines_1_1 = pipelines_1.next(); !pipelines_1_1.done; pipelines_1_1 = pipelines_1.next()) {
+                var pipeline = pipelines_1_1.value;
+                // TODO: [👠] DRY
+                if (pipeline.pipelineUrl === undefined) {
+                    throw new ReferenceError$1(spaceTrim$1("\n                        Pipeline with name \"".concat(pipeline.title, "\" does not have defined URL\n\n                        File:\n                        ").concat(pipeline.sourceFile || 'Unknown', "\n\n                        Note: Pipelines without URLs are called anonymous pipelines\n                              They can be used as standalone pipelines, but they cannot be referenced by other pipelines\n                              And also they cannot be used in the pipeline collection\n\n                    ")));
                 }
-                validatePipeline(promptbook);
+                // Note: [🐨]
+                validatePipeline(pipeline);
+                // TODO: [🦄] DRY
                 // Note: [🦄]
-                if (this.collection.has(promptbook.pipelineUrl) &&
-                    pipelineJsonToString(promptbook) !== pipelineJsonToString(this.collection.get(promptbook.pipelineUrl))) {
-                    var existing = this.collection.get(promptbook.pipelineUrl);
-                    throw new ReferenceError$1(spaceTrim$1("\n                        Promptbook with URL \"".concat(promptbook.pipelineUrl, "\" is already in the collection\n\n                        Conflicting files:\n                        ").concat(existing.sourceFile || 'Unknown', "\n                        ").concat(promptbook.sourceFile || 'Unknown', "\n\n                        Note: Promptbooks with the same URL are not allowed\n                              Only exepction is when the promptbooks are identical\n\n                    ")));
+                if (
+                // TODO: [🐽]
+                this.collection.has(pipeline.pipelineUrl) &&
+                    pipelineJsonToString(unpreparePipeline(pipeline)) !==
+                        pipelineJsonToString(unpreparePipeline(this.collection.get(pipeline.pipelineUrl)))) {
+                    var existing = this.collection.get(pipeline.pipelineUrl);
+                    throw new ReferenceError$1(spaceTrim$1("\n                        Pipeline with URL \"".concat(pipeline.pipelineUrl, "\" is already in the collection\n\n                        Conflicting files:\n                        ").concat(existing.sourceFile || 'Unknown', "\n                        ").concat(pipeline.sourceFile || 'Unknown', "\n\n                        Note: Pipelines with the same URL are not allowed\n                              Only exepction is when the pipelines are identical\n\n                    ")));
                 }
-                this.collection.set(promptbook.pipelineUrl, promptbook);
+                // Note: [🧠] Overwrite existing pipeline with the same URL
+                this.collection.set(pipeline.pipelineUrl, pipeline);
             }
         }
         catch (e_1_1) { e_1 = { error: e_1_1 }; }
         finally {
             try {
-                if (promptbooks_1_1 && !promptbooks_1_1.done && (_a = promptbooks_1.return)) _a.call(promptbooks_1);
+                if (pipelines_1_1 && !pipelines_1_1.done && (_a = pipelines_1.return)) _a.call(pipelines_1);
             }
             finally { if (e_1) throw e_1.error; }
         }
     }
     /**
-     * Gets all promptbooks in the collection
+     * Gets all pipelines in the collection
      */
     SimplePipelineCollection.prototype.listPipelines = function () {
         return Array.from(this.collection.keys());
     };
     /**
-     * Gets promptbook by its URL
+     * Gets pipeline by its URL
      *
      * Note: This is not a direct fetching from the URL, but a lookup in the collection
      */
     SimplePipelineCollection.prototype.getPipelineByUrl = function (url) {
         var _this = this;
-        var promptbook = this.collection.get(url);
-        if (!promptbook) {
+        var pipeline = this.collection.get(url);
+        if (!pipeline) {
             if (this.listPipelines().length === 0) {
-                throw new NotFoundError(spaceTrim$1("\n                            Promptbook with url \"".concat(url, "\" not found\n\n                            No promptbooks available\n                        ")));
+                throw new NotFoundError(spaceTrim$1("\n                            Pipeline with url \"".concat(url, "\" not found\n\n                            No pipelines available\n                        ")));
             }
-            throw new NotFoundError(spaceTrim$1(function (block) { return "\n                        Promptbook with url \"".concat(url, "\" not found\n\n                        Available promptbooks:\n                        ").concat(block(_this.listPipelines()
+            throw new NotFoundError(spaceTrim$1(function (block) { return "\n                        Pipeline with url \"".concat(url, "\" not found\n\n                        Available pipelines:\n                        ").concat(block(_this.listPipelines()
                 .map(function (pipelineUrl) { return "- ".concat(pipelineUrl); })
                 .join('\n')), "\n\n                    "); }));
         }
-        return promptbook;
+        return pipeline;
     };
     /**
-     * Checks whether given prompt was defined in any promptbook in the collection
+     * Checks whether given prompt was defined in any pipeline in the collection
      */
     SimplePipelineCollection.prototype.isResponsibleForPrompt = function (prompt) {
         return true;
@@ -1119,7 +1253,199 @@ var BlockTypes = [
     // <- [🩻]
 ];
 
-var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",promptbookVersion:"0.61.0-1",parameters:[{name:"content",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledge",description:"The knowledge JSON object",isInput:false,isOutput:true}],promptTemplates:[{name:"knowledge",title:"Knowledge",dependentParameterNames:["content"],blockType:"PROMPT_TEMPLATE",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {content}",resultingParameterName:"knowledge"}],knowledge:[{name:"n",title:"N",content:"D",keywords:["E"],index:[{modelName:"mocked-facked",position:[-0.8022132744698469,-0.0007443037013543652,-0.34872812971894707,-0.331923610323706,0.36013380510747606,0.3272238545809909,0.9972619939249201,0.261533967444473,0.969397219635256,0.17310495233925405,0.1658542147196167,0.9463503306650436,-0.11780402348338725,-0.19232799237848175,0.6226110088018051,0.2759831058911306,-0.5311583719379294,0.18853474356656497,-0.4508505143158268,-0.6183896225862329,0.5050055293473035,0.1478100741208901,-0.21453327800030664,0.09724866792207987,0.5336888252898944]}],sources:[{title:"Markdown document",href:"#"}]}],sourceFile:"./promptbook-collection/prepare-knowledge-from-markdown.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md",promptbookVersion:"0.61.0-1",parameters:[{name:"content",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],promptTemplates:[{name:"knowledge",title:"Knowledge",dependentParameterNames:["content"],blockType:"PROMPT_TEMPLATE",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {content}",resultingParameterName:"keywords"}],knowledge:[{name:"e",title:"E",content:"A",keywords:["L"],index:[{modelName:"mocked-facked",position:[-0.10884747467629419,-0.5326698151631195,-0.9465176322534181,0.7751385851237287,-0.7692699503104152,-0.9601969759421696,0.33722965766570434,0.17842011981786943,0.0276452884638827,-0.5983538271731308,-0.127805978741649,-0.6304775592815672,0.8849987254326983,0.1675220238760482,-0.8943010776373641,-0.9569796049357393,0.24933996044411444,0.8210261943632116,0.7193141705292407,0.06170351501887783,0.26972150191994837,-0.5340726089187089,0.12061502629384036,0.29495956103603005,-0.53082082537217]}],sources:[{title:"Markdown document",href:"#"}]}],sourceFile:"./promptbook-collection/prepare-knowledge-keywords.ptbk.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md",promptbookVersion:"0.61.0-1",parameters:[{name:"content",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],promptTemplates:[{name:"knowledge",title:"Knowledge",dependentParameterNames:["content"],blockType:"PROMPT_TEMPLATE",expectations:{words:{min:1,max:8}},modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear\n-   Write maximum 5 words for the title\n\n# The document\n\n> {content}",resultingParameterName:"title"}],knowledge:[{name:"s",title:"S",content:"A",keywords:["S"],index:[{modelName:"mocked-facked",position:[-0.916989680936596,0.9339948002315257,0.6004732120236658,0.0028125597650441314,-0.055419157811128716,0.013537996506097105,-0.8796279521347974,0.12223482268345887,0.31637982343954674,0.19555443419711915,-0.1664084533259853,-0.3527797149266507,0.3732921105225979,-0.7943618527999234,0.09240919193726871,0.8207777669058434,0.6464285109148693,0.008174116471551418,-0.933937225718561,-0.790531259317556,-0.04738702314966625,-0.9357754186773284,-0.3074287982247097,-0.4579908642989361,0.9857246614213477]}],sources:[{title:"Markdown document",href:"#"}]}],sourceFile:"./promptbook-collection/prepare-knowledge-title.ptbk.md"}];
+/**
+ * @@@
+ */
+function deepClone(objectValue) {
+    return JSON.parse(JSON.stringify(objectValue));
+    /*
+    TODO: [🧠] Is there a better implementation?
+    > const propertyNames = Object.getOwnPropertyNames(objectValue);
+    > for (const propertyName of propertyNames) {
+    >     const value = (objectValue as really_any)[propertyName];
+    >     if (value && typeof value === 'object') {
+    >         deepClone(value);
+    >     }
+    > }
+    > return Object.assign({}, objectValue);
+    */
+}
+/**
+ * TODO: [🔼] Export from `@promptbook/utils`
+ * TODO: [🧠] Is there a way how to meaningfully test this utility
+ */
+
+/**
+ * @@@
+ *
+ * TODO: [🔼] Export with addUsage
+ */
+var ZERO_USAGE = deepFreeze({
+    price: { value: 0 },
+    input: {
+        tokensCount: { value: 0 },
+        charactersCount: { value: 0 },
+        wordsCount: { value: 0 },
+        sentencesCount: { value: 0 },
+        linesCount: { value: 0 },
+        paragraphsCount: { value: 0 },
+        pagesCount: { value: 0 },
+    },
+    output: {
+        tokensCount: { value: 0 },
+        charactersCount: { value: 0 },
+        wordsCount: { value: 0 },
+        sentencesCount: { value: 0 },
+        linesCount: { value: 0 },
+        paragraphsCount: { value: 0 },
+        pagesCount: { value: 0 },
+    },
+});
+/**
+ * Function `addUsage` will add multiple usages into one
+ *
+ * Note: If you provide 0 values, it returns ZERO_USAGE
+ */
+function addUsage() {
+    var usageItems = [];
+    for (var _i = 0; _i < arguments.length; _i++) {
+        usageItems[_i] = arguments[_i];
+    }
+    return usageItems.reduce(function (acc, item) {
+        var e_1, _a, e_2, _b;
+        var _c;
+        acc.price.value += ((_c = item.price) === null || _c === void 0 ? void 0 : _c.value) || 0;
+        try {
+            for (var _d = __values(Object.keys(acc.input)), _e = _d.next(); !_e.done; _e = _d.next()) {
+                var key = _e.value;
+                // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                //@ts-ignore
+                if (item.input[key]) {
+                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                    //@ts-ignore
+                    acc.input[key].value += item.input[key].value || 0;
+                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                    //@ts-ignore
+                    if (item.input[key].isUncertain) {
+                        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                        //@ts-ignore
+                        acc.input[key].isUncertain = true;
+                    }
+                }
+            }
+        }
+        catch (e_1_1) { e_1 = { error: e_1_1 }; }
+        finally {
+            try {
+                if (_e && !_e.done && (_a = _d.return)) _a.call(_d);
+            }
+            finally { if (e_1) throw e_1.error; }
+        }
+        try {
+            for (var _f = __values(Object.keys(acc.output)), _g = _f.next(); !_g.done; _g = _f.next()) {
+                var key = _g.value;
+                // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                //@ts-ignore
+                if (item.output[key]) {
+                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                    //@ts-ignore
+                    acc.output[key].value += item.output[key].value || 0;
+                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                    //@ts-ignore
+                    if (item.output[key].isUncertain) {
+                        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                        //@ts-ignore
+                        acc.output[key].isUncertain = true;
+                    }
+                }
+            }
+        }
+        catch (e_2_1) { e_2 = { error: e_2_1 }; }
+        finally {
+            try {
+                if (_g && !_g.done && (_b = _f.return)) _b.call(_f);
+            }
+            finally { if (e_2) throw e_2.error; }
+        }
+        return acc;
+    }, deepClone(ZERO_USAGE));
+}
+
+/**
+ * Async version of Array.forEach
+ *
+ * @param array - Array to iterate over
+ * @param options - Options for the function
+ * @param callbackfunction - Function to call for each item
+ */
+function forEachAsync(array, options, callbackfunction) {
+    return __awaiter(this, void 0, void 0, function () {
+        var _a, maxParallelCount, index, runningTasks, tasks, _loop_1, _b, _c, item, e_1_1;
+        var e_1, _d;
+        return __generator(this, function (_e) {
+            switch (_e.label) {
+                case 0:
+                    _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? Infinity : _a;
+                    index = 0;
+                    runningTasks = [];
+                    tasks = [];
+                    _loop_1 = function (item) {
+                        var currentIndex, task;
+                        return __generator(this, function (_f) {
+                            switch (_f.label) {
+                                case 0:
+                                    currentIndex = index++;
+                                    task = callbackfunction(item, currentIndex, array);
+                                    tasks.push(task);
+                                    runningTasks.push(task);
+                                    /* not await */ Promise.resolve(task).then(function () {
+                                        runningTasks = runningTasks.filter(function (t) { return t !== task; });
+                                    });
+                                    if (!(maxParallelCount < runningTasks.length)) return [3 /*break*/, 2];
+                                    return [4 /*yield*/, Promise.race(runningTasks)];
+                                case 1:
+                                    _f.sent();
+                                    _f.label = 2;
+                                case 2: return [2 /*return*/];
+                            }
+                        });
+                    };
+                    _e.label = 1;
+                case 1:
+                    _e.trys.push([1, 6, 7, 8]);
+                    _b = __values(array), _c = _b.next();
+                    _e.label = 2;
+                case 2:
+                    if (!!_c.done) return [3 /*break*/, 5];
+                    item = _c.value;
+                    return [5 /*yield**/, _loop_1(item)];
+                case 3:
+                    _e.sent();
+                    _e.label = 4;
+                case 4:
+                    _c = _b.next();
+                    return [3 /*break*/, 2];
+                case 5: return [3 /*break*/, 8];
+                case 6:
+                    e_1_1 = _e.sent();
+                    e_1 = { error: e_1_1 };
+                    return [3 /*break*/, 8];
+                case 7:
+                    try {
+                        if (_c && !_c.done && (_d = _b.return)) _d.call(_b);
+                    }
+                    finally { if (e_1) throw e_1.error; }
+                    return [7 /*endfinally*/];
+                case 8: return [4 /*yield*/, Promise.all(tasks)];
+                case 9:
+                    _e.sent();
+                    return [2 /*return*/];
+            }
+        });
+    });
+}
+
+var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",promptbookVersion:"0.61.0-19",parameters:[{name:"content",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledge",description:"The knowledge JSON object",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {content}",dependentParameterNames:["content"],resultingParameterName:"knowledge"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[{id:1,promptbookVersion:"0.61.0-19",modelUsage:{price:{value:0},input:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}},output:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}}}}],sourceFile:"./promptbook-collection/prepare-knowledge-from-markdown.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md",promptbookVersion:"0.61.0-19",parameters:[{name:"content",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {content}",dependentParameterNames:["content"],resultingParameterName:"keywords"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[{id:1,promptbookVersion:"0.61.0-19",modelUsage:{price:{value:0},input:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}},output:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}}}}],sourceFile:"./promptbook-collection/prepare-knowledge-keywords.ptbk.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md",promptbookVersion:"0.61.0-19",parameters:[{name:"content",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear\n-   Write maximum 5 words for the title\n\n# The document\n\n> {content}",expectations:{words:{min:1,max:8}},dependentParameterNames:["content"],resultingParameterName:"title"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[{id:1,promptbookVersion:"0.61.0-19",modelUsage:{price:{value:0},input:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}},output:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}}}}],sourceFile:"./promptbook-collection/prepare-knowledge-title.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.ptbk.md",promptbookVersion:"0.61.0-19",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],promptTemplates:[{blockType:"PROMPT_TEMPLATE",name:"make-model-requirements",title:"Make modelRequirements",modelRequirements:{modelVariant:"CHAT",modelName:"gpt-4-turbo"},content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Sample\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n### Option `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Option `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Option `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",expectFormat:"JSON",dependentParameterNames:["availableModelNames","personaDescription"],resultingParameterName:"modelRequirements"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[{id:1,promptbookVersion:"0.61.0-19",modelUsage:{price:{value:0},input:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}},output:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}}}}],sourceFile:"./promptbook-collection/prepare-persona.ptbk.md"}];
 
 var defaultDiacriticsRemovalMap = [
     {
@@ -1446,6 +1772,14 @@ function removeEmojis(text) {
  * Function normalizes title to name which can be used as identifier
  */
 function titleToName(value) {
+    if (value.startsWith('http://') || value.startsWith('https://')) {
+        // TODO: Maybe check against some list unallowed characters
+        return value;
+    }
+    if (value.startsWith('./') || value.startsWith('../')) {
+        // TODO: Maybe check against some list unallowed characters
+        return value;
+    }
     value = removeEmojis(value);
     value = normalizeToKebabCase(value);
     // TODO: [🧠] Maybe warn or add some padding to short name which are not good identifiers
@@ -1492,43 +1826,176 @@ function assertsExecutionSuccessful(executionResult) {
  */
 
 /**
- * This error occurs when some expectation is not met in the execution of the pipeline
+ * Parses the template and returns the list of all parameter names
  *
- * @private Always catched and rethrown as `PipelineExecutionError`
- * Note: This is a kindof subtype of PipelineExecutionError
+ * @param template the template with parameters in {curly} braces
+ * @returns the list of parameter names
  */
-var ExpectError = /** @class */ (function (_super) {
-    __extends(ExpectError, _super);
-    function ExpectError(message) {
-        var _this = _super.call(this, message) || this;
-        _this.name = 'ExpectError';
-        Object.setPrototypeOf(_this, ExpectError.prototype);
-        return _this;
+function extractParameters(template) {
+    var e_1, _a;
+    var matches = template.matchAll(/{\w+}/g);
+    var parameterNames = new Set();
+    try {
+        for (var matches_1 = __values(matches), matches_1_1 = matches_1.next(); !matches_1_1.done; matches_1_1 = matches_1.next()) {
+            var match = matches_1_1.value;
+            var parameterName = match[0].slice(1, -1);
+            parameterNames.add(parameterName);
+        }
     }
-    return ExpectError;
-}(Error));
+    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+    finally {
+        try {
+            if (matches_1_1 && !matches_1_1.done && (_a = matches_1.return)) _a.call(matches_1);
+        }
+        finally { if (e_1) throw e_1.error; }
+    }
+    return parameterNames;
+}
 
 /**
- * Function isValidJsonString will tell you if the string is valid JSON or not
+ * Parses the given script and returns the list of all used variables that are not defined in the script
+ *
+ * @param script from which to extract the variables
+ * @returns the list of variable names
+ * @throws {ParsingError} if the script is invalid
  */
-function isValidJsonString(value /* <-[👨‍⚖️] */) {
+function extractVariables(script) {
+    var variables = new Set();
+    script = "(()=>{".concat(script, "})()");
     try {
-        JSON.parse(value);
-        return true;
+        for (var i = 0; i < 100 /* <- TODO: This limit to configuration */; i++)
+            try {
+                eval(script);
+            }
+            catch (error) {
+                if (!(error instanceof ReferenceError)) {
+                    throw error;
+                }
+                var undefinedName = error.message.split(' ')[0];
+                /*
+                Note: Parsing the error
+                      [ReferenceError: thing is not defined]
+                */
+                if (!undefinedName) {
+                    throw error;
+                }
+                if (script.includes(undefinedName + '(')) {
+                    script = "const ".concat(undefinedName, " = ()=>'';") + script;
+                }
+                else {
+                    variables.add(undefinedName);
+                    script = "const ".concat(undefinedName, " = '';") + script;
+                }
+            }
     }
     catch (error) {
         if (!(error instanceof Error)) {
             throw error;
         }
-        if (error.message.includes('Unexpected token')) {
-            return false;
-        }
-        return false;
+        throw new ParsingError(spaceTrim$1(function (block) { return "\n                    Can not extract variables from the script\n\n                    ".concat(block(error.name), ": ").concat(block(error.message), "\n                "); }));
     }
+    return variables;
 }
+/**
+ * TODO: [🔣] Support for multiple languages - python, java,...
+ */
 
 /**
- * Multiple LLM Execution Tools is a proxy server that uses multiple execution tools internally and exposes the executor interface externally.
+ * Parses the prompt template and returns the set of all used parameters
+ *
+ * @param promptTemplate the template with used parameters
+ * @returns the set of parameter names
+ * @throws {ParsingError} if the script is invalid
+ */
+function extractParametersFromPromptTemplate(promptTemplate) {
+    var e_1, _a, e_2, _b, e_3, _c;
+    var title = promptTemplate.title, description = promptTemplate.description, blockType = promptTemplate.blockType, content = promptTemplate.content, jokerParameterNames = promptTemplate.jokerParameterNames;
+    var parameterNames = new Set();
+    try {
+        for (var _d = __values(__spreadArray(__spreadArray(__spreadArray([], __read(extractParameters(title)), false), __read(extractParameters(description || '')), false), __read(extractParameters(content)), false)), _e = _d.next(); !_e.done; _e = _d.next()) {
+            var parameterName = _e.value;
+            parameterNames.add(parameterName);
+        }
+    }
+    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+    finally {
+        try {
+            if (_e && !_e.done && (_a = _d.return)) _a.call(_d);
+        }
+        finally { if (e_1) throw e_1.error; }
+    }
+    if (blockType === 'SCRIPT') {
+        try {
+            for (var _f = __values(extractVariables(content)), _g = _f.next(); !_g.done; _g = _f.next()) {
+                var parameterName = _g.value;
+                parameterNames.add(parameterName);
+            }
+        }
+        catch (e_2_1) { e_2 = { error: e_2_1 }; }
+        finally {
+            try {
+                if (_g && !_g.done && (_b = _f.return)) _b.call(_f);
+            }
+            finally { if (e_2) throw e_2.error; }
+        }
+    }
+    try {
+        for (var _h = __values(jokerParameterNames || []), _j = _h.next(); !_j.done; _j = _h.next()) {
+            var jokerName = _j.value;
+            parameterNames.add(jokerName);
+        }
+    }
+    catch (e_3_1) { e_3 = { error: e_3_1 }; }
+    finally {
+        try {
+            if (_j && !_j.done && (_c = _h.return)) _c.call(_h);
+        }
+        finally { if (e_3) throw e_3.error; }
+    }
+    return parameterNames;
+}
+/**
+ * TODO: [🔣] If script require contentLanguage
+ */
+
+/**
+ * This error occurs when some expectation is not met in the execution of the pipeline
+ *
+ * @private Always catched and rethrown as `PipelineExecutionError`
+ * Note: This is a kindof subtype of PipelineExecutionError
+ */
+var ExpectError = /** @class */ (function (_super) {
+    __extends(ExpectError, _super);
+    function ExpectError(message) {
+        var _this = _super.call(this, message) || this;
+        _this.name = 'ExpectError';
+        Object.setPrototypeOf(_this, ExpectError.prototype);
+        return _this;
+    }
+    return ExpectError;
+}(Error));
+
+/**
+ * Function isValidJsonString will tell you if the string is valid JSON or not
+ */
+function isValidJsonString(value /* <-[👨‍⚖️] */) {
+    try {
+        JSON.parse(value);
+        return true;
+    }
+    catch (error) {
+        if (!(error instanceof Error)) {
+            throw error;
+        }
+        if (error.message.includes('Unexpected token')) {
+            return false;
+        }
+        return false;
+    }
+}
+
+/**
+ * Multiple LLM Execution Tools is a proxy server that uses multiple execution tools internally and exposes the executor interface externally.
  *
  * @private Internal utility of `joinLlmExecutionTools`
  */
@@ -1657,7 +2124,7 @@ var MultipleLlmExecutionTools = /** @class */ (function () {
                             throw new PipelineExecutionError(spaceTrim(function (block) { return "\n                          All execution tools failed:\n\n                          ".concat(block(errors.map(function (error) { return "- ".concat(error.name || 'Error', ": ").concat(error.message); }).join('\n')), "\n\n                    "); }));
                         }
                         else {
-                            throw new PipelineExecutionError(spaceTrim(function (block) { return "\n                          No execution tools available for model variant \"".concat(prompt.modelRequirements.modelVariant, "\".\n\n                          tl;dr\n\n                          You have provided no LLM Execution Tools that support model variant \"").concat(prompt.modelRequirements.modelVariant, ":\n                          ").concat(block(_this.llmExecutionTools
+                            throw new PipelineExecutionError(spaceTrim(function (block) { return "\n                          You have not provided any `LlmExecutionTools` that support model variant \"".concat(prompt.modelRequirements.modelVariant, "\n\n                          Available `LlmExecutionTools`:\n                          ").concat(block(_this.llmExecutionTools
                                 .map(function (tools) { return "- ".concat(tools.title, " ").concat(tools.description || ''); })
                                 .join('\n')), "\n\n                    "); }));
                         }
@@ -1667,7 +2134,7 @@ var MultipleLlmExecutionTools = /** @class */ (function () {
     };
     /**
      * List all available models that can be used
-     * This liost is a combination of all available models from all execution tools
+     * This lists is a combination of all available models from all execution tools
      */
     MultipleLlmExecutionTools.prototype.listModels = function () {
         return __awaiter(this, void 0, void 0, function () {
@@ -1713,6 +2180,8 @@ var MultipleLlmExecutionTools = /** @class */ (function () {
 }());
 /**
  * TODO: [🧠][🎛] Aggregating multiple models - have result not only from one first aviable model BUT all of them
+ * TODO: [🏖] If no llmTools have for example not defined `callCompletionModel` this will still return object with defined `callCompletionModel` which just throws `PipelineExecutionError`, make it undefined instead
+ *       Look how `countTotalUsage` (and `cacheLlmTools`) implements it
  */
 
 /**
@@ -1734,7 +2203,7 @@ function joinLlmExecutionTools() {
         llmExecutionTools[_i] = arguments[_i];
     }
     if (llmExecutionTools.length === 0) {
-        var warningMessage = spaceTrim("\n            You have provided no LLM Execution Tools.\n            This means that you won't be able to execute any prompts that require large language models like GPT-4 or Anthropic's Claude.\n\n            Technically, it's not an error, but it's probably not what you want because it does not make sense to use Promptbook without language models.\n        ");
+        var warningMessage = spaceTrim("\n            You have not provided any `LlmExecutionTools`\n            This means that you won't be able to execute any prompts that require large language models like GPT-4 or Anthropic's Claude.\n\n            Technically, it's not an error, but it's probably not what you want because it does not make sense to use Promptbook without language models.\n        ");
         // TODO: [🟥] Detect browser / node and make it colorfull
         console.warn(warningMessage);
         /*
@@ -1761,6 +2230,31 @@ function joinLlmExecutionTools() {
     return new (MultipleLlmExecutionTools.bind.apply(MultipleLlmExecutionTools, __spreadArray([void 0], __read(llmExecutionTools), false)))();
 }
 
+/**
+ * Determine if the pipeline is fully prepared
+ */
+function isPipelinePrepared(pipeline) {
+    // Note: Ignoring `pipeline.preparations` @@@
+    // Note: Ignoring `pipeline.knowledgePieces` @@@
+    if (!pipeline.personas.every(function (persona) { return persona.modelRequirements !== undefined; })) {
+        console.log('!!!!', 'Not all personas have modelRequirements');
+        return false;
+    }
+    if (!pipeline.knowledgeSources.every(function (knowledgeSource) { return knowledgeSource.preparationIds !== undefined; })) {
+        console.log('!!!!', 'Not all knowledgeSources have preparationIds');
+        return false;
+    }
+    // TODO: !!!!! Is context in each template
+    // TODO: !!!!! Are samples prepared
+    // TODO: !!!!! Are templates prepared
+    return true;
+}
+/**
+ * TODO: [🐠] Maybe base this on `makeValidator`
+ * TODO: [🔼] Export via core or utils
+ * TODO: [🧊] Pipeline can be partially prepared, this should return true ONLY if fully prepared
+ */
+
 /**
  * Takes an item or an array of items and returns an array of items
  *
@@ -1781,102 +2275,173 @@ function arrayableToArray(input) {
 }
 
 /**
- * The version of the Promptbook library
+ * Just marks a place of place where should be something implemented
+ * No side effects.
+ *
+ * Note: It can be usefull suppressing eslint errors of unused variables
+ *
+ * @param value any values
+ * @returns void
+ * @private within the repository
  */
-var PROMPTBOOK_VERSION = '0.61.0-1';
-// TODO: !!!! List here all the versions and annotate + put into script
+function TODO_USE() {
+    var value = [];
+    for (var _i = 0; _i < arguments.length; _i++) {
+        value[_i] = arguments[_i];
+    }
+}
 
 /**
- * Function `addUsage` will add multiple usages into one
+ * This error type indicates that some limit was reached
+ */
+var LimitReachedError = /** @class */ (function (_super) {
+    __extends(LimitReachedError, _super);
+    function LimitReachedError(message) {
+        var _this = _super.call(this, message) || this;
+        _this.name = 'LimitReachedError';
+        Object.setPrototypeOf(_this, LimitReachedError.prototype);
+        return _this;
+    }
+    return LimitReachedError;
+}(Error));
+
+/**
+ * Replaces parameters in template with values from parameters object
  *
- * Note: If you provide 0 values, it returns void usage
+ * @param template the template with parameters in {curly} braces
+ * @param parameters the object with parameters
+ * @returns the template with replaced parameters
+ * @throws {PipelineExecutionError} if parameter is not defined, not closed, or not opened
  */
-function addUsage() {
-    var usageItems = [];
-    for (var _i = 0; _i < arguments.length; _i++) {
-        usageItems[_i] = arguments[_i];
+function replaceParameters(template, parameters) {
+    var replacedTemplate = template;
+    var match;
+    var loopLimit = LOOP_LIMIT;
+    var _loop_1 = function () {
+        if (loopLimit-- < 0) {
+            throw new LimitReachedError('Loop limit reached during parameters replacement in `replaceParameters`');
+        }
+        var precol = match.groups.precol;
+        var parameterName = match.groups.parameterName;
+        if (parameterName === '') {
+            return "continue";
+        }
+        if (parameterName.indexOf('{') !== -1 || parameterName.indexOf('}') !== -1) {
+            throw new PipelineExecutionError('Parameter is already opened or not closed');
+        }
+        if (parameters[parameterName] === undefined) {
+            throw new PipelineExecutionError("Parameter {".concat(parameterName, "} is not defined"));
+        }
+        var parameterValue = parameters[parameterName];
+        if (parameterValue === undefined) {
+            throw new PipelineExecutionError("Parameter {".concat(parameterName, "} is not defined"));
+        }
+        parameterValue = parameterValue.toString();
+        if (parameterValue.includes('\n') && /^\s*\W{0,3}\s*$/.test(precol)) {
+            parameterValue = parameterValue
+                .split('\n')
+                .map(function (line, index) { return (index === 0 ? line : "".concat(precol).concat(line)); })
+                .join('\n');
+        }
+        replacedTemplate =
+            replacedTemplate.substring(0, match.index + precol.length) +
+                parameterValue +
+                replacedTemplate.substring(match.index + precol.length + parameterName.length + 2);
+    };
+    while ((match = /^(?<precol>.*){(?<parameterName>\w+)}(.*)/m /* <- Not global */
+        .exec(replacedTemplate))) {
+        _loop_1();
     }
-    var initialStructure = {
-        price: { value: 0 },
-        input: {
-            tokensCount: { value: 0 },
-            charactersCount: { value: 0 },
-            wordsCount: { value: 0 },
-            sentencesCount: { value: 0 },
-            linesCount: { value: 0 },
-            paragraphsCount: { value: 0 },
-            pagesCount: { value: 0 },
-        },
-        output: {
-            tokensCount: { value: 0 },
-            charactersCount: { value: 0 },
-            wordsCount: { value: 0 },
-            sentencesCount: { value: 0 },
-            linesCount: { value: 0 },
-            paragraphsCount: { value: 0 },
-            pagesCount: { value: 0 },
-        },
+    // [💫] Check if there are parameters that are not closed properly
+    if (/{\w+$/.test(replacedTemplate)) {
+        throw new PipelineExecutionError('Parameter is not closed');
+    }
+    // [💫] Check if there are parameters that are not opened properly
+    if (/^\w+}/.test(replacedTemplate)) {
+        throw new PipelineExecutionError('Parameter is not opened');
+    }
+    return replacedTemplate;
+}
+
+/**
+ * Create difference set of two sets.
+ *
+ * @deprecated use new javascript set methods instead @see https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Set
+ */
+function difference(a, b, isEqual) {
+    var e_1, _a;
+    if (isEqual === void 0) { isEqual = function (a, b) { return a === b; }; }
+    var diff = new Set();
+    var _loop_1 = function (itemA) {
+        if (!Array.from(b).some(function (itemB) { return isEqual(itemA, itemB); })) {
+            diff.add(itemA);
+        }
     };
-    return usageItems.reduce(function (acc, item) {
-        var e_1, _a, e_2, _b;
-        var _c;
-        acc.price.value += ((_c = item.price) === null || _c === void 0 ? void 0 : _c.value) || 0;
+    try {
+        for (var _b = __values(Array.from(a)), _c = _b.next(); !_c.done; _c = _b.next()) {
+            var itemA = _c.value;
+            _loop_1(itemA);
+        }
+    }
+    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+    finally {
         try {
-            for (var _d = __values(Object.keys(acc.input)), _e = _d.next(); !_e.done; _e = _d.next()) {
-                var key = _e.value;
-                // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                //@ts-ignore
-                if (item.input[key]) {
-                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                    //@ts-ignore
-                    acc.input[key].value += item.input[key].value || 0;
-                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                    //@ts-ignore
-                    if (item.input[key].isUncertain) {
-                        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                        //@ts-ignore
-                        acc.input[key].isUncertain = true;
-                    }
-                }
-            }
+            if (_c && !_c.done && (_a = _b.return)) _a.call(_b);
         }
-        catch (e_1_1) { e_1 = { error: e_1_1 }; }
-        finally {
+        finally { if (e_1) throw e_1.error; }
+    }
+    return diff;
+}
+/**
+ * TODO: [🧠][💯] Maybe also implement symmetricDifference
+ */
+
+/**
+ * Creates a new set with all elements that are present in either set
+ *
+ * @deprecated use new javascript set methods instead @see https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Set
+ */
+function union() {
+    var e_1, _a, e_2, _b;
+    var sets = [];
+    for (var _i = 0; _i < arguments.length; _i++) {
+        sets[_i] = arguments[_i];
+    }
+    var union = new Set();
+    try {
+        for (var sets_1 = __values(sets), sets_1_1 = sets_1.next(); !sets_1_1.done; sets_1_1 = sets_1.next()) {
+            var set = sets_1_1.value;
             try {
-                if (_e && !_e.done && (_a = _d.return)) _a.call(_d);
+                for (var _c = (e_2 = void 0, __values(Array.from(set))), _d = _c.next(); !_d.done; _d = _c.next()) {
+                    var item = _d.value;
+                    union.add(item);
+                }
             }
-            finally { if (e_1) throw e_1.error; }
-        }
-        try {
-            for (var _f = __values(Object.keys(acc.output)), _g = _f.next(); !_g.done; _g = _f.next()) {
-                var key = _g.value;
-                // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                //@ts-ignore
-                if (item.output[key]) {
-                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                    //@ts-ignore
-                    acc.output[key].value += item.output[key].value || 0;
-                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                    //@ts-ignore
-                    if (item.output[key].isUncertain) {
-                        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                        //@ts-ignore
-                        acc.output[key].isUncertain = true;
-                    }
+            catch (e_2_1) { e_2 = { error: e_2_1 }; }
+            finally {
+                try {
+                    if (_d && !_d.done && (_b = _c.return)) _b.call(_c);
                 }
+                finally { if (e_2) throw e_2.error; }
             }
         }
-        catch (e_2_1) { e_2 = { error: e_2_1 }; }
-        finally {
-            try {
-                if (_g && !_g.done && (_b = _f.return)) _b.call(_f);
-            }
-            finally { if (e_2) throw e_2.error; }
+    }
+    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+    finally {
+        try {
+            if (sets_1_1 && !sets_1_1.done && (_a = sets_1.return)) _a.call(sets_1);
         }
-        return acc;
-    }, initialStructure);
+        finally { if (e_1) throw e_1.error; }
+    }
+    return union;
 }
 
+/**
+ * The version of the Promptbook library
+ */
+var PROMPTBOOK_VERSION = '0.61.0-19';
+// TODO: !!!! List here all the versions and annotate + put into script
+
 /**
  * Counts number of characters in the text
  */
@@ -2008,66 +2573,6 @@ function isPassingExpectations(expectations, value) {
  * TODO: [💝] Unite object for expecting amount and format
  */
 
-/**
- * Replaces parameters in template with values from parameters object
- *
- * @param template the template with parameters in {curly} braces
- * @param parameters the object with parameters
- * @returns the template with replaced parameters
- * @throws {PipelineExecutionError} if parameter is not defined, not closed, or not opened
- *
- * @private within the createPipelineExecutor
- */
-function replaceParameters(template, parameters) {
-    var replacedTemplate = template;
-    var match;
-    var loopLimit = LOOP_LIMIT;
-    var _loop_1 = function () {
-        if (loopLimit-- < 0) {
-            throw new UnexpectedError('Loop limit reached during parameters replacement in `replaceParameters`');
-        }
-        var precol = match.groups.precol;
-        var parameterName = match.groups.parameterName;
-        if (parameterName === '') {
-            return "continue";
-        }
-        if (parameterName.indexOf('{') !== -1 || parameterName.indexOf('}') !== -1) {
-            throw new PipelineExecutionError('Parameter is already opened or not closed');
-        }
-        if (parameters[parameterName] === undefined) {
-            throw new PipelineExecutionError("Parameter {".concat(parameterName, "} is not defined"));
-        }
-        var parameterValue = parameters[parameterName];
-        if (parameterValue === undefined) {
-            throw new PipelineExecutionError("Parameter {".concat(parameterName, "} is not defined"));
-        }
-        parameterValue = parameterValue.toString();
-        if (parameterValue.includes('\n') && /^\s*\W{0,3}\s*$/.test(precol)) {
-            parameterValue = parameterValue
-                .split('\n')
-                .map(function (line, index) { return (index === 0 ? line : "".concat(precol).concat(line)); })
-                .join('\n');
-        }
-        replacedTemplate =
-            replacedTemplate.substring(0, match.index + precol.length) +
-                parameterValue +
-                replacedTemplate.substring(match.index + precol.length + parameterName.length + 2);
-    };
-    while ((match = /^(?<precol>.*){(?<parameterName>\w+)}(.*)/m /* <- Not global */
-        .exec(replacedTemplate))) {
-        _loop_1();
-    }
-    // [💫] Check if there are parameters that are not closed properly
-    if (/{\w+$/.test(replacedTemplate)) {
-        throw new PipelineExecutionError('Parameter is not closed');
-    }
-    // [💫] Check if there are parameters that are not opened properly
-    if (/^\w+}/.test(replacedTemplate)) {
-        throw new PipelineExecutionError('Parameter is not opened');
-    }
-    return replacedTemplate;
-}
-
 /**
  * Creates executor function from pipeline and execution tools.
  *
@@ -2076,21 +2581,73 @@ function replaceParameters(template, parameters) {
  */
 function createPipelineExecutor(options) {
     var _this = this;
-    var pipeline = options.pipeline, tools = options.tools, _a = options.settings, settings = _a === void 0 ? {} : _a;
-    var _b = settings.maxExecutionAttempts, maxExecutionAttempts = _b === void 0 ? 3 : _b;
-    // TODO: !!!!! Implement new commands
-    validatePipeline(pipeline);
-    // TODO: !!!!! Do here materialization of still unmaterialized or dynamic knowledge
-    // TODO: !!!!! Do here personaToModelRequirements
+    var rawPipeline = options.pipeline, tools = options.tools, _a = options.settings, settings = _a === void 0 ? {} : _a;
+    var _b = settings.maxExecutionAttempts, maxExecutionAttempts = _b === void 0 ? MAX_EXECUTION_ATTEMPTS : _b, _c = settings.maxParallelCount, maxParallelCount = _c === void 0 ? MAX_PARALLEL_COUNT : _c, _d = settings.isVerbose, isVerbose = _d === void 0 ? false : _d;
+    validatePipeline(rawPipeline);
     var llmTools = joinLlmExecutionTools.apply(void 0, __spreadArray([], __read(arrayableToArray(tools.llm)), false));
+    var pipeline;
+    if (isPipelinePrepared(rawPipeline)) {
+        pipeline = rawPipeline;
+    }
+    else {
+        console.warn(spaceTrim$1("\n                Pipeline ".concat(rawPipeline.pipelineUrl || rawPipeline.sourceFile || rawPipeline.title, " is not prepared\n\n                It will be prepared ad-hoc before the first execution\n                But it is recommended to prepare the pipeline during collection preparation\n\n                @see more at https://ptbk.io/prepare-pipeline\n            ")));
+    }
     var pipelineExecutor = function (inputParameters, onProgress) { return __awaiter(_this, void 0, void 0, function () {
+        function getContextForTemplate(// <- TODO: [🧠][🥜]
+        template) {
+            return __awaiter(this, void 0, void 0, function () {
+                return __generator(this, function (_a) {
+                    // TODO: !!!!!! Implement Better - use real index and keyword search
+                    TODO_USE(template);
+                    return [2 /*return*/, pipeline.knowledgePieces.map(function (_a) {
+                            var content = _a.content;
+                            return "- ".concat(content);
+                        }).join('\n')];
+                });
+            });
+        }
+        function getReservedParametersForTemplate(template) {
+            return __awaiter(this, void 0, void 0, function () {
+                var context, currentDate, reservedParameters, RESERVED_PARAMETER_NAMES_1, RESERVED_PARAMETER_NAMES_1_1, parameterName;
+                var e_3, _a;
+                return __generator(this, function (_b) {
+                    switch (_b.label) {
+                        case 0: return [4 /*yield*/, getContextForTemplate(template)];
+                        case 1:
+                            context = _b.sent();
+                            currentDate = new Date().toISOString();
+                            reservedParameters = {
+                                context: context,
+                                currentDate: currentDate,
+                            };
+                            try {
+                                // Note: Doublecheck that ALL reserved parameters are defined:
+                                for (RESERVED_PARAMETER_NAMES_1 = __values(RESERVED_PARAMETER_NAMES), RESERVED_PARAMETER_NAMES_1_1 = RESERVED_PARAMETER_NAMES_1.next(); !RESERVED_PARAMETER_NAMES_1_1.done; RESERVED_PARAMETER_NAMES_1_1 = RESERVED_PARAMETER_NAMES_1.next()) {
+                                    parameterName = RESERVED_PARAMETER_NAMES_1_1.value;
+                                    if (reservedParameters[parameterName] === undefined) {
+                                        throw new UnexpectedError("Reserved parameter {".concat(parameterName, "} is not defined"));
+                                    }
+                                }
+                            }
+                            catch (e_3_1) { e_3 = { error: e_3_1 }; }
+                            finally {
+                                try {
+                                    if (RESERVED_PARAMETER_NAMES_1_1 && !RESERVED_PARAMETER_NAMES_1_1.done && (_a = RESERVED_PARAMETER_NAMES_1.return)) _a.call(RESERVED_PARAMETER_NAMES_1);
+                                }
+                                finally { if (e_3) throw e_3.error; }
+                            }
+                            return [2 /*return*/, reservedParameters];
+                    }
+                });
+            });
+        }
         function executeSingleTemplate(currentTemplate) {
             return __awaiter(this, void 0, void 0, function () {
-                var name, title, priority, prompt, chatResult, completionResult, embeddingResult, result, resultString, expectError, scriptPipelineExecutionErrors, maxAttempts, jokers, attempt, isJokerAttempt, joker, _a, _b, _c, _d, scriptTools, error_2, e_2_1, _e, _f, functionName, postprocessingError, _g, _h, scriptTools, error_3, e_3_1, e_4_1, error_4;
-                var e_2, _j, e_4, _k, e_3, _l, _m;
+                var name, title, priority, usedParameterNames, dependentParameterNames, definedParameters, _a, _b, _c, definedParameterNames, parameters, _d, _e, parameterName, prompt, chatResult, completionResult, embeddingResult, result, resultString, expectError, scriptPipelineExecutionErrors, maxAttempts, jokerParameterNames, attempt, isJokerAttempt, jokerParameterName, _f, _g, _h, _j, scriptTools, error_2, e_4_1, _k, _l, functionName, postprocessingError, _m, _o, scriptTools, error_3, e_5_1, e_6_1, error_4;
+                var e_7, _p, e_4, _q, e_6, _r, e_5, _s, _t;
                 var _this = this;
-                return __generator(this, function (_o) {
-                    switch (_o.label) {
+                return __generator(this, function (_u) {
+                    switch (_u.label) {
                         case 0:
                             name = "pipeline-executor-frame-".concat(currentTemplate.name);
                             title = currentTemplate.title;
@@ -2107,61 +2664,108 @@ function createPipelineExecutor(options) {
                                     // <- [3]
                                 })];
                         case 1:
-                            _o.sent();
-                            _o.label = 2;
+                            _u.sent();
+                            _u.label = 2;
                         case 2:
+                            usedParameterNames = extractParametersFromPromptTemplate(currentTemplate);
+                            dependentParameterNames = new Set(currentTemplate.dependentParameterNames);
+                            if (union(difference(usedParameterNames, dependentParameterNames), difference(dependentParameterNames, usedParameterNames)).size !== 0) {
+                                throw new UnexpectedError(spaceTrim$1("\n                        Dependent parameters are not consistent used parameters:\n\n                        Dependent parameters:\n                        ".concat(Array.from(dependentParameterNames).join(', '), "\n\n                        Used parameters:\n                        ").concat(Array.from(usedParameterNames).join(', '), "\n\n                    ")));
+                            }
+                            _b = (_a = Object).freeze;
+                            _c = [{}];
+                            return [4 /*yield*/, getReservedParametersForTemplate(currentTemplate)];
+                        case 3:
+                            definedParameters = _b.apply(_a, [__assign.apply(void 0, [__assign.apply(void 0, _c.concat([(_u.sent())])), parametersToPass])]);
+                            definedParameterNames = new Set(Object.keys(definedParameters));
+                            parameters = {};
+                            try {
+                                // Note: [2] Check that all used parameters are defined and removing unused parameters for this template
+                                for (_d = __values(Array.from(union(definedParameterNames, usedParameterNames, dependentParameterNames))), _e = _d.next(); !_e.done; _e = _d.next()) {
+                                    parameterName = _e.value;
+                                    // Situation: Parameter is defined and used
+                                    if (definedParameterNames.has(parameterName) && usedParameterNames.has(parameterName)) {
+                                        parameters[parameterName] = definedParameters[parameterName];
+                                    }
+                                    // Situation: Parameter is defined but NOT used
+                                    else if (definedParameterNames.has(parameterName) && !usedParameterNames.has(parameterName)) {
+                                        // Do not pass this parameter to prompt
+                                    }
+                                    // Situation: Parameter is NOT defined BUT used
+                                    else if (!definedParameterNames.has(parameterName) && usedParameterNames.has(parameterName)) {
+                                        // Houston, we have a problem
+                                        // Note: Checking part is also done in `validatePipeline`, but it’s good to doublecheck
+                                        throw new UnexpectedError(spaceTrim$1("\n                            Parameter {".concat(parameterName, "} is NOT defined\n                            BUT used in template \"").concat(currentTemplate.title || currentTemplate.name, "\"\n\n                            This should be catched in `validatePipeline`\n\n                        ")));
+                                    }
+                                }
+                            }
+                            catch (e_7_1) { e_7 = { error: e_7_1 }; }
+                            finally {
+                                try {
+                                    if (_e && !_e.done && (_p = _d.return)) _p.call(_d);
+                                }
+                                finally { if (e_7) throw e_7.error; }
+                            }
+                            // Note: Now we can freeze `parameters` because we are sure that all and only used parameters are defined
+                            Object.freeze(parameters);
                             result = null;
                             resultString = null;
                             expectError = null;
                             maxAttempts = currentTemplate.blockType === 'PROMPT_DIALOG' ? Infinity : maxExecutionAttempts;
-                            jokers = currentTemplate.jokers || [];
-                            attempt = -jokers.length;
-                            _o.label = 3;
-                        case 3:
-                            if (!(attempt < maxAttempts)) return [3 /*break*/, 51];
+                            jokerParameterNames = currentTemplate.jokerParameterNames || [];
+                            attempt = -jokerParameterNames.length;
+                            _u.label = 4;
+                        case 4:
+                            if (!(attempt < maxAttempts)) return [3 /*break*/, 52];
                             isJokerAttempt = attempt < 0;
-                            joker = jokers[jokers.length + attempt];
-                            if (isJokerAttempt && !joker) {
+                            jokerParameterName = jokerParameterNames[jokerParameterNames.length + attempt];
+                            if (isJokerAttempt && !jokerParameterName) {
                                 throw new UnexpectedError("Joker not found in attempt ".concat(attempt));
                             }
                             result = null;
                             resultString = null;
                             expectError = null;
                             if (isJokerAttempt) {
-                                if (typeof parametersToPass[joker] === 'undefined') {
-                                    throw new PipelineExecutionError("Joker parameter {".concat(joker, "} not defined"));
+                                if (parameters[jokerParameterName] === undefined) {
+                                    throw new PipelineExecutionError("Joker parameter {".concat(jokerParameterName, "} not defined"));
+                                    // <- TODO: This is maybe `PipelineLogicError` which should be detected in `validatePipeline` and here just thrown as `UnexpectedError`
+                                }
+                                else {
+                                    resultString = parameters[jokerParameterName];
                                 }
-                                resultString = parametersToPass[joker];
-                            }
-                            _o.label = 4;
-                        case 4:
-                            _o.trys.push([4, 47, 48, 49]);
-                            if (!!isJokerAttempt) return [3 /*break*/, 29];
-                            _a = currentTemplate.blockType;
-                            switch (_a) {
-                                case 'SIMPLE_TEMPLATE': return [3 /*break*/, 5];
-                                case 'PROMPT_TEMPLATE': return [3 /*break*/, 6];
-                                case 'SCRIPT': return [3 /*break*/, 15];
-                                case 'PROMPT_DIALOG': return [3 /*break*/, 26];
                             }
-                            return [3 /*break*/, 28];
+                            _u.label = 5;
                         case 5:
-                            resultString = replaceParameters(currentTemplate.content, parametersToPass);
+                            _u.trys.push([5, 48, 49, 50]);
+                            if (!!isJokerAttempt) return [3 /*break*/, 30];
+                            _f = currentTemplate.blockType;
+                            switch (_f) {
+                                case 'SIMPLE_TEMPLATE': return [3 /*break*/, 6];
+                                case 'PROMPT_TEMPLATE': return [3 /*break*/, 7];
+                                case 'SCRIPT': return [3 /*break*/, 16];
+                                case 'PROMPT_DIALOG': return [3 /*break*/, 27];
+                            }
                             return [3 /*break*/, 29];
                         case 6:
+                            resultString = replaceParameters(currentTemplate.content, parameters);
+                            return [3 /*break*/, 30];
+                        case 7:
                             prompt = {
                                 title: currentTemplate.title,
                                 pipelineUrl: "".concat(pipeline.pipelineUrl
                                     ? pipeline.pipelineUrl
                                     : 'anonymous' /* <- TODO: [🧠] How to deal with anonymous pipelines, do here some auto-url like SHA-256 based ad-hoc identifier? */, "#").concat(currentTemplate.name),
-                                parameters: parametersToPass,
-                                content: replaceParameters(currentTemplate.content, parametersToPass) /* <- [2] */,
+                                parameters: parameters,
+                                content: currentTemplate.content,
                                 modelRequirements: currentTemplate.modelRequirements,
-                                expectations: currentTemplate.expectations,
+                                expectations: __assign(__assign({}, (pipeline.personas.find(function (_a) {
+                                    var name = _a.name;
+                                    return name === currentTemplate.personaName;
+                                }) || {})), currentTemplate.expectations),
                                 expectFormat: currentTemplate.expectFormat,
-                                postprocessing: (currentTemplate.postprocessing || []).map(function (functionName) { return function (result) { return __awaiter(_this, void 0, void 0, function () {
-                                    var errors, _a, _b, scriptTools, error_5, e_5_1;
-                                    var e_5, _c;
+                                postprocessing: (currentTemplate.postprocessingFunctionNames || []).map(function (functionName) { return function (result) { return __awaiter(_this, void 0, void 0, function () {
+                                    var errors, _a, _b, scriptTools, error_5, e_8_1;
+                                    var e_8, _c;
                                     return __generator(this, function (_d) {
                                         switch (_d.label) {
                                             case 0:
@@ -2182,7 +2786,7 @@ function createPipelineExecutor(options) {
                                                         script: "".concat(functionName, "(result)"),
                                                         parameters: {
                                                             result: result || '',
-                                                            // Note: No ...parametersToPass, because working with result only
+                                                            // Note: No ...parametersForTemplate, because working with result only
                                                         },
                                                     })];
                                             case 4: return [2 /*return*/, _d.sent()];
@@ -2191,6 +2795,9 @@ function createPipelineExecutor(options) {
                                                 if (!(error_5 instanceof Error)) {
                                                     throw error_5;
                                                 }
+                                                if (error_5 instanceof UnexpectedError) {
+                                                    throw error_5;
+                                                }
                                                 errors.push(error_5);
                                                 return [3 /*break*/, 6];
                                             case 6:
@@ -2198,14 +2805,14 @@ function createPipelineExecutor(options) {
                                                 return [3 /*break*/, 2];
                                             case 7: return [3 /*break*/, 10];
                                             case 8:
-                                                e_5_1 = _d.sent();
-                                                e_5 = { error: e_5_1 };
+                                                e_8_1 = _d.sent();
+                                                e_8 = { error: e_8_1 };
                                                 return [3 /*break*/, 10];
                                             case 9:
                                                 try {
                                                     if (_b && !_b.done && (_c = _a.return)) _c.call(_a);
                                                 }
-                                                finally { if (e_5) throw e_5.error; }
+                                                finally { if (e_8) throw e_8.error; }
                                                 return [7 /*endfinally*/];
                                             case 10:
                                                 if (errors.length === 0) {
@@ -2221,35 +2828,35 @@ function createPipelineExecutor(options) {
                                     });
                                 }); }; }),
                             };
-                            _b = currentTemplate.modelRequirements.modelVariant;
-                            switch (_b) {
-                                case 'CHAT': return [3 /*break*/, 7];
-                                case 'COMPLETION': return [3 /*break*/, 9];
-                                case 'EMBEDDING': return [3 /*break*/, 11];
+                            _g = currentTemplate.modelRequirements.modelVariant;
+                            switch (_g) {
+                                case 'CHAT': return [3 /*break*/, 8];
+                                case 'COMPLETION': return [3 /*break*/, 10];
+                                case 'EMBEDDING': return [3 /*break*/, 12];
                             }
-                            return [3 /*break*/, 13];
-                        case 7: return [4 /*yield*/, llmTools.callChatModel(prompt)];
-                        case 8:
-                            chatResult = _o.sent();
+                            return [3 /*break*/, 14];
+                        case 8: return [4 /*yield*/, llmTools.callChatModel(deepFreeze(prompt))];
+                        case 9:
+                            chatResult = _u.sent();
                             // TODO: [🍬] Destroy chatThread
                             result = chatResult;
                             resultString = chatResult.content;
-                            return [3 /*break*/, 14];
-                        case 9: return [4 /*yield*/, llmTools.callCompletionModel(prompt)];
-                        case 10:
-                            completionResult = _o.sent();
+                            return [3 /*break*/, 15];
+                        case 10: return [4 /*yield*/, llmTools.callCompletionModel(deepFreeze(prompt))];
+                        case 11:
+                            completionResult = _u.sent();
                             result = completionResult;
                             resultString = completionResult.content;
-                            return [3 /*break*/, 14];
-                        case 11: return [4 /*yield*/, llmTools.callEmbeddingModel(prompt)];
-                        case 12:
-                            embeddingResult = _o.sent();
+                            return [3 /*break*/, 15];
+                        case 12: return [4 /*yield*/, llmTools.callEmbeddingModel(deepFreeze(prompt))];
+                        case 13:
+                            embeddingResult = _u.sent();
                             result = embeddingResult;
                             resultString = embeddingResult.content.join(',');
-                            return [3 /*break*/, 14];
-                        case 13: throw new PipelineExecutionError("Unknown model variant \"".concat(currentTemplate.modelRequirements.modelVariant, "\""));
-                        case 14: return [3 /*break*/, 29];
-                        case 15:
+                            return [3 /*break*/, 15];
+                        case 14: throw new PipelineExecutionError("Unknown model variant \"".concat(currentTemplate.modelRequirements.modelVariant, "\""));
+                        case 15: return [3 /*break*/, 30];
+                        case 16:
                             if (arrayableToArray(tools.script).length === 0) {
                                 throw new PipelineExecutionError('No script execution tools are available');
                             }
@@ -2258,49 +2865,52 @@ function createPipelineExecutor(options) {
                             }
                             // TODO: DRY [1]
                             scriptPipelineExecutionErrors = [];
-                            _o.label = 16;
-                        case 16:
-                            _o.trys.push([16, 23, 24, 25]);
-                            _c = (e_2 = void 0, __values(arrayableToArray(tools.script))), _d = _c.next();
-                            _o.label = 17;
+                            _u.label = 17;
                         case 17:
-                            if (!!_d.done) return [3 /*break*/, 22];
-                            scriptTools = _d.value;
-                            _o.label = 18;
+                            _u.trys.push([17, 24, 25, 26]);
+                            _h = (e_4 = void 0, __values(arrayableToArray(tools.script))), _j = _h.next();
+                            _u.label = 18;
                         case 18:
-                            _o.trys.push([18, 20, , 21]);
-                            return [4 /*yield*/, scriptTools.execute({
+                            if (!!_j.done) return [3 /*break*/, 23];
+                            scriptTools = _j.value;
+                            _u.label = 19;
+                        case 19:
+                            _u.trys.push([19, 21, , 22]);
+                            return [4 /*yield*/, scriptTools.execute(deepFreeze({
                                     scriptLanguage: currentTemplate.contentLanguage,
                                     script: currentTemplate.content,
-                                    parameters: parametersToPass,
-                                })];
-                        case 19:
-                            resultString = _o.sent();
-                            return [3 /*break*/, 22];
+                                    parameters: parameters,
+                                }))];
                         case 20:
-                            error_2 = _o.sent();
+                            resultString = _u.sent();
+                            return [3 /*break*/, 23];
+                        case 21:
+                            error_2 = _u.sent();
                             if (!(error_2 instanceof Error)) {
                                 throw error_2;
                             }
+                            if (error_2 instanceof UnexpectedError) {
+                                throw error_2;
+                            }
                             scriptPipelineExecutionErrors.push(error_2);
-                            return [3 /*break*/, 21];
-                        case 21:
-                            _d = _c.next();
-                            return [3 /*break*/, 17];
-                        case 22: return [3 /*break*/, 25];
-                        case 23:
-                            e_2_1 = _o.sent();
-                            e_2 = { error: e_2_1 };
-                            return [3 /*break*/, 25];
+                            return [3 /*break*/, 22];
+                        case 22:
+                            _j = _h.next();
+                            return [3 /*break*/, 18];
+                        case 23: return [3 /*break*/, 26];
                         case 24:
+                            e_4_1 = _u.sent();
+                            e_4 = { error: e_4_1 };
+                            return [3 /*break*/, 26];
+                        case 25:
                             try {
-                                if (_d && !_d.done && (_j = _c.return)) _j.call(_c);
+                                if (_j && !_j.done && (_q = _h.return)) _q.call(_h);
                             }
-                            finally { if (e_2) throw e_2.error; }
+                            finally { if (e_4) throw e_4.error; }
                             return [7 /*endfinally*/];
-                        case 25:
+                        case 26:
                             if (resultString !== null) {
-                                return [3 /*break*/, 29];
+                                return [3 /*break*/, 30];
                             }
                             if (scriptPipelineExecutionErrors.length === 1) {
                                 throw scriptPipelineExecutionErrors[0];
@@ -2310,101 +2920,104 @@ function createPipelineExecutor(options) {
                                     .map(function (error) { return '- ' + error.message; })
                                     .join('\n\n')), "\n                                          "); }));
                             }
-                        case 26:
+                        case 27:
                             if (tools.userInterface === undefined) {
                                 throw new PipelineExecutionError('User interface tools are not available');
                             }
-                            return [4 /*yield*/, tools.userInterface.promptDialog({
+                            return [4 /*yield*/, tools.userInterface.promptDialog(deepFreeze({
                                     promptTitle: currentTemplate.title,
-                                    promptMessage: replaceParameters(currentTemplate.description || '', parametersToPass),
-                                    defaultValue: replaceParameters(currentTemplate.content, parametersToPass),
+                                    promptMessage: replaceParameters(currentTemplate.description || '', parameters),
+                                    defaultValue: replaceParameters(currentTemplate.content, parameters),
                                     // TODO: [🧠] !! Figure out how to define placeholder in .ptbk.md file
                                     placeholder: undefined,
                                     priority: priority,
-                                })];
-                        case 27:
+                                }))];
+                        case 28:
                             // TODO: [🌹] When making next attempt for `PROMPT DIALOG`, preserve the previous user input
-                            resultString = _o.sent();
-                            return [3 /*break*/, 29];
-                        case 28: throw new PipelineExecutionError("Unknown execution type \"".concat(currentTemplate.blockType, "\""));
-                        case 29:
-                            if (!(!isJokerAttempt && currentTemplate.postprocessing)) return [3 /*break*/, 46];
-                            _o.label = 30;
+                            resultString = _u.sent();
+                            return [3 /*break*/, 30];
+                        case 29: throw new PipelineExecutionError("Unknown execution type \"".concat(currentTemplate.blockType, "\""));
                         case 30:
-                            _o.trys.push([30, 44, 45, 46]);
-                            _e = (e_4 = void 0, __values(currentTemplate.postprocessing)), _f = _e.next();
-                            _o.label = 31;
+                            if (!(!isJokerAttempt && currentTemplate.postprocessingFunctionNames)) return [3 /*break*/, 47];
+                            _u.label = 31;
                         case 31:
-                            if (!!_f.done) return [3 /*break*/, 43];
-                            functionName = _f.value;
+                            _u.trys.push([31, 45, 46, 47]);
+                            _k = (e_6 = void 0, __values(currentTemplate.postprocessingFunctionNames)), _l = _k.next();
+                            _u.label = 32;
+                        case 32:
+                            if (!!_l.done) return [3 /*break*/, 44];
+                            functionName = _l.value;
                             // TODO: DRY [1]
                             scriptPipelineExecutionErrors = [];
                             postprocessingError = null;
-                            _o.label = 32;
-                        case 32:
-                            _o.trys.push([32, 39, 40, 41]);
-                            _g = (e_3 = void 0, __values(arrayableToArray(tools.script))), _h = _g.next();
-                            _o.label = 33;
+                            _u.label = 33;
                         case 33:
-                            if (!!_h.done) return [3 /*break*/, 38];
-                            scriptTools = _h.value;
-                            _o.label = 34;
+                            _u.trys.push([33, 40, 41, 42]);
+                            _m = (e_5 = void 0, __values(arrayableToArray(tools.script))), _o = _m.next();
+                            _u.label = 34;
                         case 34:
-                            _o.trys.push([34, 36, , 37]);
+                            if (!!_o.done) return [3 /*break*/, 39];
+                            scriptTools = _o.value;
+                            _u.label = 35;
+                        case 35:
+                            _u.trys.push([35, 37, , 38]);
                             return [4 /*yield*/, scriptTools.execute({
                                     scriptLanguage: "javascript" /* <- TODO: Try it in each languages; In future allow postprocessing with arbitrary combination of languages to combine */,
                                     script: "".concat(functionName, "(resultString)"),
                                     parameters: {
                                         resultString: resultString || '',
-                                        // Note: No ...parametersToPass, because working with result only
+                                        // Note: No ...parametersForTemplate, because working with result only
                                     },
                                 })];
-                        case 35:
-                            resultString = _o.sent();
-                            postprocessingError = null;
-                            return [3 /*break*/, 38];
                         case 36:
-                            error_3 = _o.sent();
+                            resultString = _u.sent();
+                            postprocessingError = null;
+                            return [3 /*break*/, 39];
+                        case 37:
+                            error_3 = _u.sent();
                             if (!(error_3 instanceof Error)) {
                                 throw error_3;
                             }
+                            if (error_3 instanceof UnexpectedError) {
+                                throw error_3;
+                            }
                             postprocessingError = error_3;
                             scriptPipelineExecutionErrors.push(error_3);
-                            return [3 /*break*/, 37];
-                        case 37:
-                            _h = _g.next();
-                            return [3 /*break*/, 33];
-                        case 38: return [3 /*break*/, 41];
-                        case 39:
-                            e_3_1 = _o.sent();
-                            e_3 = { error: e_3_1 };
-                            return [3 /*break*/, 41];
+                            return [3 /*break*/, 38];
+                        case 38:
+                            _o = _m.next();
+                            return [3 /*break*/, 34];
+                        case 39: return [3 /*break*/, 42];
                         case 40:
+                            e_5_1 = _u.sent();
+                            e_5 = { error: e_5_1 };
+                            return [3 /*break*/, 42];
+                        case 41:
                             try {
-                                if (_h && !_h.done && (_l = _g.return)) _l.call(_g);
+                                if (_o && !_o.done && (_s = _m.return)) _s.call(_m);
                             }
-                            finally { if (e_3) throw e_3.error; }
+                            finally { if (e_5) throw e_5.error; }
                             return [7 /*endfinally*/];
-                        case 41:
+                        case 42:
                             if (postprocessingError) {
                                 throw postprocessingError;
                             }
-                            _o.label = 42;
-                        case 42:
-                            _f = _e.next();
-                            return [3 /*break*/, 31];
-                        case 43: return [3 /*break*/, 46];
-                        case 44:
-                            e_4_1 = _o.sent();
-                            e_4 = { error: e_4_1 };
-                            return [3 /*break*/, 46];
+                            _u.label = 43;
+                        case 43:
+                            _l = _k.next();
+                            return [3 /*break*/, 32];
+                        case 44: return [3 /*break*/, 47];
                         case 45:
+                            e_6_1 = _u.sent();
+                            e_6 = { error: e_6_1 };
+                            return [3 /*break*/, 47];
+                        case 46:
                             try {
-                                if (_f && !_f.done && (_k = _e.return)) _k.call(_e);
+                                if (_l && !_l.done && (_r = _k.return)) _r.call(_k);
                             }
-                            finally { if (e_4) throw e_4.error; }
+                            finally { if (e_6) throw e_6.error; }
                             return [7 /*endfinally*/];
-                        case 46:
+                        case 47:
                             // TODO: [💝] Unite object for expecting amount and format
                             if (currentTemplate.expectFormat) {
                                 if (currentTemplate.expectFormat === 'JSON') {
@@ -2417,15 +3030,18 @@ function createPipelineExecutor(options) {
                             if (currentTemplate.expectations) {
                                 checkExpectations(currentTemplate.expectations, resultString || '');
                             }
-                            return [3 /*break*/, 51];
-                        case 47:
-                            error_4 = _o.sent();
+                            return [3 /*break*/, 52];
+                        case 48:
+                            error_4 = _u.sent();
                             if (!(error_4 instanceof ExpectError)) {
                                 throw error_4;
                             }
+                            if (error_4 instanceof UnexpectedError) {
+                                throw error_4;
+                            }
                             expectError = error_4;
-                            return [3 /*break*/, 49];
-                        case 48:
+                            return [3 /*break*/, 50];
+                        case 49:
                             if (!isJokerAttempt &&
                                 currentTemplate.blockType === 'PROMPT_TEMPLATE' &&
                                 prompt
@@ -2447,15 +3063,15 @@ function createPipelineExecutor(options) {
                                 });
                             }
                             return [7 /*endfinally*/];
-                        case 49:
+                        case 50:
                             if (expectError !== null && attempt === maxAttempts - 1) {
                                 throw new PipelineExecutionError(spaceTrim$1(function (block) { return "\n                              LLM execution failed ".concat(maxExecutionAttempts, "x\n\n                              ---\n                              Last error ").concat((expectError === null || expectError === void 0 ? void 0 : expectError.name) || '', ":\n                              ").concat(block((expectError === null || expectError === void 0 ? void 0 : expectError.message) || ''), "\n\n                              Last result:\n                              ").concat(resultString, "\n                              ---\n                          "); }));
                             }
-                            _o.label = 50;
-                        case 50:
-                            attempt++;
-                            return [3 /*break*/, 3];
+                            _u.label = 51;
                         case 51:
+                            attempt++;
+                            return [3 /*break*/, 4];
+                        case 52:
                             if (resultString === null) {
                                 throw new UnexpectedError('Something went wrong and prompt result is null');
                             }
@@ -2471,18 +3087,27 @@ function createPipelineExecutor(options) {
                                     // <- [3]
                                 });
                             }
-                            parametersToPass = __assign(__assign({}, parametersToPass), (_m = {}, _m[currentTemplate.resultingParameterName] = resultString /* <- Note: Not need to detect parameter collision here because pipeline checks logic consistency during construction */, _m));
+                            parametersToPass = Object.freeze(__assign(__assign({}, parametersToPass), (_t = {}, _t[currentTemplate.resultingParameterName] = resultString /* <- Note: Not need to detect parameter collision here because pipeline checks logic consistency during construction */, _t)));
                             return [2 /*return*/];
                     }
                 });
             });
         }
-        var parametersToPass, executionReport, resovedParameters_1, unresovedTemplates, resolving_1, loopLimit, _loop_1, error_1, usage_1, _a, _b, parameter, usage;
-        var e_1, _c;
-        return __generator(this, function (_d) {
-            switch (_d.label) {
+        var executionReport, _a, _b, parameter, parametersToPass, resovedParameters_1, unresovedTemplates_1, resolving_1, loopLimit, _loop_1, error_1, usage_1, outputParameters, errors, _c, _d, parameter, usage;
+        var e_1, _e, e_2, _f;
+        return __generator(this, function (_g) {
+            switch (_g.label) {
                 case 0:
-                    parametersToPass = inputParameters;
+                    if (!(pipeline === undefined)) return [3 /*break*/, 2];
+                    return [4 /*yield*/, preparePipeline(rawPipeline, {
+                            llmTools: llmTools,
+                            isVerbose: isVerbose,
+                            maxParallelCount: maxParallelCount,
+                        })];
+                case 1:
+                    pipeline = _g.sent();
+                    _g.label = 2;
+                case 2:
                     executionReport = {
                         pipelineUrl: pipeline.pipelineUrl,
                         title: pipeline.title,
@@ -2491,9 +3116,35 @@ function createPipelineExecutor(options) {
                         description: pipeline.description,
                         promptExecutions: [],
                     };
-                    _d.label = 1;
-                case 1:
-                    _d.trys.push([1, 6, , 7]);
+                    try {
+                        // Note: Check that all input input parameters are defined
+                        for (_a = __values(pipeline.parameters), _b = _a.next(); !_b.done; _b = _a.next()) {
+                            parameter = _b.value;
+                            if (parameter.isInput && inputParameters[parameter.name] === undefined) {
+                                return [2 /*return*/, deepFreezeWithSameType({
+                                        isSuccessful: false,
+                                        errors: [
+                                            new PipelineExecutionError("Parameter {".concat(parameter.name, "} is required as an input parameter")),
+                                            // <- TODO: !!!!! Test this error
+                                        ],
+                                        executionReport: executionReport,
+                                        outputParameters: {},
+                                        usage: ZERO_USAGE,
+                                    })];
+                            }
+                        }
+                    }
+                    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+                    finally {
+                        try {
+                            if (_b && !_b.done && (_e = _a.return)) _e.call(_a);
+                        }
+                        finally { if (e_1) throw e_1.error; }
+                    }
+                    parametersToPass = inputParameters;
+                    _g.label = 3;
+                case 3:
+                    _g.trys.push([3, 8, , 9]);
                     resovedParameters_1 = pipeline.parameters
                         .filter(function (_a) {
                         var isInput = _a.isInput;
@@ -2503,30 +3154,36 @@ function createPipelineExecutor(options) {
                         var name = _a.name;
                         return name;
                     });
-                    unresovedTemplates = __spreadArray([], __read(pipeline.promptTemplates), false);
+                    unresovedTemplates_1 = __spreadArray([], __read(pipeline.promptTemplates), false);
                     resolving_1 = [];
                     loopLimit = LOOP_LIMIT;
                     _loop_1 = function () {
                         var currentTemplate, work_1;
-                        return __generator(this, function (_e) {
-                            switch (_e.label) {
+                        return __generator(this, function (_h) {
+                            switch (_h.label) {
                                 case 0:
                                     if (loopLimit-- < 0) {
+                                        // Note: Really UnexpectedError not LimitReachedError - this should be catched during validatePipeline
                                         throw new UnexpectedError('Loop limit reached during resolving parameters pipeline execution');
                                     }
-                                    currentTemplate = unresovedTemplates.find(function (template) {
+                                    currentTemplate = unresovedTemplates_1.find(function (template) {
                                         return template.dependentParameterNames.every(function (name) { return resovedParameters_1.includes(name); });
                                     });
                                     if (!(!currentTemplate && resolving_1.length === 0)) return [3 /*break*/, 1];
-                                    throw new UnexpectedError(spaceTrim$1("\n                            Can not resolve some parameters\n\n                            Note: This should be catched during validatePipeline\n                        "));
+                                    throw new UnexpectedError(spaceTrim$1(function (block) { return "\n                                Can not resolve some parameters\n\n                                Note: This should be catched in `validatePipeline`\n\n\n                                Unresolved parameters:\n                                ".concat(block(unresovedTemplates_1
+                                        .map(function (_a) {
+                                        var resultingParameterName = _a.resultingParameterName;
+                                        return "- {".concat(resultingParameterName, "}");
+                                    })
+                                        .join('\n')), "\n\n                                Resolved parameters:\n                                ").concat(block(resovedParameters_1.map(function (name) { return "- {".concat(name, "}"); }).join('\n')), "\n                            "); }));
                                 case 1:
                                     if (!!currentTemplate) return [3 /*break*/, 3];
                                     /* [5] */ return [4 /*yield*/, Promise.race(resolving_1)];
                                 case 2:
-                                    /* [5] */ _e.sent();
+                                    /* [5] */ _h.sent();
                                     return [3 /*break*/, 4];
                                 case 3:
-                                    unresovedTemplates = unresovedTemplates.filter(function (template) { return template !== currentTemplate; });
+                                    unresovedTemplates_1 = unresovedTemplates_1.filter(function (template) { return template !== currentTemplate; });
                                     work_1 = executeSingleTemplate(currentTemplate)
                                         .then(function () {
                                         resovedParameters_1 = __spreadArray(__spreadArray([], __read(resovedParameters_1), false), [currentTemplate.resultingParameterName], false);
@@ -2535,120 +3192,133 @@ function createPipelineExecutor(options) {
                                         resolving_1 = resolving_1.filter(function (w) { return w !== work_1; });
                                     });
                                     resolving_1.push(work_1);
-                                    _e.label = 4;
+                                    _h.label = 4;
                                 case 4: return [2 /*return*/];
                             }
                         });
                     };
-                    _d.label = 2;
-                case 2:
-                    if (!(unresovedTemplates.length > 0)) return [3 /*break*/, 4];
+                    _g.label = 4;
+                case 4:
+                    if (!(unresovedTemplates_1.length > 0)) return [3 /*break*/, 6];
                     return [5 /*yield**/, _loop_1()];
-                case 3:
-                    _d.sent();
-                    return [3 /*break*/, 2];
-                case 4: return [4 /*yield*/, Promise.all(resolving_1)];
                 case 5:
-                    _d.sent();
-                    return [3 /*break*/, 7];
-                case 6:
-                    error_1 = _d.sent();
+                    _g.sent();
+                    return [3 /*break*/, 4];
+                case 6: return [4 /*yield*/, Promise.all(resolving_1)];
+                case 7:
+                    _g.sent();
+                    return [3 /*break*/, 9];
+                case 8:
+                    error_1 = _g.sent();
                     if (!(error_1 instanceof Error)) {
                         throw error_1;
                     }
                     usage_1 = addUsage.apply(void 0, __spreadArray([], __read(executionReport.promptExecutions.map(function (_a) {
                         var result = _a.result;
-                        return (result === null || result === void 0 ? void 0 : result.usage) || addUsage();
+                        return (result === null || result === void 0 ? void 0 : result.usage) || ZERO_USAGE;
                     })), false));
-                    return [2 /*return*/, {
+                    return [2 /*return*/, deepFreezeWithSameType({
                             isSuccessful: false,
                             errors: [error_1],
                             usage: usage_1,
                             executionReport: executionReport,
                             outputParameters: parametersToPass,
-                        }];
-                case 7:
+                        })];
+                case 9:
+                    outputParameters = {};
+                    errors = [];
                     try {
                         // Note: Filter ONLY output parameters
-                        for (_a = __values(pipeline.parameters), _b = _a.next(); !_b.done; _b = _a.next()) {
-                            parameter = _b.value;
-                            if (parameter.isOutput) {
+                        for (_c = __values(pipeline.parameters.filter(function (_a) {
+                            var isOutput = _a.isOutput;
+                            return isOutput;
+                        })), _d = _c.next(); !_d.done; _d = _c.next()) {
+                            parameter = _d.value;
+                            if (parametersToPass[parameter.name] === undefined) {
+                                errors.push(new PipelineExecutionError("Parameter {".concat(parameter.name, "} is required as an output parameter but not set in the pipeline")));
                                 continue;
                             }
-                            delete parametersToPass[parameter.name];
+                            outputParameters[parameter.name] = parametersToPass[parameter.name] || '';
                         }
                     }
-                    catch (e_1_1) { e_1 = { error: e_1_1 }; }
+                    catch (e_2_1) { e_2 = { error: e_2_1 }; }
                     finally {
                         try {
-                            if (_b && !_b.done && (_c = _a.return)) _c.call(_a);
+                            if (_d && !_d.done && (_f = _c.return)) _f.call(_c);
                         }
-                        finally { if (e_1) throw e_1.error; }
+                        finally { if (e_2) throw e_2.error; }
                     }
                     usage = addUsage.apply(void 0, __spreadArray([], __read(executionReport.promptExecutions.map(function (_a) {
                         var result = _a.result;
-                        return (result === null || result === void 0 ? void 0 : result.usage) || addUsage();
+                        return (result === null || result === void 0 ? void 0 : result.usage) || ZERO_USAGE;
                     })), false));
-                    return [2 /*return*/, {
+                    return [2 /*return*/, deepFreezeWithSameType({
                             isSuccessful: true,
-                            errors: [],
+                            errors: errors,
                             usage: usage,
                             executionReport: executionReport,
-                            outputParameters: parametersToPass,
-                        }];
+                            outputParameters: outputParameters,
+                        })];
             }
         });
     }); };
     return pipelineExecutor;
 }
 /**
+ * TODO: Use isVerbose here (not only pass to `preparePipeline`)
+ * TODO: [🪂] Use maxParallelCount here (not only pass to `preparePipeline`)
+ * TODO: [♈] Probbably move expectations from templates to parameters
  * TODO: [🧠] When not meet expectations in PROMPT_DIALOG, make some way to tell the user
  * TODO: [👧] Strongly type the executors to avoid need of remove nullables whtn noUncheckedIndexedAccess in tsconfig.json
  * Note: CreatePipelineExecutorOptions are just connected to PipelineExecutor so do not extract to types folder
  * TODO: [🧠][3] transparent = (report intermediate parameters) / opaque execution = (report only output parameters) progress reporting mode
+ * TODO: [🛠] Actions, instruments (and maybe knowledge) => Functions and tools
  */
 
-function prepareKnowledgeFromMarkdown(options) {
+/**
+ * @@@
+ */
+function prepareKnowledgeFromMarkdown(content /* <- TODO: [🖖] (?maybe not) Always the file */, options) {
     return __awaiter(this, void 0, void 0, function () {
-        var content, llmTools, _a, isVerbose, collection, prepareKnowledgeFromMarkdownExecutor, _b, prepareTitleExecutor, _c, prepareKeywordsExecutor, _d, result, outputParameters, knowledgeRaw, knowledgeTextPieces, knowledge;
-        var _e, _f, _g;
+        var llmTools, _a, maxParallelCount, _b, isVerbose, collection, prepareKnowledgeFromMarkdownExecutor, _c, prepareTitleExecutor, _d, prepareKeywordsExecutor, _e, result, outputParameters, knowledgeRaw, knowledgeTextPieces, knowledge;
+        var _f, _g, _h;
         var _this = this;
-        return __generator(this, function (_h) {
-            switch (_h.label) {
+        return __generator(this, function (_j) {
+            switch (_j.label) {
                 case 0:
-                    content = options.content, llmTools = options.llmTools, _a = options.isVerbose, isVerbose = _a === void 0 ? false : _a;
+                    llmTools = options.llmTools, _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a, _b = options.isVerbose, isVerbose = _b === void 0 ? false : _b;
+                    TODO_USE(maxParallelCount); // <- [🪂]
                     collection = createCollectionFromJson.apply(void 0, __spreadArray([], __read(PipelineCollection), false));
-                    _b = createPipelineExecutor;
-                    _e = {};
-                    return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md')];
-                case 1:
-                    prepareKnowledgeFromMarkdownExecutor = _b.apply(void 0, [(_e.pipeline = _h.sent(),
-                            _e.tools = {
-                                llm: llmTools,
-                            },
-                            _e)]);
                     _c = createPipelineExecutor;
                     _f = {};
-                    return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md')];
-                case 2:
-                    prepareTitleExecutor = _c.apply(void 0, [(_f.pipeline = _h.sent(),
+                    return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md')];
+                case 1:
+                    prepareKnowledgeFromMarkdownExecutor = _c.apply(void 0, [(_f.pipeline = _j.sent(),
                             _f.tools = {
                                 llm: llmTools,
                             },
                             _f)]);
                     _d = createPipelineExecutor;
                     _g = {};
-                    return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md')];
-                case 3:
-                    prepareKeywordsExecutor = _d.apply(void 0, [(_g.pipeline = _h.sent(),
+                    return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md')];
+                case 2:
+                    prepareTitleExecutor = _d.apply(void 0, [(_g.pipeline = _j.sent(),
                             _g.tools = {
                                 llm: llmTools,
                             },
                             _g)]);
+                    _e = createPipelineExecutor;
+                    _h = {};
+                    return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md')];
+                case 3:
+                    prepareKeywordsExecutor = _e.apply(void 0, [(_h.pipeline = _j.sent(),
+                            _h.tools = {
+                                llm: llmTools,
+                            },
+                            _h)]);
                     return [4 /*yield*/, prepareKnowledgeFromMarkdownExecutor({ content: content })];
                 case 4:
-                    result = _h.sent();
-                    // TODO: [0] !!! Aggeregate usage
+                    result = _j.sent();
                     assertsExecutionSuccessful(result);
                     outputParameters = result.outputParameters;
                     knowledgeRaw = outputParameters.knowledge;
@@ -2657,9 +3327,9 @@ function prepareKnowledgeFromMarkdown(options) {
                         console.info('knowledgeTextPieces:', knowledgeTextPieces);
                     }
                     return [4 /*yield*/, Promise.all(
-                        // TODO: !!! Do not send all at once but in chunks
+                        // TODO: [🪂] !! Do not send all at once but in chunks
                         knowledgeTextPieces.map(function (knowledgeTextPiece, i) { return __awaiter(_this, void 0, void 0, function () {
-                            var name, title, content, keywords, index, sources, titleResult, _a, titleRaw, keywordsResult, _b, keywordsRaw, embeddingResult, error_1;
+                            var name, title, content, keywords, index, titleResult, _a, titleRaw, keywordsResult, _b, keywordsRaw, embeddingResult, error_1;
                             return __generator(this, function (_c) {
                                 switch (_c.label) {
                                     case 0:
@@ -2668,12 +3338,6 @@ function prepareKnowledgeFromMarkdown(options) {
                                         content = spaceTrim(knowledgeTextPiece);
                                         keywords = [];
                                         index = [];
-                                        sources = [
-                                            {
-                                                title: 'Markdown document' /* <- TODO: !!! Unhardcode */,
-                                                href: '#' /* <- TODO: !!! Unhardcode */,
-                                            },
-                                        ];
                                         _c.label = 1;
                                     case 1:
                                         _c.trys.push([1, 7, , 8]);
@@ -2708,7 +3372,6 @@ function prepareKnowledgeFromMarkdown(options) {
                                         })];
                                     case 5:
                                         embeddingResult = _c.sent();
-                                        // TODO: [0] !!! Aggeregate usage embeddingResult.usage
                                         index.push({
                                             modelName: embeddingResult.modelName,
                                             position: embeddingResult.content,
@@ -2726,21 +3389,403 @@ function prepareKnowledgeFromMarkdown(options) {
                                             content: content,
                                             keywords: keywords,
                                             index: index,
-                                            sources: sources,
+                                            // <- TODO: [☀] sources,
                                         }];
                                 }
                             });
                         }); }))];
                 case 5:
-                    knowledge = _h.sent();
+                    knowledge = _j.sent();
                     return [2 /*return*/, knowledge];
             }
         });
-    });
-}
+    });
+}
+/**
+ * TODO: [🐝][🔼] !!! Export via `@promptbook/markdown`
+ * TODO: [🪂] Do it in parallel 11:11
+ * Note: No need to aggregate usage here, it is done by intercepting the llmTools
+ */
+
+/**
+ * Prepares the knowle
+ *
+ * @see https://github.com/webgptorg/promptbook/discussions/41
+ */
+function prepareKnowledgePieces(knowledgeSources, options) {
+    return __awaiter(this, void 0, void 0, function () {
+        var _a, maxParallelCount, knowledgePrepared;
+        var _this = this;
+        return __generator(this, function (_b) {
+            switch (_b.label) {
+                case 0:
+                    _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a;
+                    knowledgePrepared = [];
+                    return [4 /*yield*/, forEachAsync(knowledgeSources, { maxParallelCount: maxParallelCount }, function (knowledgeSource) { return __awaiter(_this, void 0, void 0, function () {
+                            var partialPieces, pieces;
+                            return __generator(this, function (_a) {
+                                switch (_a.label) {
+                                    case 0: return [4 /*yield*/, prepareKnowledgeFromMarkdown(knowledgeSource.source, // <- TODO: [🐝] !!! Unhardcode markdown, detect which type it is
+                                        options)];
+                                    case 1:
+                                        partialPieces = _a.sent();
+                                        pieces = partialPieces.map(function (partialPiece) { return (__assign(__assign({}, partialPiece), { sources: [
+                                                {
+                                                    name: knowledgeSource.name,
+                                                    // line, column <- TODO: [☀]
+                                                    // <- TODO: [❎]
+                                                },
+                                            ] })); });
+                                        knowledgePrepared.push.apply(knowledgePrepared, __spreadArray([], __read(pieces), false));
+                                        return [2 /*return*/];
+                                }
+                            });
+                        }); })];
+                case 1:
+                    _b.sent();
+                    return [2 /*return*/, knowledgePrepared];
+            }
+        });
+    });
+}
+/*
+TODO: [🧊] This is how it can look in future
+> type PrepareKnowledgeKnowledge = {
+>   /**
+>    * Unprepared knowledge
+>    * /
+>   readonly knowledgeSources: Array<KnowledgeSourceJson>;
+> };
+>
+> export async function prepareKnowledgePieces(
+>   knowledge: PrepareKnowledgeKnowledge,
+>   options: PrepareOptions,
+> ):
+*/
+/**
+ * TODO: [🐝][🔼] !!! Export via `@promptbook/core`
+ * TODO: [🧊] In future one preparation can take data from previous preparation and save tokens and time
+ *       Put `knowledgePieces` into `PrepareKnowledgeOptions`
+ * TODO: [🪂] More than max things can run in parallel by acident [1,[2a,2b,_],[3a,3b,_]]
+ * TODO: [🧠][❎] Do here propper M:N mapping
+ *       [x] One source can make multiple pieces
+ *       [ ] One piece can have multiple sources
+ */
+
+/**
+ * Prepares the persona for the pipeline
+ *
+ * @see https://github.com/webgptorg/promptbook/discussions/22
+ */
+function preparePersona(personaDescription, options) {
+    return __awaiter(this, void 0, void 0, function () {
+        var llmTools, _a, isVerbose, collection, preparePersonaExecutor, _b, availableModels, availableModelNames, result, outputParameters, modelRequirementsRaw, modelRequirements, modelName, systemMessage, temperature;
+        var _c;
+        return __generator(this, function (_d) {
+            switch (_d.label) {
+                case 0:
+                    llmTools = options.llmTools, _a = options.isVerbose, isVerbose = _a === void 0 ? false : _a;
+                    collection = createCollectionFromJson.apply(void 0, __spreadArray([], __read(PipelineCollection), false));
+                    _b = createPipelineExecutor;
+                    _c = {};
+                    return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-persona.ptbk.md')];
+                case 1:
+                    preparePersonaExecutor = _b.apply(void 0, [(_c.pipeline = _d.sent(),
+                            _c.tools = {
+                                llm: llmTools,
+                            },
+                            _c)]);
+                    return [4 /*yield*/, llmTools.listModels()];
+                case 2:
+                    availableModels = _d.sent();
+                    availableModelNames = availableModels
+                        .filter(function (_a) {
+                        var modelVariant = _a.modelVariant;
+                        return modelVariant === 'CHAT';
+                    })
+                        .map(function (_a) {
+                        var modelName = _a.modelName;
+                        return modelName;
+                    })
+                        .join(',');
+                    return [4 /*yield*/, preparePersonaExecutor({ availableModelNames: availableModelNames, personaDescription: personaDescription })];
+                case 3:
+                    result = _d.sent();
+                    assertsExecutionSuccessful(result);
+                    outputParameters = result.outputParameters;
+                    modelRequirementsRaw = outputParameters.modelRequirements;
+                    modelRequirements = JSON.parse(modelRequirementsRaw);
+                    if (isVerbose) {
+                        console.info("PERSONA ".concat(personaDescription), modelRequirements);
+                    }
+                    modelName = modelRequirements.modelName, systemMessage = modelRequirements.systemMessage, temperature = modelRequirements.temperature;
+                    return [2 /*return*/, {
+                            modelVariant: 'CHAT',
+                            modelName: modelName,
+                            systemMessage: systemMessage,
+                            temperature: temperature,
+                        }];
+            }
+        });
+    });
+}
+/**
+ * TODO: [🔼] !!! Export via `@promptbook/core`
+ * TODO: [🏢] !! Check validity of `modelName` in pipeline
+ * TODO: [🏢] !! Check validity of `systemMessage` in pipeline
+ * TODO: [🏢] !! Check validity of `temperature` in pipeline
+ */
+
+/**
+ * Prepare pipeline from string (markdown) format to JSON format
+ *
+ * Note: This function does not validate logic of the pipeline
+ * Note: This function acts as part of compilation process
+ */
+function preparePipeline(pipeline, options) {
+    return __awaiter(this, void 0, void 0, function () {
+        var _a, maxParallelCount, 
+        /*
+        <- TODO: [🧠][0] `promptbookVersion` */
+        knowledgeSources /*
+        <- TODO: [🧊] `knowledgePieces` */, personas /*
+        <- TODO: [🧊] `preparations` */, currentPreparation, preparations, preparedPersonas, knowledgeSourcesPrepared, partialknowledgePiecesPrepared, knowledgePiecesPrepared;
+        var _this = this;
+        return __generator(this, function (_b) {
+            switch (_b.label) {
+                case 0:
+                    _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a;
+                    knowledgeSources = pipeline.knowledgeSources, personas = pipeline.personas;
+                    currentPreparation = {
+                        id: 1,
+                        // TODO: [🍥]> date: $currentDate(),
+                        promptbookVersion: PROMPTBOOK_VERSION,
+                        modelUsage: ZERO_USAGE,
+                    };
+                    preparations = [
+                        // ...preparations
+                        // <- TODO: [🧊]
+                        currentPreparation,
+                    ];
+                    preparedPersonas = new Array(personas.length);
+                    return [4 /*yield*/, forEachAsync(personas, { maxParallelCount: maxParallelCount /* <- TODO: [🪂] When there are subtasks, this maximul limit can be broken */ }, function (persona, index) { return __awaiter(_this, void 0, void 0, function () {
+                            var modelRequirements, preparedPersona;
+                            return __generator(this, function (_a) {
+                                switch (_a.label) {
+                                    case 0: return [4 /*yield*/, preparePersona(persona.description, options)];
+                                    case 1:
+                                        modelRequirements = _a.sent();
+                                        preparedPersona = __assign(__assign({}, persona), { modelRequirements: modelRequirements, preparationIds: [/* TODO: [🧊] -> */ currentPreparation.id] });
+                                        preparedPersonas[index] = preparedPersona;
+                                        return [2 /*return*/];
+                                }
+                            });
+                        }); })];
+                case 1:
+                    _b.sent();
+                    knowledgeSourcesPrepared = knowledgeSources.map(function (source) { return (__assign(__assign({}, source), { preparationIds: [/* TODO: [🧊] -> */ currentPreparation.id] })); });
+                    return [4 /*yield*/, prepareKnowledgePieces(knowledgeSources /* <- TODO: [🧊] {knowledgeSources, knowledgePieces} */, options)];
+                case 2:
+                    partialknowledgePiecesPrepared = _b.sent();
+                    knowledgePiecesPrepared = partialknowledgePiecesPrepared.map(function (piece) { return (__assign(__assign({}, piece), { preparationIds: [/* TODO: [🧊] -> */ currentPreparation.id] })); });
+                    // ----- /Knowledge preparation -----
+                    // TODO: !!!!! Add context to each template (if missing)
+                    // TODO: !!!!! Apply samples to each template (if missing)
+                    return [2 /*return*/, __assign(__assign({}, pipeline), { knowledgeSources: knowledgeSourcesPrepared, knowledgePieces: knowledgePiecesPrepared, personas: preparedPersonas, preparations: preparations })];
+            }
+        });
+    });
+}
+/**
+ * TODO: !!!!! Index the samples and maybe templates
+ * TODO: [🔼] !!! Export via `@promptbook/core`
+ * TODO: Write tests for `preparePipeline`
+ * TODO: [🏏] Leverage the batch API and build queues @see https://platform.openai.com/docs/guides/batch
+ * TODO: [🧊] In future one preparation can take data from previous preparation and save tokens and time
+ * TODO: [🎐] !!!! Use here countTotalUsage
+ * TODO: [🛠] Actions, instruments (and maybe knowledge) => Functions and tools
+ */
+
+/**
+ * Tests if given string is valid URL.
+ *
+ * Note: This does not check if the file exists only if the path is valid
+ */
+function isValidFilePath(filePath) {
+    if (typeof filePath !== 'string') {
+        return false;
+    }
+    var filePathSlashes = filePath.split('\\').join('/');
+    // Absolute Unix path: /hello.txt
+    if (/^(\/)/i.test(filePathSlashes)) {
+        return true;
+    }
+    // Absolute Windows path: /hello.txt
+    if (/^([A-Z]{1,2}:\/?)\//i.test(filePathSlashes)) {
+        return true;
+    }
+    // Relative path: ./hello.txt
+    if (/^(\.\.?\/)+/i.test(filePathSlashes)) {
+        return true;
+    }
+    return false;
+}
+
+/**
+ * Parses the knowledge command
+ *
+ * @see ./KNOWLEDGE-README.md for more details
+ * @private within the commands folder
+ */
+var knowledgeCommandParser = {
+    /**
+     * Name of the command
+     */
+    name: 'KNOWLEDGE',
+    /**
+     * BOILERPLATE command can be used in:
+     */
+    usagePlaces: ['PIPELINE_HEAD'],
+    /**
+     * Description of the KNOWLEDGE command
+     */
+    description: "Tells promptbook which external knowledge to use",
+    /**
+     * Link to discussion
+     */
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/41',
+    /**
+     * Example usages of the KNOWLEDGE command
+     */
+    examples: [
+        'KNOWLEDGE https://www.pavolhejny.com/',
+        'KNOWLEDGE ./hejny-cv.txt',
+        'KNOWLEDGE ./hejny-cv.md',
+        'KNOWLEDGE ./hejny-cv.pdf',
+        'KNOWLEDGE ./hejny-cv.docx',
+    ],
+    /**
+     * Parses the KNOWLEDGE command
+     */
+    parse: function (input) {
+        var args = input.args;
+        var source = args[0];
+        if (source === undefined) {
+            throw new ParsingError("Source is not defined");
+        }
+        if (source.startsWith('http://')) {
+            throw new ParsingError("Source is not secure");
+        }
+        if (!(isValidFilePath(source) || isValidUrl(source))) {
+            throw new ParsingError("Source not valid");
+        }
+        if (source.startsWith('../') || source.startsWith('/') || /^[A-Z]:[\\/]+/i.test(source)) {
+            throw new ParsingError("Source cannot be outside of the .ptbk.md folder");
+        }
+        return {
+            type: 'KNOWLEDGE',
+            source: source,
+        };
+    },
+    /**
+     * Note: Prototype of [🍧] (remove this comment after full implementation)
+     */
+    applyToPipelineJson: function (personaCommand, subjects) {
+        var source = personaCommand.source;
+        var pipelineJson = subjects.pipelineJson;
+        var name = titleToName(source);
+        pipelineJson.knowledgeSources.push({
+            name: name,
+            source: source,
+        });
+    },
+};
+
 /**
- * 11:11
+ * Parses the persona command
+ *
+ * @see ./PERSONA-README.md for more details
+ * @private within the commands folder
  */
+var personaCommandParser = {
+    /**
+     * Name of the command
+     */
+    name: 'PERSONA',
+    /**
+     * Aliases for the PERSONA command
+     */
+    aliasNames: ['PERSON'],
+    /**
+     * PERSONA command can be used in:
+     */
+    usagePlaces: ['PIPELINE_HEAD', 'PIPELINE_TEMPLATE'],
+    /**
+     * Description of the PERSONA command
+     */
+    description: "Persona command is used to specify who the system is, it will be transformed into system message, top_t,...",
+    /**
+     * Link to discussion
+     */
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/22',
+    /**
+     * Example usages of the PERSONA command
+     */
+    examples: ['PERSONA Jane, skilled copywriter', 'PERSONA Joe, male 28 years old, programmer'],
+    /**
+     * Parses the PERSONA command
+     */
+    parse: function (input) {
+        var rawArgs = input.rawArgs;
+        var _a = __read(rawArgs.split(/[,;:]/, 2), 2), personaNameRaw = _a[0], personaDescriptionRaw = _a[1];
+        var personaName = (personaNameRaw || '').trim();
+        if (personaName === '') {
+            throw new ParsingError("You must set name for the persona");
+        }
+        var personaDescription = (personaDescriptionRaw || '').trim();
+        if (personaDescription === '') {
+            personaDescription = null;
+        }
+        return {
+            type: 'PERSONA',
+            personaName: personaName,
+            personaDescription: personaDescription,
+        };
+    },
+    /**
+     * Note: Prototype of [🍧] (remove this comment after full implementation)
+     */
+    applyToPipelineJson: function (personaCommand, subjects) {
+        var personaName = personaCommand.personaName, personaDescription = personaCommand.personaDescription;
+        var pipelineJson = subjects.pipelineJson, templateJson = subjects.templateJson;
+        if (templateJson !== null) {
+            if (templateJson.blockType !== 'PROMPT_TEMPLATE') {
+                throw new ParsingError("PERSONA command can be used only in PROMPT_TEMPLATE block");
+            }
+            templateJson.personaName = personaName;
+        }
+        var persona = pipelineJson.personas.find(function (persona) { return persona.name === personaName; });
+        if (persona === undefined) {
+            pipelineJson.personas.push({
+                name: personaName,
+                description: personaDescription || '',
+            });
+            return;
+        }
+        if (persona.description === personaDescription) {
+            return;
+        }
+        if (personaDescription === null) {
+            return;
+        }
+        if (persona.description === '') {
+            persona.description = personaDescription;
+            return;
+        }
+        console.warn(spaceTrim("\n\n                Persona \"".concat(personaName, "\" is defined multiple times with different description:\n\n                First definition:\n                ").concat(persona.description, "\n\n                Second definition:\n                ").concat(personaDescription, "\n\n            ")));
+        persona.description += spaceTrim('\n\n' + personaDescription);
+    },
+};
 
 /**
  * Removes Markdown formatting tags from a string.
@@ -2860,7 +3905,7 @@ var blockCommandParser = {
     /**
      * Link to discussion
      */
-    discussionUrl: 'https://github.com/webgptorg/promptbook/discussions/64',
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/64',
     /**
      * Example usages of the BLOCK command
      */
@@ -2880,7 +3925,7 @@ var blockCommandParser = {
         'Knowledge BLOCK',
         // 'Knowledge', // <- Note: [⛱] For execution blocks which are also separate commands shortcut does not work
         //---
-        /* TODO: !!!! Not implemented block types will be in examples in future -> */
+        /* Note: Not implemented block types will be in examples in future -> */
         'Instrument BLOCK',
         // 'Instrument', // <- Note: [⛱]
         'Action BLOCK',
@@ -2888,6 +3933,7 @@ var blockCommandParser = {
         //---
         /* <- TODO: [🧠] Maybe dynamic */
     ],
+    // TODO: [♓️] order: -10 /* <- Note: Putting before other commands */
     /**
      * Parses the BLOCK command
      */
@@ -2896,19 +3942,19 @@ var blockCommandParser = {
         normalized = normalized.split('EXAMPLE').join('SAMPLE');
         var blockTypes = BlockTypes.filter(function (blockType) { return normalized.includes(blockType); });
         if (blockTypes.length !== 1) {
-            // console.log('!!!', { blockType });
             throw new ParsingError(spaceTrim(function (block) { return "\n                        Unknown block type in BLOCK command\n\n                        Supported block types are:\n                        ".concat(block(BlockTypes.join(', ')), "\n                    "); }));
         }
-        // TODO: !!!! Not supported yet
+        var blockType = blockTypes[0];
         return {
             type: 'BLOCK',
-            blockType: blockTypes[0],
+            blockType: blockType,
         };
     },
 };
 
 /**
  * Units of text measurement
+ * @see https://github.com/webgptorg/promptbook/discussions/30
  */
 var EXPECTATION_UNITS = ['CHARACTERS', 'WORDS', 'SENTENCES', 'LINES', 'PARAGRAPHS', 'PAGES'];
 /**
@@ -3004,7 +4050,7 @@ var expectCommandParser = {
     /**
      * Link to discussion
      */
-    discussionUrl: 'https://github.com/webgptorg/promptbook/discussions/30',
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/30',
     /**
      * Example usages of the EXPECT command
      */
@@ -3122,7 +4168,7 @@ var jokerCommandParser = {
     /**
      * Link to discussion
      */
-    discussionUrl: 'https://github.com/webgptorg/promptbook/discussions/66',
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/66',
     /**
      * Example usages of the JOKER command
      */
@@ -3145,94 +4191,11 @@ var jokerCommandParser = {
 };
 
 /**
- * Tests if given string is valid URL.
- *
- * Note: This does not check if the file exists only if the path is valid
- */
-function isValidFilePath(filePath) {
-    if (typeof filePath !== 'string') {
-        return false;
-    }
-    var filePathSlashes = filePath.split('\\').join('/');
-    // Absolute Unix path: /hello.txt
-    if (/^(\/)/i.test(filePathSlashes)) {
-        return true;
-    }
-    // Absolute Windows path: /hello.txt
-    if (/^([A-Z]{1,2}:\/?)\//i.test(filePathSlashes)) {
-        return true;
-    }
-    // Relative path: ./hello.txt
-    if (/^(\.\.?\/)+/i.test(filePathSlashes)) {
-        return true;
-    }
-    return false;
-}
-
-/**
- * Parses the knowledge command
+ * @@@
  *
- * @see ./KNOWLEDGE-README.md for more details
- * @private within the commands folder
+ * @private for `ModelVariant` and `modelCommandParser`
  */
-var knowledgeCommandParser = {
-    /**
-     * Name of the command
-     */
-    name: 'KNOWLEDGE',
-    /**
-     * BOILERPLATE command can be used in:
-     */
-    usagePlaces: ['PIPELINE_HEAD'],
-    /**
-     * Description of the KNOWLEDGE command
-     */
-    description: "Tells promptbook which external knowledge to use",
-    /**
-     * Link to discussion
-     */
-    discussionUrl: 'https://github.com/webgptorg/promptbook/discussions/41',
-    /**
-     * Example usages of the KNOWLEDGE command
-     */
-    examples: [
-        'KNOWLEDGE https://www.pavolhejny.com/',
-        'KNOWLEDGE ./hejny-cv.txt',
-        'KNOWLEDGE ./hejny-cv.md',
-        'KNOWLEDGE ./hejny-cv.pdf',
-        'KNOWLEDGE ./hejny-cv.docx',
-    ],
-    /**
-     * Parses the KNOWLEDGE command
-     */
-    parse: function (input) {
-        var args = input.args;
-        var source = args[0];
-        if (source === undefined) {
-            throw new ParsingError("Source is not defined");
-        }
-        if (source.startsWith('http://')) {
-            throw new ParsingError("Source is not secure");
-        }
-        if (!(isValidFilePath(source) || isValidUrl(source))) {
-            throw new ParsingError("Source not valid");
-        }
-        if (source.startsWith('../') || source.startsWith('/') || /^[A-Z]:[\\/]+/i.test(source)) {
-            throw new ParsingError("Source cannot be outside of the .ptbk.md folder");
-        }
-        return {
-            type: 'KNOWLEDGE',
-            source: source,
-        };
-    },
-};
-
 var MODEL_VARIANTS = ['COMPLETION', 'CHAT', 'EMBEDDING' /* <- TODO [🏳] */ /* <- [🤖] */];
-/**
- * TODO: Maybe figure out better word than "variant"
- * TODO: Add here more requirement options like max context size, max tokens, etc.
- * TODO: [👙][🧠] Just selecting gpt3 or gpt4 level of model
- */
 
 /**
  * Parses the model command
@@ -3248,7 +4211,11 @@ var modelCommandParser = {
     /**
      * BOILERPLATE command can be used in:
      */
-    usagePlaces: ['PIPELINE_HEAD', 'PIPELINE_TEMPLATE'],
+    usagePlaces: [
+        'PIPELINE_HEAD',
+        //  <- TODO: [🧠][❔] Should there be possibility to set MODEL for entire pipeline?
+        'PIPELINE_TEMPLATE',
+    ],
     /**
      * Description of the MODEL command
      */
@@ -3256,7 +4223,7 @@ var modelCommandParser = {
     /**
      * Link to discussion
      */
-    discussionUrl: 'https://github.com/webgptorg/promptbook/discussions/67',
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/67',
     /**
      * Example usages of the MODEL command
      */
@@ -3336,7 +4303,7 @@ var parameterCommandParser = {
     /**
      * Link to discussion
      */
-    discussionUrl: 'https://github.com/webgptorg/promptbook/discussions/68',
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/68',
     /**
      * Example usages of the PARAMETER command
      */
@@ -3370,59 +4337,6 @@ var parameterCommandParser = {
     },
 };
 
-/**
- * Parses the persona command
- *
- * @see ./PERSONA-README.md for more details
- * @private within the commands folder
- */
-var personaCommandParser = {
-    /**
-     * Name of the command
-     */
-    name: 'PERSONA',
-    /**
-     * Aliases for the PERSONA command
-     */
-    aliasNames: ['PERSON'],
-    /**
-     * PERSONA command can be used in:
-     */
-    usagePlaces: ['PIPELINE_HEAD', 'PIPELINE_TEMPLATE'],
-    /**
-     * Description of the PERSONA command
-     */
-    description: "Persona command is used to specify who the system is, it will be transformed into system message, top_t,...",
-    /**
-     * Link to discussion
-     */
-    discussionUrl: 'https://github.com/webgptorg/promptbook/discussions/22',
-    /**
-     * Example usages of the PERSONA command
-     */
-    examples: ['PERSONA Jane, skilled copywriter', 'PERSONA Joe, male 28 years old, programmer'],
-    /**
-     * Parses the PERSONA command
-     */
-    parse: function (input) {
-        var rawArgs = input.rawArgs;
-        var _a = __read(rawArgs.split(/[,;:]/, 2), 2), personaNameRaw = _a[0], personaDescriptionRaw = _a[1];
-        var personaName = (personaNameRaw || '').trim();
-        if (personaName === '') {
-            throw new ParsingError("You must set name for the persona");
-        }
-        var personaDescription = (personaDescriptionRaw || '').trim();
-        if (personaDescription === '') {
-            personaDescription = null;
-        }
-        return {
-            type: 'PERSONA',
-            personaName: personaName,
-            personaDescription: personaDescription,
-        };
-    },
-};
-
 function isValidJavascriptName(javascriptName) {
     if (typeof javascriptName !== 'string') {
         return false;
@@ -3453,7 +4367,7 @@ var postprocessCommandParser = {
     /**
      * Link to discussion
      */
-    discussionUrl: 'https://github.com/webgptorg/promptbook/discussions/31',
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/31',
     /**
      * Example usages of the POSTPROCESS command
      */
@@ -3508,7 +4422,7 @@ var promptbookVersionCommandParser = {
     /**
      * Link to discussion
      */
-    discussionUrl: 'https://github.com/webgptorg/promptbook/discussions/69',
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/69',
     /**
      * Example usages of the PROMPTBOOK_VERSION command
      */
@@ -3561,7 +4475,7 @@ var urlCommandParser = {
     /**
      * Link to discussion
      */
-    discussionUrl: 'https://github.com/webgptorg/promptbook/discussions/70',
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/70',
     /**
      * Example usages of the URL command
      */
@@ -3609,22 +4523,6 @@ var urlCommandParser = {
     },
 };
 
-/**
- * Returns the same value that is passed as argument.
- * No side effects.
- *
- * Note: It can be usefull for leveling indentation
- *
- * @param value any values
- * @returns the same values
- */
-function just(value) {
-    if (value === undefined) {
-        return undefined;
-    }
-    return value;
-}
-
 /**
  * Parses the action command
  *
@@ -3647,7 +4545,7 @@ var actionCommandParser = {
     /**
      * Link to discussion
      */
-    discussionUrl: 'https://github.com/webgptorg/promptbook/discussions/72',
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/72',
     /**
      * Example usages of the ACTION command
      */
@@ -3656,7 +4554,8 @@ var actionCommandParser = {
      * Parses the ACTION command
      */
     parse: function (input) {
-        input.args;
+        var args = input.args;
+        TODO_USE(args);
         return {
             type: 'ACTION',
         };
@@ -3685,7 +4584,7 @@ var instrumentCommandParser = {
     /**
      * Link to discussion
      */
-    discussionUrl: 'https://github.com/webgptorg/promptbook/discussions/71',
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/71',
     /**
      * Example usages of the INSTRUMENT command
      */
@@ -3694,7 +4593,8 @@ var instrumentCommandParser = {
      * Parses the INSTRUMENT command
      */
     parse: function (input) {
-        input.args;
+        var args = input.args;
+        TODO_USE(args);
         return {
             type: 'INSTRUMENT',
         };
@@ -3727,7 +4627,7 @@ var boilerplateCommandParser = {
     /**
      * Link to discussion
      */
-    discussionUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
+    documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
     /**
      * Example usages of the BOILERPLATE command
      */
@@ -3752,6 +4652,7 @@ var boilerplateCommandParser = {
 };
 /**
  * TODO: [💐] Implement BOILERPLATE command into `pipelineStringToJsonSync` function
+ * Note: [⚪] This should never be in any released package
  */
 
 /**
@@ -3770,7 +4671,7 @@ var COMMANDS = [
     actionCommandParser,
     instrumentCommandParser,
     personaCommandParser,
-    boilerplateCommandParser, // <- TODO: !!!! Only in development, remove in production
+    boilerplateCommandParser, // <- TODO: !! Only in development, remove in production
 ];
 
 /**
@@ -3856,18 +4757,18 @@ function parseCommand(raw, usagePlace) {
     }));
 }
 /**
- * !!!
+ * @@@
  */
 function getSupportedCommandsMessage() {
     return COMMANDS.flatMap(function (_a) {
-        var name = _a.name, aliasNames = _a.aliasNames, description = _a.description, discussionUrl = _a.discussionUrl;
+        var name = _a.name, aliasNames = _a.aliasNames, description = _a.description, documentationUrl = _a.documentationUrl;
         return __spreadArray([
-            "- **".concat(name, "** ").concat(description, ", see [discussion](").concat(discussionUrl, ")")
+            "- **".concat(name, "** ").concat(description, ", see [discussion](").concat(documentationUrl, ")")
         ], __read((aliasNames || []).map(function (aliasName) { return "    - **".concat(aliasName, "** Alias for **").concat(name, "**"); })), false);
     }).join('\n');
 }
 /**
- * !!!
+ * @@@
  */
 function parseCommandVariant(input) {
     var e_1, _a;
@@ -3876,7 +4777,6 @@ function parseCommandVariant(input) {
     var _loop_1 = function (commandParser) {
         var name_1 = commandParser.name, aliasNames = commandParser.aliasNames, deprecatedNames = commandParser.deprecatedNames, parse = commandParser.parse;
         var names = __spreadArray(__spreadArray([name_1], __read((aliasNames || [])), false), __read((deprecatedNames || [])), false);
-        // console.log('!!!', { commandName, names });
         if (names.includes(commandName)) {
             try {
                 return { value: parse({ usagePlace: usagePlace, raw: raw, rawArgs: rawArgs, normalized: normalized, args: args }) };
@@ -3986,25 +4886,42 @@ function extractAllBlocksFromMarkdown(markdown) {
     var e_1, _a;
     var codeBlocks = [];
     var lines = markdown.split('\n');
+    // Note: [0] Ensure that the last block notated by gt > will be closed
+    lines.push('');
     var currentCodeBlock = null;
     try {
         for (var lines_1 = __values(lines), lines_1_1 = lines_1.next(); !lines_1_1.done; lines_1_1 = lines_1.next()) {
             var line = lines_1_1.value;
+            if (line.startsWith('> ') || line === '>') {
+                if (currentCodeBlock === null) {
+                    currentCodeBlock = { blockNotation: '>', language: null, content: '' };
+                } /* not else */
+                if (currentCodeBlock.blockNotation === '>') {
+                    if (currentCodeBlock.content !== '') {
+                        currentCodeBlock.content += '\n';
+                    }
+                    currentCodeBlock.content += line.slice(2);
+                }
+            }
+            else if (currentCodeBlock !== null && currentCodeBlock.blockNotation === '>' /* <- Note: [0] */) {
+                codeBlocks.push(currentCodeBlock);
+                currentCodeBlock = null;
+            }
+            /* not else */
             if (line.startsWith('```')) {
                 var language = line.slice(3).trim() || null;
                 if (currentCodeBlock === null) {
-                    currentCodeBlock = { language: language, content: '' };
+                    currentCodeBlock = { blockNotation: '```', language: language, content: '' };
                 }
                 else {
                     if (language !== null) {
-                        // [🌻]
-                        throw new Error("".concat(capitalize(currentCodeBlock.language || 'the'), " code block was not closed and already opening new ").concat(language, " code block"));
+                        throw new ParsingError("".concat(capitalize(currentCodeBlock.language || 'the'), " code block was not closed and already opening new ").concat(language, " code block"));
                     }
                     codeBlocks.push(currentCodeBlock);
                     currentCodeBlock = null;
                 }
             }
-            else if (currentCodeBlock !== null) {
+            else if (currentCodeBlock !== null && currentCodeBlock.blockNotation === '```') {
                 if (currentCodeBlock.content !== '') {
                     currentCodeBlock.content += '\n';
                 }
@@ -4020,11 +4937,13 @@ function extractAllBlocksFromMarkdown(markdown) {
         finally { if (e_1) throw e_1.error; }
     }
     if (currentCodeBlock !== null) {
-        // [🌻]
-        throw new Error("".concat(capitalize(currentCodeBlock.language || 'the'), " code block was not closed at the end of the markdown"));
+        throw new ParsingError("".concat(capitalize(currentCodeBlock.language || 'the'), " code block was not closed at the end of the markdown"));
     }
     return codeBlocks;
 }
+/**
+ * TODO: Maybe name for `blockNotation` instead of  '```' and '>'
+ */
 
 /**
  * Extracts exactly ONE code block from markdown.
@@ -4042,13 +4961,12 @@ function extractAllBlocksFromMarkdown(markdown) {
 function extractOneBlockFromMarkdown(markdown) {
     var codeBlocks = extractAllBlocksFromMarkdown(markdown);
     if (codeBlocks.length !== 1) {
-        // TODO: Report more specific place where the error happened
-        throw new Error(/* <- [🌻] */ 'There should be exactly one code block in the markdown');
+        throw new ParsingError(spaceTrim(function (block) { return "\n                    There should be exactly 1 code block, found ".concat(codeBlocks.length, " code blocks\n\n                    ").concat(block(codeBlocks.map(function (block, i) { return "Block ".concat(i + 1, ":\n").concat(block.content); }).join('\n\n\n')), "\n                "); }));
     }
     return codeBlocks[0];
 }
 /***
- * TODO: [🍓][🌻] !!! Decide of this is internal util, external util OR validator/postprocessor
+ * TODO: [🍓][🌻] Decide of this is internal util, external util OR validator/postprocessor
  */
 
 /**
@@ -4058,13 +4976,13 @@ function parseMarkdownSection(value) {
     var _a, _b;
     var lines = value.split('\n');
     if (!lines[0].startsWith('#')) {
-        throw new Error('Markdown section must start with heading');
+        throw new ParsingError('Markdown section must start with heading');
     }
     var title = lines[0].replace(/^#+\s*/, '');
     var level = (_b = (_a = lines[0].match(/^#+/)) === null || _a === void 0 ? void 0 : _a[0].length) !== null && _b !== void 0 ? _b : 0;
     var content = spaceTrim(lines.slice(1).join('\n'));
     if (level < 1 || level > 6) {
-        throw new Error('Markdown section must have heading level between 1 and 6');
+        throw new ParsingError('Markdown section must have heading level between 1 and 6');
     }
     return { title: title, level: level, content: content };
 }
@@ -4201,203 +5119,14 @@ function removeContentComments(content) {
 }
 
 /**
- * Create difference set of two sets.
- *
- * @deprecated use new javascript set methods instead @see https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Set
- */
-function difference(a, b, isEqual) {
-    var e_1, _a;
-    if (isEqual === void 0) { isEqual = function (a, b) { return a === b; }; }
-    var diff = new Set();
-    var _loop_1 = function (itemA) {
-        if (!Array.from(b).some(function (itemB) { return isEqual(itemA, itemB); })) {
-            diff.add(itemA);
-        }
-    };
-    try {
-        for (var _b = __values(Array.from(a)), _c = _b.next(); !_c.done; _c = _b.next()) {
-            var itemA = _c.value;
-            _loop_1(itemA);
-        }
-    }
-    catch (e_1_1) { e_1 = { error: e_1_1 }; }
-    finally {
-        try {
-            if (_c && !_c.done && (_a = _b.return)) _a.call(_b);
-        }
-        finally { if (e_1) throw e_1.error; }
-    }
-    return diff;
-}
-
-/**
- * Creates a new set with all elements that are present in either set
- *
- * @deprecated use new javascript set methods instead @see https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Set
- */
-function union() {
-    var e_1, _a, e_2, _b;
-    var sets = [];
-    for (var _i = 0; _i < arguments.length; _i++) {
-        sets[_i] = arguments[_i];
-    }
-    var union = new Set();
-    try {
-        for (var sets_1 = __values(sets), sets_1_1 = sets_1.next(); !sets_1_1.done; sets_1_1 = sets_1.next()) {
-            var set = sets_1_1.value;
-            try {
-                for (var _c = (e_2 = void 0, __values(Array.from(set))), _d = _c.next(); !_d.done; _d = _c.next()) {
-                    var item = _d.value;
-                    union.add(item);
-                }
-            }
-            catch (e_2_1) { e_2 = { error: e_2_1 }; }
-            finally {
-                try {
-                    if (_d && !_d.done && (_b = _c.return)) _b.call(_c);
-                }
-                finally { if (e_2) throw e_2.error; }
-            }
-        }
-    }
-    catch (e_1_1) { e_1 = { error: e_1_1 }; }
-    finally {
-        try {
-            if (sets_1_1 && !sets_1_1.done && (_a = sets_1.return)) _a.call(sets_1);
-        }
-        finally { if (e_1) throw e_1.error; }
-    }
-    return union;
-}
-
-/**
- * Parses the template and returns the list of all parameter names
- *
- * @param template the template with parameters in {curly} braces
- * @returns the list of parameter names
- */
-function extractParameters(template) {
-    var e_1, _a;
-    var matches = template.matchAll(/{\w+}/g);
-    var parameterNames = new Set();
-    try {
-        for (var matches_1 = __values(matches), matches_1_1 = matches_1.next(); !matches_1_1.done; matches_1_1 = matches_1.next()) {
-            var match = matches_1_1.value;
-            var parameterName = match[0].slice(1, -1);
-            parameterNames.add(parameterName);
-        }
-    }
-    catch (e_1_1) { e_1 = { error: e_1_1 }; }
-    finally {
-        try {
-            if (matches_1_1 && !matches_1_1.done && (_a = matches_1.return)) _a.call(matches_1);
-        }
-        finally { if (e_1) throw e_1.error; }
-    }
-    return parameterNames;
-}
-
-/**
- * Parses the given script and returns the list of all used variables that are not defined in the script
- *
- * @param script from which to extract the variables
- * @returns the list of variable names
- * @throws {ParsingError} if the script is invalid
- */
-function extractVariables(script) {
-    var variables = new Set();
-    script = "(()=>{".concat(script, "})()");
-    try {
-        for (var i = 0; i < 100 /* <- TODO: This limit to configuration */; i++)
-            try {
-                eval(script);
-            }
-            catch (error) {
-                if (!(error instanceof ReferenceError)) {
-                    throw error;
-                }
-                var undefinedName = error.message.split(' ')[0];
-                /*
-                Note: Parsing the error
-                      [ReferenceError: thing is not defined]
-                */
-                if (!undefinedName) {
-                    throw error;
-                }
-                if (script.includes(undefinedName + '(')) {
-                    script = "const ".concat(undefinedName, " = ()=>'';") + script;
-                }
-                else {
-                    variables.add(undefinedName);
-                    script = "const ".concat(undefinedName, " = '';") + script;
-                }
-            }
-    }
-    catch (error) {
-        if (!(error instanceof Error)) {
-            throw error;
-        }
-        throw new ParsingError(spaceTrim$1(function (block) { return "\n                    Can not extract variables from the script\n\n                    ".concat(block(error.name), ": ").concat(block(error.message), "\n                "); }));
-    }
-    return variables;
-}
-/**
- * TODO: [🔣] Support for multiple languages - python, java,...
- */
-
-/**
- * Parses the prompt template and returns the set of all used parameters
- *
- * @param promptTemplate the template with used parameters
- * @returns the set of parameter names
- * @throws {ParsingError} if the script is invalid
- */
-function extractParametersFromPromptTemplate(promptTemplate) {
-    var e_1, _a, e_2, _b;
-    var parameterNames = new Set();
-    try {
-        for (var _c = __values(__spreadArray(__spreadArray(__spreadArray([], __read(extractParameters(promptTemplate.title)), false), __read(extractParameters(promptTemplate.description || '')), false), __read(extractParameters(promptTemplate.content)), false)), _d = _c.next(); !_d.done; _d = _c.next()) {
-            var parameterName = _d.value;
-            parameterNames.add(parameterName);
-        }
-    }
-    catch (e_1_1) { e_1 = { error: e_1_1 }; }
-    finally {
-        try {
-            if (_d && !_d.done && (_a = _c.return)) _a.call(_c);
-        }
-        finally { if (e_1) throw e_1.error; }
-    }
-    if (promptTemplate.blockType === 'SCRIPT') {
-        try {
-            for (var _e = __values(extractVariables(promptTemplate.content)), _f = _e.next(); !_f.done; _f = _e.next()) {
-                var parameterName = _f.value;
-                parameterNames.add(parameterName);
-            }
-        }
-        catch (e_2_1) { e_2 = { error: e_2_1 }; }
-        finally {
-            try {
-                if (_f && !_f.done && (_b = _e.return)) _b.call(_e);
-            }
-            finally { if (e_2) throw e_2.error; }
-        }
-    }
-    return parameterNames;
-}
-/**
- * TODO: [🔣] If script require contentLanguage
- */
-
-/**
- * Compile promptbook from string (markdown) format to JSON format synchronously
+ * Compile pipeline from string (markdown) format to JSON format synchronously
  *
- * Note: There are two similar functions:
+ * Note: There are 3 similar functions:
  * - `pipelineStringToJson` **(preferred)** - which propperly compiles the promptbook and use embedding for external knowledge
  * - `pipelineStringToJsonSync` - use only if you need to compile promptbook synchronously and it contains NO external knowledge
+ * - `preparePipeline` - just one step in the compilation process
  *
  * @param pipelineString {Promptbook} in string markdown format (.ptbk.md)
- * @param options - Options and tools for the compilation
  * @returns {Promptbook} compiled in JSON format (.ptbk.json)
  * @throws {ParsingError} if the promptbook string is not valid
  *
@@ -4413,7 +5142,10 @@ function pipelineStringToJsonSync(pipelineString) {
         description: undefined /* <- Note: Putting here placeholder to keep `description` on top at final JSON */,
         parameters: [],
         promptTemplates: [],
-        knowledge: [],
+        knowledgeSources: [],
+        knowledgePieces: [],
+        personas: [],
+        preparations: [],
     };
     // =============================================================
     // Note: 1️⃣ Parsing of the markdown into object
@@ -4443,7 +5175,7 @@ function pipelineStringToJsonSync(pipelineString) {
             existingParameter.description &&
             existingParameter.description !== parameterDescription &&
             parameterDescription) {
-            throw new ParsingError(spaceTrim$1(function (block) { return "\n                        Parameter {".concat(parameterName, "} is defined multiple times with different description.\n\n                        First definition:\n                        ").concat(block(existingParameter.description || '[undefined]'), "\n\n                        Second definition:\n                        ").concat(block(parameterDescription || '[undefined]'), "\n                    "); }));
+            throw new ParsingError(spaceTrim$1(function (block) { return "\n                        Parameter {".concat(parameterName, "} is defined multiple times with different description:\n\n                        First definition:\n                        ").concat(block(existingParameter.description || '[undefined]'), "\n\n                        Second definition:\n                        ").concat(block(parameterDescription || '[undefined]'), "\n                    "); }));
         }
         if (existingParameter) {
             if (parameterDescription) {
@@ -4462,11 +5194,12 @@ function pipelineStringToJsonSync(pipelineString) {
     // =============================================================
     // Note: 3️⃣ Process pipeline head
     pipelineJson.title = pipelineHead.title;
-    // TODO: [1] DRY description
+    // TODO: [🎾][1] DRY description
     var description = pipelineHead.content;
-    // Note: Remove codeblocks - TODO: Maybe put this into util (exported from `@promptbool/utils`)
+    // Note: Remove codeblocks - TODO: [🎾] Make util removeAllBlocksFromMarkdown (exported from `@promptbool/utils`)
     description = description.split(/^```.*^```/gms).join('');
-    //Note: Remove lists and return statement - TODO: Maybe put this into util (exported from `@promptbool/utils`)
+    description = description.split(/^>.*$/gm).join('');
+    //Note: Remove lists and return statement - TODO: [🎾] Make util  (exported from `@promptbool/utils`)
     description = description.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
     description = spaceTrim$1(description);
     if (description === '') {
@@ -4494,7 +5227,7 @@ function pipelineStringToJsonSync(pipelineString) {
                     pipelineJson.pipelineUrl = command.pipelineUrl.href;
                     break;
                 case 'KNOWLEDGE':
-                    console.error(new NotYetImplementedError('Knowledge is not implemented yet'));
+                    knowledgeCommandParser.applyToPipelineJson(command, { pipelineJson: pipelineJson, templateJson: null });
                     break;
                 case 'ACTION':
                     console.error(new NotYetImplementedError('Actions are not implemented yet'));
@@ -4503,7 +5236,8 @@ function pipelineStringToJsonSync(pipelineString) {
                     console.error(new NotYetImplementedError('Instruments are not implemented yet'));
                     break;
                 case 'PERSONA':
-                    console.error(new NotYetImplementedError('Personas are not implemented yet'));
+                    personaCommandParser.applyToPipelineJson(command, { pipelineJson: pipelineJson, templateJson: null });
+                    //                    <- Note: Prototype of [🍧] (remove this comment after full implementation)
                     break;
                 case 'BOILERPLATE':
                     throw new ParsingError('BOILERPLATE command is only for testing purposes and should not be used in the .ptbk.md file'); // <- TODO: [🚞]
@@ -4526,29 +5260,83 @@ function pipelineStringToJsonSync(pipelineString) {
         // TODO: Parse prompt template description (the content out of the codeblock and lists)
         var templateModelRequirements = __assign({}, defaultModelRequirements);
         var listItems_3 = extractAllListItemsFromMarkdown(section.content);
-        var dependentParameterNames = new Set();
-        var blockType = 'PROMPT_TEMPLATE';
-        var jokers = [];
-        var postprocessing = [];
-        var expectAmount = {};
-        var expectFormat = undefined;
-        var isBlockTypeChanged = false;
+        var lastLine = section.content.split('\n').pop();
+        var resultingParameterNameMatch = /^->\s*\{(?<resultingParamName>[a-z0-9_]+)\}/im.exec(lastLine);
+        var resultingParameterName = null;
+        if (resultingParameterNameMatch &&
+            resultingParameterNameMatch.groups !== undefined &&
+            resultingParameterNameMatch.groups.resultingParamName !== undefined) {
+            resultingParameterName = resultingParameterNameMatch.groups.resultingParamName;
+        }
+        var expectResultingParameterName = function () {
+            if (resultingParameterName !== null) {
+                return resultingParameterName;
+            }
+            throw new ParsingError(spaceTrim$1(function (block) { return "\n                    Template section must end with -> {parameterName}\n\n                    Invalid section:\n                    ".concat(block(
+            // TODO: Show code of invalid sections each time + DRY
+            section.content
+                .split('\n')
+                .map(function (line) { return "  | ".concat(line); } /* <- TODO: [🚞] */)
+                .join('\n')), "\n                  "); }));
+        };
+        var _e = extractOneBlockFromMarkdown(section.content), language = _e.language, content = _e.content;
+        // TODO: [🎾][1] DRY description
+        var description_1 = section.content;
+        // Note: Remove codeblocks - TODO: [🎾]
+        description_1 = description_1.split(/^```.*^```/gms).join('');
+        description_1 = description_1.split(/^>.*$/gm).join('');
+        //Note: Remove lists and return statement - TODO: [🎾]
+        description_1 = description_1.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
+        description_1 = spaceTrim$1(description_1);
+        if (description_1 === '') {
+            description_1 = undefined;
+        }
+        var templateJson = {
+            blockType: 'PROMPT_TEMPLATE',
+            name: titleToName(section.title),
+            title: section.title,
+            description: description_1,
+            modelRequirements: templateModelRequirements,
+            content: content,
+        };
+        /**
+         * This is nessesary because block type can be
+         * - Set zero times, so anticipate 'PROMPT_TEMPLATE'
+         * - Set one time
+         * - Set more times - throw error
+         *
+         * Note: [2]
+         */
+        var isBlockTypeSet = false;
         try {
             for (var listItems_2 = (e_3 = void 0, __values(listItems_3)), listItems_2_1 = listItems_2.next(); !listItems_2_1.done; listItems_2_1 = listItems_2.next()) {
                 var listItem = listItems_2_1.value;
                 var command = parseCommand(listItem, 'PIPELINE_TEMPLATE');
+                // TODO [🍧][♓️] List commands and before apply order them
                 switch (command.type) {
                     // TODO: [🍧] Use here applyToPipelineJson and remove switch statement
                     case 'BLOCK':
-                        if (isBlockTypeChanged) {
+                        if (isBlockTypeSet) {
                             throw new ParsingError('Block type is already defined in the prompt template. It can be defined only once.');
                         }
                         if (command.blockType === 'SAMPLE') {
-                            console.error(new NotYetImplementedError('Block type SAMPLE is not implemented yet'));
+                            expectResultingParameterName();
+                            var parameter = pipelineJson.parameters.find(function (param) { return param.name === resultingParameterName; });
+                            if (parameter === undefined) {
+                                throw new UnexpectedError("Can not find parameter {".concat(resultingParameterName, "} to assign sample value"));
+                            }
+                            parameter.sampleValues = parameter.sampleValues || [];
+                            parameter.sampleValues.push(content);
                             return "continue-templates";
                         }
                         if (command.blockType === 'KNOWLEDGE') {
-                            console.error(new NotYetImplementedError('Knowledge is not implemented yet'));
+                            knowledgeCommandParser.applyToPipelineJson({
+                                type: 'KNOWLEDGE',
+                                source: content, // <- TODO: [🐝] !!! Work with KNOWLEDGE which not referring to the source file or website, but its content itself
+                            }, {
+                                pipelineJson: pipelineJson,
+                                templateJson: templateJson,
+                            });
                             return "continue-templates";
                         }
                         if (command.blockType === 'ACTION') {
@@ -4559,35 +5347,37 @@ function pipelineStringToJsonSync(pipelineString) {
                             console.error(new NotYetImplementedError('Instruments are not implemented yet'));
                             return "continue-templates";
                         }
-                        blockType = command.blockType;
-                        isBlockTypeChanged = true;
+                        expectResultingParameterName();
+                        templateJson.blockType = command.blockType;
+                        isBlockTypeSet = true; //<- Note: [2]
                         break;
                     case 'EXPECT_AMOUNT':
                         // eslint-disable-next-line no-case-declarations
                         var unit = command.unit.toLowerCase();
-                        expectAmount[unit] = expectAmount[unit] || {};
+                        templateJson.expectations = templateJson.expectations || {};
+                        templateJson.expectations[unit] = templateJson.expectations[unit] || {};
                         if (command.sign === 'MINIMUM' || command.sign === 'EXACTLY') {
-                            if (expectAmount[unit].min !== undefined) {
-                                throw new ParsingError("Already defined minumum ".concat(expectAmount[unit].min, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
+                            if (templateJson.expectations[unit].min !== undefined) {
+                                throw new ParsingError("Already defined minumum ".concat(templateJson.expectations[unit].min, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
                             }
-                            expectAmount[unit].min = command.amount;
+                            templateJson.expectations[unit].min = command.amount;
                         } /* not else */
                         if (command.sign === 'MAXIMUM' || command.sign === 'EXACTLY') {
-                            if (expectAmount[unit].max !== undefined) {
-                                throw new ParsingError("Already defined maximum ".concat(expectAmount[unit].max, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
+                            if (templateJson.expectations[unit].max !== undefined) {
+                                throw new ParsingError("Already defined maximum ".concat(templateJson.expectations[unit].max, " ").concat(command.unit.toLowerCase(), ", now trying to redefine it to ").concat(command.amount));
                             }
-                            expectAmount[unit].max = command.amount;
+                            templateJson.expectations[unit].max = command.amount;
                         }
                         break;
                     case 'EXPECT_FORMAT':
-                        if (expectFormat !== undefined && command.format !== expectFormat) {
-                            throw new ParsingError("Expect format is already defined to \"".concat(expectFormat, "\". Now you try to redefine it by \"").concat(command.format, "\"."));
+                        if (templateJson.expectFormat !== undefined && command.format !== templateJson.expectFormat) {
+                            throw new ParsingError(spaceTrim$1("\n                                Expect format is already defined to \"".concat(templateJson.expectFormat, "\".\n                                Now you try to redefine it by \"").concat(command.format, "\".\n                            ")));
                         }
-                        expectFormat = command.format;
+                        templateJson.expectFormat = command.format;
                         break;
                     case 'JOKER':
-                        jokers.push(command.parameterName);
-                        dependentParameterNames.add(command.parameterName);
+                        templateJson.jokerParameterNames = templateJson.jokerParameterNames || [];
+                        templateJson.jokerParameterNames.push(command.parameterName);
                         break;
                     case 'MODEL':
                         templateModelRequirements[command.key] = command.value;
@@ -4597,19 +5387,24 @@ function pipelineStringToJsonSync(pipelineString) {
                         defineParam(command);
                         break;
                     case 'POSTPROCESS':
-                        postprocessing.push(command.functionName);
+                        templateJson.postprocessingFunctionNames = templateJson.postprocessingFunctionNames || [];
+                        templateJson.postprocessingFunctionNames.push(command.functionName);
                         break;
                     case 'KNOWLEDGE':
-                        console.error(new NotYetImplementedError('Knowledge is not implemented yet'));
+                        // TODO: [👙] The knowledge is maybe relevant for just this template
+                        knowledgeCommandParser.applyToPipelineJson(command, { pipelineJson: pipelineJson, templateJson: templateJson });
                         break;
                     case 'ACTION':
+                        // TODO: [👙] The action is maybe relevant for just this template
                         console.error(new NotYetImplementedError('Actions are not implemented yet'));
                         break;
                     case 'INSTRUMENT':
+                        // TODO: [👙] The instrument is maybe relevant for just this template
                         console.error(new NotYetImplementedError('Instruments are not implemented yet'));
                         break;
                     case 'PERSONA':
-                        console.error(new NotYetImplementedError('Personas are not implemented yet'));
+                        personaCommandParser.applyToPipelineJson(command, { pipelineJson: pipelineJson, templateJson: templateJson });
+                        //                    <- Note: Prototype of [🍧] (remove this comment after full implementation)
                         break;
                     case 'BOILERPLATE':
                         console.error(new ParsingError('BOILERPLATE command is only for testing purposes and should not be used in the .ptbk.md file'));
@@ -4627,70 +5422,29 @@ function pipelineStringToJsonSync(pipelineString) {
             }
             finally { if (e_3) throw e_3.error; }
         }
-        var _e = extractOneBlockFromMarkdown(section.content), language = _e.language, content = _e.content;
-        if (blockType === 'SCRIPT') {
+        // TODO: [🍧] Should be done in BLOCK command
+        if (templateJson.blockType === 'SCRIPT') {
             if (!language) {
                 throw new ParsingError('You must specify the language of the script in the prompt template');
             }
-            else if (!SUPPORTED_SCRIPT_LANGUAGES.includes(language)) {
+            if (!SUPPORTED_SCRIPT_LANGUAGES.includes(language)) {
                 throw new ParsingError(spaceTrim$1(function (block) { return "\n                            Script language ".concat(language, " is not supported.\n\n                            Supported languages are:\n                            ").concat(block(SUPPORTED_SCRIPT_LANGUAGES.join(', ')), "\n\n                        "); }));
             }
+            templateJson.contentLanguage = language;
         }
-        var lastLine = section.content.split('\n').pop();
-        var match = /^->\s*\{(?<resultingParamName>[a-z0-9_]+)\}/im.exec(lastLine);
-        if (!match || match.groups === undefined || match.groups.resultingParamName === undefined) {
-            throw new ParsingError(spaceTrim$1(function (block) { return "\n                        Each section must end with -> {parameterName}\n\n                        Invalid section:\n                        ".concat(block(
-            // TODO: Show code of invalid sections each time + DRY
-            section.content
-                .split('\n')
-                .map(function (line) { return "  | ".concat(line); } /* <- TODO: [🚞] */)
-                .join('\n')), "\n                      "); }));
-        }
-        var resultingParameterName = match.groups.resultingParamName;
-        // TODO: [1] DRY description
-        var description_1 = section.content;
-        // Note: Remove codeblocks
-        description_1 = description_1.split(/^```.*^```/gms).join('');
-        //Note: Remove lists and return statement
-        description_1 = description_1.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
-        description_1 = spaceTrim$1(description_1);
-        if (description_1 === '') {
-            description_1 = undefined;
-        }
-        if (Object.keys(jokers).length === 0) {
-            jokers = undefined;
-        }
-        if (Object.keys(expectAmount).length === 0) {
-            expectAmount = undefined;
-        }
-        if (Object.keys(postprocessing).length === 0) {
-            postprocessing = undefined;
-        }
-        dependentParameterNames = union(dependentParameterNames, extractParametersFromPromptTemplate(__assign(__assign({}, section), { description: description_1, blockType: blockType, content: content })));
+        // TODO: [🍧][❔] Should be done in BLOCK command
         if (templateModelRequirements.modelVariant === undefined) {
             templateModelRequirements.modelVariant = 'CHAT';
         }
-        dependentParameterNames = difference(dependentParameterNames, new Set(RESERVED_PARAMETER_NAMES));
-        var template = {
-            name: titleToName(section.title),
-            title: section.title,
-            description: description_1,
-            dependentParameterNames: Array.from(dependentParameterNames),
-            blockType: blockType,
-            jokers: jokers,
-            postprocessing: postprocessing,
-            expectations: expectAmount,
-            expectFormat: expectFormat,
-            modelRequirements: templateModelRequirements,
-            contentLanguage: blockType === 'SCRIPT' ? language : undefined,
-            content: content,
-            resultingParameterName: resultingParameterName,
-        };
-        if (blockType !== 'PROMPT_TEMPLATE') {
-            delete template.modelRequirements;
+        templateJson.dependentParameterNames = Array.from(extractParametersFromPromptTemplate(templateJson));
+        // TODO: [🍧][❔] Remove this condition - modelRequirements should be put here via BLOCK command not removed when PROMPT_TEMPLATE
+        if (templateJson.blockType !== 'PROMPT_TEMPLATE') {
+            delete templateJson.modelRequirements;
         }
+        // TODO: [🍧] Make this better - for example each command parser can call and apply this
+        templateJson.resultingParameterName = expectResultingParameterName( /* <- Note: This is once more redundant */);
         // TODO: [🍧] What actually about preparation and pushing the block into `promptTemplates`
-        pipelineJson.promptTemplates.push(template /* <- !!! */);
+        pipelineJson.promptTemplates.push(templateJson);
     };
     try {
         // =============================================================
@@ -4757,14 +5511,17 @@ function pipelineStringToJsonSync(pipelineString) {
  * TODO: Use spaceTrim more effectively
  * TODO: [🧠] Parameter flags - isInput, isOutput, isInternal
  * TODO: [🥞] Not optimal parsing because `splitMarkdownIntoSections` is executed twice with same string, once through `flattenMarkdown` and second directly here
+ * TODO: [♈] Probbably move expectations from templates to parameters
+ * TODO: [🛠] Actions, instruments (and maybe knowledge) => Functions and tools
  */
 
 /**
- * Compile promptbook from string (markdown) format to JSON format
+ * Compile pipeline from string (markdown) format to JSON format
  *
- * Note: There are two similar functions:
+ * Note: There are 3 similar functions:
  * - `pipelineStringToJson` **(preferred)** - which propperly compiles the promptbook and use embedding for external knowledge
  * - `pipelineStringToJsonSync` - use only if you need to compile promptbook synchronously and it contains NO external knowledge
+ * - `preparePipeline` - just one step in the compilation process
  *
  * @param pipelineString {Promptbook} in string markdown format (.ptbk.md)
  * @param options - Options and tools for the compilation
@@ -4775,22 +5532,18 @@ function pipelineStringToJsonSync(pipelineString) {
  * Note: This function acts as compilation process
  */
 function pipelineStringToJson(pipelineString, options) {
-    if (options === void 0) { options = {}; }
+    if (options === void 0) { options = { llmTools: null }; }
     return __awaiter(this, void 0, void 0, function () {
-        var llmTools, pipelineJson, knowledge;
+        var llmTools, pipelineJson;
         return __generator(this, function (_a) {
             switch (_a.label) {
                 case 0:
                     llmTools = options.llmTools;
                     pipelineJson = pipelineStringToJsonSync(pipelineString);
-                    if (!llmTools) return [3 /*break*/, 2];
-                    return [4 /*yield*/, prepareKnowledgeFromMarkdown({
-                            content: 'Roses are red, violets are blue, programmers use Promptbook, users too',
-                            llmTools: llmTools,
-                        })];
+                    if (!(llmTools !== null)) return [3 /*break*/, 2];
+                    return [4 /*yield*/, preparePipeline(pipelineJson, { llmTools: llmTools })];
                 case 1:
-                    knowledge = _a.sent();
-                    pipelineJson = __assign(__assign({}, pipelineJson), { knowledge: __spreadArray(__spreadArray([], __read((pipelineJson.knowledge || [])), false), __read(knowledge), false) });
+                    pipelineJson = _a.sent();
                     _a.label = 2;
                 case 2: return [2 /*return*/, pipelineJson];
             }
@@ -4799,12 +5552,13 @@ function pipelineStringToJson(pipelineString, options) {
 }
 /**
  * TODO: [🏏] Leverage the batch API and build queues @see https://platform.openai.com/docs/guides/batch
+ * TODO: [🛠] Actions, instruments (and maybe knowledge) => Functions and tools
  */
 
 /**
  * Add or modify an auto-generated section in a markdown file
  *
- * @private within the package
+ * @private within the repository
  */
 function addAutoGeneratedSection(content, options) {
     var sectionName = options.sectionName, sectionContent = options.sectionContent;
@@ -4816,7 +5570,10 @@ function addAutoGeneratedSection(content, options) {
     }
     var placeForSection = removeContentComments(content).match(/^##.*$/im);
     if (!placeForSection) {
-        throw new Error("No place where to put the section <!--".concat(sectionName, "-->"));
+        throw new ParsingError(
+        // <- [🧠] Maybe something better than `ParsingError`
+        "No place where to put the section <!--".concat(sectionName, "-->"));
+        // <- [🚞]
     }
     var _a = __read(placeForSection, 1), heading = _a[0];
     return content.replace(heading, "<!--".concat(sectionName, "-->\n").concat(warningLine, "\n").concat(sectionContent, "\n<!--/").concat(sectionName, "-->\n\n").concat(heading));
@@ -4973,6 +5730,27 @@ function prettifyPipelineString(pipelineString, options) {
  * TODO: [🕌] When more than 2 functionalities, split into separate functions
  */
 
+/**
+ * Stringify the PipelineJson with proper formatting
+ *
+ * Note: [0] It can be used for more JSON types like whole collection of pipelines, single knowledge piece, etc.
+ * Note: In contrast to JSON.stringify, this function ensures that **embedding index** is on single line
+ */
+function stringifyPipelineJson(pipeline) {
+    var pipelineJsonStringified = JSON.stringify(pipeline, null, 4);
+    for (var i = 0; i < LOOP_LIMIT; i++) {
+        pipelineJsonStringified = pipelineJsonStringified.replace(/(-?0\.\d+),[\n\s]+(-?0\.\d+)/gms, "$1".concat(REPLACING_NONCE, "$2"));
+    }
+    pipelineJsonStringified = pipelineJsonStringified.split(REPLACING_NONCE).join(', ');
+    pipelineJsonStringified += '\n';
+    return pipelineJsonStringified;
+}
+/**
+ * TODO: !!!! Not Working propperly @see https://promptbook.studio/samples/mixed-knowledge.ptbk.md
+ * TODO: [🧠][0] Maybe rename to `stringifyPipelineJson`, `stringifyIndexedJson`,...
+ * TODO: [🧠] Maybe more elegant solution than replacing via regex
+ */
+
 /**
  * This error indicates that the pipeline collection cannot be propperly loaded
  */
@@ -4987,6 +5765,20 @@ var CollectionError = /** @class */ (function (_super) {
     return CollectionError;
 }(Error));
 
+/**
+ * This error type indicates that the version of the pipeline is not matching the expected version
+ */
+var VersionMismatchError = /** @class */ (function (_super) {
+    __extends(VersionMismatchError, _super);
+    function VersionMismatchError(message, expectedVersion) {
+        var _this = _super.call(this, spaceTrim$1(function (block) { return "\n                    ".concat(block(message), "\n\n                    This error indicates that there is error with compatibility\n\n                    Expected version:\n                    ").concat(expectedVersion, "\n\n                    Current version:\n                    ").concat(PROMPTBOOK_VERSION, "\n\n                "); })) || this;
+        _this.name = 'UnexpectedError';
+        Object.setPrototypeOf(_this, VersionMismatchError.prototype);
+        return _this;
+    }
+    return VersionMismatchError;
+}(Error));
+
 /**
  * Pretty print an embedding vector for logging
  */
@@ -5074,6 +5866,9 @@ var SimplePromptInterfaceTools = /** @class */ (function () {
     };
     return SimplePromptInterfaceTools;
 }());
+/**
+ * Note: [🔵] This code should never be published outside of `@promptbook/browser`
+ */
 
 /**
  * Default options for generating an execution report string
@@ -5086,7 +5881,7 @@ var ExecutionReportStringOptionsDefaults = {
 /**
  * Format either small or big number
  *
- * @private within the package
+ * @private within the repository
  */
 function formatNumber(value) {
     if (value === 0) {
@@ -5106,7 +5901,7 @@ function formatNumber(value) {
 /**
  * Create a markdown table from a 2D array of strings
  *
- * @private within the package
+ * @private within the repository
  */
 function createMarkdownTable(table) {
     var columnWidths = table.reduce(function (widths, row) {
@@ -5134,7 +5929,7 @@ function createMarkdownTable(table) {
 /**
  * Function createMarkdownChart will draw a chart in markdown from ⬛+🟦 tiles
  *
- * @private within the package
+ * @private within the repository
  */
 function createMarkdownChart(options) {
     var e_1, _a;
@@ -5187,7 +5982,7 @@ var MOMENT_ARG_THRESHOLDS = {
 /**
  * Count the duration of working time
  *
- * @private within the package
+ * @private within the repository
  */
 function countWorkingDuration(items) {
     var e_1, _a;
@@ -5385,5 +6180,5 @@ function executionReportJsonToString(executionReportJson, options) {
  * TODO: [🧠] Allow to filter out some parts of the report by options
  */
 
-export { BlockTypes, CallbackInterfaceTools, CollectionError, ExecutionReportStringOptionsDefaults, ExpectError, NotFoundError, PROMPTBOOK_VERSION, ParsingError, PipelineExecutionError, PipelineLogicError, RESERVED_PARAMETER_NAMES, ReferenceError$1 as ReferenceError, SimplePromptInterfaceTools, UnexpectedError, addUsage, assertsExecutionSuccessful, checkExpectations, collectionToJson, createCollectionFromJson, createCollectionFromPromise, createCollectionFromUrl, createPipelineExecutor, createSubcollection, embeddingVectorToString, executionReportJsonToString, isPassingExpectations, joinLlmExecutionTools, pipelineJsonToString, pipelineStringToJson, pipelineStringToJsonSync, prepareKnowledgeFromMarkdown, prettifyPipelineString, usageToWorktime, validatePipeline };
+export { BlockTypes, CallbackInterfaceTools, CollectionError, ExecutionReportStringOptionsDefaults, ExpectError, NotFoundError, PROMPTBOOK_VERSION, ParsingError, PipelineExecutionError, PipelineLogicError, RESERVED_PARAMETER_NAMES, ReferenceError$1 as ReferenceError, SimplePromptInterfaceTools, UnexpectedError, VersionMismatchError, addUsage, assertsExecutionSuccessful, checkExpectations, collectionToJson, createCollectionFromJson, createCollectionFromPromise, createCollectionFromUrl, createPipelineExecutor, createSubcollection, embeddingVectorToString, executionReportJsonToString, isPassingExpectations, joinLlmExecutionTools, pipelineJsonToString, pipelineStringToJson, pipelineStringToJsonSync, prepareKnowledgeFromMarkdown, preparePipeline, prettifyPipelineString, stringifyPipelineJson, unpreparePipeline, usageToWorktime, validatePipeline };
 //# sourceMappingURL=index.es.js.map