@promptbook/core 0.61.0-1 → 0.61.0-11

package/esm/index.es.js

@@ -394,6 +394,10 @@ function promptTemplateParameterJsonToString(promptTemplateParameterJson) {
  * The maximum number of iterations for a loops
  */
 var LOOP_LIMIT = 1000;
+/**
+ * The maximum number of (LLM) tasks running in parallel
+ */
+var MAX_PARALLEL_COUNT = 5;
 /**
  * The names of the parameters that are reserved for special purposes
  */
@@ -775,6 +779,10 @@ function validatePipeline(pipeline) {
  *     >  * -   ...
  *     >  ex port function validatePipeline(promptbook: unknown): asserts promptbook is PipelineJson {
  */
+/**
+ * TODO: [🧠] !!!!! Validate new things
+ * TODO: [🛠] Actions, instruments (and maybe knowledge) => Functions and tools
+ */
 
 /**
  * This error indicates that promptbook not found in the collection
@@ -1119,7 +1127,172 @@ var BlockTypes = [
     // <- [🩻]
 ];
 
-var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",promptbookVersion:"0.61.0-0",parameters:[{name:"content",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledge",description:"The knowledge JSON object",isInput:false,isOutput:true}],promptTemplates:[{name:"knowledge",title:"Knowledge",dependentParameterNames:["content"],blockType:"PROMPT_TEMPLATE",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {content}",resultingParameterName:"knowledge"}],knowledge:[{name:"u",title:"U",content:"E",keywords:["E"],index:[{modelName:"mocked-facked",position:[0.3862088172833116,0.7349284028017404,-0.9438230019966163,-0.9250069104750818,-0.026138914694730175,-0.7268311159817045,-0.07935019253731612,0.6470171268509612,-0.43852570574155214,0.34435062959144824,-0.03450022605546588,-0.5277705379240651,0.00828213142899159,0.15691069644743383,-0.625404064630672,-0.33277847012240613,-0.2936622789266794,0.18401827710902152,0.3055511517178138,0.2943796117307138,0.7709829510346151,-0.4424955841467506,0.6031092188828207,-0.02473045258733153,0.33586695334417804]}],sources:[{title:"Markdown document",href:"#"}]}],sourceFile:"./promptbook-collection/prepare-knowledge-from-markdown.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md",promptbookVersion:"0.61.0-0",parameters:[{name:"content",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],promptTemplates:[{name:"knowledge",title:"Knowledge",dependentParameterNames:["content"],blockType:"PROMPT_TEMPLATE",modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {content}",resultingParameterName:"keywords"}],knowledge:[{name:"s",title:"S",content:"A",keywords:["I"],index:[{modelName:"mocked-facked",position:[0.6409598940537844,-0.599282163088533,-0.7951357406825994,0.5034713531055992,0.9186084716269733,-0.6841151439158257,-0.39762364246107484,-0.7646814627420149,0.9551202443145854,0.36871821752653666,0.27710484531156565,-0.6886362623745139,0.1246419058549284,-0.7957866917804912,-0.4688680561538634,-0.7037555014650994,0.003694510488622793,0.3186841135345695,-0.7081253398806422,0.7052620275090136,-0.9744710956043585,0.6828863755008538,-0.021569809814358187,-0.23961644339743904,-0.5963677915161343]}],sources:[{title:"Markdown document",href:"#"}]}],sourceFile:"./promptbook-collection/prepare-knowledge-keywords.ptbk.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md",promptbookVersion:"0.61.0-0",parameters:[{name:"content",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],promptTemplates:[{name:"knowledge",title:"Knowledge",dependentParameterNames:["content"],blockType:"PROMPT_TEMPLATE",expectations:{words:{min:1,max:8}},modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear\n-   Write maximum 5 words for the title\n\n# The document\n\n> {content}",resultingParameterName:"title"}],knowledge:[{name:"c",title:"C",content:"A",keywords:["E"],index:[{modelName:"mocked-facked",position:[0.3053077802556703,0.45834476154202175,0.11951317167907494,-0.8925032092763412,-0.041809804577583876,-0.7087885568549193,0.0373992576888198,0.9495631083993494,-0.6050023289380846,0.14919003109680862,-0.3228347383159025,0.3273383195761892,-0.5509884895794359,0.7137115707360451,-0.3455818427015154,-0.7130289858826453,0.6105746565153107,-0.30829913719966573,0.6287711326338274,-0.8588121879147286,-0.583980568533244,-0.23082011458606733,-0.10987445073290791,-0.1129755192200137,0.4046462365369812]}],sources:[{title:"Markdown document",href:"#"}]}],sourceFile:"./promptbook-collection/prepare-knowledge-title.ptbk.md"}];
+/**
+ * Function `addUsage` will add multiple usages into one
+ *
+ * Note: If you provide 0 values, it returns void usage
+ */
+function addUsage() {
+    var usageItems = [];
+    for (var _i = 0; _i < arguments.length; _i++) {
+        usageItems[_i] = arguments[_i];
+    }
+    var initialStructure = {
+        price: { value: 0 },
+        input: {
+            tokensCount: { value: 0 },
+            charactersCount: { value: 0 },
+            wordsCount: { value: 0 },
+            sentencesCount: { value: 0 },
+            linesCount: { value: 0 },
+            paragraphsCount: { value: 0 },
+            pagesCount: { value: 0 },
+        },
+        output: {
+            tokensCount: { value: 0 },
+            charactersCount: { value: 0 },
+            wordsCount: { value: 0 },
+            sentencesCount: { value: 0 },
+            linesCount: { value: 0 },
+            paragraphsCount: { value: 0 },
+            pagesCount: { value: 0 },
+        },
+    };
+    return usageItems.reduce(function (acc, item) {
+        var e_1, _a, e_2, _b;
+        var _c;
+        acc.price.value += ((_c = item.price) === null || _c === void 0 ? void 0 : _c.value) || 0;
+        try {
+            for (var _d = __values(Object.keys(acc.input)), _e = _d.next(); !_e.done; _e = _d.next()) {
+                var key = _e.value;
+                // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                //@ts-ignore
+                if (item.input[key]) {
+                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                    //@ts-ignore
+                    acc.input[key].value += item.input[key].value || 0;
+                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                    //@ts-ignore
+                    if (item.input[key].isUncertain) {
+                        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                        //@ts-ignore
+                        acc.input[key].isUncertain = true;
+                    }
+                }
+            }
+        }
+        catch (e_1_1) { e_1 = { error: e_1_1 }; }
+        finally {
+            try {
+                if (_e && !_e.done && (_a = _d.return)) _a.call(_d);
+            }
+            finally { if (e_1) throw e_1.error; }
+        }
+        try {
+            for (var _f = __values(Object.keys(acc.output)), _g = _f.next(); !_g.done; _g = _f.next()) {
+                var key = _g.value;
+                // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                //@ts-ignore
+                if (item.output[key]) {
+                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                    //@ts-ignore
+                    acc.output[key].value += item.output[key].value || 0;
+                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                    //@ts-ignore
+                    if (item.output[key].isUncertain) {
+                        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+                        //@ts-ignore
+                        acc.output[key].isUncertain = true;
+                    }
+                }
+            }
+        }
+        catch (e_2_1) { e_2 = { error: e_2_1 }; }
+        finally {
+            try {
+                if (_g && !_g.done && (_b = _f.return)) _b.call(_f);
+            }
+            finally { if (e_2) throw e_2.error; }
+        }
+        return acc;
+    }, initialStructure);
+}
+
+/**
+ * Async version of Array.forEach
+ *
+ * @param array - Array to iterate over
+ * @param options - Options for the function
+ * @param callbackfunction - Function to call for each item
+ */
+function forEachAsync(array, options, callbackfunction) {
+    return __awaiter(this, void 0, void 0, function () {
+        var _a, maxParallelCount, index, runningTasks, tasks, _loop_1, _b, _c, item, e_1_1;
+        var e_1, _d;
+        return __generator(this, function (_e) {
+            switch (_e.label) {
+                case 0:
+                    _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? Infinity : _a;
+                    index = 0;
+                    runningTasks = [];
+                    tasks = [];
+                    _loop_1 = function (item) {
+                        var currentIndex, task;
+                        return __generator(this, function (_f) {
+                            switch (_f.label) {
+                                case 0:
+                                    currentIndex = index++;
+                                    task = callbackfunction(item, currentIndex, array);
+                                    tasks.push(task);
+                                    runningTasks.push(task);
+                                    /* not await */ Promise.resolve(task).then(function () {
+                                        runningTasks = runningTasks.filter(function (t) { return t !== task; });
+                                    });
+                                    if (!(maxParallelCount < runningTasks.length)) return [3 /*break*/, 2];
+                                    return [4 /*yield*/, Promise.race(runningTasks)];
+                                case 1:
+                                    _f.sent();
+                                    _f.label = 2;
+                                case 2: return [2 /*return*/];
+                            }
+                        });
+                    };
+                    _e.label = 1;
+                case 1:
+                    _e.trys.push([1, 6, 7, 8]);
+                    _b = __values(array), _c = _b.next();
+                    _e.label = 2;
+                case 2:
+                    if (!!_c.done) return [3 /*break*/, 5];
+                    item = _c.value;
+                    return [5 /*yield**/, _loop_1(item)];
+                case 3:
+                    _e.sent();
+                    _e.label = 4;
+                case 4:
+                    _c = _b.next();
+                    return [3 /*break*/, 2];
+                case 5: return [3 /*break*/, 8];
+                case 6:
+                    e_1_1 = _e.sent();
+                    e_1 = { error: e_1_1 };
+                    return [3 /*break*/, 8];
+                case 7:
+                    try {
+                        if (_c && !_c.done && (_d = _b.return)) _d.call(_b);
+                    }
+                    finally { if (e_1) throw e_1.error; }
+                    return [7 /*endfinally*/];
+                case 8: return [4 /*yield*/, Promise.all(tasks)];
+                case 9:
+                    _e.sent();
+                    return [2 /*return*/];
+            }
+        });
+    });
+}
+
+var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",promptbookVersion:"0.61.0-10",parameters:[{name:"content",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledge",description:"The knowledge JSON object",isInput:false,isOutput:true}],promptTemplates:[{name:"knowledge",title:"Knowledge",dependentParameterNames:["content"],blockType:"PROMPT_TEMPLATE",personaName:null,modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {content}",resultingParameterName:"knowledge"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[{id:1,promptbookVersion:"0.61.0-10",modelUsage:{price:{value:0},input:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}},output:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}}}}],sourceFile:"./promptbook-collection/prepare-knowledge-from-markdown.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md",promptbookVersion:"0.61.0-10",parameters:[{name:"content",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],promptTemplates:[{name:"knowledge",title:"Knowledge",dependentParameterNames:["content"],blockType:"PROMPT_TEMPLATE",personaName:null,modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {content}",resultingParameterName:"keywords"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[{id:1,promptbookVersion:"0.61.0-10",modelUsage:{price:{value:0},input:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}},output:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}}}}],sourceFile:"./promptbook-collection/prepare-knowledge-keywords.ptbk.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md",promptbookVersion:"0.61.0-10",parameters:[{name:"content",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],promptTemplates:[{name:"knowledge",title:"Knowledge",dependentParameterNames:["content"],blockType:"PROMPT_TEMPLATE",expectations:{words:{min:1,max:8}},personaName:null,modelRequirements:{modelVariant:"CHAT",modelName:"claude-3-opus-20240229"},content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear\n-   Write maximum 5 words for the title\n\n# The document\n\n> {content}",resultingParameterName:"title"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[{id:1,promptbookVersion:"0.61.0-10",modelUsage:{price:{value:0},input:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}},output:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}}}}],sourceFile:"./promptbook-collection/prepare-knowledge-title.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.ptbk.md",promptbookVersion:"0.61.0-10",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],promptTemplates:[{name:"make-model-requirements",title:"Make modelRequirements",dependentParameterNames:["availableModelNames","personaDescription"],blockType:"PROMPT_TEMPLATE",expectFormat:"JSON",personaName:null,modelRequirements:{modelVariant:"CHAT",modelName:"gpt-4-turbo"},content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Sample\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n### Option `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Option `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Option `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",resultingParameterName:"modelRequirements"}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[{id:1,promptbookVersion:"0.61.0-10",modelUsage:{price:{value:0},input:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}},output:{tokensCount:{value:0},charactersCount:{value:0},wordsCount:{value:0},sentencesCount:{value:0},linesCount:{value:0},paragraphsCount:{value:0},pagesCount:{value:0}}}}],sourceFile:"./promptbook-collection/prepare-persona.ptbk.md"}];
 
 var defaultDiacriticsRemovalMap = [
     {
@@ -1446,6 +1619,14 @@ function removeEmojis(text) {
  * Function normalizes title to name which can be used as identifier
  */
 function titleToName(value) {
+    if (value.startsWith('http://') || value.startsWith('https://')) {
+        // TODO: Maybe check against some list unallowed characters
+        return value;
+    }
+    if (value.startsWith('./') || value.startsWith('../')) {
+        // TODO: Maybe check against some list unallowed characters
+        return value;
+    }
     value = removeEmojis(value);
     value = normalizeToKebabCase(value);
     // TODO: [🧠] Maybe warn or add some padding to short name which are not good identifiers
@@ -1667,7 +1848,7 @@ var MultipleLlmExecutionTools = /** @class */ (function () {
     };
     /**
      * List all available models that can be used
-     * This liost is a combination of all available models from all execution tools
+     * This lists is a combination of all available models from all execution tools
      */
     MultipleLlmExecutionTools.prototype.listModels = function () {
         return __awaiter(this, void 0, void 0, function () {
@@ -1713,6 +1894,8 @@ var MultipleLlmExecutionTools = /** @class */ (function () {
 }());
 /**
  * TODO: [🧠][🎛] Aggregating multiple models - have result not only from one first aviable model BUT all of them
+ * TODO: [🏖] If no llmTools have for example not defined `callCompletionModel` this will still return object with defined `callCompletionModel` which just throws `PipelineExecutionError`, make it undefined instead
+ *       Look how `countTotalUsage` (and `cacheLlmTools`) implements it
  */
 
 /**
@@ -1783,100 +1966,9 @@ function arrayableToArray(input) {
 /**
  * The version of the Promptbook library
  */
-var PROMPTBOOK_VERSION = '0.61.0-0';
+var PROMPTBOOK_VERSION = '0.61.0-10';
 // TODO: !!!! List here all the versions and annotate + put into script
 
-/**
- * Function `addUsage` will add multiple usages into one
- *
- * Note: If you provide 0 values, it returns void usage
- */
-function addUsage() {
-    var usageItems = [];
-    for (var _i = 0; _i < arguments.length; _i++) {
-        usageItems[_i] = arguments[_i];
-    }
-    var initialStructure = {
-        price: { value: 0 },
-        input: {
-            tokensCount: { value: 0 },
-            charactersCount: { value: 0 },
-            wordsCount: { value: 0 },
-            sentencesCount: { value: 0 },
-            linesCount: { value: 0 },
-            paragraphsCount: { value: 0 },
-            pagesCount: { value: 0 },
-        },
-        output: {
-            tokensCount: { value: 0 },
-            charactersCount: { value: 0 },
-            wordsCount: { value: 0 },
-            sentencesCount: { value: 0 },
-            linesCount: { value: 0 },
-            paragraphsCount: { value: 0 },
-            pagesCount: { value: 0 },
-        },
-    };
-    return usageItems.reduce(function (acc, item) {
-        var e_1, _a, e_2, _b;
-        var _c;
-        acc.price.value += ((_c = item.price) === null || _c === void 0 ? void 0 : _c.value) || 0;
-        try {
-            for (var _d = __values(Object.keys(acc.input)), _e = _d.next(); !_e.done; _e = _d.next()) {
-                var key = _e.value;
-                // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                //@ts-ignore
-                if (item.input[key]) {
-                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                    //@ts-ignore
-                    acc.input[key].value += item.input[key].value || 0;
-                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                    //@ts-ignore
-                    if (item.input[key].isUncertain) {
-                        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                        //@ts-ignore
-                        acc.input[key].isUncertain = true;
-                    }
-                }
-            }
-        }
-        catch (e_1_1) { e_1 = { error: e_1_1 }; }
-        finally {
-            try {
-                if (_e && !_e.done && (_a = _d.return)) _a.call(_d);
-            }
-            finally { if (e_1) throw e_1.error; }
-        }
-        try {
-            for (var _f = __values(Object.keys(acc.output)), _g = _f.next(); !_g.done; _g = _f.next()) {
-                var key = _g.value;
-                // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                //@ts-ignore
-                if (item.output[key]) {
-                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                    //@ts-ignore
-                    acc.output[key].value += item.output[key].value || 0;
-                    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                    //@ts-ignore
-                    if (item.output[key].isUncertain) {
-                        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
-                        //@ts-ignore
-                        acc.output[key].isUncertain = true;
-                    }
-                }
-            }
-        }
-        catch (e_2_1) { e_2 = { error: e_2_1 }; }
-        finally {
-            try {
-                if (_g && !_g.done && (_b = _f.return)) _b.call(_f);
-            }
-            finally { if (e_2) throw e_2.error; }
-        }
-        return acc;
-    }, initialStructure);
-}
-
 /**
  * Counts number of characters in the text
  */
@@ -2078,10 +2170,7 @@ function createPipelineExecutor(options) {
     var _this = this;
     var pipeline = options.pipeline, tools = options.tools, _a = options.settings, settings = _a === void 0 ? {} : _a;
     var _b = settings.maxExecutionAttempts, maxExecutionAttempts = _b === void 0 ? 3 : _b;
-    // TODO: !!!!! Implement new commands
     validatePipeline(pipeline);
-    // TODO: !!!!! Do here materialization of still unmaterialized or dynamic knowledge
-    // TODO: !!!!! Do here personaToModelRequirements
     var llmTools = joinLlmExecutionTools.apply(void 0, __spreadArray([], __read(arrayableToArray(tools.llm)), false));
     var pipelineExecutor = function (inputParameters, onProgress) { return __awaiter(_this, void 0, void 0, function () {
         function executeSingleTemplate(currentTemplate) {
@@ -2156,7 +2245,10 @@ function createPipelineExecutor(options) {
                                     : 'anonymous' /* <- TODO: [🧠] How to deal with anonymous pipelines, do here some auto-url like SHA-256 based ad-hoc identifier? */, "#").concat(currentTemplate.name),
                                 parameters: parametersToPass,
                                 content: replaceParameters(currentTemplate.content, parametersToPass) /* <- [2] */,
+                                // <- TODO: !!!!! Apply {context} and knowledges
+                                // <- TODO: !!!!! Apply samples
                                 modelRequirements: currentTemplate.modelRequirements,
+                                // <- TODO: !!!!! Apply persona
                                 expectations: currentTemplate.expectations,
                                 expectFormat: currentTemplate.expectFormat,
                                 postprocessing: (currentTemplate.postprocessing || []).map(function (functionName) { return function (result) { return __awaiter(_this, void 0, void 0, function () {
@@ -2602,53 +2694,75 @@ function createPipelineExecutor(options) {
     return pipelineExecutor;
 }
 /**
+ * TODO: [🪂] Pass maxParallelCount here
+ * TODO: [♈] Probbably move expectations from templates to parameters
  * TODO: [🧠] When not meet expectations in PROMPT_DIALOG, make some way to tell the user
  * TODO: [👧] Strongly type the executors to avoid need of remove nullables whtn noUncheckedIndexedAccess in tsconfig.json
  * Note: CreatePipelineExecutorOptions are just connected to PipelineExecutor so do not extract to types folder
  * TODO: [🧠][3] transparent = (report intermediate parameters) / opaque execution = (report only output parameters) progress reporting mode
+ * TODO: [🛠] Actions, instruments (and maybe knowledge) => Functions and tools
+ */
+
+/**
+ * Just marks a place of place where should be something implemented
+ * No side effects.
+ *
+ * Note: It can be usefull suppressing eslint errors of unused variables
+ *
+ * @param value any values
+ * @returns void
  */
+function TODO_USE() {
+    var value = [];
+    for (var _i = 0; _i < arguments.length; _i++) {
+        value[_i] = arguments[_i];
+    }
+}
 
-function prepareKnowledgeFromMarkdown(options) {
+/**
+ * @@@
+ */
+function prepareKnowledgeFromMarkdown(content /* <- TODO: [🖖] (?maybe not) Always the file */, options) {
     return __awaiter(this, void 0, void 0, function () {
-        var content, llmTools, _a, isVerbose, collection, prepareKnowledgeFromMarkdownExecutor, _b, prepareTitleExecutor, _c, prepareKeywordsExecutor, _d, result, outputParameters, knowledgeRaw, knowledgeTextPieces, knowledge;
-        var _e, _f, _g;
+        var llmTools, _a, maxParallelCount, _b, isVerbose, collection, prepareKnowledgeFromMarkdownExecutor, _c, prepareTitleExecutor, _d, prepareKeywordsExecutor, _e, result, outputParameters, knowledgeRaw, knowledgeTextPieces, knowledge;
+        var _f, _g, _h;
         var _this = this;
-        return __generator(this, function (_h) {
-            switch (_h.label) {
+        return __generator(this, function (_j) {
+            switch (_j.label) {
                 case 0:
-                    content = options.content, llmTools = options.llmTools, _a = options.isVerbose, isVerbose = _a === void 0 ? false : _a;
+                    llmTools = options.llmTools, _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a, _b = options.isVerbose, isVerbose = _b === void 0 ? false : _b;
+                    TODO_USE(maxParallelCount); // <- [🪂]
                     collection = createCollectionFromJson.apply(void 0, __spreadArray([], __read(PipelineCollection), false));
-                    _b = createPipelineExecutor;
-                    _e = {};
-                    return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md')];
-                case 1:
-                    prepareKnowledgeFromMarkdownExecutor = _b.apply(void 0, [(_e.pipeline = _h.sent(),
-                            _e.tools = {
-                                llm: llmTools,
-                            },
-                            _e)]);
                     _c = createPipelineExecutor;
                     _f = {};
-                    return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md')];
-                case 2:
-                    prepareTitleExecutor = _c.apply(void 0, [(_f.pipeline = _h.sent(),
+                    return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md')];
+                case 1:
+                    prepareKnowledgeFromMarkdownExecutor = _c.apply(void 0, [(_f.pipeline = _j.sent(),
                             _f.tools = {
                                 llm: llmTools,
                             },
                             _f)]);
                     _d = createPipelineExecutor;
                     _g = {};
-                    return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md')];
-                case 3:
-                    prepareKeywordsExecutor = _d.apply(void 0, [(_g.pipeline = _h.sent(),
+                    return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md')];
+                case 2:
+                    prepareTitleExecutor = _d.apply(void 0, [(_g.pipeline = _j.sent(),
                             _g.tools = {
                                 llm: llmTools,
                             },
                             _g)]);
+                    _e = createPipelineExecutor;
+                    _h = {};
+                    return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md')];
+                case 3:
+                    prepareKeywordsExecutor = _e.apply(void 0, [(_h.pipeline = _j.sent(),
+                            _h.tools = {
+                                llm: llmTools,
+                            },
+                            _h)]);
                     return [4 /*yield*/, prepareKnowledgeFromMarkdownExecutor({ content: content })];
                 case 4:
-                    result = _h.sent();
-                    // TODO: [0] !!! Aggeregate usage
+                    result = _j.sent();
                     assertsExecutionSuccessful(result);
                     outputParameters = result.outputParameters;
                     knowledgeRaw = outputParameters.knowledge;
@@ -2657,9 +2771,9 @@ function prepareKnowledgeFromMarkdown(options) {
                         console.info('knowledgeTextPieces:', knowledgeTextPieces);
                     }
                     return [4 /*yield*/, Promise.all(
-                        // TODO: !!! Do not send all at once but in chunks
+                        // TODO: [🪂] !! Do not send all at once but in chunks
                         knowledgeTextPieces.map(function (knowledgeTextPiece, i) { return __awaiter(_this, void 0, void 0, function () {
-                            var name, title, content, keywords, index, sources, titleResult, _a, titleRaw, keywordsResult, _b, keywordsRaw, embeddingResult, error_1;
+                            var name, title, content, keywords, index, titleResult, _a, titleRaw, keywordsResult, _b, keywordsRaw, embeddingResult, error_1;
                             return __generator(this, function (_c) {
                                 switch (_c.label) {
                                     case 0:
@@ -2668,12 +2782,6 @@ function prepareKnowledgeFromMarkdown(options) {
                                         content = spaceTrim(knowledgeTextPiece);
                                         keywords = [];
                                         index = [];
-                                        sources = [
-                                            {
-                                                title: 'Markdown document' /* <- TODO: !!! Unhardcode */,
-                                                href: '#' /* <- TODO: !!! Unhardcode */,
-                                            },
-                                        ];
                                         _c.label = 1;
                                     case 1:
                                         _c.trys.push([1, 7, , 8]);
@@ -2708,7 +2816,6 @@ function prepareKnowledgeFromMarkdown(options) {
                                         })];
                                     case 5:
                                         embeddingResult = _c.sent();
-                                        // TODO: [0] !!! Aggeregate usage embeddingResult.usage
                                         index.push({
                                             modelName: embeddingResult.modelName,
                                             position: embeddingResult.content,
@@ -2726,21 +2833,388 @@ function prepareKnowledgeFromMarkdown(options) {
                                             content: content,
                                             keywords: keywords,
                                             index: index,
-                                            sources: sources,
+                                            // <- TODO: [☀] sources,
                                         }];
                                 }
                             });
                         }); }))];
                 case 5:
-                    knowledge = _h.sent();
+                    knowledge = _j.sent();
                     return [2 /*return*/, knowledge];
             }
         });
     });
 }
 /**
- * 11:11
+ * TODO: [🪂] Do it in parallel 11:11
+ * Note: No need to aggregate usage here, it is done by intercepting the llmTools
+ */
+
+/**
+ * Prepares the knowle
+ *
+ * @see https://github.com/webgptorg/promptbook/discussions/41
+ * @private within the package
+ */
+function prepareKnowledgePieces(knowledgeSources, options) {
+    return __awaiter(this, void 0, void 0, function () {
+        var _a, maxParallelCount, knowledgePrepared;
+        var _this = this;
+        return __generator(this, function (_b) {
+            switch (_b.label) {
+                case 0:
+                    _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a;
+                    knowledgePrepared = [];
+                    return [4 /*yield*/, forEachAsync(knowledgeSources, { maxParallelCount: maxParallelCount }, function (knowledgeSource) { return __awaiter(_this, void 0, void 0, function () {
+                            var partialPieces, pieces;
+                            return __generator(this, function (_a) {
+                                switch (_a.label) {
+                                    case 0: return [4 /*yield*/, prepareKnowledgeFromMarkdown(knowledgeSource.source, // <- TODO: !!!!! Unhardcode markdown, detect which type it is
+                                        options)];
+                                    case 1:
+                                        partialPieces = _a.sent();
+                                        pieces = partialPieces.map(function (partialPiece) { return (__assign(__assign({}, partialPiece), { sources: [
+                                                {
+                                                    name: knowledgeSource.name,
+                                                    // line, column <- TODO: [☀]
+                                                    // <- TODO: [❎]
+                                                },
+                                            ] })); });
+                                        knowledgePrepared.push.apply(knowledgePrepared, __spreadArray([], __read(pieces), false));
+                                        return [2 /*return*/];
+                                }
+                            });
+                        }); })];
+                case 1:
+                    _b.sent();
+                    return [2 /*return*/, knowledgePrepared];
+            }
+        });
+    });
+}
+/*
+TODO: [🧊] This is how it can look in future
+> type PrepareKnowledgeKnowledge = {
+>   /**
+>    * Unprepared knowledge
+>    * /
+>   readonly knowledgeSources: Array<KnowledgeSourceJson>;
+> };
+>
+> export async function prepareKnowledgePieces(
+>   knowledge: PrepareKnowledgeKnowledge,
+>   options: PrepareOptions,
+> ):
+*/
+/**
+ * TODO: [🧊] In future one preparation can take data from previous preparation and save tokens and time
+ *       Put `knowledgePieces` into `PrepareKnowledgeOptions`
+ * TODO: [🪂] More than max things can run in parallel by acident [1,[2a,2b,_],[3a,3b,_]]
+ * TODO: [🧠][❎] Do here propper M:N mapping
+ *       [x] One source can make multiple pieces
+ *       [ ] One piece can have multiple sources
+ */
+
+/**
+ * Prepares the persona for the pipeline
+ *
+ * @see https://github.com/webgptorg/promptbook/discussions/22
+ * @private within the package
+ */
+function preparePersona(personaDescription, options) {
+    return __awaiter(this, void 0, void 0, function () {
+        var llmTools, _a, isVerbose, collection, preparePersonaExecutor, _b, availableModels, availableModelNames, result, outputParameters, modelRequirementsRaw, modelRequirements, modelName, systemMessage, temperature;
+        var _c;
+        return __generator(this, function (_d) {
+            switch (_d.label) {
+                case 0:
+                    llmTools = options.llmTools, _a = options.isVerbose, isVerbose = _a === void 0 ? false : _a;
+                    collection = createCollectionFromJson.apply(void 0, __spreadArray([], __read(PipelineCollection), false));
+                    _b = createPipelineExecutor;
+                    _c = {};
+                    return [4 /*yield*/, collection.getPipelineByUrl('https://promptbook.studio/promptbook/prepare-persona.ptbk.md')];
+                case 1:
+                    preparePersonaExecutor = _b.apply(void 0, [(_c.pipeline = _d.sent(),
+                            _c.tools = {
+                                llm: llmTools,
+                            },
+                            _c)]);
+                    return [4 /*yield*/, llmTools.listModels()];
+                case 2:
+                    availableModels = _d.sent();
+                    availableModelNames = availableModels
+                        .filter(function (_a) {
+                        var modelVariant = _a.modelVariant;
+                        return modelVariant === 'CHAT';
+                    })
+                        .map(function (_a) {
+                        var modelName = _a.modelName;
+                        return modelName;
+                    })
+                        .join(',');
+                    return [4 /*yield*/, preparePersonaExecutor({ availableModelNames: availableModelNames, personaDescription: personaDescription })];
+                case 3:
+                    result = _d.sent();
+                    assertsExecutionSuccessful(result);
+                    outputParameters = result.outputParameters;
+                    modelRequirementsRaw = outputParameters.modelRequirements;
+                    modelRequirements = JSON.parse(modelRequirementsRaw);
+                    if (isVerbose) {
+                        console.info("PERSONA ".concat(personaDescription), modelRequirements);
+                    }
+                    modelName = modelRequirements.modelName, systemMessage = modelRequirements.systemMessage, temperature = modelRequirements.temperature;
+                    // TODO: !!! Check validity of `modelName`
+                    // TODO: !!! Check validity of `systemMessage`
+                    // TODO: !!! Check validity of `temperature`
+                    return [2 /*return*/, {
+                            modelVariant: 'CHAT',
+                            modelName: modelName,
+                            systemMessage: systemMessage,
+                            temperature: temperature,
+                        }];
+            }
+        });
+    });
+}
+
+/**
+ * Prepare pipeline from string (markdown) format to JSON format
+ *
+ * Note: This function does not validate logic of the pipeline
+ * Note: This function acts as part of compilation process
+ */
+function preparePipeline(pipeline, options) {
+    return __awaiter(this, void 0, void 0, function () {
+        var _a, maxParallelCount, 
+        /*
+        <- TODO: [🧠][0] `promptbookVersion` */
+        knowledgeSources /*
+        <- TODO: [🧊] `knowledgePieces` */, personas /*
+        <- TODO: [🧊] `preparations` */, currentPreparation, preparations, preparedPersonas, knowledgeSourcesPrepared, partialknowledgePiecesPrepared, knowledgePiecesPrepared;
+        var _this = this;
+        return __generator(this, function (_b) {
+            switch (_b.label) {
+                case 0:
+                    _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a;
+                    knowledgeSources = pipeline.knowledgeSources, personas = pipeline.personas;
+                    currentPreparation = {
+                        id: 1,
+                        // TODO: [🍥]> date: $currentDate(),
+                        promptbookVersion: PROMPTBOOK_VERSION,
+                        modelUsage: addUsage(),
+                    };
+                    preparations = [
+                        // ...preparations
+                        // <- TODO: [🧊]
+                        currentPreparation,
+                    ];
+                    preparedPersonas = new Array(personas.length);
+                    return [4 /*yield*/, forEachAsync(personas, { maxParallelCount: maxParallelCount /* <- TODO: [🪂] When there are subtasks, this maximul limit can be broken */ }, function (persona, index) { return __awaiter(_this, void 0, void 0, function () {
+                            var modelRequirements, preparedPersona;
+                            return __generator(this, function (_a) {
+                                switch (_a.label) {
+                                    case 0: return [4 /*yield*/, preparePersona(persona.description, options)];
+                                    case 1:
+                                        modelRequirements = _a.sent();
+                                        preparedPersona = __assign(__assign({}, persona), { modelRequirements: modelRequirements, preparationIds: [/* TODO: [🧊] -> */ currentPreparation.id] });
+                                        preparedPersonas[index] = preparedPersona;
+                                        return [2 /*return*/];
+                                }
+                            });
+                        }); })];
+                case 1:
+                    _b.sent();
+                    knowledgeSourcesPrepared = knowledgeSources.map(function (source) { return (__assign(__assign({}, source), { preparationIds: [/* TODO: [🧊] -> */ currentPreparation.id] })); });
+                    return [4 /*yield*/, prepareKnowledgePieces(knowledgeSources /* <- TODO: [🧊] {knowledgeSources, knowledgePieces} */, options)];
+                case 2:
+                    partialknowledgePiecesPrepared = _b.sent();
+                    knowledgePiecesPrepared = partialknowledgePiecesPrepared.map(function (piece) { return (__assign(__assign({}, piece), { preparationIds: [/* TODO: [🧊] -> */ currentPreparation.id] })); });
+                    // ----- /Knowledge preparation -----
+                    return [2 /*return*/, __assign(__assign({}, pipeline), { knowledgeSources: knowledgeSourcesPrepared, knowledgePieces: knowledgePiecesPrepared, personas: preparedPersonas, preparations: preparations })];
+            }
+        });
+    });
+}
+/**
+ * TODO: Write tests for `preparePipeline`
+ * TODO: [🏏] Leverage the batch API and build queues @see https://platform.openai.com/docs/guides/batch
+ * TODO: [🧊] In future one preparation can take data from previous preparation and save tokens and time
+ * TODO: !!!!! Use here countTotalUsage
+ * TODO: [🛠] Actions, instruments (and maybe knowledge) => Functions and tools
+ */
+
+/**
+ * Tests if given string is valid URL.
+ *
+ * Note: This does not check if the file exists only if the path is valid
+ */
+function isValidFilePath(filePath) {
+    if (typeof filePath !== 'string') {
+        return false;
+    }
+    var filePathSlashes = filePath.split('\\').join('/');
+    // Absolute Unix path: /hello.txt
+    if (/^(\/)/i.test(filePathSlashes)) {
+        return true;
+    }
+    // Absolute Windows path: /hello.txt
+    if (/^([A-Z]{1,2}:\/?)\//i.test(filePathSlashes)) {
+        return true;
+    }
+    // Relative path: ./hello.txt
+    if (/^(\.\.?\/)+/i.test(filePathSlashes)) {
+        return true;
+    }
+    return false;
+}
+
+/**
+ * Parses the knowledge command
+ *
+ * @see ./KNOWLEDGE-README.md for more details
+ * @private within the commands folder
  */
+var knowledgeCommandParser = {
+    /**
+     * Name of the command
+     */
+    name: 'KNOWLEDGE',
+    /**
+     * BOILERPLATE command can be used in:
+     */
+    usagePlaces: ['PIPELINE_HEAD'],
+    /**
+     * Description of the KNOWLEDGE command
+     */
+    description: "Tells promptbook which external knowledge to use",
+    /**
+     * Link to discussion
+     */
+    discussionUrl: 'https://github.com/webgptorg/promptbook/discussions/41',
+    /**
+     * Example usages of the KNOWLEDGE command
+     */
+    examples: [
+        'KNOWLEDGE https://www.pavolhejny.com/',
+        'KNOWLEDGE ./hejny-cv.txt',
+        'KNOWLEDGE ./hejny-cv.md',
+        'KNOWLEDGE ./hejny-cv.pdf',
+        'KNOWLEDGE ./hejny-cv.docx',
+    ],
+    /**
+     * Parses the KNOWLEDGE command
+     */
+    parse: function (input) {
+        var args = input.args;
+        var source = args[0];
+        if (source === undefined) {
+            throw new ParsingError("Source is not defined");
+        }
+        if (source.startsWith('http://')) {
+            throw new ParsingError("Source is not secure");
+        }
+        if (!(isValidFilePath(source) || isValidUrl(source))) {
+            throw new ParsingError("Source not valid");
+        }
+        if (source.startsWith('../') || source.startsWith('/') || /^[A-Z]:[\\/]+/i.test(source)) {
+            throw new ParsingError("Source cannot be outside of the .ptbk.md folder");
+        }
+        return {
+            type: 'KNOWLEDGE',
+            source: source,
+        };
+    },
+    /**
+     * Note: Prototype of [🍧] (remove this comment after full implementation)
+     */
+    applyToPipelineJson: function (pipelineJson, personaCommand) {
+        var source = personaCommand.source;
+        var name = titleToName(source);
+        pipelineJson.knowledgeSources.push({
+            name: name,
+            source: source,
+        });
+    },
+};
+
+/**
+ * Parses the persona command
+ *
+ * @see ./PERSONA-README.md for more details
+ * @private within the commands folder
+ */
+var personaCommandParser = {
+    /**
+     * Name of the command
+     */
+    name: 'PERSONA',
+    /**
+     * Aliases for the PERSONA command
+     */
+    aliasNames: ['PERSON'],
+    /**
+     * PERSONA command can be used in:
+     */
+    usagePlaces: ['PIPELINE_HEAD', 'PIPELINE_TEMPLATE'],
+    /**
+     * Description of the PERSONA command
+     */
+    description: "Persona command is used to specify who the system is, it will be transformed into system message, top_t,...",
+    /**
+     * Link to discussion
+     */
+    discussionUrl: 'https://github.com/webgptorg/promptbook/discussions/22',
+    /**
+     * Example usages of the PERSONA command
+     */
+    examples: ['PERSONA Jane, skilled copywriter', 'PERSONA Joe, male 28 years old, programmer'],
+    /**
+     * Parses the PERSONA command
+     */
+    parse: function (input) {
+        var rawArgs = input.rawArgs;
+        var _a = __read(rawArgs.split(/[,;:]/, 2), 2), personaNameRaw = _a[0], personaDescriptionRaw = _a[1];
+        var personaName = (personaNameRaw || '').trim();
+        if (personaName === '') {
+            throw new ParsingError("You must set name for the persona");
+        }
+        var personaDescription = (personaDescriptionRaw || '').trim();
+        if (personaDescription === '') {
+            personaDescription = null;
+        }
+        return {
+            type: 'PERSONA',
+            personaName: personaName,
+            personaDescription: personaDescription,
+        };
+    },
+    /**
+     * Note: Prototype of [🍧] (remove this comment after full implementation)
+     */
+    applyToPipelineJson: function (pipelineJson, personaCommand) {
+        var personaName = personaCommand.personaName, personaDescription = personaCommand.personaDescription;
+        var persona = pipelineJson.personas.find(function (persona) { return persona.name === personaName; });
+        if (persona === undefined) {
+            pipelineJson.personas.push({
+                name: personaName,
+                description: personaDescription || '',
+            });
+            return;
+        }
+        if (persona.description === personaDescription) {
+            return;
+        }
+        if (personaDescription === null) {
+            return;
+        }
+        if (persona.description === '') {
+            persona.description = personaDescription;
+            return;
+        }
+        console.warn(spaceTrim("\n\n                Persona \"".concat(personaName, "\" is defined multiple times with different description:\n\n                First definition:\n                ").concat(persona.description, "\n\n                Second definition:\n                ").concat(personaDescription, "\n\n            ")));
+        persona.description += spaceTrim('\n\n' + personaDescription);
+    },
+};
 
 /**
  * Removes Markdown formatting tags from a string.
@@ -2896,7 +3370,6 @@ var blockCommandParser = {
         normalized = normalized.split('EXAMPLE').join('SAMPLE');
         var blockTypes = BlockTypes.filter(function (blockType) { return normalized.includes(blockType); });
         if (blockTypes.length !== 1) {
-            // console.log('!!!', { blockType });
             throw new ParsingError(spaceTrim(function (block) { return "\n                        Unknown block type in BLOCK command\n\n                        Supported block types are:\n                        ".concat(block(BlockTypes.join(', ')), "\n                    "); }));
         }
         // TODO: !!!! Not supported yet
@@ -2909,6 +3382,7 @@ var blockCommandParser = {
 
 /**
  * Units of text measurement
+ * @see https://github.com/webgptorg/promptbook/discussions/30
  */
 var EXPECTATION_UNITS = ['CHARACTERS', 'WORDS', 'SENTENCES', 'LINES', 'PARAGRAPHS', 'PAGES'];
 /**
@@ -3144,94 +3618,15 @@ var jokerCommandParser = {
     },
 };
 
-/**
- * Tests if given string is valid URL.
- *
- * Note: This does not check if the file exists only if the path is valid
- */
-function isValidFilePath(filePath) {
-    if (typeof filePath !== 'string') {
-        return false;
-    }
-    var filePathSlashes = filePath.split('\\').join('/');
-    // Absolute Unix path: /hello.txt
-    if (/^(\/)/i.test(filePathSlashes)) {
-        return true;
-    }
-    // Absolute Windows path: /hello.txt
-    if (/^([A-Z]{1,2}:\/?)\//i.test(filePathSlashes)) {
-        return true;
-    }
-    // Relative path: ./hello.txt
-    if (/^(\.\.?\/)+/i.test(filePathSlashes)) {
-        return true;
-    }
-    return false;
-}
-
-/**
- * Parses the knowledge command
- *
- * @see ./KNOWLEDGE-README.md for more details
- * @private within the commands folder
- */
-var knowledgeCommandParser = {
-    /**
-     * Name of the command
-     */
-    name: 'KNOWLEDGE',
-    /**
-     * BOILERPLATE command can be used in:
-     */
-    usagePlaces: ['PIPELINE_HEAD'],
-    /**
-     * Description of the KNOWLEDGE command
-     */
-    description: "Tells promptbook which external knowledge to use",
-    /**
-     * Link to discussion
-     */
-    discussionUrl: 'https://github.com/webgptorg/promptbook/discussions/41',
-    /**
-     * Example usages of the KNOWLEDGE command
-     */
-    examples: [
-        'KNOWLEDGE https://www.pavolhejny.com/',
-        'KNOWLEDGE ./hejny-cv.txt',
-        'KNOWLEDGE ./hejny-cv.md',
-        'KNOWLEDGE ./hejny-cv.pdf',
-        'KNOWLEDGE ./hejny-cv.docx',
-    ],
-    /**
-     * Parses the KNOWLEDGE command
-     */
-    parse: function (input) {
-        var args = input.args;
-        var source = args[0];
-        if (source === undefined) {
-            throw new ParsingError("Source is not defined");
-        }
-        if (source.startsWith('http://')) {
-            throw new ParsingError("Source is not secure");
-        }
-        if (!(isValidFilePath(source) || isValidUrl(source))) {
-            throw new ParsingError("Source not valid");
-        }
-        if (source.startsWith('../') || source.startsWith('/') || /^[A-Z]:[\\/]+/i.test(source)) {
-            throw new ParsingError("Source cannot be outside of the .ptbk.md folder");
-        }
-        return {
-            type: 'KNOWLEDGE',
-            source: source,
-        };
-    },
-};
-
 var MODEL_VARIANTS = ['COMPLETION', 'CHAT', 'EMBEDDING' /* <- TODO [🏳] */ /* <- [🤖] */];
 /**
+ * TODO: [🈁] `seed` should maybe be somewhere else (not in `ModelRequirements`) (simmilar that `user` identification is not here)
+ * TODO: [🧠][💱] Add more model options: `stop_token`, `logit_bias`, `logprobs` (`top_logprobs`), `top_k`, `top_p`, `presence_penalty`, `frequency_penalty`, `bestOf`, `logitBias`, `logitBiasType`,...
+ *       [💱] Probbably keep using just `temperature` in Promptbook (not `top_k` and `top_p`)
+ * TODO: [🛠] Actions, instruments (and maybe knowledge) => Functions and tools
  * TODO: Maybe figure out better word than "variant"
  * TODO: Add here more requirement options like max context size, max tokens, etc.
- * TODO: [👙][🧠] Just selecting gpt3 or gpt4 level of model
+ * TODO: [💕][🧠] Just selecting gpt3 or gpt4 level of model
  */
 
 /**
@@ -3370,59 +3765,6 @@ var parameterCommandParser = {
     },
 };
 
-/**
- * Parses the persona command
- *
- * @see ./PERSONA-README.md for more details
- * @private within the commands folder
- */
-var personaCommandParser = {
-    /**
-     * Name of the command
-     */
-    name: 'PERSONA',
-    /**
-     * Aliases for the PERSONA command
-     */
-    aliasNames: ['PERSON'],
-    /**
-     * PERSONA command can be used in:
-     */
-    usagePlaces: ['PIPELINE_HEAD', 'PIPELINE_TEMPLATE'],
-    /**
-     * Description of the PERSONA command
-     */
-    description: "Persona command is used to specify who the system is, it will be transformed into system message, top_t,...",
-    /**
-     * Link to discussion
-     */
-    discussionUrl: 'https://github.com/webgptorg/promptbook/discussions/22',
-    /**
-     * Example usages of the PERSONA command
-     */
-    examples: ['PERSONA Jane, skilled copywriter', 'PERSONA Joe, male 28 years old, programmer'],
-    /**
-     * Parses the PERSONA command
-     */
-    parse: function (input) {
-        var rawArgs = input.rawArgs;
-        var _a = __read(rawArgs.split(/[,;:]/, 2), 2), personaNameRaw = _a[0], personaDescriptionRaw = _a[1];
-        var personaName = (personaNameRaw || '').trim();
-        if (personaName === '') {
-            throw new ParsingError("You must set name for the persona");
-        }
-        var personaDescription = (personaDescriptionRaw || '').trim();
-        if (personaDescription === '') {
-            personaDescription = null;
-        }
-        return {
-            type: 'PERSONA',
-            personaName: personaName,
-            personaDescription: personaDescription,
-        };
-    },
-};
-
 function isValidJavascriptName(javascriptName) {
     if (typeof javascriptName !== 'string') {
         return false;
@@ -3609,22 +3951,6 @@ var urlCommandParser = {
     },
 };
 
-/**
- * Returns the same value that is passed as argument.
- * No side effects.
- *
- * Note: It can be usefull for leveling indentation
- *
- * @param value any values
- * @returns the same values
- */
-function just(value) {
-    if (value === undefined) {
-        return undefined;
-    }
-    return value;
-}
-
 /**
  * Parses the action command
  *
@@ -3656,7 +3982,8 @@ var actionCommandParser = {
      * Parses the ACTION command
      */
     parse: function (input) {
-        input.args;
+        var args = input.args;
+        TODO_USE(args);
         return {
             type: 'ACTION',
         };
@@ -3694,7 +4021,8 @@ var instrumentCommandParser = {
      * Parses the INSTRUMENT command
      */
     parse: function (input) {
-        input.args;
+        var args = input.args;
+        TODO_USE(args);
         return {
             type: 'INSTRUMENT',
         };
@@ -3876,7 +4204,6 @@ function parseCommandVariant(input) {
     var _loop_1 = function (commandParser) {
         var name_1 = commandParser.name, aliasNames = commandParser.aliasNames, deprecatedNames = commandParser.deprecatedNames, parse = commandParser.parse;
         var names = __spreadArray(__spreadArray([name_1], __read((aliasNames || [])), false), __read((deprecatedNames || [])), false);
-        // console.log('!!!', { commandName, names });
         if (names.includes(commandName)) {
             try {
                 return { value: parse({ usagePlace: usagePlace, raw: raw, rawArgs: rawArgs, normalized: normalized, args: args }) };
@@ -3986,25 +4313,42 @@ function extractAllBlocksFromMarkdown(markdown) {
     var e_1, _a;
     var codeBlocks = [];
     var lines = markdown.split('\n');
+    // Note: [0] Ensure that the last block notated by gt > will be closed
+    lines.push('');
     var currentCodeBlock = null;
     try {
         for (var lines_1 = __values(lines), lines_1_1 = lines_1.next(); !lines_1_1.done; lines_1_1 = lines_1.next()) {
             var line = lines_1_1.value;
+            if (line.startsWith('> ') || line === '>') {
+                if (currentCodeBlock === null) {
+                    currentCodeBlock = { blockNotation: '>', language: null, content: '' };
+                } /* not else */
+                if (currentCodeBlock.blockNotation === '>') {
+                    if (currentCodeBlock.content !== '') {
+                        currentCodeBlock.content += '\n';
+                    }
+                    currentCodeBlock.content += line.slice(2);
+                }
+            }
+            else if (currentCodeBlock !== null && currentCodeBlock.blockNotation === '>' /* <- Note: [0] */) {
+                codeBlocks.push(currentCodeBlock);
+                currentCodeBlock = null;
+            }
+            /* not else */
             if (line.startsWith('```')) {
                 var language = line.slice(3).trim() || null;
                 if (currentCodeBlock === null) {
-                    currentCodeBlock = { language: language, content: '' };
+                    currentCodeBlock = { blockNotation: '```', language: language, content: '' };
                 }
                 else {
                     if (language !== null) {
-                        // [🌻]
-                        throw new Error("".concat(capitalize(currentCodeBlock.language || 'the'), " code block was not closed and already opening new ").concat(language, " code block"));
+                        throw new ParsingError("".concat(capitalize(currentCodeBlock.language || 'the'), " code block was not closed and already opening new ").concat(language, " code block"));
                     }
                     codeBlocks.push(currentCodeBlock);
                     currentCodeBlock = null;
                 }
             }
-            else if (currentCodeBlock !== null) {
+            else if (currentCodeBlock !== null && currentCodeBlock.blockNotation === '```') {
                 if (currentCodeBlock.content !== '') {
                     currentCodeBlock.content += '\n';
                 }
@@ -4020,11 +4364,13 @@ function extractAllBlocksFromMarkdown(markdown) {
         finally { if (e_1) throw e_1.error; }
     }
     if (currentCodeBlock !== null) {
-        // [🌻]
-        throw new Error("".concat(capitalize(currentCodeBlock.language || 'the'), " code block was not closed at the end of the markdown"));
+        throw new ParsingError("".concat(capitalize(currentCodeBlock.language || 'the'), " code block was not closed at the end of the markdown"));
     }
     return codeBlocks;
 }
+/**
+ * TODO: Maybe name for `blockNotation` instead of  '```' and '>'
+ */
 
 /**
  * Extracts exactly ONE code block from markdown.
@@ -4042,13 +4388,12 @@ function extractAllBlocksFromMarkdown(markdown) {
 function extractOneBlockFromMarkdown(markdown) {
     var codeBlocks = extractAllBlocksFromMarkdown(markdown);
     if (codeBlocks.length !== 1) {
-        // TODO: Report more specific place where the error happened
-        throw new Error(/* <- [🌻] */ 'There should be exactly one code block in the markdown');
+        throw new ParsingError(spaceTrim(function (block) { return "\n                    There should be exactly 1 code block, found ".concat(codeBlocks.length, " code blocks\n\n                    ").concat(block(codeBlocks.map(function (block, i) { return "Block ".concat(i + 1, ":\n").concat(block.content); }).join('\n\n\n')), "\n                "); }));
     }
     return codeBlocks[0];
 }
 /***
- * TODO: [🍓][🌻] !!! Decide of this is internal util, external util OR validator/postprocessor
+ * TODO: [🍓][🌻] Decide of this is internal util, external util OR validator/postprocessor
  */
 
 /**
@@ -4058,13 +4403,13 @@ function parseMarkdownSection(value) {
     var _a, _b;
     var lines = value.split('\n');
     if (!lines[0].startsWith('#')) {
-        throw new Error('Markdown section must start with heading');
+        throw new ParsingError('Markdown section must start with heading');
     }
     var title = lines[0].replace(/^#+\s*/, '');
     var level = (_b = (_a = lines[0].match(/^#+/)) === null || _a === void 0 ? void 0 : _a[0].length) !== null && _b !== void 0 ? _b : 0;
     var content = spaceTrim(lines.slice(1).join('\n'));
     if (level < 1 || level > 6) {
-        throw new Error('Markdown section must have heading level between 1 and 6');
+        throw new ParsingError('Markdown section must have heading level between 1 and 6');
     }
     return { title: title, level: level, content: content };
 }
@@ -4390,14 +4735,14 @@ function extractParametersFromPromptTemplate(promptTemplate) {
  */
 
 /**
- * Compile promptbook from string (markdown) format to JSON format synchronously
+ * Compile pipeline from string (markdown) format to JSON format synchronously
  *
- * Note: There are two similar functions:
+ * Note: There are 3 similar functions:
  * - `pipelineStringToJson` **(preferred)** - which propperly compiles the promptbook and use embedding for external knowledge
  * - `pipelineStringToJsonSync` - use only if you need to compile promptbook synchronously and it contains NO external knowledge
+ * - `preparePipeline` - just one step in the compilation process
  *
  * @param pipelineString {Promptbook} in string markdown format (.ptbk.md)
- * @param options - Options and tools for the compilation
  * @returns {Promptbook} compiled in JSON format (.ptbk.json)
  * @throws {ParsingError} if the promptbook string is not valid
  *
@@ -4413,7 +4758,10 @@ function pipelineStringToJsonSync(pipelineString) {
         description: undefined /* <- Note: Putting here placeholder to keep `description` on top at final JSON */,
         parameters: [],
         promptTemplates: [],
-        knowledge: [],
+        knowledgeSources: [],
+        knowledgePieces: [],
+        personas: [],
+        preparations: [],
     };
     // =============================================================
     // Note: 1️⃣ Parsing of the markdown into object
@@ -4443,7 +4791,7 @@ function pipelineStringToJsonSync(pipelineString) {
             existingParameter.description &&
             existingParameter.description !== parameterDescription &&
             parameterDescription) {
-            throw new ParsingError(spaceTrim$1(function (block) { return "\n                        Parameter {".concat(parameterName, "} is defined multiple times with different description.\n\n                        First definition:\n                        ").concat(block(existingParameter.description || '[undefined]'), "\n\n                        Second definition:\n                        ").concat(block(parameterDescription || '[undefined]'), "\n                    "); }));
+            throw new ParsingError(spaceTrim$1(function (block) { return "\n                        Parameter {".concat(parameterName, "} is defined multiple times with different description:\n\n                        First definition:\n                        ").concat(block(existingParameter.description || '[undefined]'), "\n\n                        Second definition:\n                        ").concat(block(parameterDescription || '[undefined]'), "\n                    "); }));
         }
         if (existingParameter) {
             if (parameterDescription) {
@@ -4462,11 +4810,12 @@ function pipelineStringToJsonSync(pipelineString) {
     // =============================================================
     // Note: 3️⃣ Process pipeline head
     pipelineJson.title = pipelineHead.title;
-    // TODO: [1] DRY description
+    // TODO: [🎾][1] DRY description
     var description = pipelineHead.content;
-    // Note: Remove codeblocks - TODO: Maybe put this into util (exported from `@promptbool/utils`)
+    // Note: Remove codeblocks - TODO: [🎾] Make util removeAllBlocksFromMarkdown (exported from `@promptbool/utils`)
     description = description.split(/^```.*^```/gms).join('');
-    //Note: Remove lists and return statement - TODO: Maybe put this into util (exported from `@promptbool/utils`)
+    description = description.split(/^>.*$/gm).join('');
+    //Note: Remove lists and return statement - TODO: [🎾] Make util  (exported from `@promptbool/utils`)
     description = description.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
     description = spaceTrim$1(description);
     if (description === '') {
@@ -4494,7 +4843,7 @@ function pipelineStringToJsonSync(pipelineString) {
                     pipelineJson.pipelineUrl = command.pipelineUrl.href;
                     break;
                 case 'KNOWLEDGE':
-                    console.error(new NotYetImplementedError('Knowledge is not implemented yet'));
+                    knowledgeCommandParser.applyToPipelineJson(pipelineJson, command);
                     break;
                 case 'ACTION':
                     console.error(new NotYetImplementedError('Actions are not implemented yet'));
@@ -4503,7 +4852,8 @@ function pipelineStringToJsonSync(pipelineString) {
                     console.error(new NotYetImplementedError('Instruments are not implemented yet'));
                     break;
                 case 'PERSONA':
-                    console.error(new NotYetImplementedError('Personas are not implemented yet'));
+                    personaCommandParser.applyToPipelineJson(pipelineJson, command);
+                    //                    <- Note: Prototype of [🍧] (remove this comment after full implementation)
                     break;
                 case 'BOILERPLATE':
                     throw new ParsingError('BOILERPLATE command is only for testing purposes and should not be used in the .ptbk.md file'); // <- TODO: [🚞]
@@ -4532,7 +4882,27 @@ function pipelineStringToJsonSync(pipelineString) {
         var postprocessing = [];
         var expectAmount = {};
         var expectFormat = undefined;
-        var isBlockTypeChanged = false;
+        var isBlockTypeSet = false;
+        var lastLine = section.content.split('\n').pop();
+        var resultingParameterNameMatch = /^->\s*\{(?<resultingParamName>[a-z0-9_]+)\}/im.exec(lastLine);
+        var resultingParameterName = null;
+        if (resultingParameterNameMatch &&
+            resultingParameterNameMatch.groups !== undefined &&
+            resultingParameterNameMatch.groups.resultingParamName !== undefined) {
+            resultingParameterName = resultingParameterNameMatch.groups.resultingParamName;
+        }
+        var expectResultingParameterName = function () {
+            if (resultingParameterName !== null) {
+                return resultingParameterName;
+            }
+            throw new ParsingError(spaceTrim$1(function (block) { return "\n                    Template section must end with -> {parameterName}\n\n                    Invalid section:\n                    ".concat(block(
+            // TODO: Show code of invalid sections each time + DRY
+            section.content
+                .split('\n')
+                .map(function (line) { return "  | ".concat(line); } /* <- TODO: [🚞] */)
+                .join('\n')), "\n                  "); }));
+        };
+        var _e = extractOneBlockFromMarkdown(section.content), language = _e.language, content = _e.content;
         try {
             for (var listItems_2 = (e_3 = void 0, __values(listItems_3)), listItems_2_1 = listItems_2.next(); !listItems_2_1.done; listItems_2_1 = listItems_2.next()) {
                 var listItem = listItems_2_1.value;
@@ -4540,15 +4910,24 @@ function pipelineStringToJsonSync(pipelineString) {
                 switch (command.type) {
                     // TODO: [🍧] Use here applyToPipelineJson and remove switch statement
                     case 'BLOCK':
-                        if (isBlockTypeChanged) {
+                        if (isBlockTypeSet) {
                             throw new ParsingError('Block type is already defined in the prompt template. It can be defined only once.');
                         }
                         if (command.blockType === 'SAMPLE') {
-                            console.error(new NotYetImplementedError('Block type SAMPLE is not implemented yet'));
+                            expectResultingParameterName();
+                            var parameter = pipelineJson.parameters.find(function (param) { return param.name === resultingParameterName; });
+                            if (parameter === undefined) {
+                                throw new UnexpectedError("Can not find parameter {".concat(resultingParameterName, "} to assign sample value"));
+                            }
+                            parameter.sampleValues = parameter.sampleValues || [];
+                            parameter.sampleValues.push(content);
                             return "continue-templates";
                         }
                         if (command.blockType === 'KNOWLEDGE') {
-                            console.error(new NotYetImplementedError('Knowledge is not implemented yet'));
+                            knowledgeCommandParser.applyToPipelineJson(pipelineJson, {
+                                type: 'KNOWLEDGE',
+                                source: content, // <- TODO: !!!! Working KNOWLEDGE which not referring to the source file/wweb, but its content itseld
+                            });
                             return "continue-templates";
                         }
                         if (command.blockType === 'ACTION') {
@@ -4559,8 +4938,9 @@ function pipelineStringToJsonSync(pipelineString) {
                             console.error(new NotYetImplementedError('Instruments are not implemented yet'));
                             return "continue-templates";
                         }
+                        expectResultingParameterName();
                         blockType = command.blockType;
-                        isBlockTypeChanged = true;
+                        isBlockTypeSet = true;
                         break;
                     case 'EXPECT_AMOUNT':
                         // eslint-disable-next-line no-case-declarations
@@ -4600,16 +4980,20 @@ function pipelineStringToJsonSync(pipelineString) {
                         postprocessing.push(command.functionName);
                         break;
                     case 'KNOWLEDGE':
-                        console.error(new NotYetImplementedError('Knowledge is not implemented yet'));
+                        // TODO: [👙] The knowledge is maybe relevant for just this template
+                        knowledgeCommandParser.applyToPipelineJson(pipelineJson, command);
                         break;
                     case 'ACTION':
+                        // TODO: [👙] The action is maybe relevant for just this template
                         console.error(new NotYetImplementedError('Actions are not implemented yet'));
                         break;
                     case 'INSTRUMENT':
+                        // TODO: [👙] The instrument is maybe relevant for just this template
                         console.error(new NotYetImplementedError('Instruments are not implemented yet'));
                         break;
                     case 'PERSONA':
-                        console.error(new NotYetImplementedError('Personas are not implemented yet'));
+                        personaCommandParser.applyToPipelineJson(pipelineJson, command);
+                        //                    <- Note: Prototype of [🍧] (remove this comment after full implementation)
                         break;
                     case 'BOILERPLATE':
                         console.error(new ParsingError('BOILERPLATE command is only for testing purposes and should not be used in the .ptbk.md file'));
@@ -4627,7 +5011,6 @@ function pipelineStringToJsonSync(pipelineString) {
             }
             finally { if (e_3) throw e_3.error; }
         }
-        var _e = extractOneBlockFromMarkdown(section.content), language = _e.language, content = _e.content;
         if (blockType === 'SCRIPT') {
             if (!language) {
                 throw new ParsingError('You must specify the language of the script in the prompt template');
@@ -4636,22 +5019,12 @@ function pipelineStringToJsonSync(pipelineString) {
                 throw new ParsingError(spaceTrim$1(function (block) { return "\n                            Script language ".concat(language, " is not supported.\n\n                            Supported languages are:\n                            ").concat(block(SUPPORTED_SCRIPT_LANGUAGES.join(', ')), "\n\n                        "); }));
             }
         }
-        var lastLine = section.content.split('\n').pop();
-        var match = /^->\s*\{(?<resultingParamName>[a-z0-9_]+)\}/im.exec(lastLine);
-        if (!match || match.groups === undefined || match.groups.resultingParamName === undefined) {
-            throw new ParsingError(spaceTrim$1(function (block) { return "\n                        Each section must end with -> {parameterName}\n\n                        Invalid section:\n                        ".concat(block(
-            // TODO: Show code of invalid sections each time + DRY
-            section.content
-                .split('\n')
-                .map(function (line) { return "  | ".concat(line); } /* <- TODO: [🚞] */)
-                .join('\n')), "\n                      "); }));
-        }
-        var resultingParameterName = match.groups.resultingParamName;
-        // TODO: [1] DRY description
+        // TODO: [🎾][1] DRY description
         var description_1 = section.content;
-        // Note: Remove codeblocks
+        // Note: Remove codeblocks - TODO: [🎾]
         description_1 = description_1.split(/^```.*^```/gms).join('');
-        //Note: Remove lists and return statement
+        description_1 = description_1.split(/^>.*$/gm).join('');
+        //Note: Remove lists and return statement - TODO: [🎾]
         description_1 = description_1.split(/^(?:(?:-)|(?:\d\))|(?:`?->))\s+.*$/gm).join('');
         description_1 = spaceTrim$1(description_1);
         if (description_1 === '') {
@@ -4681,10 +5054,11 @@ function pipelineStringToJsonSync(pipelineString) {
             postprocessing: postprocessing,
             expectations: expectAmount,
             expectFormat: expectFormat,
+            personaName: null,
             modelRequirements: templateModelRequirements,
             contentLanguage: blockType === 'SCRIPT' ? language : undefined,
             content: content,
-            resultingParameterName: resultingParameterName,
+            resultingParameterName: expectResultingParameterName( /* <- Note: This is once more redundant */),
         };
         if (blockType !== 'PROMPT_TEMPLATE') {
             delete template.modelRequirements;
@@ -4757,14 +5131,17 @@ function pipelineStringToJsonSync(pipelineString) {
  * TODO: Use spaceTrim more effectively
  * TODO: [🧠] Parameter flags - isInput, isOutput, isInternal
  * TODO: [🥞] Not optimal parsing because `splitMarkdownIntoSections` is executed twice with same string, once through `flattenMarkdown` and second directly here
+ * TODO: [♈] Probbably move expectations from templates to parameters
+ * TODO: [🛠] Actions, instruments (and maybe knowledge) => Functions and tools
  */
 
 /**
- * Compile promptbook from string (markdown) format to JSON format
+ * Compile pipeline from string (markdown) format to JSON format
  *
- * Note: There are two similar functions:
+ * Note: There are 3 similar functions:
  * - `pipelineStringToJson` **(preferred)** - which propperly compiles the promptbook and use embedding for external knowledge
  * - `pipelineStringToJsonSync` - use only if you need to compile promptbook synchronously and it contains NO external knowledge
+ * - `preparePipeline` - just one step in the compilation process
  *
  * @param pipelineString {Promptbook} in string markdown format (.ptbk.md)
  * @param options - Options and tools for the compilation
@@ -4775,22 +5152,18 @@ function pipelineStringToJsonSync(pipelineString) {
  * Note: This function acts as compilation process
  */
 function pipelineStringToJson(pipelineString, options) {
-    if (options === void 0) { options = {}; }
+    if (options === void 0) { options = { llmTools: null }; }
     return __awaiter(this, void 0, void 0, function () {
-        var llmTools, pipelineJson, knowledge;
+        var llmTools, pipelineJson;
         return __generator(this, function (_a) {
             switch (_a.label) {
                 case 0:
                     llmTools = options.llmTools;
                     pipelineJson = pipelineStringToJsonSync(pipelineString);
-                    if (!llmTools) return [3 /*break*/, 2];
-                    return [4 /*yield*/, prepareKnowledgeFromMarkdown({
-                            content: 'Roses are red, violets are blue, programmers use Promptbook, users too',
-                            llmTools: llmTools,
-                        })];
+                    if (!(llmTools !== null)) return [3 /*break*/, 2];
+                    return [4 /*yield*/, preparePipeline(pipelineJson, { llmTools: llmTools })];
                 case 1:
-                    knowledge = _a.sent();
-                    pipelineJson = __assign(__assign({}, pipelineJson), { knowledge: __spreadArray(__spreadArray([], __read((pipelineJson.knowledge || [])), false), __read(knowledge), false) });
+                    pipelineJson = _a.sent();
                     _a.label = 2;
                 case 2: return [2 /*return*/, pipelineJson];
             }
@@ -4799,6 +5172,7 @@ function pipelineStringToJson(pipelineString, options) {
 }
 /**
  * TODO: [🏏] Leverage the batch API and build queues @see https://platform.openai.com/docs/guides/batch
+ * TODO: [🛠] Actions, instruments (and maybe knowledge) => Functions and tools
  */
 
 /**
@@ -4816,7 +5190,10 @@ function addAutoGeneratedSection(content, options) {
     }
     var placeForSection = removeContentComments(content).match(/^##.*$/im);
     if (!placeForSection) {
-        throw new Error("No place where to put the section <!--".concat(sectionName, "-->"));
+        throw new ParsingError(
+        // <- [🧠] Maybe something better than `ParsingError`
+        "No place where to put the section <!--".concat(sectionName, "-->"));
+        // <- [🚞]
     }
     var _a = __read(placeForSection, 1), heading = _a[0];
     return content.replace(heading, "<!--".concat(sectionName, "-->\n").concat(warningLine, "\n").concat(sectionContent, "\n<!--/").concat(sectionName, "-->\n\n").concat(heading));
@@ -4987,6 +5364,20 @@ var CollectionError = /** @class */ (function (_super) {
     return CollectionError;
 }(Error));
 
+/**
+ * This error type indicates that the version of the pipeline is not matching the expected version
+ */
+var VersionMismatchError = /** @class */ (function (_super) {
+    __extends(VersionMismatchError, _super);
+    function VersionMismatchError(message, expectedVersion) {
+        var _this = _super.call(this, spaceTrim$1(function (block) { return "\n                    ".concat(block(message), "\n\n                    This error indicates that there is error with compatibility\n\n                    Expected version:\n                    ").concat(expectedVersion, "\n\n                    Current version:\n                    ").concat(PROMPTBOOK_VERSION, "\n\n                "); })) || this;
+        _this.name = 'UnexpectedError';
+        Object.setPrototypeOf(_this, VersionMismatchError.prototype);
+        return _this;
+    }
+    return VersionMismatchError;
+}(Error));
+
 /**
  * Pretty print an embedding vector for logging
  */
@@ -5075,6 +5466,19 @@ var SimplePromptInterfaceTools = /** @class */ (function () {
     return SimplePromptInterfaceTools;
 }());
 
+/**
+ * Unprepare just strips the preparation data of the pipeline
+ */
+function unpreparePipeline(pipeline) {
+    var personas = pipeline.personas, knowledgeSources = pipeline.knowledgeSources;
+    personas = personas.map(function (persona) { return (__assign(__assign({}, persona), { modelRequirements: undefined, preparationIds: undefined })); });
+    knowledgeSources = knowledgeSources.map(function (knowledgeSource) { return (__assign(__assign({}, knowledgeSource), { preparationIds: undefined })); });
+    return __assign(__assign({}, pipeline), { knowledgeSources: knowledgeSources, knowledgePieces: [], personas: personas, preparations: [] });
+}
+/**
+ * TODO: Write tests for `preparePipeline`
+ */
+
 /**
  * Default options for generating an execution report string
  */
@@ -5175,6 +5579,22 @@ function escapeMarkdownBlock(value) {
     return value.replace(/```/g, '\\`\\`\\`');
 }
 
+/**
+ * Returns the same value that is passed as argument.
+ * No side effects.
+ *
+ * Note: It can be usefull for leveling indentation
+ *
+ * @param value any values
+ * @returns the same values
+ */
+function just(value) {
+    if (value === undefined) {
+        return undefined;
+    }
+    return value;
+}
+
 /**
  * The thresholds for the relative time in the `moment` NPM package.
  *
@@ -5385,5 +5805,5 @@ function executionReportJsonToString(executionReportJson, options) {
  * TODO: [🧠] Allow to filter out some parts of the report by options
  */
 
-export { BlockTypes, CallbackInterfaceTools, CollectionError, ExecutionReportStringOptionsDefaults, ExpectError, NotFoundError, PROMPTBOOK_VERSION, ParsingError, PipelineExecutionError, PipelineLogicError, RESERVED_PARAMETER_NAMES, ReferenceError$1 as ReferenceError, SimplePromptInterfaceTools, UnexpectedError, addUsage, assertsExecutionSuccessful, checkExpectations, collectionToJson, createCollectionFromJson, createCollectionFromPromise, createCollectionFromUrl, createPipelineExecutor, createSubcollection, embeddingVectorToString, executionReportJsonToString, isPassingExpectations, joinLlmExecutionTools, pipelineJsonToString, pipelineStringToJson, pipelineStringToJsonSync, prepareKnowledgeFromMarkdown, prettifyPipelineString, usageToWorktime, validatePipeline };
+export { BlockTypes, CallbackInterfaceTools, CollectionError, ExecutionReportStringOptionsDefaults, ExpectError, NotFoundError, PROMPTBOOK_VERSION, ParsingError, PipelineExecutionError, PipelineLogicError, RESERVED_PARAMETER_NAMES, ReferenceError$1 as ReferenceError, SimplePromptInterfaceTools, UnexpectedError, VersionMismatchError, addUsage, assertsExecutionSuccessful, checkExpectations, collectionToJson, createCollectionFromJson, createCollectionFromPromise, createCollectionFromUrl, createPipelineExecutor, createSubcollection, embeddingVectorToString, executionReportJsonToString, isPassingExpectations, joinLlmExecutionTools, pipelineJsonToString, pipelineStringToJson, pipelineStringToJsonSync, prepareKnowledgeFromMarkdown, preparePipeline, prettifyPipelineString, unpreparePipeline, usageToWorktime, validatePipeline };
 //# sourceMappingURL=index.es.js.map