@promptbook/node 0.69.0-11 → 0.69.0-13

package/esm/index.es.js

@@ -15,7 +15,7 @@ import * as dotenv from 'dotenv';
 /**
  * The version of the Promptbook library
  */
-var PROMPTBOOK_VERSION = '0.69.0-10';
+var PROMPTBOOK_VERSION = '0.69.0-12';
 // TODO: !!!! List here all the versions and annotate + put into script
 
 /*! *****************************************************************************
@@ -422,6 +422,17 @@ var RESERVED_PARAMETER_MISSING_VALUE = 'MISSING-' + REPLACING_NONCE;
  */
 var RESERVED_PARAMETER_RESTRICTED = 'RESTRICTED-' + REPLACING_NONCE;
 // <- TODO: [🧜‍♂️]
+/**
+ * @@@
+ *
+ * @public exported from `@promptbook/core`
+ */
+var DEFAULT_CSV_SETTINGS = Object.freeze({
+    delimiter: ',',
+    quoteChar: '"',
+    newline: '\n',
+    skipEmptyLines: true,
+});
 /**
  * @@@
  *
@@ -885,7 +896,7 @@ function forEachAsync(array, options, callbackfunction) {
     });
 }
 
-var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",promptbookVersion:"0.69.0-10",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",resultingParameterName:"knowledgePieces",dependentParameterNames:["knowledgeContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-from-markdown.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md",promptbookVersion:"0.69.0-10",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",resultingParameterName:"keywords",dependentParameterNames:["knowledgePieceContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-keywords.ptbk.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md",promptbookVersion:"0.69.0-10",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",resultingParameterName:"title",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-title.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.ptbk.md",promptbookVersion:"0.69.0-10",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"make-model-requirements",title:"Make modelRequirements",content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Sample\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n-   Your output format is JSON object\n-   Write just the JSON object, no other text should be present\n-   It contains the following keys:\n    -   `modelName`: The name of the model to use\n    -   `systemMessage`: The system message to provide context to the model\n    -   `temperature`: The sampling temperature to use\n\n### Key `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Key `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Key `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",resultingParameterName:"modelRequirements",format:"JSON",dependentParameterNames:["availableModelNames","personaDescription"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-persona.ptbk.md"}];
+var PipelineCollection = [{title:"Prepare Knowledge from Markdown",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-from-markdown.ptbk.md",promptbookVersion:"0.69.0-12",parameters:[{name:"knowledgeContent",description:"Markdown document content",isInput:true,isOutput:false},{name:"knowledgePieces",description:"The knowledge JSON object",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, extract the important knowledge from the document.\n\n# Rules\n\n-   Make pieces of information concise, clear, and easy to understand\n-   One piece of information should be approximately 1 paragraph\n-   Divide the paragraphs by markdown horizontal lines ---\n-   Omit irrelevant information\n-   Group redundant information\n-   Write just extracted information, nothing else\n\n# The document\n\nTake information from this document:\n\n> {knowledgeContent}",resultingParameterName:"knowledgePieces",dependentParameterNames:["knowledgeContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-from-markdown.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-keywords.ptbk.md",promptbookVersion:"0.69.0-12",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"keywords",description:"Keywords separated by comma",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced data researcher, detect the important keywords in the document.\n\n# Rules\n\n-   Write just keywords separated by comma\n\n# The document\n\nTake information from this document:\n\n> {knowledgePieceContent}",resultingParameterName:"keywords",dependentParameterNames:["knowledgePieceContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-keywords.ptbk.md"},{title:"Prepare Title",pipelineUrl:"https://promptbook.studio/promptbook/prepare-knowledge-title.ptbk.md",promptbookVersion:"0.69.0-12",parameters:[{name:"knowledgePieceContent",description:"The content",isInput:true,isOutput:false},{name:"title",description:"The title of the document",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"knowledge",title:"Knowledge",content:"You are experienced content creator, write best title for the document.\n\n# Rules\n\n-   Write just title, nothing else\n-   Title should be concise and clear\n-   Write maximum 5 words for the title\n\n# The document\n\n> {knowledgePieceContent}",resultingParameterName:"title",expectations:{words:{min:1,max:8}},dependentParameterNames:["knowledgePieceContent"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-knowledge-title.ptbk.md"},{title:"Prepare Keywords",pipelineUrl:"https://promptbook.studio/promptbook/prepare-persona.ptbk.md",promptbookVersion:"0.69.0-12",parameters:[{name:"availableModelNames",description:"List of available model names separated by comma (,)",isInput:true,isOutput:false},{name:"personaDescription",description:"Description of the persona",isInput:true,isOutput:false},{name:"modelRequirements",description:"Specific requirements for the model",isInput:false,isOutput:true}],templates:[{templateType:"PROMPT_TEMPLATE",name:"make-model-requirements",title:"Make modelRequirements",content:"You are experienced AI engineer, you need to create virtual assistant.\nWrite\n\n## Sample\n\n```json\n{\n\"modelName\": \"gpt-4o\",\n\"systemMessage\": \"You are experienced AI engineer and helpfull assistant.\",\n\"temperature\": 0.7\n}\n```\n\n## Instructions\n\n-   Your output format is JSON object\n-   Write just the JSON object, no other text should be present\n-   It contains the following keys:\n    -   `modelName`: The name of the model to use\n    -   `systemMessage`: The system message to provide context to the model\n    -   `temperature`: The sampling temperature to use\n\n### Key `modelName`\n\nPick from the following models:\n\n-   {availableModelNames}\n\n### Key `systemMessage`\n\nThe system message is used to communicate instructions or provide context to the model at the beginning of a conversation. It is displayed in a different format compared to user messages, helping the model understand its role in the conversation. The system message typically guides the model's behavior, sets the tone, or specifies desired output from the model. By utilizing the system message effectively, users can steer the model towards generating more accurate and relevant responses.\n\nFor example:\n\n> You are an experienced AI engineer and helpful assistant.\n\n> You are a friendly and knowledgeable chatbot.\n\n### Key `temperature`\n\nThe sampling temperature, between 0 and 1. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic. If set to 0, the model will use log probability to automatically increase the temperature until certain thresholds are hit.\n\nYou can pick a value between 0 and 2. For example:\n\n-   `0.1`: Low temperature, extremely conservative and deterministic\n-   `0.5`: Medium temperature, balanced between conservative and creative\n-   `1.0`: High temperature, creative and bit random\n-   `1.5`: Very high temperature, extremely creative and often chaotic and unpredictable\n-   `2.0`: Maximum temperature, completely random and unpredictable, for some extreme creative use cases\n\n# The assistant\n\nTake this description of the persona:\n\n> {personaDescription}",resultingParameterName:"modelRequirements",format:"JSON",dependentParameterNames:["availableModelNames","personaDescription"]}],knowledgeSources:[],knowledgePieces:[],personas:[],preparations:[],sourceFile:"./promptbook-collection/prepare-persona.ptbk.md"}];
 
 /**
  * This error indicates that the promptbook in a markdown format cannot be parsed into a valid promptbook object
@@ -2324,9 +2335,7 @@ var MultipleLlmExecutionTools = /** @class */ (function () {
                             throw new PipelineExecutionError("You have not provided any `LlmExecutionTools`");
                         }
                         else {
-                            throw new PipelineExecutionError(spaceTrim$1(function (block) { return "\n                          You have not provided any `LlmExecutionTools` that support model variant \"".concat(prompt.modelRequirements.modelVariant, "\n\n                          Available `LlmExecutionTools`:\n                          ").concat(block(_this.llmExecutionTools
-                                .map(function (tools) { return "- ".concat(tools.title, " ").concat(tools.description || ''); })
-                                .join('\n')), "\n\n                    "); }));
+                            throw new PipelineExecutionError(spaceTrim$1(function (block) { return "\n                          You have not provided any `LlmExecutionTools` that support model variant \"".concat(prompt.modelRequirements.modelVariant, "\n\n                          Available `LlmExecutionTools`:\n                          ").concat(block(_this.llmExecutionTools.map(function (tools) { return "- ".concat(tools.title); }).join('\n')), "\n\n                    "); }));
                         }
                 }
             });
@@ -2632,6 +2641,16 @@ function TODO_USE() {
     }
 }
 
+/**
+ * @@@
+ *
+ * @public exported from `@promptbook/core`
+ */
+var MANDATORY_CSV_SETTINGS = Object.freeze({
+    header: true,
+    // encoding: 'utf8',
+});
+
 /**
  * Definition for CSV spreadsheet
  *
@@ -2641,41 +2660,36 @@ function TODO_USE() {
 var CsvFormatDefinition = {
     formatName: 'CSV',
     aliases: ['SPREADSHEET', 'TABLE'],
-    isValid: function (value, schema) {
+    isValid: function (value, settings, schema) {
+        // TODO: !!!!!! Implement CSV validation
         TODO_USE(value /* <- TODO: Use value here */);
+        TODO_USE(settings /* <- TODO: Use settings here */);
         TODO_USE(schema /* <- TODO: Use schema here */);
         return true;
     },
-    canBeValid: function (partialValue, schema) {
+    canBeValid: function (partialValue, settings, schema) {
         TODO_USE(partialValue /* <- TODO: Use partialValue here */);
+        TODO_USE(settings /* <- TODO: Use settings here */);
         TODO_USE(schema /* <- TODO: Use schema here */);
         return true;
     },
-    heal: function (value, schema) {
+    heal: function (value, settings, schema) {
         TODO_USE(value /* <- TODO: Use partialValue here */);
+        TODO_USE(settings /* <- TODO: Use settings here */);
         TODO_USE(schema /* <- TODO: Use schema here */);
         throw new Error('Not implemented');
     },
     subvalueDefinitions: [
         {
             subvalueName: 'ROW',
-            mapValues: function (value, mapCallback) {
+            mapValues: function (value, settings, mapCallback) {
                 return __awaiter(this, void 0, void 0, function () {
                     var csv, mappedData;
                     var _this = this;
                     return __generator(this, function (_a) {
                         switch (_a.label) {
                             case 0:
-                                csv = parse(value, {
-                                    header: true,
-                                    delimiter: ',',
-                                    quoteChar: '"',
-                                    newline: '\r\n',
-                                    skipEmptyLines: true,
-                                    // encoding: 'utf8',
-                                    // <- TODO: !!!!!! DEFAULT_CSV_OPTIONS
-                                    // <- TODO: [🧠] How to define parsing options for formats, its different concept than schema
-                                });
+                                csv = parse(value, __assign(__assign({}, settings), MANDATORY_CSV_SETTINGS));
                                 if (csv.errors.length !== 0) {
                                     throw new ParseError(// <- TODO: !!!!!! Split PipelineParseError and FormatParseError -> CsvParseError
                                     spaceTrim$1(function (block) { return "\n                                CSV parsing error\n\n                                ".concat(block(csv.errors.map(function (error) { return error.message; }).join('\n\n')), "\n                            "); }));
@@ -2689,25 +2703,18 @@ var CsvFormatDefinition = {
                                                     _a = [__assign({}, row)];
                                                     _b = {};
                                                     // <- TODO: !!!!!! Dynamic new column name and position
+                                                    // <- TODO: !!!!!! Check name collisions
                                                     return [4 /*yield*/, mapCallback(row, index)];
                                                 case 1: return [2 /*return*/, (__assign.apply(void 0, _a.concat([(_b.newColumn = 
                                                         // <- TODO: !!!!!! Dynamic new column name and position
+                                                        // <- TODO: !!!!!! Check name collisions
                                                         _c.sent(), _b)])))];
                                             }
                                         });
                                     }); }))];
                             case 1:
                                 mappedData = _a.sent();
-                                return [2 /*return*/, unparse(mappedData, {
-                                        header: true,
-                                        delimiter: ',',
-                                        quoteChar: '"',
-                                        newline: '\r\n',
-                                        skipEmptyLines: true,
-                                        // encoding: 'utf8',
-                                        // <- TODO: !!!!!! DEFAULT_CSV_OPTIONS
-                                        // <- TODO: [🧠] How to define parsing options for formats, its different concept than schema
-                                    })];
+                                return [2 /*return*/, unparse(mappedData, __assign(__assign({}, settings), MANDATORY_CSV_SETTINGS))];
                         }
                     });
                 });
@@ -2715,23 +2722,14 @@ var CsvFormatDefinition = {
         },
         {
             subvalueName: 'CELL',
-            mapValues: function (value, mapCallback) {
+            mapValues: function (value, settings, mapCallback) {
                 return __awaiter(this, void 0, void 0, function () {
                     var csv, mappedData;
                     var _this = this;
                     return __generator(this, function (_a) {
                         switch (_a.label) {
                             case 0:
-                                csv = parse(value, {
-                                    header: true,
-                                    delimiter: ',',
-                                    quoteChar: '"',
-                                    newline: '\r\n',
-                                    skipEmptyLines: true,
-                                    // encoding: 'utf8',
-                                    // <- TODO: !!!!!! DEFAULT_CSV_OPTIONS
-                                    // <- TODO: [🧠] How to define parsing options for formats, its different concept than schema
-                                });
+                                csv = parse(value, __assign(__assign({}, settings), MANDATORY_CSV_SETTINGS));
                                 if (csv.errors.length !== 0) {
                                     throw new ParseError(// <- TODO: !!!!!! Split PipelineParseError and FormatParseError -> CsvParseError
                                     spaceTrim$1(function (block) { return "\n                                CSV parsing error\n\n                                ".concat(block(csv.errors.map(function (error) { return error.message; }).join('\n\n')), "\n                            "); }));
@@ -2754,16 +2752,7 @@ var CsvFormatDefinition = {
                                     }); }))];
                             case 1:
                                 mappedData = _a.sent();
-                                return [2 /*return*/, unparse(mappedData, {
-                                        header: true,
-                                        delimiter: ',',
-                                        quoteChar: '"',
-                                        newline: '\r\n',
-                                        skipEmptyLines: true,
-                                        // encoding: 'utf8',
-                                        // <- TODO: !!!!!! DEFAULT_CSV_OPTIONS
-                                        // <- TODO: [🧠] How to define parsing options for formats, its different concept than schema
-                                    })];
+                                return [2 /*return*/, unparse(mappedData, __assign(__assign({}, settings), MANDATORY_CSV_SETTINGS))];
                         }
                     });
                 });
@@ -2808,17 +2797,20 @@ function isValidJsonString(value /* <- [👨‍⚖️] */) {
 var JsonFormatDefinition = {
     formatName: 'JSON',
     mimeType: 'application/json',
-    isValid: function (value, schema) {
+    isValid: function (value, settings, schema) {
         TODO_USE(schema /* <- TODO: Use schema here */);
+        TODO_USE(settings /* <- TODO: Use settings here */);
         return isValidJsonString(value);
     },
-    canBeValid: function (partialValue, schema) {
+    canBeValid: function (partialValue, settings, schema) {
         TODO_USE(partialValue /* <- TODO: Use partialValue here */);
+        TODO_USE(settings /* <- TODO: Use settings here */);
         TODO_USE(schema /* <- TODO: Use schema here */);
         return true;
     },
-    heal: function (value, schema) {
+    heal: function (value, settings, schema) {
         TODO_USE(value /* <- TODO: Use partialValue here */);
+        TODO_USE(settings /* <- TODO: Use settings here */);
         TODO_USE(schema /* <- TODO: Use schema here */);
         throw new Error('Not implemented');
     },
@@ -2827,7 +2819,7 @@ var JsonFormatDefinition = {
 /**
  * TODO: [🧠] Maybe propper instance of object
  * TODO: [0] Make string_serialized_json
- * TODO: [1] Make type for JSON Schema
+ * TODO: [1] Make type for JSON Settings and Schema
  * TODO: [🧠] What to use for validating JSONs - JSON Schema, ZoD, typescript types/interfaces,...?
  * TODO: [🍓] In `JsonFormatDefinition` implement simple `isValid`
  * TODO: [🍓] In `JsonFormatDefinition` implement partial `canBeValid`
@@ -2857,7 +2849,7 @@ var TextFormatDefinition = {
     subvalueDefinitions: [
         {
             subvalueName: 'LINE',
-            mapValues: function (value, mapCallback) {
+            mapValues: function (value, settings, mapCallback) {
                 return __awaiter(this, void 0, void 0, function () {
                     var lines, mappedLines;
                     return __generator(this, function (_a) {
@@ -2883,6 +2875,7 @@ var TextFormatDefinition = {
     ],
 };
 /**
+ * TODO: [1] Make type for XML Text and Schema
  * TODO: [🧠][🤠] Here should be all words, characters, lines, paragraphs, pages aviable as subvalues
  * TODO: [🍓] In `TextFormatDefinition` implement simple `isValid`
  * TODO: [🍓] In `TextFormatDefinition` implement partial `canBeValid`
@@ -2899,18 +2892,21 @@ var TextFormatDefinition = {
 var XmlFormatDefinition = {
     formatName: 'XML',
     mimeType: 'application/xml',
-    isValid: function (value, schema) {
+    isValid: function (value, settings, schema) {
         TODO_USE(value /* <- TODO: Use value here */);
+        TODO_USE(settings /* <- TODO: Use settings here */);
         TODO_USE(schema /* <- TODO: Use schema here */);
         return true;
     },
-    canBeValid: function (partialValue, schema) {
+    canBeValid: function (partialValue, settings, schema) {
         TODO_USE(partialValue /* <- TODO: Use partialValue here */);
+        TODO_USE(settings /* <- TODO: Use settings here */);
         TODO_USE(schema /* <- TODO: Use schema here */);
         return true;
     },
-    heal: function (value, schema) {
+    heal: function (value, settings, schema) {
         TODO_USE(value /* <- TODO: Use partialValue here */);
+        TODO_USE(settings /* <- TODO: Use settings here */);
         TODO_USE(schema /* <- TODO: Use schema here */);
         throw new Error('Not implemented');
     },
@@ -2919,7 +2915,7 @@ var XmlFormatDefinition = {
 /**
  * TODO: [🧠] Maybe propper instance of object
  * TODO: [0] Make string_serialized_xml
- * TODO: [1] Make type for XML Schema
+ * TODO: [1] Make type for XML Settings and Schema
  * TODO: [🧠] What to use for validating XMLs - XSD,...
  * TODO: [🍓] In `XmlFormatDefinition` implement simple `isValid`
  * TODO: [🍓] In `XmlFormatDefinition` implement partial `canBeValid`
@@ -3377,10 +3373,10 @@ function executeAttempts(options) {
                         $scriptPipelineExecutionErrors: [],
                     };
                     _loop_1 = function (attempt) {
-                        var isJokerAttempt, jokerParameterName, _b, modelRequirements, _c, _d, _e, _f, _g, _h, scriptTools, _j, error_1, e_1_1, _k, _l, _m, functionName, postprocessingError, _o, _p, scriptTools, _q, error_2, e_2_1, e_3_1, error_3;
-                        var e_1, _r, e_3, _s, e_2, _t;
-                        return __generator(this, function (_u) {
-                            switch (_u.label) {
+                        var isJokerAttempt, jokerParameterName, _b, modelRequirements, _c, _d, _e, _f, _g, scriptTools, _h, error_1, e_1_1, _j, _k, _l, functionName, postprocessingError, _m, _o, scriptTools, _p, error_2, e_2_1, e_3_1, error_3;
+                        var e_1, _q, e_3, _r, e_2, _s;
+                        return __generator(this, function (_t) {
+                            switch (_t.label) {
                                 case 0:
                                     isJokerAttempt = attempt < 0;
                                     jokerParameterName = jokerParameterNames[jokerParameterNames.length + attempt];
@@ -3400,21 +3396,21 @@ function executeAttempts(options) {
                                             $ongoingTemplateResult.$resultString = parameters[jokerParameterName];
                                         }
                                     }
-                                    _u.label = 1;
+                                    _t.label = 1;
                                 case 1:
-                                    _u.trys.push([1, 44, 45, 46]);
-                                    if (!!isJokerAttempt) return [3 /*break*/, 26];
+                                    _t.trys.push([1, 43, 44, 45]);
+                                    if (!!isJokerAttempt) return [3 /*break*/, 25];
                                     _b = template.templateType;
                                     switch (_b) {
                                         case 'SIMPLE_TEMPLATE': return [3 /*break*/, 2];
                                         case 'PROMPT_TEMPLATE': return [3 /*break*/, 3];
-                                        case 'SCRIPT_TEMPLATE': return [3 /*break*/, 12];
-                                        case 'DIALOG_TEMPLATE': return [3 /*break*/, 23];
+                                        case 'SCRIPT_TEMPLATE': return [3 /*break*/, 11];
+                                        case 'DIALOG_TEMPLATE': return [3 /*break*/, 22];
                                     }
-                                    return [3 /*break*/, 25];
+                                    return [3 /*break*/, 24];
                                 case 2:
                                     $ongoingTemplateResult.$resultString = replaceParameters(preparedContent, parameters);
-                                    return [3 /*break*/, 26];
+                                    return [3 /*break*/, 25];
                                 case 3:
                                     modelRequirements = __assign(__assign({ modelVariant: 'CHAT' }, (preparedPipeline.defaultModelRequirements || {})), (template.modelRequirements || {}));
                                     $ongoingTemplateResult.$prompt = {
@@ -3439,67 +3435,57 @@ function executeAttempts(options) {
                                         case 'COMPLETION': return [3 /*break*/, 6];
                                         case 'EMBEDDING': return [3 /*break*/, 8];
                                     }
-                                    return [3 /*break*/, 10];
+                                    return [3 /*break*/, 9];
                                 case 4:
                                     _d = $ongoingTemplateResult;
                                     return [4 /*yield*/, llmTools.callChatModel($deepFreeze($ongoingTemplateResult.$prompt))];
                                 case 5:
-                                    _d.$chatResult = _u.sent();
+                                    _d.$chatResult = _t.sent();
                                     // TODO: [🍬] Destroy chatThread
                                     $ongoingTemplateResult.$result = $ongoingTemplateResult.$chatResult;
                                     $ongoingTemplateResult.$resultString = $ongoingTemplateResult.$chatResult.content;
-                                    return [3 /*break*/, 11];
+                                    return [3 /*break*/, 10];
                                 case 6:
                                     _e = $ongoingTemplateResult;
                                     return [4 /*yield*/, llmTools.callCompletionModel($deepFreeze($ongoingTemplateResult.$prompt))];
                                 case 7:
-                                    _e.$completionResult = _u.sent();
+                                    _e.$completionResult = _t.sent();
                                     $ongoingTemplateResult.$result = $ongoingTemplateResult.$completionResult;
                                     $ongoingTemplateResult.$resultString =
                                         $ongoingTemplateResult.$completionResult.content;
-                                    return [3 /*break*/, 11];
-                                case 8:
-                                    // TODO: [🧠] This is weird, embedding model can not be used such a way in the pipeline
-                                    _f = $ongoingTemplateResult;
-                                    return [4 /*yield*/, llmTools.callEmbeddingModel($deepFreeze($ongoingTemplateResult.$prompt))];
-                                case 9:
-                                    // TODO: [🧠] This is weird, embedding model can not be used such a way in the pipeline
-                                    _f.$embeddingResult = _u.sent();
-                                    $ongoingTemplateResult.$result = $ongoingTemplateResult.$embeddingResult;
-                                    $ongoingTemplateResult.$resultString =
-                                        $ongoingTemplateResult.$embeddingResult.content.join(',');
-                                    return [3 /*break*/, 11];
-                                case 10: throw new PipelineExecutionError(spaceTrim(function (block) { return "\n                                              Unknown model variant \"".concat(template.modelRequirements.modelVariant, "\"\n\n                                              ").concat(block(pipelineIdentification), "\n\n                                          "); }));
-                                case 11: return [3 /*break*/, 26];
-                                case 12:
+                                    return [3 /*break*/, 10];
+                                case 8: throw new PipelineExecutionError(spaceTrim(function (block) { return "\n                                                Embedding model can not be used in pipeline\n\n                                                This should be catched during parsing\n\n                                                ".concat(block(pipelineIdentification), "\n\n                                            "); }));
+                                case 9: throw new PipelineExecutionError(spaceTrim(function (block) { return "\n                                              Unknown model variant \"".concat(template.modelRequirements.modelVariant, "\"\n\n                                              ").concat(block(pipelineIdentification), "\n\n                                          "); }));
+                                case 10: return [3 /*break*/, 25];
+                                case 11:
                                     if (arrayableToArray(tools.script).length === 0) {
                                         throw new PipelineExecutionError(spaceTrim(function (block) { return "\n                                      No script execution tools are available\n\n                                      ".concat(block(pipelineIdentification), "\n                                  "); }));
                                     }
                                     if (!template.contentLanguage) {
                                         throw new PipelineExecutionError(spaceTrim(function (block) { return "\n                                      Script language is not defined for SCRIPT TEMPLATE \"".concat(template.name, "\"\n\n                                      ").concat(block(pipelineIdentification), "\n                                  "); }));
                                     }
-                                    _u.label = 13;
+                                    _t.label = 12;
+                                case 12:
+                                    _t.trys.push([12, 19, 20, 21]);
+                                    _f = (e_1 = void 0, __values(arrayableToArray(tools.script))), _g = _f.next();
+                                    _t.label = 13;
                                 case 13:
-                                    _u.trys.push([13, 20, 21, 22]);
-                                    _g = (e_1 = void 0, __values(arrayableToArray(tools.script))), _h = _g.next();
-                                    _u.label = 14;
+                                    if (!!_g.done) return [3 /*break*/, 18];
+                                    scriptTools = _g.value;
+                                    _t.label = 14;
                                 case 14:
-                                    if (!!_h.done) return [3 /*break*/, 19];
-                                    scriptTools = _h.value;
-                                    _u.label = 15;
-                                case 15:
-                                    _u.trys.push([15, 17, , 18]);
-                                    _j = $ongoingTemplateResult;
+                                    _t.trys.push([14, 16, , 17]);
+                                    _h = $ongoingTemplateResult;
                                     return [4 /*yield*/, scriptTools.execute($deepFreeze({
                                             scriptLanguage: template.contentLanguage,
                                             script: preparedContent,
                                             parameters: parameters,
                                         }))];
+                                case 15:
+                                    _h.$resultString = _t.sent();
+                                    return [3 /*break*/, 18];
                                 case 16:
-                                    _j.$resultString = _u.sent();
-                                    return [3 /*break*/, 19];
-                                case 17:
-                                    error_1 = _u.sent();
+                                    error_1 = _t.sent();
                                     if (!(error_1 instanceof Error)) {
                                         throw error_1;
                                     }
@@ -3507,24 +3493,24 @@ function executeAttempts(options) {
                                         throw error_1;
                                     }
                                     $ongoingTemplateResult.$scriptPipelineExecutionErrors.push(error_1);
-                                    return [3 /*break*/, 18];
-                                case 18:
-                                    _h = _g.next();
-                                    return [3 /*break*/, 14];
-                                case 19: return [3 /*break*/, 22];
-                                case 20:
-                                    e_1_1 = _u.sent();
+                                    return [3 /*break*/, 17];
+                                case 17:
+                                    _g = _f.next();
+                                    return [3 /*break*/, 13];
+                                case 18: return [3 /*break*/, 21];
+                                case 19:
+                                    e_1_1 = _t.sent();
                                     e_1 = { error: e_1_1 };
-                                    return [3 /*break*/, 22];
-                                case 21:
+                                    return [3 /*break*/, 21];
+                                case 20:
                                     try {
-                                        if (_h && !_h.done && (_r = _g.return)) _r.call(_g);
+                                        if (_g && !_g.done && (_q = _f.return)) _q.call(_f);
                                     }
                                     finally { if (e_1) throw e_1.error; }
                                     return [7 /*endfinally*/];
-                                case 22:
+                                case 21:
                                     if ($ongoingTemplateResult.$resultString !== null) {
-                                        return [3 /*break*/, 26];
+                                        return [3 /*break*/, 25];
                                     }
                                     if ($ongoingTemplateResult.$scriptPipelineExecutionErrors.length === 1) {
                                         throw $ongoingTemplateResult.$scriptPipelineExecutionErrors[0];
@@ -3534,12 +3520,12 @@ function executeAttempts(options) {
                                             .map(function (error) { return '- ' + error.message; })
                                             .join('\n\n')), "\n                                  "); }));
                                     }
-                                case 23:
+                                case 22:
                                     if (tools.userInterface === undefined) {
                                         throw new PipelineExecutionError(spaceTrim(function (block) { return "\n                                      User interface tools are not available\n\n                                      ".concat(block(pipelineIdentification), "\n                                  "); }));
                                     }
                                     // TODO: [🌹] When making next attempt for `DIALOG TEMPLATE`, preserve the previous user input
-                                    _k = $ongoingTemplateResult;
+                                    _j = $ongoingTemplateResult;
                                     return [4 /*yield*/, tools.userInterface.promptDialog($deepFreeze({
                                             promptTitle: template.title,
                                             promptMessage: replaceParameters(template.description || '', parameters),
@@ -3548,34 +3534,34 @@ function executeAttempts(options) {
                                             placeholder: undefined,
                                             priority: priority,
                                         }))];
-                                case 24:
+                                case 23:
                                     // TODO: [🌹] When making next attempt for `DIALOG TEMPLATE`, preserve the previous user input
-                                    _k.$resultString = _u.sent();
-                                    return [3 /*break*/, 26];
-                                case 25: throw new PipelineExecutionError(spaceTrim(function (block) { return "\n                                  Unknown execution type \"".concat(template.templateType, "\"\n\n                                  ").concat(block(pipelineIdentification), "\n                              "); }));
+                                    _j.$resultString = _t.sent();
+                                    return [3 /*break*/, 25];
+                                case 24: throw new PipelineExecutionError(spaceTrim(function (block) { return "\n                                  Unknown execution type \"".concat(template.templateType, "\"\n\n                                  ").concat(block(pipelineIdentification), "\n                              "); }));
+                                case 25:
+                                    if (!(!isJokerAttempt && template.postprocessingFunctionNames)) return [3 /*break*/, 42];
+                                    _t.label = 26;
                                 case 26:
-                                    if (!(!isJokerAttempt && template.postprocessingFunctionNames)) return [3 /*break*/, 43];
-                                    _u.label = 27;
+                                    _t.trys.push([26, 40, 41, 42]);
+                                    _k = (e_3 = void 0, __values(template.postprocessingFunctionNames)), _l = _k.next();
+                                    _t.label = 27;
                                 case 27:
-                                    _u.trys.push([27, 41, 42, 43]);
-                                    _l = (e_3 = void 0, __values(template.postprocessingFunctionNames)), _m = _l.next();
-                                    _u.label = 28;
-                                case 28:
-                                    if (!!_m.done) return [3 /*break*/, 40];
-                                    functionName = _m.value;
+                                    if (!!_l.done) return [3 /*break*/, 39];
+                                    functionName = _l.value;
                                     postprocessingError = null;
-                                    _u.label = 29;
+                                    _t.label = 28;
+                                case 28:
+                                    _t.trys.push([28, 35, 36, 37]);
+                                    _m = (e_2 = void 0, __values(arrayableToArray(tools.script))), _o = _m.next();
+                                    _t.label = 29;
                                 case 29:
-                                    _u.trys.push([29, 36, 37, 38]);
-                                    _o = (e_2 = void 0, __values(arrayableToArray(tools.script))), _p = _o.next();
-                                    _u.label = 30;
+                                    if (!!_o.done) return [3 /*break*/, 34];
+                                    scriptTools = _o.value;
+                                    _t.label = 30;
                                 case 30:
-                                    if (!!_p.done) return [3 /*break*/, 35];
-                                    scriptTools = _p.value;
-                                    _u.label = 31;
-                                case 31:
-                                    _u.trys.push([31, 33, , 34]);
-                                    _q = $ongoingTemplateResult;
+                                    _t.trys.push([30, 32, , 33]);
+                                    _p = $ongoingTemplateResult;
                                     return [4 /*yield*/, scriptTools.execute({
                                             scriptLanguage: "javascript" /* <- TODO: Try it in each languages; In future allow postprocessing with arbitrary combination of languages to combine */,
                                             script: "".concat(functionName, "(resultString)"),
@@ -3584,12 +3570,12 @@ function executeAttempts(options) {
                                                 // Note: No ...parametersForTemplate, because working with result only
                                             },
                                         })];
-                                case 32:
-                                    _q.$resultString = _u.sent();
+                                case 31:
+                                    _p.$resultString = _t.sent();
                                     postprocessingError = null;
-                                    return [3 /*break*/, 35];
-                                case 33:
-                                    error_2 = _u.sent();
+                                    return [3 /*break*/, 34];
+                                case 32:
+                                    error_2 = _t.sent();
                                     if (!(error_2 instanceof Error)) {
                                         throw error_2;
                                     }
@@ -3598,41 +3584,41 @@ function executeAttempts(options) {
                                     }
                                     postprocessingError = error_2;
                                     $ongoingTemplateResult.$scriptPipelineExecutionErrors.push(error_2);
-                                    return [3 /*break*/, 34];
-                                case 34:
-                                    _p = _o.next();
-                                    return [3 /*break*/, 30];
-                                case 35: return [3 /*break*/, 38];
-                                case 36:
-                                    e_2_1 = _u.sent();
+                                    return [3 /*break*/, 33];
+                                case 33:
+                                    _o = _m.next();
+                                    return [3 /*break*/, 29];
+                                case 34: return [3 /*break*/, 37];
+                                case 35:
+                                    e_2_1 = _t.sent();
                                     e_2 = { error: e_2_1 };
-                                    return [3 /*break*/, 38];
-                                case 37:
+                                    return [3 /*break*/, 37];
+                                case 36:
                                     try {
-                                        if (_p && !_p.done && (_t = _o.return)) _t.call(_o);
+                                        if (_o && !_o.done && (_s = _m.return)) _s.call(_m);
                                     }
                                     finally { if (e_2) throw e_2.error; }
                                     return [7 /*endfinally*/];
-                                case 38:
+                                case 37:
                                     if (postprocessingError) {
                                         throw postprocessingError;
                                     }
-                                    _u.label = 39;
-                                case 39:
-                                    _m = _l.next();
-                                    return [3 /*break*/, 28];
-                                case 40: return [3 /*break*/, 43];
-                                case 41:
-                                    e_3_1 = _u.sent();
+                                    _t.label = 38;
+                                case 38:
+                                    _l = _k.next();
+                                    return [3 /*break*/, 27];
+                                case 39: return [3 /*break*/, 42];
+                                case 40:
+                                    e_3_1 = _t.sent();
                                     e_3 = { error: e_3_1 };
-                                    return [3 /*break*/, 43];
-                                case 42:
+                                    return [3 /*break*/, 42];
+                                case 41:
                                     try {
-                                        if (_m && !_m.done && (_s = _l.return)) _s.call(_l);
+                                        if (_l && !_l.done && (_r = _k.return)) _r.call(_k);
                                     }
                                     finally { if (e_3) throw e_3.error; }
                                     return [7 /*endfinally*/];
-                                case 43:
+                                case 42:
                                     // TODO: [💝] Unite object for expecting amount and format
                                     if (template.format) {
                                         if (template.format === 'JSON') {
@@ -3657,14 +3643,14 @@ function executeAttempts(options) {
                                         checkExpectations(template.expectations, $ongoingTemplateResult.$resultString || '');
                                     }
                                     return [2 /*return*/, "break-attempts"];
-                                case 44:
-                                    error_3 = _u.sent();
+                                case 43:
+                                    error_3 = _t.sent();
                                     if (!(error_3 instanceof ExpectError)) {
                                         throw error_3;
                                     }
                                     $ongoingTemplateResult.$expectError = error_3;
-                                    return [3 /*break*/, 46];
-                                case 45:
+                                    return [3 /*break*/, 45];
+                                case 44:
                                     if (!isJokerAttempt &&
                                         template.templateType === 'PROMPT_TEMPLATE' &&
                                         $ongoingTemplateResult.$prompt
@@ -3681,7 +3667,7 @@ function executeAttempts(options) {
                                         });
                                     }
                                     return [7 /*endfinally*/];
-                                case 46:
+                                case 45:
                                     if ($ongoingTemplateResult.$expectError !== null && attempt === maxAttempts - 1) {
                                         throw new PipelineExecutionError(spaceTrim(function (block) {
                                             var _a, _b, _c;
@@ -3737,12 +3723,12 @@ function executeAttempts(options) {
  */
 function executeFormatCells(options) {
     return __awaiter(this, void 0, void 0, function () {
-        var template, jokerParameterNames, parameters, priority, pipelineIdentification, parameterValue, formatDefinition, subvalueDefinition, resultString;
+        var template, jokerParameterNames, parameters, priority, pipelineIdentification, settings, parameterValue, formatDefinition, subvalueDefinition, formatSettings, resultString;
         var _this = this;
         return __generator(this, function (_a) {
             switch (_a.label) {
                 case 0:
-                    template = options.template, jokerParameterNames = options.jokerParameterNames, parameters = options.parameters, priority = options.priority, pipelineIdentification = options.pipelineIdentification;
+                    template = options.template, jokerParameterNames = options.jokerParameterNames, parameters = options.parameters, priority = options.priority, pipelineIdentification = options.pipelineIdentification, settings = options.settings;
                     if (template.foreach === undefined) {
                         return [2 /*return*/, /* not await */ executeAttempts(options)];
                     }
@@ -3771,11 +3757,17 @@ function executeFormatCells(options) {
                             .map(function (subvalueName) { return "- ".concat(subvalueName); })
                             .join('\n')), "\n\n                    [\u26F7] This should never happen because cell name should be validated during parsing\n\n                    ").concat(block(pipelineIdentification), "\n                "); }));
                     }
-                    return [4 /*yield*/, subvalueDefinition.mapValues(parameterValue, function (subparameters, index) { return __awaiter(_this, void 0, void 0, function () {
+                    if (formatDefinition.formatName === 'CSV') {
+                        formatSettings = settings.csvSettings;
+                        // <- TODO: !!!!!! More universal, make simmilar pattern for other formats for example \n vs \r\n in text
+                    }
+                    return [4 /*yield*/, subvalueDefinition.mapValues(parameterValue, formatSettings, function (subparameters, index) { return __awaiter(_this, void 0, void 0, function () {
                             var mappedParameters, allSubparameters, subresultString;
                             return __generator(this, function (_a) {
                                 switch (_a.label) {
                                     case 0:
+                                        // TODO: !!!!!!! Limit to N concurrent executions
+                                        // TODO: !!!!!!! Report progress
                                         try {
                                             mappedParameters = mapAvailableToExpectedParameters({
                                                 expectedParameters: Object.fromEntries(template.foreach.subparameterNames.map(function (subparameterName) { return [subparameterName, null]; })),
@@ -4406,7 +4398,7 @@ function executePipeline(options) {
 function createPipelineExecutor(options) {
     var _this = this;
     var pipeline = options.pipeline, tools = options.tools, _a = options.settings, settings = _a === void 0 ? {} : _a;
-    var _b = settings.maxExecutionAttempts, maxExecutionAttempts = _b === void 0 ? MAX_EXECUTION_ATTEMPTS : _b, _c = settings.maxParallelCount, maxParallelCount = _c === void 0 ? MAX_PARALLEL_COUNT : _c, _d = settings.isVerbose, isVerbose = _d === void 0 ? IS_VERBOSE : _d, _e = settings.isNotPreparedWarningSupressed, isNotPreparedWarningSupressed = _e === void 0 ? false : _e;
+    var _b = settings.maxExecutionAttempts, maxExecutionAttempts = _b === void 0 ? MAX_EXECUTION_ATTEMPTS : _b, _c = settings.maxParallelCount, maxParallelCount = _c === void 0 ? MAX_PARALLEL_COUNT : _c, _d = settings.csvSettings, csvSettings = _d === void 0 ? DEFAULT_CSV_SETTINGS : _d, _e = settings.isVerbose, isVerbose = _e === void 0 ? IS_VERBOSE : _e, _f = settings.isNotPreparedWarningSupressed, isNotPreparedWarningSupressed = _f === void 0 ? false : _f;
     validatePipeline(pipeline);
     var pipelineIdentification = (function () {
         // Note: This is a 😐 implementation of [🚞]
@@ -4441,6 +4433,7 @@ function createPipelineExecutor(options) {
                     settings: {
                         maxExecutionAttempts: maxExecutionAttempts,
                         maxParallelCount: maxParallelCount,
+                        csvSettings: csvSettings,
                         isVerbose: isVerbose,
                         isNotPreparedWarningSupressed: isNotPreparedWarningSupressed,
                     },
@@ -4558,8 +4551,13 @@ function prepareKnowledgeFromMarkdown(knowledgeContent /* <- TODO: [🖖] (?mayb
                                     case 6: return [3 /*break*/, 8];
                                     case 7:
                                         error_1 = _c.sent();
+                                        // Note: Here is expected error:
+                                        //     > PipelineExecutionError: You have not provided any `LlmExecutionTools` that support model variant "EMBEDDING
+                                        if (!(error_1 instanceof PipelineExecutionError)) {
+                                            throw error_1;
+                                        }
                                         // TODO: [🟥] Detect browser / node and make it colorfull
-                                        console.error(error_1);
+                                        console.error(error_1, "<- Note: This error is not critical to prepare the pipeline, just knowledge pieces won't have embeddings");
                                         return [3 /*break*/, 8];
                                     case 8: return [2 /*return*/, {
                                             name: name,
@@ -6062,6 +6060,9 @@ var modelCommandParser = {
      */
     parse: function (input) {
         var args = input.args, normalized = input.normalized;
+        var availableVariantsMessage = spaceTrim$1(function (block) { return "\n              Available variants are:\n              ".concat(block(MODEL_VARIANTS.map(function (variantName) {
+            return "- ".concat(variantName).concat(variantName !== 'EMBEDDING' ? '' : ' (Not available in pipeline)');
+        }).join('\n')), "\n          "); });
         // TODO: Make this more elegant and dynamically
         if (normalized.startsWith('MODEL_VARIANT')) {
             if (normalized === 'MODEL_VARIANT_CHAT') {
@@ -6077,17 +6078,13 @@ var modelCommandParser = {
                     key: 'modelVariant',
                     value: 'COMPLETION',
                 };
+                // <- Note: [🤖]
             }
             else if (normalized.startsWith('MODEL_VARIANT_EMBED')) {
-                return {
-                    type: 'MODEL',
-                    key: 'modelVariant',
-                    value: 'EMBEDDING',
-                };
-                // <- Note: [🤖]
+                spaceTrim$1(function (block) { return "\n                        Embedding model can not be used in pipeline\n\n                        ".concat(block(availableVariantsMessage), "\n                    "); });
             }
             else {
-                throw new ParseError(spaceTrim$1(function (block) { return "\n                            Unknown model variant in command:\n\n                            Supported variants are:\n                            ".concat(block(MODEL_VARIANTS.map(function (variantName) { return "- ".concat(variantName); }).join('\n')), "\n                        "); }));
+                throw new ParseError(spaceTrim$1(function (block) { return "\n                            Unknown model variant in command:\n\n                            ".concat(block(availableVariantsMessage), "\n                        "); }));
             }
         }
         if (normalized.startsWith('MODEL_NAME')) {