@promptbook/node 0.72.0-9 → 0.72.0

package/esm/index.es.js

@@ -1,5 +1,5 @@
 import colors from 'colors';
-import { stat, access, constants, readFile, readdir, writeFile, mkdir, unlink } from 'fs/promises';
+import { stat, access, constants, readFile, writeFile, readdir, mkdir, unlink } from 'fs/promises';
 import { join, basename, dirname } from 'path';
 import spaceTrim$1, { spaceTrim } from 'spacetrim';
 import { format } from 'prettier';
@@ -9,15 +9,16 @@ import { unparse, parse } from 'papaparse';
 import { SHA256 } from 'crypto-js';
 import hexEncoder from 'crypto-js/enc-hex';
 import { lookup } from 'mime-types';
+import { exec as exec$2, spawn } from 'child_process';
+import { promisify } from 'util';
 import * as dotenv from 'dotenv';
 import sha256 from 'crypto-js/sha256';
-import { spawn } from 'child_process';
 
 // ⚠️ WARNING: This code has been generated so that any manual changes will be overwritten
 /**
  * The version of the Promptbook library
  */
-var PROMPTBOOK_VERSION = '0.72.0-8';
+var PROMPTBOOK_VERSION = '0.72.0-34';
 // TODO: [main] !!!! List here all the versions and annotate + put into script
 
 /*! *****************************************************************************
@@ -366,29 +367,30 @@ var LOOP_LIMIT = 1000;
  */
 var IMMEDIATE_TIME = 10;
 /**
- * The maximum number of (LLM) tasks running in parallel
+ * The maximum length of the (generated) filename
  *
  * @public exported from `@promptbook/core`
  */
-var MAX_PARALLEL_COUNT = 5; // <- TODO: [🤹‍♂️]
+var MAX_FILENAME_LENGTH = 30;
+//                                                     <- TODO: [😡] Change to 'VISIBLE'
 /**
- * The maximum number of attempts to execute LLM task before giving up
+ * The maximum number of (LLM) tasks running in parallel
  *
  * @public exported from `@promptbook/core`
  */
-var MAX_EXECUTION_ATTEMPTS = 3; // <- TODO: [🤹‍♂️]
+var DEFAULT_MAX_PARALLEL_COUNT = 5; // <- TODO: [🤹‍♂️]
 /**
- * The maximum length of the (generated) filename
+ * The maximum number of attempts to execute LLM task before giving up
  *
  * @public exported from `@promptbook/core`
  */
-var MAX_FILENAME_LENGTH = 30;
+var DEFAULT_MAX_EXECUTION_ATTEMPTS = 3; // <- TODO: [🤹‍♂️]
 /**
  * The name of the builded pipeline collection made by CLI `ptbk make` and for lookup in `createCollectionFromDirectory`
  *
  * @public exported from `@promptbook/core`
  */
-var PIPELINE_COLLECTION_BASE_FILENAME = "index";
+var DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME = "index";
 /**
  * Nonce which is used for replacing things in strings
  *
@@ -440,13 +442,13 @@ var DEFAULT_CSV_SETTINGS = Object.freeze({
  *
  * @public exported from `@promptbook/core`
  */
-var IS_VERBOSE = false;
+var DEFAULT_IS_VERBOSE = false;
 /**
  * @@@
  *
  * @public exported from `@promptbook/core`
  */
-var IS_AUTO_INSTALLED = false;
+var DEFAULT_IS_AUTO_INSTALLED = false;
 /**
  * @@@
  *
@@ -518,7 +520,6 @@ function pipelineJsonToString(pipelineJson) {
         pipelineString += '\n\n';
         pipelineString += description;
     }
-    // TODO:> const commands: Array<Command>
     var commands = [];
     if (pipelineUrl) {
         commands.push("PIPELINE URL ".concat(pipelineUrl));
@@ -574,7 +575,6 @@ function pipelineJsonToString(pipelineJson) {
                 pipelineString += '\n\n';
                 pipelineString += description_1;
             }
-            // TODO:> const commands: Array<Command>
             var commands_1 = [];
             var contentLanguage = 'text';
             if (templateType === 'PROMPT_TEMPLATE') {
@@ -873,8 +873,7 @@ var PipelineExecutionError = /** @class */ (function (_super) {
  * Multiple LLM Execution Tools is a proxy server that uses multiple execution tools internally and exposes the executor interface externally.
  *
  * Note: Internal utility of `joinLlmExecutionTools` but exposed type
- * @public exported from `@promptbook/types`
- * TODO: !!!!!! Export as runtime class not just type
+ * @public exported from `@promptbook/core`
  */
 var MultipleLlmExecutionTools = /** @class */ (function () {
     /**
@@ -2126,6 +2125,7 @@ function assertsExecutionSuccessful(executionResult) {
     }
 }
 /**
+ * TODO: [🐚] This function should be removed OR changed OR be completely rewritten
  * TODO: [🧠] Can this return type be better typed than void
  */
 
@@ -3432,12 +3432,11 @@ function checkExpectations(expectations, value) {
  */
 function executeAttempts(options) {
     return __awaiter(this, void 0, void 0, function () {
-        var jokerParameterNames, priority, maxAttempts, preparedContent, parameters, template, preparedPipeline, tools, settings, $executionReport, pipelineIdentification, maxExecutionAttempts, $ongoingTemplateResult, _llms, llmTools, _loop_1, attempt, state_1;
+        var jokerParameterNames, priority, maxAttempts, preparedContent, parameters, template, preparedPipeline, tools, $executionReport, pipelineIdentification, maxExecutionAttempts, $ongoingTemplateResult, _llms, llmTools, _loop_1, attempt, state_1;
         return __generator(this, function (_a) {
             switch (_a.label) {
                 case 0:
-                    jokerParameterNames = options.jokerParameterNames, priority = options.priority, maxAttempts = options.maxAttempts, preparedContent = options.preparedContent, parameters = options.parameters, template = options.template, preparedPipeline = options.preparedPipeline, tools = options.tools, settings = options.settings, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification;
-                    maxExecutionAttempts = settings.maxExecutionAttempts;
+                    jokerParameterNames = options.jokerParameterNames, priority = options.priority, maxAttempts = options.maxAttempts, preparedContent = options.preparedContent, parameters = options.parameters, template = options.template, preparedPipeline = options.preparedPipeline, tools = options.tools, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification, maxExecutionAttempts = options.maxExecutionAttempts;
                     $ongoingTemplateResult = {
                         $result: null,
                         $resultString: null,
@@ -3803,12 +3802,12 @@ function executeAttempts(options) {
  */
 function executeFormatSubvalues(options) {
     return __awaiter(this, void 0, void 0, function () {
-        var template, jokerParameterNames, parameters, priority, pipelineIdentification, settings, parameterValue, formatDefinition, subvalueDefinition, formatSettings, resultString;
+        var template, jokerParameterNames, parameters, priority, csvSettings, pipelineIdentification, parameterValue, formatDefinition, subvalueDefinition, formatSettings, resultString;
         var _this = this;
         return __generator(this, function (_a) {
             switch (_a.label) {
                 case 0:
-                    template = options.template, jokerParameterNames = options.jokerParameterNames, parameters = options.parameters, priority = options.priority, pipelineIdentification = options.pipelineIdentification, settings = options.settings;
+                    template = options.template, jokerParameterNames = options.jokerParameterNames, parameters = options.parameters, priority = options.priority, csvSettings = options.csvSettings, pipelineIdentification = options.pipelineIdentification;
                     if (template.foreach === undefined) {
                         return [2 /*return*/, /* not await */ executeAttempts(options)];
                     }
@@ -3838,7 +3837,7 @@ function executeFormatSubvalues(options) {
                             .join('\n')), "\n\n                    [\u26F7] This should never happen because subformat name should be validated during parsing\n\n                    ").concat(block(pipelineIdentification), "\n                "); }));
                     }
                     if (formatDefinition.formatName === 'CSV') {
-                        formatSettings = settings.csvSettings;
+                        formatSettings = csvSettings;
                         // <- TODO: [🤹‍♂️] More universal, make simmilar pattern for other formats for example \n vs \r\n in text
                     }
                     return [4 /*yield*/, subvalueDefinition.mapValues(parameterValue, template.foreach.outputSubparameterName, formatSettings, function (subparameters, index) { return __awaiter(_this, void 0, void 0, function () {
@@ -3991,13 +3990,12 @@ function getReservedParametersForTemplate(options) {
  */
 function executeTemplate(options) {
     return __awaiter(this, void 0, void 0, function () {
-        var currentTemplate, preparedPipeline, parametersToPass, tools, onProgress, settings, $executionReport, pipelineIdentification, maxExecutionAttempts, name, title, priority, usedParameterNames, dependentParameterNames, definedParameters, _a, _b, _c, definedParameterNames, parameters, _loop_1, _d, _e, parameterName, maxAttempts, jokerParameterNames, preparedContent, resultString;
-        var e_1, _f, _g;
-        return __generator(this, function (_h) {
-            switch (_h.label) {
+        var currentTemplate, preparedPipeline, parametersToPass, tools, onProgress, $executionReport, pipelineIdentification, _a, maxExecutionAttempts, name, title, priority, usedParameterNames, dependentParameterNames, definedParameters, _b, _c, _d, definedParameterNames, parameters, _loop_1, _e, _f, parameterName, maxAttempts, jokerParameterNames, preparedContent, resultString;
+        var e_1, _g, _h;
+        return __generator(this, function (_j) {
+            switch (_j.label) {
                 case 0:
-                    currentTemplate = options.currentTemplate, preparedPipeline = options.preparedPipeline, parametersToPass = options.parametersToPass, tools = options.tools, onProgress = options.onProgress, settings = options.settings, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification;
-                    maxExecutionAttempts = settings.maxExecutionAttempts;
+                    currentTemplate = options.currentTemplate, preparedPipeline = options.preparedPipeline, parametersToPass = options.parametersToPass, tools = options.tools, onProgress = options.onProgress, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification, _a = options.maxExecutionAttempts, maxExecutionAttempts = _a === void 0 ? DEFAULT_MAX_EXECUTION_ATTEMPTS : _a;
                     name = "pipeline-executor-frame-".concat(currentTemplate.name);
                     title = currentTemplate.title;
                     priority = preparedPipeline.templates.length - preparedPipeline.templates.indexOf(currentTemplate);
@@ -4012,7 +4010,7 @@ function executeTemplate(options) {
                             // <- [🍸]
                         })];
                 case 1:
-                    _h.sent();
+                    _j.sent();
                     usedParameterNames = extractParameterNamesFromTemplate(currentTemplate);
                     dependentParameterNames = new Set(currentTemplate.dependentParameterNames);
                     // TODO: [👩🏾‍🤝‍👩🏻] Use here `mapAvailableToExpectedParameters`
@@ -4023,15 +4021,15 @@ function executeTemplate(options) {
                             .map(function (name) { return "{".concat(name, "}"); })
                             .join(', '), "\n\n                    ").concat(block(pipelineIdentification), "\n\n                "); }));
                     }
-                    _b = (_a = Object).freeze;
-                    _c = [{}];
+                    _c = (_b = Object).freeze;
+                    _d = [{}];
                     return [4 /*yield*/, getReservedParametersForTemplate({
                             preparedPipeline: preparedPipeline,
                             template: currentTemplate,
                             pipelineIdentification: pipelineIdentification,
                         })];
                 case 2:
-                    definedParameters = _b.apply(_a, [__assign.apply(void 0, [__assign.apply(void 0, _c.concat([(_h.sent())])), parametersToPass])]);
+                    definedParameters = _c.apply(_b, [__assign.apply(void 0, [__assign.apply(void 0, _d.concat([(_j.sent())])), parametersToPass])]);
                     definedParameterNames = new Set(Object.keys(definedParameters));
                     parameters = {};
                     _loop_1 = function (parameterName) {
@@ -4051,15 +4049,15 @@ function executeTemplate(options) {
                     try {
                         // Note: [2] Check that all used parameters are defined and removing unused parameters for this template
                         // TODO: [👩🏾‍🤝‍👩🏻] Use here `mapAvailableToExpectedParameters`
-                        for (_d = __values(Array.from(union(definedParameterNames, usedParameterNames, dependentParameterNames))), _e = _d.next(); !_e.done; _e = _d.next()) {
-                            parameterName = _e.value;
+                        for (_e = __values(Array.from(union(definedParameterNames, usedParameterNames, dependentParameterNames))), _f = _e.next(); !_f.done; _f = _e.next()) {
+                            parameterName = _f.value;
                             _loop_1(parameterName);
                         }
                     }
                     catch (e_1_1) { e_1 = { error: e_1_1 }; }
                     finally {
                         try {
-                            if (_e && !_e.done && (_f = _d.return)) _f.call(_d);
+                            if (_f && !_f.done && (_g = _e.return)) _g.call(_e);
                         }
                         finally { if (e_1) throw e_1.error; }
                     }
@@ -4079,12 +4077,11 @@ function executeTemplate(options) {
                             template: currentTemplate,
                             preparedPipeline: preparedPipeline,
                             tools: tools,
-                            settings: settings,
                             $executionReport: $executionReport,
                             pipelineIdentification: pipelineIdentification,
                         })];
                 case 3:
-                    resultString = _h.sent();
+                    resultString = _j.sent();
                     return [4 /*yield*/, onProgress({
                             name: name,
                             title: title,
@@ -4096,12 +4093,12 @@ function executeTemplate(options) {
                             // <- [🍸]
                         })];
                 case 4:
-                    _h.sent();
-                    return [2 /*return*/, Object.freeze((_g = {},
-                            _g[currentTemplate.resultingParameterName] = 
+                    _j.sent();
+                    return [2 /*return*/, Object.freeze((_h = {},
+                            _h[currentTemplate.resultingParameterName] = 
                             // <- Note: [👩‍👩‍👧] No need to detect parameter collision here because pipeline checks logic consistency during construction
                             resultString,
-                            _g))];
+                            _h))];
             }
         });
     });
@@ -4160,13 +4157,12 @@ function filterJustOutputParameters(options) {
  */
 function executePipeline(options) {
     return __awaiter(this, void 0, void 0, function () {
-        var inputParameters, tools, onProgress, pipeline, setPreparedPipeline, pipelineIdentification, settings, maxParallelCount, rootDirname, _a, isVerbose, preparedPipeline, errors, warnings, executionReport, isReturned, _b, _c, parameter, e_1_1, _loop_1, _d, _e, parameterName, state_1, e_2_1, parametersToPass, resovedParameterNames_1, unresovedTemplates_1, resolving_1, loopLimit, _loop_2, error_1, usage_1, outputParameters_1, usage, outputParameters;
+        var inputParameters, tools, onProgress, pipeline, setPreparedPipeline, pipelineIdentification, maxParallelCount, rootDirname, _a, isVerbose, preparedPipeline, errors, warnings, executionReport, isReturned, _b, _c, parameter, e_1_1, _loop_1, _d, _e, parameterName, state_1, e_2_1, parametersToPass, resovedParameterNames_1, unresovedTemplates_1, resolving_1, loopLimit, _loop_2, error_1, usage_1, outputParameters_1, usage, outputParameters;
         var e_1, _f, e_2, _g;
         return __generator(this, function (_h) {
             switch (_h.label) {
                 case 0:
-                    inputParameters = options.inputParameters, tools = options.tools, onProgress = options.onProgress, pipeline = options.pipeline, setPreparedPipeline = options.setPreparedPipeline, pipelineIdentification = options.pipelineIdentification, settings = options.settings;
-                    maxParallelCount = settings.maxParallelCount, rootDirname = settings.rootDirname, _a = settings.isVerbose, isVerbose = _a === void 0 ? IS_VERBOSE : _a;
+                    inputParameters = options.inputParameters, tools = options.tools, onProgress = options.onProgress, pipeline = options.pipeline, setPreparedPipeline = options.setPreparedPipeline, pipelineIdentification = options.pipelineIdentification, maxParallelCount = options.maxParallelCount, rootDirname = options.rootDirname, _a = options.isVerbose, isVerbose = _a === void 0 ? DEFAULT_IS_VERBOSE : _a;
                     preparedPipeline = options.preparedPipeline;
                     if (!(preparedPipeline === undefined)) return [3 /*break*/, 2];
                     return [4 /*yield*/, preparePipeline(pipeline, tools, {
@@ -4351,12 +4347,7 @@ function executePipeline(options) {
                                     return [3 /*break*/, 4];
                                 case 3:
                                     unresovedTemplates_1 = unresovedTemplates_1.filter(function (template) { return template !== currentTemplate; });
-                                    work_1 = executeTemplate({
-                                        currentTemplate: currentTemplate,
-                                        preparedPipeline: preparedPipeline,
-                                        parametersToPass: parametersToPass,
-                                        tools: tools,
-                                        onProgress: function (progress) {
+                                    work_1 = executeTemplate(__assign(__assign({}, options), { currentTemplate: currentTemplate, preparedPipeline: preparedPipeline, parametersToPass: parametersToPass, tools: tools, onProgress: function (progress) {
                                             if (isReturned) {
                                                 throw new UnexpectedError(spaceTrim(function (block) { return "\n                                        Can not call `onProgress` after pipeline execution is finished\n\n                                        ".concat(block(pipelineIdentification), "\n\n                                        ").concat(block(JSON.stringify(progress, null, 4)
                                                     .split('\n')
@@ -4366,11 +4357,7 @@ function executePipeline(options) {
                                             if (onProgress) {
                                                 onProgress(progress);
                                             }
-                                        },
-                                        settings: settings,
-                                        $executionReport: executionReport,
-                                        pipelineIdentification: spaceTrim(function (block) { return "\n                            ".concat(block(pipelineIdentification), "\n                            Template name: ").concat(currentTemplate.name, "\n                            Template title: ").concat(currentTemplate.title, "\n                        "); }),
-                                    })
+                                        }, $executionReport: executionReport, pipelineIdentification: spaceTrim(function (block) { return "\n                            ".concat(block(pipelineIdentification), "\n                            Template name: ").concat(currentTemplate.name, "\n                            Template title: ").concat(currentTemplate.title, "\n                        "); }) }))
                                         .then(function (newParametersToPass) {
                                         parametersToPass = __assign(__assign({}, newParametersToPass), parametersToPass);
                                         resovedParameterNames_1 = __spreadArray(__spreadArray([], __read(resovedParameterNames_1), false), [currentTemplate.resultingParameterName], false);
@@ -4474,8 +4461,7 @@ function executePipeline(options) {
  */
 function createPipelineExecutor(options) {
     var _this = this;
-    var pipeline = options.pipeline, tools = options.tools, _a = options.settings, settings = _a === void 0 ? {} : _a;
-    var _b = settings.maxExecutionAttempts, maxExecutionAttempts = _b === void 0 ? MAX_EXECUTION_ATTEMPTS : _b, _c = settings.maxParallelCount, maxParallelCount = _c === void 0 ? MAX_PARALLEL_COUNT : _c, _d = settings.csvSettings, csvSettings = _d === void 0 ? DEFAULT_CSV_SETTINGS : _d, _e = settings.isVerbose, isVerbose = _e === void 0 ? IS_VERBOSE : _e, _f = settings.isNotPreparedWarningSupressed, isNotPreparedWarningSupressed = _f === void 0 ? false : _f, _g = settings.rootDirname, rootDirname = _g === void 0 ? null : _g;
+    var pipeline = options.pipeline, tools = options.tools, _a = options.maxExecutionAttempts, maxExecutionAttempts = _a === void 0 ? DEFAULT_MAX_EXECUTION_ATTEMPTS : _a, _b = options.maxParallelCount, maxParallelCount = _b === void 0 ? DEFAULT_MAX_PARALLEL_COUNT : _b, _c = options.csvSettings, csvSettings = _c === void 0 ? DEFAULT_CSV_SETTINGS : _c, _d = options.isVerbose, isVerbose = _d === void 0 ? DEFAULT_IS_VERBOSE : _d, _e = options.isNotPreparedWarningSupressed, isNotPreparedWarningSupressed = _e === void 0 ? false : _e, _f = options.rootDirname, rootDirname = _f === void 0 ? null : _f;
     validatePipeline(pipeline);
     var pipelineIdentification = (function () {
         // Note: This is a 😐 implementation of [🚞]
@@ -4509,14 +4495,12 @@ function createPipelineExecutor(options) {
                     tools: tools,
                     onProgress: onProgress,
                     pipelineIdentification: spaceTrim(function (block) { return "\n                    ".concat(block(pipelineIdentification), "\n                    ").concat(runCount === 1 ? '' : "Run #".concat(runCount), "\n                "); }),
-                    settings: {
-                        maxExecutionAttempts: maxExecutionAttempts,
-                        maxParallelCount: maxParallelCount,
-                        csvSettings: csvSettings,
-                        isVerbose: isVerbose,
-                        isNotPreparedWarningSupressed: isNotPreparedWarningSupressed,
-                        rootDirname: rootDirname,
-                    },
+                    maxExecutionAttempts: maxExecutionAttempts,
+                    maxParallelCount: maxParallelCount,
+                    csvSettings: csvSettings,
+                    isVerbose: isVerbose,
+                    isNotPreparedWarningSupressed: isNotPreparedWarningSupressed,
+                    rootDirname: rootDirname,
                 })];
         });
     }); };
@@ -4539,7 +4523,7 @@ function preparePersona(personaDescription, tools, options) {
         return __generator(this, function (_d) {
             switch (_d.label) {
                 case 0:
-                    _a = options.isVerbose, isVerbose = _a === void 0 ? IS_VERBOSE : _a;
+                    _a = options.isVerbose, isVerbose = _a === void 0 ? DEFAULT_IS_VERBOSE : _a;
                     if (tools === undefined || tools.llm === undefined) {
                         throw new MissingToolsError('LLM tools are required for preparing persona');
                     }
@@ -4721,7 +4705,7 @@ var $Register = /** @class */ (function () {
         this.storage = globalScope[storageName];
     }
     $Register.prototype.list = function () {
-        // <- TODO: ReadonlyDeep<Array<TRegistered>>
+        // <- TODO: ReadonlyDeep<ReadonlyArray<TRegistered>>
         return this.storage;
     };
     $Register.prototype.register = function (registered) {
@@ -4773,7 +4757,6 @@ var $scrapersRegister = new $Register('scraper_constructors');
  * TODO: [®] DRY Register logic
  */
 
-// TODO: !!!!!! Maybe delete this function
 /**
  * Creates a message with all registered scrapers
  *
@@ -4940,7 +4923,6 @@ function normalizeToKebabCase(text) {
  * @private within the repository
  */
 function sourceContentToName(sourceContent) {
-    // TODO: !!!!!! Better name for source than gibberish hash
     var hash = SHA256(hexEncoder.parse(JSON.stringify(sourceContent)))
         //    <- TODO: [🥬] Encapsulate sha256 to some private utility function
         .toString( /* hex */)
@@ -5040,20 +5022,20 @@ function isValidFilePath(filename) {
 /**
  * @@@
  *
- * @private for scraper utilities
+ * @public exported from `@promptbook/core`
  */
 function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
     var _a;
     return __awaiter(this, void 0, void 0, function () {
         var sourceContent, name, _b, _c, rootDirname, _d, 
         // <- TODO: process.cwd() if running in Node.js
-        isVerbose, url, response_1, mimeType, filename_1, fileExtension, mimeType_1;
+        isVerbose, url, response_1, mimeType, filename_1, fileExtension, mimeType;
         return __generator(this, function (_e) {
             switch (_e.label) {
                 case 0:
                     sourceContent = knowledgeSource.sourceContent;
                     name = knowledgeSource.name;
-                    _b = options || {}, _c = _b.rootDirname, rootDirname = _c === void 0 ? null : _c, _d = _b.isVerbose, isVerbose = _d === void 0 ? IS_VERBOSE : _d;
+                    _b = options || {}, _c = _b.rootDirname, rootDirname = _c === void 0 ? null : _c, _d = _b.isVerbose, isVerbose = _d === void 0 ? DEFAULT_IS_VERBOSE : _d;
                     TODO_USE(isVerbose);
                     if (!name) {
                         name = sourceContentToName(sourceContent);
@@ -5069,19 +5051,14 @@ function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
                             filename: null,
                             url: url,
                             mimeType: mimeType,
-                            asBlob: function () {
-                                return __awaiter(this, void 0, void 0, function () {
-                                    var content;
-                                    return __generator(this, function (_a) {
-                                        switch (_a.label) {
-                                            case 0: return [4 /*yield*/, response_1.blob()];
-                                            case 1:
-                                                content = _a.sent();
-                                                return [2 /*return*/, content];
-                                        }
-                                    });
-                                });
-                            },
+                            /*
+                            TODO: [🥽]
+                                > async asBlob() {
+                                >     // TODO: [👨🏻‍🤝‍👨🏻] This can be called multiple times BUT when called second time, response in already consumed
+                                >     const content = await response.blob();
+                                >     return content;
+                                > },
+                            */
                             asJson: function () {
                                 return __awaiter(this, void 0, void 0, function () {
                                     var content;
@@ -5121,34 +5098,31 @@ function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
                     }
                     filename_1 = join(rootDirname, sourceContent).split('\\').join('/');
                     fileExtension = getFileExtension(filename_1);
-                    mimeType_1 = extensionToMimeType(fileExtension || '');
+                    mimeType = extensionToMimeType(fileExtension || '');
                     return [4 /*yield*/, isFileExisting(filename_1, tools.fs)];
                 case 3:
                     if (!(_e.sent())) {
                         throw new NotFoundError(spaceTrim$1(function (block) { return "\n                          Can not make source handler for file which does not exist:\n\n                          File:\n                          ".concat(block(filename_1), "\n                      "); }));
                     }
-                    // TODO: !!!!!! Test security file - file is scoped to the project (maybe do this in `filesystemTools`)
+                    // TODO: [🧠][😿] Test security file - file is scoped to the project (BUT maybe do this in `filesystemTools`)
                     return [2 /*return*/, {
                             source: name,
                             filename: filename_1,
                             url: null,
-                            mimeType: mimeType_1,
-                            asBlob: function () {
-                                return __awaiter(this, void 0, void 0, function () {
-                                    var content;
-                                    return __generator(this, function (_a) {
-                                        switch (_a.label) {
-                                            case 0: return [4 /*yield*/, tools.fs.readFile(filename_1)];
-                                            case 1:
-                                                content = _a.sent();
-                                                return [2 /*return*/, new Blob([
-                                                        content,
-                                                        // <- TODO: !!!!!! Maybe not working
-                                                    ], { type: mimeType_1 })];
-                                        }
-                                    });
-                                });
-                            },
+                            mimeType: mimeType,
+                            /*
+                            TODO: [🥽]
+                                > async asBlob() {
+                                >     const content = await tools.fs!.readFile(filename);
+                                >     return new Blob(
+                                >         [
+                                >             content,
+                                >             // <- TODO: [🥽] This is NOT tested, test it
+                                >         ],
+                                >         { type: mimeType },
+                                >     );
+                                > },
+                            */
                             asJson: function () {
                                 return __awaiter(this, void 0, void 0, function () {
                                     var _a, _b;
@@ -5184,9 +5158,14 @@ function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
                         asJson: function () {
                             throw new UnexpectedError('Did not expect that `markdownScraper` would need to get the content `asJson`');
                         },
-                        asBlob: function () {
-                            throw new UnexpectedError('Did not expect that `markdownScraper` would need to get the content `asBlob`');
-                        },
+                        /*
+                        TODO: [🥽]
+                            > asBlob() {
+                            >     throw new UnexpectedError(
+                            >         'Did not expect that `markdownScraper` would need to get the content `asBlob`',
+                            >     );
+                            > },
+                        */
                     }];
             }
         });
@@ -5206,7 +5185,7 @@ function prepareKnowledgePieces(knowledgeSources, tools, options) {
         return __generator(this, function (_c) {
             switch (_c.label) {
                 case 0:
-                    _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a, rootDirname = options.rootDirname, _b = options.isVerbose, isVerbose = _b === void 0 ? IS_VERBOSE : _b;
+                    _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? DEFAULT_MAX_PARALLEL_COUNT : _a, rootDirname = options.rootDirname, _b = options.isVerbose, isVerbose = _b === void 0 ? DEFAULT_IS_VERBOSE : _b;
                     knowledgePreparedUnflatten = new Array(knowledgeSources.length);
                     return [4 /*yield*/, forEachAsync(knowledgeSources, { maxParallelCount: maxParallelCount }, function (knowledgeSource, index) { return __awaiter(_this, void 0, void 0, function () {
                             var partialPieces, sourceHandler, _a, _b, scraper, partialPiecesUnchecked, e_1_1, pieces;
@@ -5235,7 +5214,8 @@ function prepareKnowledgePieces(knowledgeSources, tools, options) {
                                     case 4:
                                         partialPiecesUnchecked = _d.sent();
                                         if (partialPiecesUnchecked !== null) {
-                                            partialPieces = partialPiecesUnchecked;
+                                            partialPieces = __spreadArray([], __read(partialPiecesUnchecked), false);
+                                            // <- TODO: [🪓] Here should be no need for spreading new array, just `partialPieces = partialPiecesUnchecked`
                                             return [3 /*break*/, 6];
                                         }
                                         _d.label = 5;
@@ -5283,7 +5263,7 @@ TODO: [🧊] This is how it can look in future
 >   /**
 >    * Unprepared knowledge
 >    * /
->   readonly knowledgeSources: Array<KnowledgeSourceJson>;
+>   readonly knowledgeSources: ReadonlyArray<KnowledgeSourceJson>;
 > };
 >
 > export async function prepareKnowledgePieces(
@@ -5341,7 +5321,7 @@ function prepareTemplates(pipeline, tools, options) {
         return __generator(this, function (_b) {
             switch (_b.label) {
                 case 0:
-                    _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a;
+                    _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? DEFAULT_MAX_PARALLEL_COUNT : _a;
                     templates = pipeline.templates, parameters = pipeline.parameters, knowledgePiecesCount = pipeline.knowledgePiecesCount;
                     // TODO: [main] !!!!! Apply samples to each template (if missing and is for the template defined)
                     TODO_USE(parameters);
@@ -5403,7 +5383,7 @@ function preparePipeline(pipeline, tools, options) {
                     if (isPipelinePrepared(pipeline)) {
                         return [2 /*return*/, pipeline];
                     }
-                    rootDirname = options.rootDirname, _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a, _b = options.isVerbose, isVerbose = _b === void 0 ? IS_VERBOSE : _b;
+                    rootDirname = options.rootDirname, _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? DEFAULT_MAX_PARALLEL_COUNT : _a, _b = options.isVerbose, isVerbose = _b === void 0 ? DEFAULT_IS_VERBOSE : _b;
                     parameters = pipeline.parameters, templates = pipeline.templates, knowledgeSources = pipeline.knowledgeSources, personas = pipeline.personas;
                     if (tools === undefined || tools.llm === undefined) {
                         throw new MissingToolsError('LLM tools are required for preparing the pipeline');
@@ -5461,7 +5441,9 @@ function preparePipeline(pipeline, tools, options) {
                     // ----- /Templates preparation -----
                     // Note: Count total usage
                     currentPreparation.usage = llmToolsWithUsage.getTotalUsage();
-                    return [2 /*return*/, $asDeeplyFrozenSerializableJson('Prepared PipelineJson', __assign(__assign({}, clonePipeline(pipeline)), { templates: templatesPrepared, knowledgeSources: knowledgeSourcesPrepared, knowledgePieces: knowledgePiecesPrepared, personas: preparedPersonas, preparations: preparations }))];
+                    return [2 /*return*/, $asDeeplyFrozenSerializableJson('Prepared PipelineJson', __assign(__assign({}, clonePipeline(pipeline)), { templates: __spreadArray([], __read(templatesPrepared), false), 
+                            // <- TODO: [🪓] Here should be no need for spreading new array, just ` templates: templatesPrepared`
+                            knowledgeSources: knowledgeSourcesPrepared, knowledgePieces: knowledgePiecesPrepared, personas: preparedPersonas, preparations: __spreadArray([], __read(preparations), false) }))];
             }
         });
     });
@@ -5508,6 +5490,7 @@ var knowledgeCommandParser = {
         'KNOWLEDGE ./hejny-cv.md',
         'KNOWLEDGE ./hejny-cv.pdf',
         'KNOWLEDGE ./hejny-cv.docx',
+        //          <- TODO: [😿] Allow ONLY files scoped in the (sub)directory NOT ../ and test it
     ],
     /**
      * Parses the KNOWLEDGE command
@@ -8225,6 +8208,327 @@ function pipelineStringToJson(pipelineString, tools, options) {
  */
 var $isRunningInNode = new Function("\n    try {\n        return this === global;\n    } catch (e) {\n        return false;\n    }\n");
 
+// Note: We want to use the `exec` as async function
+var exec$1 = promisify(exec$2);
+/**
+ * @@@
+ *
+ * @private within the repository
+ */
+function locateAppOnLinux(_a) {
+    var appName = _a.appName, linuxWhich = _a.linuxWhich;
+    return __awaiter(this, void 0, void 0, function () {
+        var _b, stderr, stdout, error_1;
+        return __generator(this, function (_c) {
+            switch (_c.label) {
+                case 0:
+                    _c.trys.push([0, 2, , 3]);
+                    return [4 /*yield*/, exec$1("which ".concat(linuxWhich))];
+                case 1:
+                    _b = _c.sent(), stderr = _b.stderr, stdout = _b.stdout;
+                    if (!stderr && stdout) {
+                        return [2 /*return*/, stdout.trim()];
+                    }
+                    throw new Error("Can not locate app ".concat(appName, " on Linux.\n ").concat(stderr));
+                case 2:
+                    error_1 = _c.sent();
+                    if (!(error_1 instanceof Error)) {
+                        throw error_1;
+                    }
+                    return [2 /*return*/, null];
+                case 3: return [2 /*return*/];
+            }
+        });
+    });
+}
+/**
+ * TODO: [🧠][♿] Maybe export through `@promptbook/node`
+ * Note: [🟢] Code in this file should never be never released in packages that could be imported into browser environment
+ */
+
+/**
+ * @@@
+ *
+ * @public exported from `@promptbook/node`
+ */
+function $provideFilesystemForNode(options) {
+    if (!$isRunningInNode()) {
+        throw new EnvironmentMismatchError('Function `$provideFilesystemForNode` works only in Node.js environment');
+    }
+    var _a = (options || {}).isVerbose, isVerbose = _a === void 0 ? DEFAULT_IS_VERBOSE : _a;
+    TODO_USE(isVerbose);
+    return {
+        stat: stat,
+        access: access,
+        constants: constants,
+        readFile: readFile,
+        writeFile: writeFile,
+        readdir: readdir,
+    };
+}
+/**
+ * Note: [🟢] Code in this file should never be never released in packages that could be imported into browser environment
+ */
+
+/**
+ * Checks if the file is executable
+ *
+ * @private within the repository
+ */
+function isExecutable(path, fs) {
+    return __awaiter(this, void 0, void 0, function () {
+        return __generator(this, function (_a) {
+            switch (_a.label) {
+                case 0:
+                    _a.trys.push([0, 2, , 3]);
+                    return [4 /*yield*/, fs.access(path, fs.constants.X_OK)];
+                case 1:
+                    _a.sent();
+                    return [2 /*return*/, true];
+                case 2:
+                    _a.sent();
+                    return [2 /*return*/, false];
+                case 3: return [2 /*return*/];
+            }
+        });
+    });
+}
+/**
+ * Note: Not [~🟢~] because it is not directly dependent on `fs
+ * TODO: [🖇] What about symlinks?
+ */
+
+// Note: Module `userhome` has no types available, so it is imported using `require`
+//       @see https://stackoverflow.com/questions/37000981/how-to-import-node-module-in-typescript-without-type-definitions
+// eslint-disable-next-line @typescript-eslint/no-var-requires
+var userhome = require('userhome');
+// Note: We want to use the `exec` as async function
+var exec = promisify(exec$2);
+/**
+ * @@@
+ *
+ * @private within the repository
+ */
+function locateAppOnMacOs(_a) {
+    var appName = _a.appName, macOsName = _a.macOsName;
+    return __awaiter(this, void 0, void 0, function () {
+        var toExec, regPath, altPath, _b, stderr, stdout, error_1;
+        return __generator(this, function (_c) {
+            switch (_c.label) {
+                case 0:
+                    _c.trys.push([0, 6, , 7]);
+                    toExec = "/Contents/MacOS/".concat(macOsName);
+                    regPath = "/Applications/".concat(macOsName, ".app") + toExec;
+                    altPath = userhome(regPath.slice(1));
+                    return [4 /*yield*/, isExecutable(regPath, $provideFilesystemForNode())];
+                case 1:
+                    if (!_c.sent()) return [3 /*break*/, 2];
+                    return [2 /*return*/, regPath];
+                case 2: return [4 /*yield*/, isExecutable(altPath, $provideFilesystemForNode())];
+                case 3:
+                    if (_c.sent()) {
+                        return [2 /*return*/, altPath];
+                    }
+                    _c.label = 4;
+                case 4: return [4 /*yield*/, exec("mdfind 'kMDItemDisplayName == \"".concat(macOsName, "\" && kMDItemKind == Application'"))];
+                case 5:
+                    _b = _c.sent(), stderr = _b.stderr, stdout = _b.stdout;
+                    if (!stderr && stdout) {
+                        return [2 /*return*/, stdout.trim() + toExec];
+                    }
+                    throw new Error("Can not locate app ".concat(appName, " on macOS.\n ").concat(stderr));
+                case 6:
+                    error_1 = _c.sent();
+                    if (!(error_1 instanceof Error)) {
+                        throw error_1;
+                    }
+                    return [2 /*return*/, null];
+                case 7: return [2 /*return*/];
+            }
+        });
+    });
+}
+/**
+ * TODO: [🧠][♿] Maybe export through `@promptbook/node`
+ * Note: [🟢] Code in this file should never be never released in packages that could be imported into browser environment
+ */
+
+/**
+ * @@@
+ *
+ * @private within the repository
+ */
+function locateAppOnWindows(_a) {
+    var appName = _a.appName, windowsSuffix = _a.windowsSuffix;
+    return __awaiter(this, void 0, void 0, function () {
+        var prefixes, prefixes_1, prefixes_1_1, prefix, path, e_1_1, error_1;
+        var e_1, _b;
+        return __generator(this, function (_c) {
+            switch (_c.label) {
+                case 0:
+                    _c.trys.push([0, 9, , 10]);
+                    prefixes = [
+                        process.env.LOCALAPPDATA,
+                        join(process.env.LOCALAPPDATA || '', 'Programs'),
+                        process.env.PROGRAMFILES,
+                        process.env['PROGRAMFILES(X86)'],
+                    ];
+                    _c.label = 1;
+                case 1:
+                    _c.trys.push([1, 6, 7, 8]);
+                    prefixes_1 = __values(prefixes), prefixes_1_1 = prefixes_1.next();
+                    _c.label = 2;
+                case 2:
+                    if (!!prefixes_1_1.done) return [3 /*break*/, 5];
+                    prefix = prefixes_1_1.value;
+                    path = prefix + windowsSuffix;
+                    return [4 /*yield*/, isExecutable(path, $provideFilesystemForNode())];
+                case 3:
+                    if (_c.sent()) {
+                        return [2 /*return*/, path];
+                    }
+                    _c.label = 4;
+                case 4:
+                    prefixes_1_1 = prefixes_1.next();
+                    return [3 /*break*/, 2];
+                case 5: return [3 /*break*/, 8];
+                case 6:
+                    e_1_1 = _c.sent();
+                    e_1 = { error: e_1_1 };
+                    return [3 /*break*/, 8];
+                case 7:
+                    try {
+                        if (prefixes_1_1 && !prefixes_1_1.done && (_b = prefixes_1.return)) _b.call(prefixes_1);
+                    }
+                    finally { if (e_1) throw e_1.error; }
+                    return [7 /*endfinally*/];
+                case 8: throw new Error("Can not locate app ".concat(appName, " on Windows."));
+                case 9:
+                    error_1 = _c.sent();
+                    if (!(error_1 instanceof Error)) {
+                        throw error_1;
+                    }
+                    return [2 /*return*/, null];
+                case 10: return [2 /*return*/];
+            }
+        });
+    });
+}
+/**
+ * TODO: [🧠][♿] Maybe export through `@promptbook/node`
+ * Note: [🟢] Code in this file should never be never released in packages that could be imported into browser environment
+ */
+
+/**
+ * Locates an application on the system
+ *
+ * @private within the repository
+ */
+function locateApp(options) {
+    if (!$isRunningInNode()) {
+        throw new EnvironmentMismatchError('Locating apps works only in Node.js environment');
+    }
+    var appName = options.appName, linuxWhich = options.linuxWhich, windowsSuffix = options.windowsSuffix, macOsName = options.macOsName;
+    if (process.platform === 'win32') {
+        if (windowsSuffix) {
+            return locateAppOnWindows({ appName: appName, windowsSuffix: windowsSuffix });
+        }
+        else {
+            throw new Error("".concat(appName, " is not available on Windows."));
+        }
+    }
+    else if (process.platform === 'darwin') {
+        if (macOsName) {
+            return locateAppOnMacOs({ appName: appName, macOsName: macOsName });
+        }
+        else {
+            throw new Error("".concat(appName, " is not available on macOS."));
+        }
+    }
+    else {
+        if (linuxWhich) {
+            return locateAppOnLinux({ appName: appName, linuxWhich: linuxWhich });
+        }
+        else {
+            throw new Error("".concat(appName, " is not available on Linux."));
+        }
+    }
+}
+/**
+ * TODO: [🧠][♿] Maybe export through `@promptbook/node`
+ * Note: [🟢] Code in this file should never be never released in packages that could be imported into browser environment
+ */
+
+/**
+ * @@@
+ *
+ * @private within the repository
+ */
+function locateLibreoffice() {
+    return locateApp({
+        appName: 'Libreoffice',
+        linuxWhich: 'libreoffice',
+        windowsSuffix: '\\LibreOffice\\program\\soffice.exe',
+        macOsName: 'LibreOffice',
+    });
+}
+/**
+ * TODO: [🧠][♿] Maybe export through `@promptbook/node` OR `@promptbook/legacy-documents`
+ * Note: [🟢] Code in this file should never be never released in packages that could be imported into browser environment
+ */
+
+/**
+ * @@@
+ *
+ * @private within the repository
+ */
+function locatePandoc() {
+    return locateApp({
+        appName: 'Pandoc',
+        linuxWhich: 'pandoc',
+        windowsSuffix: '\\Pandoc\\pandoc.exe',
+        macOsName: 'Pandoc',
+    });
+}
+/**
+ * TODO: [🧠][♿] Maybe export through `@promptbook/node` OR `@promptbook/documents`
+ * Note: [🟢] Code in this file should never be never released in packages that could be imported into browser environment
+ */
+
+/**
+ * @@@
+ *
+ * @public exported from `@promptbook/node`
+ */
+function $provideExecutablesForNode(options) {
+    return __awaiter(this, void 0, void 0, function () {
+        var _a, _b, isAutoInstalled, _c, isVerbose;
+        var _d;
+        return __generator(this, function (_e) {
+            switch (_e.label) {
+                case 0:
+                    if (!$isRunningInNode()) {
+                        throw new EnvironmentMismatchError('Function `$getScrapersForNode` works only in Node.js environment');
+                    }
+                    _a = options || {}, _b = _a.isAutoInstalled, isAutoInstalled = _b === void 0 ? DEFAULT_IS_AUTO_INSTALLED : _b, _c = _a.isVerbose, isVerbose = _c === void 0 ? DEFAULT_IS_VERBOSE : _c;
+                    TODO_USE(isAutoInstalled); // <- TODO: [🔱][🧠] Auto-install the executables
+                    TODO_USE(isVerbose);
+                    _d = {};
+                    return [4 /*yield*/, locatePandoc()];
+                case 1:
+                    _d.pandocPath = (_e.sent()) || undefined;
+                    return [4 /*yield*/, locateLibreoffice()];
+                case 2: return [2 /*return*/, (_d.libreOfficePath = (_e.sent()) || undefined,
+                        _d)];
+            }
+        });
+    });
+}
+/**
+ * TODO: [🧠] Allow to override the executables without need to call `locatePandoc` / `locateLibreoffice` in case of provided
+ * Note: [🟢] Code in this file should never be never released in packages that could be imported into browser environment
+ */
+
 /**
  * @@@
  *
@@ -8394,7 +8698,7 @@ function $registeredLlmToolsMessage() {
  */
 function createLlmToolsFromConfiguration(configuration, options) {
     if (options === void 0) { options = {}; }
-    var _a = options.isVerbose, isVerbose = _a === void 0 ? IS_VERBOSE : _a;
+    var _a = options.isVerbose, isVerbose = _a === void 0 ? DEFAULT_IS_VERBOSE : _a, userId = options.userId;
     var llmTools = configuration.map(function (llmConfiguration) {
         var registeredItem = $llmToolsRegister
             .list()
@@ -8405,7 +8709,7 @@ function createLlmToolsFromConfiguration(configuration, options) {
         if (registeredItem === undefined) {
             throw new Error(spaceTrim$1(function (block) { return "\n                        There is no constructor for LLM provider `".concat(llmConfiguration.className, "` from `").concat(llmConfiguration.packageName, "`\n\n                        You have probably forgotten install and import the provider package.\n                        To fix this issue, you can:\n\n                        Install:\n\n                        > npm install ").concat(llmConfiguration.packageName, "\n\n                        And import:\n\n                        > import '").concat(llmConfiguration.packageName, "';\n\n\n                        ").concat(block($registeredLlmToolsMessage()), "\n                    "); }));
         }
-        return registeredItem(__assign({ isVerbose: isVerbose }, llmConfiguration.options));
+        return registeredItem(__assign({ isVerbose: isVerbose, userId: userId }, llmConfiguration.options));
     });
     return joinLlmExecutionTools.apply(void 0, __spreadArray([], __read(llmTools), false));
 }
@@ -8458,29 +8762,6 @@ function $provideLlmToolsFromEnv(options) {
 /**
  * @@@
  *
- * @public exported from `@promptbook/node`
- */
-function $provideFilesystemForNode(options) {
-    if (!$isRunningInNode()) {
-        throw new EnvironmentMismatchError('Function `$provideFilesystemForNode` works only in Node.js environment');
-    }
-    var _a = (options || {}).isVerbose, isVerbose = _a === void 0 ? IS_VERBOSE : _a;
-    TODO_USE(isVerbose);
-    return {
-        stat: stat,
-        access: access,
-        constants: constants,
-        readFile: readFile,
-        readdir: readdir,
-    };
-}
-/**
- * Note: [🟢] Code in this file should never be never released in packages that could be imported into browser environment
- */
-
-/**
- * !!!!!!
- *
  * 1) @@@
  * 2) @@@
  *
@@ -8496,7 +8777,7 @@ function $provideScrapersForNode(tools, options) {
                     if (!$isRunningInNode()) {
                         throw new EnvironmentMismatchError('Function `$getScrapersForNode` works only in Node.js environment');
                     }
-                    _a = options || {}, _b = _a.isAutoInstalled, isAutoInstalled = _b === void 0 ? IS_AUTO_INSTALLED : _b, _c = _a.isVerbose, isVerbose = _c === void 0 ? IS_VERBOSE : _c;
+                    _a = options || {}, _b = _a.isAutoInstalled, isAutoInstalled = _b === void 0 ? DEFAULT_IS_AUTO_INSTALLED : _b, _c = _a.isVerbose, isVerbose = _c === void 0 ? DEFAULT_IS_VERBOSE : _c;
                     TODO_USE(isAutoInstalled);
                     TODO_USE(isVerbose);
                     scrapers = [];
@@ -8990,7 +9271,7 @@ var JavascriptExecutionTools = JavascriptEvalExecutionTools;
  */
 function $provideExecutionToolsForNode(options) {
     return __awaiter(this, void 0, void 0, function () {
-        var fs, llm, tools;
+        var fs, llm, executables, tools;
         var _a;
         return __generator(this, function (_b) {
             switch (_b.label) {
@@ -9000,12 +9281,16 @@ function $provideExecutionToolsForNode(options) {
                     }
                     fs = $provideFilesystemForNode();
                     llm = $provideLlmToolsFromEnv(options);
+                    return [4 /*yield*/, $provideExecutablesForNode(options)];
+                case 1:
+                    executables = _b.sent();
                     _a = {
                         llm: llm,
-                        fs: fs
+                        fs: fs,
+                        executables: executables
                     };
-                    return [4 /*yield*/, $provideScrapersForNode({ fs: fs, llm: llm }, options)];
-                case 1:
+                    return [4 /*yield*/, $provideScrapersForNode({ fs: fs, llm: llm, executables: executables }, options)];
+                case 2:
                     tools = (_a.scrapers = _b.sent(),
                         _a.script = [new JavascriptExecutionTools(options)],
                         _a);
@@ -9243,7 +9528,9 @@ function createCollectionFromDirectory(path, tools, options) {
                         throw new EnvironmentMismatchError('Can not create collection without filesystem tools');
                         //          <- TODO: [🧠] What is the best error type here`
                     }
-                    makedLibraryFilePath = join(path, "".concat(PIPELINE_COLLECTION_BASE_FILENAME, ".json"));
+                    makedLibraryFilePath = join(path, "".concat(DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME
+                    // <- TODO: [🦒] Allow to override (pass different value into the function)
+                    , ".json"));
                     return [4 /*yield*/, isFileExisting(makedLibraryFilePath, tools.fs)];
                 case 3:
                     if (!(_f.sent())) {
@@ -9254,7 +9541,7 @@ function createCollectionFromDirectory(path, tools, options) {
                         // TODO: !! Implement;
                         // TODO: [🌗]
                     }
-                    _a = options || {}, _b = _a.isRecursive, isRecursive = _b === void 0 ? true : _b, _c = _a.isVerbose, isVerbose = _c === void 0 ? IS_VERBOSE : _c, _d = _a.isLazyLoaded, isLazyLoaded = _d === void 0 ? false : _d, _e = _a.isCrashedOnError, isCrashedOnError = _e === void 0 ? true : _e;
+                    _a = options || {}, _b = _a.isRecursive, isRecursive = _b === void 0 ? true : _b, _c = _a.isVerbose, isVerbose = _c === void 0 ? DEFAULT_IS_VERBOSE : _c, _d = _a.isLazyLoaded, isLazyLoaded = _d === void 0 ? false : _d, _e = _a.isCrashedOnError, isCrashedOnError = _e === void 0 ? true : _e;
                     collection = createCollectionFromPromise(function () { return __awaiter(_this, void 0, void 0, function () {
                         var fileNames, collection, _loop_1, fileNames_1, fileNames_1_1, fileName, e_1_1;
                         var e_1, _a;
@@ -9588,22 +9875,26 @@ var FileCacheStorage = /** @class */ (function () {
 /**
  * Normalize options for `execCommand` and `execCommands`
  *
+ * Note: `$` is used to indicate that this function behaves differently according to `process.platform`
+ *
  * @private internal utility of `execCommand` and `execCommands`
  */
-function execCommandNormalizeOptions(options) {
+function $execCommandNormalizeOptions(options) {
     var _a;
-    var _b, _c, _d;
+    var _b, _c, _d, _e;
     var command;
     var cwd;
     var crashOnError;
     var args = [];
     var timeout;
+    var isVerbose;
     if (typeof options === 'string') {
         // TODO: [1] DRY default values
         command = options;
         cwd = process.cwd();
         crashOnError = true;
-        timeout = Infinity;
+        timeout = Infinity; // <- TODO: [⏳]
+        isVerbose = DEFAULT_IS_VERBOSE;
     }
     else {
         /*
@@ -9619,6 +9910,7 @@ function execCommandNormalizeOptions(options) {
         cwd = (_b = options.cwd) !== null && _b !== void 0 ? _b : process.cwd();
         crashOnError = (_c = options.crashOnError) !== null && _c !== void 0 ? _c : true;
         timeout = (_d = options.timeout) !== null && _d !== void 0 ? _d : Infinity;
+        isVerbose = (_e = options.isVerbose) !== null && _e !== void 0 ? _e : DEFAULT_IS_VERBOSE;
     }
     // TODO: /(-[a-zA-Z0-9-]+\s+[^\s]*)|[^\s]*/g
     var _ = Array.from(command.matchAll(/(".*")|([^\s]*)/g))
@@ -9640,16 +9932,21 @@ function execCommandNormalizeOptions(options) {
     if (['ts-node'].includes(humanReadableCommand)) {
         humanReadableCommand += " ".concat(args[1]);
     }
-    return { command: command, humanReadableCommand: humanReadableCommand, args: args, cwd: cwd, crashOnError: crashOnError, timeout: timeout };
+    if (/^win/.test(process.platform) && ['npm', 'npx'].includes(command)) {
+        command = "".concat(command, ".cmd");
+    }
+    return { command: command, humanReadableCommand: humanReadableCommand, args: args, cwd: cwd, crashOnError: crashOnError, timeout: timeout, isVerbose: isVerbose };
 }
 // TODO: This should show type error> execCommandNormalizeOptions({ command: '', commands: [''] });
 
 /**
  * Run one command in a shell
  *
+ *
  * Note: There are 2 similar functions in the codebase:
  * - `$execCommand` which runs a single command
  * - `$execCommands` which runs multiple commands
+ * Note: `$` is used to indicate that this function is not a pure function - it runs a command in a shell
  *
  * @public exported from `@promptbook/node`
  */
@@ -9659,7 +9956,7 @@ function $execCommand(options) {
     }
     return new Promise(function (resolve, reject) {
         // eslint-disable-next-line prefer-const
-        var _a = execCommandNormalizeOptions(options), command = _a.command, humanReadableCommand = _a.humanReadableCommand, args = _a.args, cwd = _a.cwd, crashOnError = _a.crashOnError, timeout = _a.timeout;
+        var _a = $execCommandNormalizeOptions(options), command = _a.command, humanReadableCommand = _a.humanReadableCommand, args = _a.args, cwd = _a.cwd, crashOnError = _a.crashOnError, timeout = _a.timeout, _b = _a.isVerbose, isVerbose = _b === void 0 ? DEFAULT_IS_VERBOSE : _b;
         if (timeout !== Infinity) {
             // TODO: In waitasecond forTime(Infinity) should be equivalent to forEver()
             forTime(timeout).then(function () {
@@ -9672,24 +9969,26 @@ function $execCommand(options) {
                 }
             });
         }
-        if (/^win/.test(process.platform) && ['npm', 'npx'].includes(command)) {
-            command = "".concat(command, ".cmd");
+        if (isVerbose) {
+            console.info(colors.yellow(cwd) + ' ' + colors.green(command) + ' ' + colors.blue(args.join(' ')));
         }
-        // !!!!!! Verbose mode - to all consoles
-        console.info(colors.yellow(cwd) + ' ' + colors.green(command) + ' ' + colors.blue(args.join(' ')));
         try {
             var commandProcess = spawn(command, args, { cwd: cwd, shell: true });
-            commandProcess.on('message', function (message) {
-                console.info({ message: message });
-            });
+            if (isVerbose) {
+                commandProcess.on('message', function (message) {
+                    console.info({ message: message });
+                });
+            }
             var output_1 = [];
             commandProcess.stdout.on('data', function (stdout) {
                 output_1.push(stdout.toString());
-                console.info(stdout.toString());
+                if (isVerbose) {
+                    console.info(stdout.toString());
+                }
             });
             commandProcess.stderr.on('data', function (stderr) {
                 output_1.push(stderr.toString());
-                if (stderr.toString().trim()) {
+                if (isVerbose && stderr.toString().trim()) {
                     console.warn(stderr.toString());
                 }
             });
@@ -9700,7 +9999,9 @@ function $execCommand(options) {
                             "Command \"".concat(humanReadableCommand, "\" exited with code ").concat(code)));
                     }
                     else {
-                        console.warn("Command \"".concat(humanReadableCommand, "\" exited with code ").concat(code));
+                        if (isVerbose) {
+                            console.warn("Command \"".concat(humanReadableCommand, "\" exited with code ").concat(code));
+                        }
                         resolve(spaceTrim(output_1.join('\n')));
                     }
                 }
@@ -9719,7 +10020,9 @@ function $execCommand(options) {
                     reject(new Error("Command \"".concat(humanReadableCommand, "\" failed: \n").concat(error.message)));
                 }
                 else {
-                    console.warn(error);
+                    if (isVerbose) {
+                        console.warn(error);
+                    }
                     resolve(spaceTrim(output_1.join('\n')));
                 }
             });
@@ -9740,6 +10043,7 @@ function $execCommand(options) {
  * Note: There are 2 similar functions in the codebase:
  * - `$execCommand` which runs a single command
  * - `$execCommands` which runs multiple commands
+ * Note: `$` is used to indicate that this function is not a pure function - it runs a commands in a shell
  *
  * @public exported from `@promptbook/node`
  */
@@ -9784,5 +10088,5 @@ function $execCommands(_a) {
  * Note: [🟢] Code in this file should never be never released in packages that could be imported into browser environment
  */
 
-export { $execCommand, $execCommands, $provideExecutionToolsForNode, $provideFilesystemForNode, $provideLlmToolsConfigurationFromEnv, $provideLlmToolsFromEnv, $provideScrapersForNode, FileCacheStorage, PROMPTBOOK_VERSION, createCollectionFromDirectory };
+export { $execCommand, $execCommands, $provideExecutablesForNode, $provideExecutionToolsForNode, $provideFilesystemForNode, $provideLlmToolsConfigurationFromEnv, $provideLlmToolsFromEnv, $provideScrapersForNode, FileCacheStorage, PROMPTBOOK_VERSION, createCollectionFromDirectory };
 //# sourceMappingURL=index.es.js.map