@promptbook/cli 0.71.0-18 → 0.71.0-20

package/esm/index.es.js

@@ -26,7 +26,7 @@ import { Converter } from 'showdown';
 /**
  * The version of the Promptbook library
  */
-var PROMPTBOOK_VERSION = '0.71.0-17';
+var PROMPTBOOK_VERSION = '0.71.0-19';
 // TODO: [main] !!!! List here all the versions and annotate + put into script
 
 /*! *****************************************************************************
@@ -399,7 +399,8 @@ var GENERATOR_WARNING = "\u26A0\uFE0F WARNING: This code has been generated so t
  *
  * @public exported from `@promptbook/core`
  */
-var CLAIM = "Supercharge LLM models with Promptbook";
+var CLAIM = "Build responsible, controlled and transparent applications on top of LLM models!";
+//            <- TODO: [🐊] Pick the best claim
 /**
  * Warning message for the generated sections and files files
  *
@@ -432,23 +433,30 @@ var CONNECTION_RETRIES_LIMIT = 5;
  */
 var IMMEDIATE_TIME = 10;
 /**
- * The maximum number of (LLM) tasks running in parallel
+ * The maximum length of the (generated) filename
  *
  * @public exported from `@promptbook/core`
  */
-var MAX_PARALLEL_COUNT = 5; // <- TODO: [🤹‍♂️]
+var MAX_FILENAME_LENGTH = 30;
 /**
- * The maximum number of attempts to execute LLM task before giving up
+ * Strategy for caching the intermediate results for knowledge sources
  *
  * @public exported from `@promptbook/core`
  */
-var MAX_EXECUTION_ATTEMPTS = 3; // <- TODO: [🤹‍♂️]
+var DEFAULT_INTERMEDIATE_FILES_STRATEGY = 'HIDE_AND_KEEP';
+//                                                     <- TODO: [😡] Change to 'VISIBLE'
 /**
- * The maximum length of the (generated) filename
+ * The maximum number of (LLM) tasks running in parallel
  *
  * @public exported from `@promptbook/core`
  */
-var MAX_FILENAME_LENGTH = 30;
+var DEFAULT_MAX_PARALLEL_COUNT = 5; // <- TODO: [🤹‍♂️]
+/**
+ * The maximum number of attempts to execute LLM task before giving up
+ *
+ * @public exported from `@promptbook/core`
+ */
+var DEFAULT_MAX_EXECUTION_ATTEMPTS = 3; // <- TODO: [🤹‍♂️]
 /**
  * Where to store the cache of executions for promptbook CLI
  *
@@ -456,7 +464,7 @@ var MAX_FILENAME_LENGTH = 30;
  *
  * @public exported from `@promptbook/core`
  */
-var EXECUTIONS_CACHE_DIRNAME = '/.promptbook/executions-cache';
+var DEFAULT_EXECUTIONS_CACHE_DIRNAME = '/.promptbook/executions-cache';
 /**
  * Where to store the scrape cache
  *
@@ -464,13 +472,13 @@ var EXECUTIONS_CACHE_DIRNAME = '/.promptbook/executions-cache';
  *
  * @public exported from `@promptbook/core`
  */
-var SCRAPE_CACHE_DIRNAME = '/.promptbook/scrape-cache';
+var DEFAULT_SCRAPE_CACHE_DIRNAME = '/.promptbook/scrape-cache';
 /**
  * The name of the builded pipeline collection made by CLI `ptbk make` and for lookup in `createCollectionFromDirectory`
  *
  * @public exported from `@promptbook/core`
  */
-var PIPELINE_COLLECTION_BASE_FILENAME = "index";
+var DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME = "index";
 /**
  * Nonce which is used for replacing things in strings
  *
@@ -534,13 +542,13 @@ var DEFAULT_CSV_SETTINGS = Object.freeze({
  *
  * @public exported from `@promptbook/core`
  */
-var IS_VERBOSE = false;
+var DEFAULT_IS_VERBOSE = false;
 /**
  * @@@
  *
  * @public exported from `@promptbook/core`
  */
-var IS_AUTO_INSTALLED = false;
+var DEFAULT_IS_AUTO_INSTALLED = false;
 /**
  * @@@
  *
@@ -698,7 +706,6 @@ function pipelineJsonToString(pipelineJson) {
         pipelineString += '\n\n';
         pipelineString += description;
     }
-    // TODO:> const commands: Array<Command>
     var commands = [];
     if (pipelineUrl) {
         commands.push("PIPELINE URL ".concat(pipelineUrl));
@@ -754,7 +761,6 @@ function pipelineJsonToString(pipelineJson) {
                 pipelineString += '\n\n';
                 pipelineString += description_1;
             }
-            // TODO:> const commands: Array<Command>
             var commands_1 = [];
             var contentLanguage = 'text';
             if (templateType === 'PROMPT_TEMPLATE') {
@@ -2262,6 +2268,7 @@ function assertsExecutionSuccessful(executionResult) {
     }
 }
 /**
+ * TODO: [🐚] This function should be removed OR changed OR be completely rewritten
  * TODO: [🧠] Can this return type be better typed than void
  */
 
@@ -3568,12 +3575,11 @@ function checkExpectations(expectations, value) {
  */
 function executeAttempts(options) {
     return __awaiter(this, void 0, void 0, function () {
-        var jokerParameterNames, priority, maxAttempts, preparedContent, parameters, template, preparedPipeline, tools, settings, $executionReport, pipelineIdentification, maxExecutionAttempts, $ongoingTemplateResult, _llms, llmTools, _loop_1, attempt, state_1;
+        var jokerParameterNames, priority, maxAttempts, preparedContent, parameters, template, preparedPipeline, tools, $executionReport, pipelineIdentification, maxExecutionAttempts, $ongoingTemplateResult, _llms, llmTools, _loop_1, attempt, state_1;
         return __generator(this, function (_a) {
             switch (_a.label) {
                 case 0:
-                    jokerParameterNames = options.jokerParameterNames, priority = options.priority, maxAttempts = options.maxAttempts, preparedContent = options.preparedContent, parameters = options.parameters, template = options.template, preparedPipeline = options.preparedPipeline, tools = options.tools, settings = options.settings, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification;
-                    maxExecutionAttempts = settings.maxExecutionAttempts;
+                    jokerParameterNames = options.jokerParameterNames, priority = options.priority, maxAttempts = options.maxAttempts, preparedContent = options.preparedContent, parameters = options.parameters, template = options.template, preparedPipeline = options.preparedPipeline, tools = options.tools, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification, maxExecutionAttempts = options.maxExecutionAttempts;
                     $ongoingTemplateResult = {
                         $result: null,
                         $resultString: null,
@@ -3939,12 +3945,12 @@ function executeAttempts(options) {
  */
 function executeFormatSubvalues(options) {
     return __awaiter(this, void 0, void 0, function () {
-        var template, jokerParameterNames, parameters, priority, pipelineIdentification, settings, parameterValue, formatDefinition, subvalueDefinition, formatSettings, resultString;
+        var template, jokerParameterNames, parameters, priority, csvSettings, pipelineIdentification, parameterValue, formatDefinition, subvalueDefinition, formatSettings, resultString;
         var _this = this;
         return __generator(this, function (_a) {
             switch (_a.label) {
                 case 0:
-                    template = options.template, jokerParameterNames = options.jokerParameterNames, parameters = options.parameters, priority = options.priority, pipelineIdentification = options.pipelineIdentification, settings = options.settings;
+                    template = options.template, jokerParameterNames = options.jokerParameterNames, parameters = options.parameters, priority = options.priority, csvSettings = options.csvSettings, pipelineIdentification = options.pipelineIdentification;
                     if (template.foreach === undefined) {
                         return [2 /*return*/, /* not await */ executeAttempts(options)];
                     }
@@ -3974,7 +3980,7 @@ function executeFormatSubvalues(options) {
                             .join('\n')), "\n\n                    [\u26F7] This should never happen because subformat name should be validated during parsing\n\n                    ").concat(block(pipelineIdentification), "\n                "); }));
                     }
                     if (formatDefinition.formatName === 'CSV') {
-                        formatSettings = settings.csvSettings;
+                        formatSettings = csvSettings;
                         // <- TODO: [🤹‍♂️] More universal, make simmilar pattern for other formats for example \n vs \r\n in text
                     }
                     return [4 /*yield*/, subvalueDefinition.mapValues(parameterValue, template.foreach.outputSubparameterName, formatSettings, function (subparameters, index) { return __awaiter(_this, void 0, void 0, function () {
@@ -4127,13 +4133,12 @@ function getReservedParametersForTemplate(options) {
  */
 function executeTemplate(options) {
     return __awaiter(this, void 0, void 0, function () {
-        var currentTemplate, preparedPipeline, parametersToPass, tools, onProgress, settings, $executionReport, pipelineIdentification, maxExecutionAttempts, name, title, priority, usedParameterNames, dependentParameterNames, definedParameters, _a, _b, _c, definedParameterNames, parameters, _loop_1, _d, _e, parameterName, maxAttempts, jokerParameterNames, preparedContent, resultString;
-        var e_1, _f, _g;
-        return __generator(this, function (_h) {
-            switch (_h.label) {
+        var currentTemplate, preparedPipeline, parametersToPass, tools, onProgress, $executionReport, pipelineIdentification, _a, maxExecutionAttempts, name, title, priority, usedParameterNames, dependentParameterNames, definedParameters, _b, _c, _d, definedParameterNames, parameters, _loop_1, _e, _f, parameterName, maxAttempts, jokerParameterNames, preparedContent, resultString;
+        var e_1, _g, _h;
+        return __generator(this, function (_j) {
+            switch (_j.label) {
                 case 0:
-                    currentTemplate = options.currentTemplate, preparedPipeline = options.preparedPipeline, parametersToPass = options.parametersToPass, tools = options.tools, onProgress = options.onProgress, settings = options.settings, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification;
-                    maxExecutionAttempts = settings.maxExecutionAttempts;
+                    currentTemplate = options.currentTemplate, preparedPipeline = options.preparedPipeline, parametersToPass = options.parametersToPass, tools = options.tools, onProgress = options.onProgress, $executionReport = options.$executionReport, pipelineIdentification = options.pipelineIdentification, _a = options.maxExecutionAttempts, maxExecutionAttempts = _a === void 0 ? DEFAULT_MAX_EXECUTION_ATTEMPTS : _a;
                     name = "pipeline-executor-frame-".concat(currentTemplate.name);
                     title = currentTemplate.title;
                     priority = preparedPipeline.templates.length - preparedPipeline.templates.indexOf(currentTemplate);
@@ -4148,7 +4153,7 @@ function executeTemplate(options) {
                             // <- [🍸]
                         })];
                 case 1:
-                    _h.sent();
+                    _j.sent();
                     usedParameterNames = extractParameterNamesFromTemplate(currentTemplate);
                     dependentParameterNames = new Set(currentTemplate.dependentParameterNames);
                     // TODO: [👩🏾‍🤝‍👩🏻] Use here `mapAvailableToExpectedParameters`
@@ -4159,15 +4164,15 @@ function executeTemplate(options) {
                             .map(function (name) { return "{".concat(name, "}"); })
                             .join(', '), "\n\n                    ").concat(block(pipelineIdentification), "\n\n                "); }));
                     }
-                    _b = (_a = Object).freeze;
-                    _c = [{}];
+                    _c = (_b = Object).freeze;
+                    _d = [{}];
                     return [4 /*yield*/, getReservedParametersForTemplate({
                             preparedPipeline: preparedPipeline,
                             template: currentTemplate,
                             pipelineIdentification: pipelineIdentification,
                         })];
                 case 2:
-                    definedParameters = _b.apply(_a, [__assign.apply(void 0, [__assign.apply(void 0, _c.concat([(_h.sent())])), parametersToPass])]);
+                    definedParameters = _c.apply(_b, [__assign.apply(void 0, [__assign.apply(void 0, _d.concat([(_j.sent())])), parametersToPass])]);
                     definedParameterNames = new Set(Object.keys(definedParameters));
                     parameters = {};
                     _loop_1 = function (parameterName) {
@@ -4187,15 +4192,15 @@ function executeTemplate(options) {
                     try {
                         // Note: [2] Check that all used parameters are defined and removing unused parameters for this template
                         // TODO: [👩🏾‍🤝‍👩🏻] Use here `mapAvailableToExpectedParameters`
-                        for (_d = __values(Array.from(union(definedParameterNames, usedParameterNames, dependentParameterNames))), _e = _d.next(); !_e.done; _e = _d.next()) {
-                            parameterName = _e.value;
+                        for (_e = __values(Array.from(union(definedParameterNames, usedParameterNames, dependentParameterNames))), _f = _e.next(); !_f.done; _f = _e.next()) {
+                            parameterName = _f.value;
                             _loop_1(parameterName);
                         }
                     }
                     catch (e_1_1) { e_1 = { error: e_1_1 }; }
                     finally {
                         try {
-                            if (_e && !_e.done && (_f = _d.return)) _f.call(_d);
+                            if (_f && !_f.done && (_g = _e.return)) _g.call(_e);
                         }
                         finally { if (e_1) throw e_1.error; }
                     }
@@ -4215,12 +4220,11 @@ function executeTemplate(options) {
                             template: currentTemplate,
                             preparedPipeline: preparedPipeline,
                             tools: tools,
-                            settings: settings,
                             $executionReport: $executionReport,
                             pipelineIdentification: pipelineIdentification,
                         })];
                 case 3:
-                    resultString = _h.sent();
+                    resultString = _j.sent();
                     return [4 /*yield*/, onProgress({
                             name: name,
                             title: title,
@@ -4232,12 +4236,12 @@ function executeTemplate(options) {
                             // <- [🍸]
                         })];
                 case 4:
-                    _h.sent();
-                    return [2 /*return*/, Object.freeze((_g = {},
-                            _g[currentTemplate.resultingParameterName] = 
+                    _j.sent();
+                    return [2 /*return*/, Object.freeze((_h = {},
+                            _h[currentTemplate.resultingParameterName] = 
                             // <- Note: [👩‍👩‍👧] No need to detect parameter collision here because pipeline checks logic consistency during construction
                             resultString,
-                            _g))];
+                            _h))];
             }
         });
     });
@@ -4296,13 +4300,12 @@ function filterJustOutputParameters(options) {
  */
 function executePipeline(options) {
     return __awaiter(this, void 0, void 0, function () {
-        var inputParameters, tools, onProgress, pipeline, setPreparedPipeline, pipelineIdentification, settings, maxParallelCount, rootDirname, _a, isVerbose, preparedPipeline, errors, warnings, executionReport, isReturned, _b, _c, parameter, e_1_1, _loop_1, _d, _e, parameterName, state_1, e_2_1, parametersToPass, resovedParameterNames_1, unresovedTemplates_1, resolving_1, loopLimit, _loop_2, error_1, usage_1, outputParameters_1, usage, outputParameters;
+        var inputParameters, tools, onProgress, pipeline, setPreparedPipeline, pipelineIdentification, maxParallelCount, rootDirname, _a, isVerbose, preparedPipeline, errors, warnings, executionReport, isReturned, _b, _c, parameter, e_1_1, _loop_1, _d, _e, parameterName, state_1, e_2_1, parametersToPass, resovedParameterNames_1, unresovedTemplates_1, resolving_1, loopLimit, _loop_2, error_1, usage_1, outputParameters_1, usage, outputParameters;
         var e_1, _f, e_2, _g;
         return __generator(this, function (_h) {
             switch (_h.label) {
                 case 0:
-                    inputParameters = options.inputParameters, tools = options.tools, onProgress = options.onProgress, pipeline = options.pipeline, setPreparedPipeline = options.setPreparedPipeline, pipelineIdentification = options.pipelineIdentification, settings = options.settings;
-                    maxParallelCount = settings.maxParallelCount, rootDirname = settings.rootDirname, _a = settings.isVerbose, isVerbose = _a === void 0 ? IS_VERBOSE : _a;
+                    inputParameters = options.inputParameters, tools = options.tools, onProgress = options.onProgress, pipeline = options.pipeline, setPreparedPipeline = options.setPreparedPipeline, pipelineIdentification = options.pipelineIdentification, maxParallelCount = options.maxParallelCount, rootDirname = options.rootDirname, _a = options.isVerbose, isVerbose = _a === void 0 ? DEFAULT_IS_VERBOSE : _a;
                     preparedPipeline = options.preparedPipeline;
                     if (!(preparedPipeline === undefined)) return [3 /*break*/, 2];
                     return [4 /*yield*/, preparePipeline(pipeline, tools, {
@@ -4487,12 +4490,7 @@ function executePipeline(options) {
                                     return [3 /*break*/, 4];
                                 case 3:
                                     unresovedTemplates_1 = unresovedTemplates_1.filter(function (template) { return template !== currentTemplate; });
-                                    work_1 = executeTemplate({
-                                        currentTemplate: currentTemplate,
-                                        preparedPipeline: preparedPipeline,
-                                        parametersToPass: parametersToPass,
-                                        tools: tools,
-                                        onProgress: function (progress) {
+                                    work_1 = executeTemplate(__assign(__assign({}, options), { currentTemplate: currentTemplate, preparedPipeline: preparedPipeline, parametersToPass: parametersToPass, tools: tools, onProgress: function (progress) {
                                             if (isReturned) {
                                                 throw new UnexpectedError(spaceTrim(function (block) { return "\n                                        Can not call `onProgress` after pipeline execution is finished\n\n                                        ".concat(block(pipelineIdentification), "\n\n                                        ").concat(block(JSON.stringify(progress, null, 4)
                                                     .split('\n')
@@ -4502,11 +4500,7 @@ function executePipeline(options) {
                                             if (onProgress) {
                                                 onProgress(progress);
                                             }
-                                        },
-                                        settings: settings,
-                                        $executionReport: executionReport,
-                                        pipelineIdentification: spaceTrim(function (block) { return "\n                            ".concat(block(pipelineIdentification), "\n                            Template name: ").concat(currentTemplate.name, "\n                            Template title: ").concat(currentTemplate.title, "\n                        "); }),
-                                    })
+                                        }, $executionReport: executionReport, pipelineIdentification: spaceTrim(function (block) { return "\n                            ".concat(block(pipelineIdentification), "\n                            Template name: ").concat(currentTemplate.name, "\n                            Template title: ").concat(currentTemplate.title, "\n                        "); }) }))
                                         .then(function (newParametersToPass) {
                                         parametersToPass = __assign(__assign({}, newParametersToPass), parametersToPass);
                                         resovedParameterNames_1 = __spreadArray(__spreadArray([], __read(resovedParameterNames_1), false), [currentTemplate.resultingParameterName], false);
@@ -4610,8 +4604,7 @@ function executePipeline(options) {
  */
 function createPipelineExecutor(options) {
     var _this = this;
-    var pipeline = options.pipeline, tools = options.tools, _a = options.settings, settings = _a === void 0 ? {} : _a;
-    var _b = settings.maxExecutionAttempts, maxExecutionAttempts = _b === void 0 ? MAX_EXECUTION_ATTEMPTS : _b, _c = settings.maxParallelCount, maxParallelCount = _c === void 0 ? MAX_PARALLEL_COUNT : _c, _d = settings.csvSettings, csvSettings = _d === void 0 ? DEFAULT_CSV_SETTINGS : _d, _e = settings.isVerbose, isVerbose = _e === void 0 ? IS_VERBOSE : _e, _f = settings.isNotPreparedWarningSupressed, isNotPreparedWarningSupressed = _f === void 0 ? false : _f, _g = settings.rootDirname, rootDirname = _g === void 0 ? null : _g;
+    var pipeline = options.pipeline, tools = options.tools, _a = options.maxExecutionAttempts, maxExecutionAttempts = _a === void 0 ? DEFAULT_MAX_EXECUTION_ATTEMPTS : _a, _b = options.maxParallelCount, maxParallelCount = _b === void 0 ? DEFAULT_MAX_PARALLEL_COUNT : _b, _c = options.csvSettings, csvSettings = _c === void 0 ? DEFAULT_CSV_SETTINGS : _c, _d = options.isVerbose, isVerbose = _d === void 0 ? DEFAULT_IS_VERBOSE : _d, _e = options.isNotPreparedWarningSupressed, isNotPreparedWarningSupressed = _e === void 0 ? false : _e, _f = options.rootDirname, rootDirname = _f === void 0 ? null : _f;
     validatePipeline(pipeline);
     var pipelineIdentification = (function () {
         // Note: This is a 😐 implementation of [🚞]
@@ -4645,14 +4638,12 @@ function createPipelineExecutor(options) {
                     tools: tools,
                     onProgress: onProgress,
                     pipelineIdentification: spaceTrim(function (block) { return "\n                    ".concat(block(pipelineIdentification), "\n                    ").concat(runCount === 1 ? '' : "Run #".concat(runCount), "\n                "); }),
-                    settings: {
-                        maxExecutionAttempts: maxExecutionAttempts,
-                        maxParallelCount: maxParallelCount,
-                        csvSettings: csvSettings,
-                        isVerbose: isVerbose,
-                        isNotPreparedWarningSupressed: isNotPreparedWarningSupressed,
-                        rootDirname: rootDirname,
-                    },
+                    maxExecutionAttempts: maxExecutionAttempts,
+                    maxParallelCount: maxParallelCount,
+                    csvSettings: csvSettings,
+                    isVerbose: isVerbose,
+                    isNotPreparedWarningSupressed: isNotPreparedWarningSupressed,
+                    rootDirname: rootDirname,
                 })];
         });
     }); };
@@ -4675,7 +4666,7 @@ function preparePersona(personaDescription, tools, options) {
         return __generator(this, function (_d) {
             switch (_d.label) {
                 case 0:
-                    _a = options.isVerbose, isVerbose = _a === void 0 ? IS_VERBOSE : _a;
+                    _a = options.isVerbose, isVerbose = _a === void 0 ? DEFAULT_IS_VERBOSE : _a;
                     if (tools === undefined || tools.llm === undefined) {
                         throw new MissingToolsError('LLM tools are required for preparing persona');
                     }
@@ -4857,7 +4848,7 @@ var $Register = /** @class */ (function () {
         this.storage = globalScope[storageName];
     }
     $Register.prototype.list = function () {
-        // <- TODO: ReadonlyDeep<Array<TRegistered>>
+        // <- TODO: ReadonlyDeep<ReadonlyArray<TRegistered>>
         return this.storage;
     };
     $Register.prototype.register = function (registered) {
@@ -5175,7 +5166,7 @@ function isValidFilePath(filename) {
 /**
  * @@@
  *
- * @private for scraper utilities
+ * @public exported from `@promptbook/core`
  */
 function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
     var _a;
@@ -5188,7 +5179,7 @@ function makeKnowledgeSourceHandler(knowledgeSource, tools, options) {
                 case 0:
                     sourceContent = knowledgeSource.sourceContent;
                     name = knowledgeSource.name;
-                    _b = options || {}, _c = _b.rootDirname, rootDirname = _c === void 0 ? null : _c, _d = _b.isVerbose, isVerbose = _d === void 0 ? IS_VERBOSE : _d;
+                    _b = options || {}, _c = _b.rootDirname, rootDirname = _c === void 0 ? null : _c, _d = _b.isVerbose, isVerbose = _d === void 0 ? DEFAULT_IS_VERBOSE : _d;
                     TODO_USE(isVerbose);
                     if (!name) {
                         name = sourceContentToName(sourceContent);
@@ -5341,7 +5332,7 @@ function prepareKnowledgePieces(knowledgeSources, tools, options) {
         return __generator(this, function (_c) {
             switch (_c.label) {
                 case 0:
-                    _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a, rootDirname = options.rootDirname, _b = options.isVerbose, isVerbose = _b === void 0 ? IS_VERBOSE : _b;
+                    _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? DEFAULT_MAX_PARALLEL_COUNT : _a, rootDirname = options.rootDirname, _b = options.isVerbose, isVerbose = _b === void 0 ? DEFAULT_IS_VERBOSE : _b;
                     knowledgePreparedUnflatten = new Array(knowledgeSources.length);
                     return [4 /*yield*/, forEachAsync(knowledgeSources, { maxParallelCount: maxParallelCount }, function (knowledgeSource, index) { return __awaiter(_this, void 0, void 0, function () {
                             var partialPieces, sourceHandler, _a, _b, scraper, partialPiecesUnchecked, e_1_1, pieces;
@@ -5370,7 +5361,8 @@ function prepareKnowledgePieces(knowledgeSources, tools, options) {
                                     case 4:
                                         partialPiecesUnchecked = _d.sent();
                                         if (partialPiecesUnchecked !== null) {
-                                            partialPieces = partialPiecesUnchecked;
+                                            partialPieces = __spreadArray([], __read(partialPiecesUnchecked), false);
+                                            // <- TODO: [🪓] Here should be no need for spreading new array, just `partialPieces = partialPiecesUnchecked`
                                             return [3 /*break*/, 6];
                                         }
                                         _d.label = 5;
@@ -5418,7 +5410,7 @@ TODO: [🧊] This is how it can look in future
 >   /**
 >    * Unprepared knowledge
 >    * /
->   readonly knowledgeSources: Array<KnowledgeSourceJson>;
+>   readonly knowledgeSources: ReadonlyArray<KnowledgeSourceJson>;
 > };
 >
 > export async function prepareKnowledgePieces(
@@ -5476,7 +5468,7 @@ function prepareTemplates(pipeline, tools, options) {
         return __generator(this, function (_b) {
             switch (_b.label) {
                 case 0:
-                    _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a;
+                    _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? DEFAULT_MAX_PARALLEL_COUNT : _a;
                     templates = pipeline.templates, parameters = pipeline.parameters, knowledgePiecesCount = pipeline.knowledgePiecesCount;
                     // TODO: [main] !!!!! Apply samples to each template (if missing and is for the template defined)
                     TODO_USE(parameters);
@@ -5538,7 +5530,7 @@ function preparePipeline(pipeline, tools, options) {
                     if (isPipelinePrepared(pipeline)) {
                         return [2 /*return*/, pipeline];
                     }
-                    rootDirname = options.rootDirname, _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? MAX_PARALLEL_COUNT : _a, _b = options.isVerbose, isVerbose = _b === void 0 ? IS_VERBOSE : _b;
+                    rootDirname = options.rootDirname, _a = options.maxParallelCount, maxParallelCount = _a === void 0 ? DEFAULT_MAX_PARALLEL_COUNT : _a, _b = options.isVerbose, isVerbose = _b === void 0 ? DEFAULT_IS_VERBOSE : _b;
                     parameters = pipeline.parameters, templates = pipeline.templates, knowledgeSources = pipeline.knowledgeSources, personas = pipeline.personas;
                     if (tools === undefined || tools.llm === undefined) {
                         throw new MissingToolsError('LLM tools are required for preparing the pipeline');
@@ -5596,7 +5588,9 @@ function preparePipeline(pipeline, tools, options) {
                     // ----- /Templates preparation -----
                     // Note: Count total usage
                     currentPreparation.usage = llmToolsWithUsage.getTotalUsage();
-                    return [2 /*return*/, $asDeeplyFrozenSerializableJson('Prepared PipelineJson', __assign(__assign({}, clonePipeline(pipeline)), { templates: templatesPrepared, knowledgeSources: knowledgeSourcesPrepared, knowledgePieces: knowledgePiecesPrepared, personas: preparedPersonas, preparations: preparations }))];
+                    return [2 /*return*/, $asDeeplyFrozenSerializableJson('Prepared PipelineJson', __assign(__assign({}, clonePipeline(pipeline)), { templates: __spreadArray([], __read(templatesPrepared), false), 
+                            // <- TODO: [🪓] Here should be no need for spreading new array, just ` templates: templatesPrepared`
+                            knowledgeSources: knowledgeSourcesPrepared, knowledgePieces: knowledgePiecesPrepared, personas: preparedPersonas, preparations: __spreadArray([], __read(preparations), false) }))];
             }
         });
     });
@@ -8520,7 +8514,7 @@ function $registeredLlmToolsMessage() {
  */
 function createLlmToolsFromConfiguration(configuration, options) {
     if (options === void 0) { options = {}; }
-    var _a = options.isVerbose, isVerbose = _a === void 0 ? IS_VERBOSE : _a;
+    var _a = options.isVerbose, isVerbose = _a === void 0 ? DEFAULT_IS_VERBOSE : _a;
     var llmTools = configuration.map(function (llmConfiguration) {
         var registeredItem = $llmToolsRegister
             .list()
@@ -8593,7 +8587,7 @@ function $provideExecutablesForNode(options) {
             if (!$isRunningInNode()) {
                 throw new EnvironmentMismatchError('Function `$getScrapersForNode` works only in Node.js environment');
             }
-            _a = options || {}, _b = _a.isAutoInstalled, isAutoInstalled = _b === void 0 ? IS_AUTO_INSTALLED : _b, _c = _a.isVerbose, isVerbose = _c === void 0 ? IS_VERBOSE : _c;
+            _a = options || {}, _b = _a.isAutoInstalled, isAutoInstalled = _b === void 0 ? DEFAULT_IS_AUTO_INSTALLED : _b, _c = _a.isVerbose, isVerbose = _c === void 0 ? DEFAULT_IS_VERBOSE : _c;
             TODO_USE(isAutoInstalled);
             TODO_USE(isVerbose);
             return [2 /*return*/, {
@@ -8618,7 +8612,7 @@ function $provideFilesystemForNode(options) {
     if (!$isRunningInNode()) {
         throw new EnvironmentMismatchError('Function `$provideFilesystemForNode` works only in Node.js environment');
     }
-    var _a = (options || {}).isVerbose, isVerbose = _a === void 0 ? IS_VERBOSE : _a;
+    var _a = (options || {}).isVerbose, isVerbose = _a === void 0 ? DEFAULT_IS_VERBOSE : _a;
     TODO_USE(isVerbose);
     return {
         stat: stat,
@@ -8650,7 +8644,7 @@ function $provideScrapersForNode(tools, options) {
                     if (!$isRunningInNode()) {
                         throw new EnvironmentMismatchError('Function `$getScrapersForNode` works only in Node.js environment');
                     }
-                    _a = options || {}, _b = _a.isAutoInstalled, isAutoInstalled = _b === void 0 ? IS_AUTO_INSTALLED : _b, _c = _a.isVerbose, isVerbose = _c === void 0 ? IS_VERBOSE : _c;
+                    _a = options || {}, _b = _a.isAutoInstalled, isAutoInstalled = _b === void 0 ? DEFAULT_IS_AUTO_INSTALLED : _b, _c = _a.isVerbose, isVerbose = _c === void 0 ? DEFAULT_IS_VERBOSE : _c;
                     TODO_USE(isAutoInstalled);
                     TODO_USE(isVerbose);
                     scrapers = [];
@@ -9401,7 +9395,9 @@ function createCollectionFromDirectory(path, tools, options) {
                         throw new EnvironmentMismatchError('Can not create collection without filesystem tools');
                         //          <- TODO: [🧠] What is the best error type here`
                     }
-                    makedLibraryFilePath = join(path, "".concat(PIPELINE_COLLECTION_BASE_FILENAME, ".json"));
+                    makedLibraryFilePath = join(path, "".concat(DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME
+                    // <- TODO: [🦒] Allow to override (pass different value into the function)
+                    , ".json"));
                     return [4 /*yield*/, isFileExisting(makedLibraryFilePath, tools.fs)];
                 case 3:
                     if (!(_f.sent())) {
@@ -9412,7 +9408,7 @@ function createCollectionFromDirectory(path, tools, options) {
                         // TODO: !! Implement;
                         // TODO: [🌗]
                     }
-                    _a = options || {}, _b = _a.isRecursive, isRecursive = _b === void 0 ? true : _b, _c = _a.isVerbose, isVerbose = _c === void 0 ? IS_VERBOSE : _c, _d = _a.isLazyLoaded, isLazyLoaded = _d === void 0 ? false : _d, _e = _a.isCrashedOnError, isCrashedOnError = _e === void 0 ? true : _e;
+                    _a = options || {}, _b = _a.isRecursive, isRecursive = _b === void 0 ? true : _b, _c = _a.isVerbose, isVerbose = _c === void 0 ? DEFAULT_IS_VERBOSE : _c, _d = _a.isLazyLoaded, isLazyLoaded = _d === void 0 ? false : _d, _e = _a.isCrashedOnError, isCrashedOnError = _e === void 0 ? true : _e;
                     collection = createCollectionFromPromise(function () { return __awaiter(_this, void 0, void 0, function () {
                         var fileNames, collection, _loop_1, fileNames_1, fileNames_1_1, fileName, e_1_1;
                         var e_1, _a;
@@ -9884,7 +9880,7 @@ function $currentDate() {
 function cacheLlmTools(llmTools, options) {
     var _this = this;
     if (options === void 0) { options = {}; }
-    var _a = options.storage, storage = _a === void 0 ? new MemoryStorage() : _a, _b = options.isReloaded, isReloaded = _b === void 0 ? false : _b;
+    var _a = options.storage, storage = _a === void 0 ? new MemoryStorage() : _a, _b = options.isCacheReloaded, isCacheReloaded = _b === void 0 ? false : _b;
     var proxyTools = __assign(__assign({}, llmTools), { 
         // <- Note: [🥫]
         get title() {
@@ -9906,7 +9902,7 @@ function cacheLlmTools(llmTools, options) {
                     key = titleToName(prompt.title.substring(0, MAX_FILENAME_LENGTH - 10) +
                         '-' +
                         sha256(hexEncoder.parse(JSON.stringify(prompt.parameters))).toString( /* hex */));
-                    if (!!isReloaded) return [3 /*break*/, 2];
+                    if (!!isCacheReloaded) return [3 /*break*/, 2];
                     return [4 /*yield*/, storage.getItem(key)];
                 case 1:
                     _a = _c.sent();
@@ -9992,12 +9988,14 @@ function $provideLlmToolsForCli(options) {
     if (!$isRunningInNode()) {
         throw new EnvironmentMismatchError('Function `$provideLlmToolsForTestingAndScriptsAndPlayground` works only in Node.js environment');
     }
-    var _a = (options !== null && options !== void 0 ? options : {}).isCacheCleaned, isCacheCleaned = _a === void 0 ? false : _a;
+    var isCacheReloaded = (options !== null && options !== void 0 ? options : {}).isCacheReloaded;
     return cacheLlmTools(countTotalUsage(
     //        <- Note: for example here we don`t want the [🌯]
     $provideLlmToolsFromEnv()), {
-        storage: new FileCacheStorage({ fs: $provideFilesystemForNode() }, { rootFolderPath: join(process.cwd(), EXECUTIONS_CACHE_DIRNAME) }),
-        isReloaded: isCacheCleaned,
+        storage: new FileCacheStorage({ fs: $provideFilesystemForNode() }, {
+            rootFolderPath: join(process.cwd(), DEFAULT_EXECUTIONS_CACHE_DIRNAME),
+        }),
+        isCacheReloaded: isCacheReloaded,
     });
 }
 /**
@@ -10024,11 +10022,11 @@ function initializeMakeCommand(program) {
     makeCommand.option('-f, --format <format>', spaceTrim$1("\n            Output format of builded collection \"javascript\", \"typescript\" or \"json\"\n\n            Note: You can use multiple formats separated by comma\n        "), 'javascript' /* <- Note: [🏳‍🌈] */);
     makeCommand.option('--no-validation', "Do not validate logic of pipelines in collection", true);
     makeCommand.option('--validation', "Types of validations separated by comma (options \"logic\",\"imports\")", 'logic,imports');
-    makeCommand.option('--reload-cache', "Call LLM models even if same prompt with result is in the cache", false);
+    makeCommand.option('--reload', "Call LLM models even if same prompt with result is in the cache", false);
     makeCommand.option('--verbose', "Is output verbose", false);
-    makeCommand.option('-o, --out-file <path>', spaceTrim$1("\n            Where to save the builded collection\n\n            Note: If you keep it \"".concat(PIPELINE_COLLECTION_BASE_FILENAME, "\" it will be saved in the root of the promptbook directory\n                  If you set it to a path, it will be saved in that path\n                  BUT you can use only one format and set correct extension\n        ")), PIPELINE_COLLECTION_BASE_FILENAME);
+    makeCommand.option('-o, --out-file <path>', spaceTrim$1("\n            Where to save the builded collection\n\n            Note: If you keep it \"".concat(DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME, "\" it will be saved in the root of the promptbook directory\n                  If you set it to a path, it will be saved in that path\n                  BUT you can use only one format and set correct extension\n        ")), DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME);
     makeCommand.action(function (path, _a) {
-        var projectName = _a.projectName, format = _a.format, validation = _a.validation, isCacheCleaned = _a.reloadCache, isVerbose = _a.verbose, outFile = _a.outFile;
+        var projectName = _a.projectName, format = _a.format, validation = _a.validation, isCacheReloaded = _a.reloadCache, isVerbose = _a.verbose, outFile = _a.outFile;
         return __awaiter(_this, void 0, void 0, function () {
             var formats, validations, options, fs, llm, executables, tools, collection, validations_1, validations_1_1, validation_1, _b, _c, pipelineUrl, pipeline, e_1_1, e_2_1, collectionJson, collectionJsonString, collectionJsonItems, saveFile;
             var _d, e_2, _e, e_1, _f;
@@ -10044,13 +10042,13 @@ function initializeMakeCommand(program) {
                             .split(',')
                             .map(function (_) { return _.trim(); })
                             .filter(function (_) { return _ !== ''; });
-                        if (outFile !== PIPELINE_COLLECTION_BASE_FILENAME && formats.length !== 1) {
+                        if (outFile !== DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME && formats.length !== 1) {
                             console.error(colors.red("You can only use one format if you specify --out-file"));
                             process.exit(1);
                         }
                         options = {
                             isVerbose: isVerbose,
-                            isCacheCleaned: isCacheCleaned,
+                            isCacheReloaded: isCacheReloaded,
                         };
                         fs = $provideFilesystemForNode(options);
                         llm = $provideLlmToolsForCli(options);
@@ -10071,7 +10069,7 @@ function initializeMakeCommand(program) {
                         return [4 /*yield*/, createCollectionFromDirectory(path, tools, {
                                 isVerbose: isVerbose,
                                 isRecursive: true,
-                                // <- TODO: [🍖] isCacheReloaded
+                                // <- TODO: [🍖] Add `intermediateFilesStrategy`
                             })];
                     case 3:
                         collection = _g.sent();
@@ -10152,9 +10150,9 @@ function initializeMakeCommand(program) {
                             return __generator(this, function (_a) {
                                 switch (_a.label) {
                                     case 0:
-                                        filename = outFile !== PIPELINE_COLLECTION_BASE_FILENAME
+                                        filename = outFile !== DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME
                                             ? outFile
-                                            : join(path, "".concat(PIPELINE_COLLECTION_BASE_FILENAME, ".").concat(extension));
+                                            : join(path, "".concat(DEFAULT_PIPELINE_COLLECTION_BASE_FILENAME, ".").concat(extension));
                                         if (!outFile.endsWith(".".concat(extension))) {
                                             console.warn(colors.yellow("Warning: Extension of output file should be \"".concat(extension, "\"")));
                                         }
@@ -10452,10 +10450,10 @@ function initializeTestCommand(program) {
     // <- TODO: [🧟‍♂️] Unite path to promptbook collection argument
     'Pipelines to test as glob pattern');
     testCommand.option('-i, --ignore <glob>', "Ignore as glob pattern");
-    testCommand.option('--reload-cache', "Call LLM models even if same prompt with result is in the cache ", false);
+    testCommand.option('--reload', "Call LLM models even if same prompt with result is in the cache ", false);
     testCommand.option('-v, --verbose', "Is output verbose", false);
     testCommand.action(function (filesGlob, _a) {
-        var ignore = _a.ignore, isCacheCleaned = _a.reloadCache, isVerbose = _a.verbose;
+        var ignore = _a.ignore, isCacheReloaded = _a.reloadCache, isVerbose = _a.verbose;
         return __awaiter(_this, void 0, void 0, function () {
             var options, fs, llm, executables, tools, filenames, filenames_1, filenames_1_1, filename, pipeline, pipelineMarkdown, _b, _c, error_1, e_1_1;
             var _d, e_1, _e;
@@ -10464,7 +10462,7 @@ function initializeTestCommand(program) {
                     case 0:
                         options = {
                             isVerbose: isVerbose,
-                            isCacheCleaned: isCacheCleaned,
+                            isCacheReloaded: isCacheReloaded,
                         };
                         fs = $provideFilesystemForNode(options);
                         llm = $provideLlmToolsForCli(options);
@@ -12755,12 +12753,12 @@ function $execCommand(options) {
  */
 function getScraperIntermediateSource(source, options) {
     return __awaiter(this, void 0, void 0, function () {
-        var sourceFilename, url, rootDirname, cacheDirname, isCacheCleaned, extension, isVerbose, hash, semanticName, pieces, name, cacheFilename, isDestroyed, fileHandler;
+        var sourceFilename, url, rootDirname, cacheDirname, intermediateFilesStrategy, extension, isVerbose, hash, semanticName, pieces, name, cacheFilename, isDestroyed, fileHandler;
         return __generator(this, function (_a) {
             switch (_a.label) {
                 case 0:
                     sourceFilename = source.filename, url = source.url;
-                    rootDirname = options.rootDirname, cacheDirname = options.cacheDirname, isCacheCleaned = options.isCacheCleaned, extension = options.extension, isVerbose = options.isVerbose;
+                    rootDirname = options.rootDirname, cacheDirname = options.cacheDirname, intermediateFilesStrategy = options.intermediateFilesStrategy, extension = options.extension, isVerbose = options.isVerbose;
                     hash = SHA256(
                     //    <- TODO: [🥬] Encapsulate sha256 to some private utility function
                     hexEncoder.parse(sourceFilename || url || 'untitled'))
@@ -12770,7 +12768,7 @@ function getScraperIntermediateSource(source, options) {
                     pieces = ['intermediate', semanticName, hash].filter(function (piece) { return piece !== ''; });
                     name = pieces.join('-').split('--').join('-');
                     // <- TODO: Use MAX_FILENAME_LENGTH
-                    TODO_USE(rootDirname); // <- TODO: !!!!!!
+                    TODO_USE(rootDirname); // <- TODO: [😡]
                     cacheFilename = join.apply(void 0, __spreadArray(__spreadArray([process.cwd(),
                         cacheDirname], __read(nameToSubfolderPath(hash /* <- TODO: [🎎] Maybe add some SHA256 prefix */)), false), [name], false)).split('\\')
                         .join('/') +
@@ -12790,7 +12788,7 @@ function getScraperIntermediateSource(source, options) {
                                 return __generator(this, function (_a) {
                                     switch (_a.label) {
                                         case 0:
-                                            if (!isCacheCleaned) return [3 /*break*/, 2];
+                                            if (!(intermediateFilesStrategy === 'HIDE_AND_CLEAN')) return [3 /*break*/, 2];
                                             if (isVerbose) {
                                                 console.info('legacyDocumentScraper: Clening cache');
                                             }
@@ -12814,7 +12812,7 @@ function getScraperIntermediateSource(source, options) {
 /**
  * Note: Not using `FileCacheStorage` for two reasons:
  * 1) Need to store more than serialized JSONs
- * 2) Need to switch between a `rootDirname` and `cacheDirname` <- TODO: !!!!
+ * 2) Need to switch between a `rootDirname` and `cacheDirname` <- TODO: [😡]
  * TODO: [🐱‍🐉][🧠] Make some smart crop
  * Note: [🟢] Code in this file should never be never released in packages that could be imported into browser environment
  */
@@ -12831,7 +12829,7 @@ var markdownScraperMetadata = $deepFreeze({
     mimeTypes: ['text/markdown', 'text/plain'],
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
     isAvilableInBrowser: true,
-    requiredExecutables: ['!!!!!!'],
+    requiredExecutables: [],
 }); /* <- TODO: [🤛] */
 /**
  * Registration of known scraper metadata
@@ -12875,7 +12873,7 @@ var MarkdownScraper = /** @class */ (function () {
             return __generator(this, function (_k) {
                 switch (_k.label) {
                     case 0:
-                        _a = this.options, _b = _a.maxParallelCount, maxParallelCount = _b === void 0 ? MAX_PARALLEL_COUNT : _b, _c = _a.isVerbose, isVerbose = _c === void 0 ? IS_VERBOSE : _c;
+                        _a = this.options, _b = _a.maxParallelCount, maxParallelCount = _b === void 0 ? DEFAULT_MAX_PARALLEL_COUNT : _b, _c = _a.isVerbose, isVerbose = _c === void 0 ? DEFAULT_IS_VERBOSE : _c;
                         llm = this.tools.llm;
                         if (llm === undefined) {
                             throw new MissingToolsError('LLM tools are required for scraping external files');
@@ -12974,7 +12972,8 @@ var MarkdownScraper = /** @class */ (function () {
                                             embeddingResult = _c.sent();
                                             index.push({
                                                 modelName: embeddingResult.modelName,
-                                                position: embeddingResult.content,
+                                                position: __spreadArray([], __read(embeddingResult.content), false),
+                                                // <- TODO: [🪓] Here should be no need for spreading new array, just `position: embeddingResult.content`
                                             });
                                             _c.label = 6;
                                         case 6: return [3 /*break*/, 8];
@@ -13025,7 +13024,7 @@ var documentScraperMetadata = $deepFreeze({
     mimeTypes: ['application/vnd.openxmlformats-officedocument.wordprocessingml.document'],
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
     isAvilableInBrowser: false,
-    requiredExecutables: ['!!!!!!'],
+    requiredExecutables: ['Pandoc'],
 }); /* <- TODO: [🤛] */
 /**
  * Registration of known scraper metadata
@@ -13067,11 +13066,11 @@ var DocumentScraper = /** @class */ (function () {
     DocumentScraper.prototype.$convert = function (source) {
         var _a;
         return __awaiter(this, void 0, void 0, function () {
-            var _b, _c, rootDirname, _d, cacheDirname, _e, isCacheCleaned, _f, isVerbose, extension, cacheFilehandler, command_1;
+            var _b, _c, rootDirname, _d, cacheDirname, _e, intermediateFilesStrategy, _f, isVerbose, extension, cacheFilehandler, command_1;
             return __generator(this, function (_g) {
                 switch (_g.label) {
                     case 0:
-                        _b = this.options, _c = _b.rootDirname, rootDirname = _c === void 0 ? process.cwd() : _c, _d = _b.cacheDirname, cacheDirname = _d === void 0 ? SCRAPE_CACHE_DIRNAME : _d, _e = _b.isCacheCleaned, isCacheCleaned = _e === void 0 ? false : _e, _f = _b.isVerbose, isVerbose = _f === void 0 ? IS_VERBOSE : _f;
+                        _b = this.options, _c = _b.rootDirname, rootDirname = _c === void 0 ? process.cwd() : _c, _d = _b.cacheDirname, cacheDirname = _d === void 0 ? DEFAULT_SCRAPE_CACHE_DIRNAME : _d, _e = _b.intermediateFilesStrategy, intermediateFilesStrategy = _e === void 0 ? DEFAULT_INTERMEDIATE_FILES_STRATEGY : _e, _f = _b.isVerbose, isVerbose = _f === void 0 ? DEFAULT_IS_VERBOSE : _f;
                         if (!$isRunningInNode()) {
                             throw new KnowledgeScrapeError('Scraping .docx files is only supported in Node environment');
                         }
@@ -13090,7 +13089,7 @@ var DocumentScraper = /** @class */ (function () {
                         return [4 /*yield*/, getScraperIntermediateSource(source, {
                                 rootDirname: rootDirname,
                                 cacheDirname: cacheDirname,
-                                isCacheCleaned: isCacheCleaned,
+                                intermediateFilesStrategy: intermediateFilesStrategy,
                                 extension: 'md',
                                 isVerbose: isVerbose,
                             })];
@@ -13100,10 +13099,8 @@ var DocumentScraper = /** @class */ (function () {
                     case 2:
                         if (!!(_g.sent())) return [3 /*break*/, 5];
                         command_1 = "\"".concat(this.tools.executables.pandocPath, "\" -f ").concat(extension, " -t markdown \"").concat(source.filename, "\" -o \"").concat(cacheFilehandler.filename, "\"");
-                        // TODO: !!!!!! [🕊] Make execCommand standard (?node-)util of the promptbook
                         return [4 /*yield*/, $execCommand(command_1)];
                     case 3:
-                        // TODO: !!!!!! [🕊] Make execCommand standard (?node-)util of the promptbook
                         _g.sent();
                         return [4 /*yield*/, isFileExisting(cacheFilehandler.filename, this.tools.fs)];
                     case 4:
@@ -13182,7 +13179,11 @@ var legacyDocumentScraperMetadata = $deepFreeze({
     mimeTypes: ['application/msword', 'text/rtf'],
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
     isAvilableInBrowser: false,
-    requiredExecutables: ['!!!!!!'],
+    requiredExecutables: [
+        'Pandoc',
+        'LibreOffice',
+        //    <- TODO: [🧠] Should be 'LibreOffice' here, its dependency of dependency
+    ],
 }); /* <- TODO: [🤛] */
 /**
  * Registration of known scraper metadata
@@ -13224,11 +13225,11 @@ var LegacyDocumentScraper = /** @class */ (function () {
     LegacyDocumentScraper.prototype.$convert = function (source) {
         var _a;
         return __awaiter(this, void 0, void 0, function () {
-            var _b, _c, rootDirname, _d, cacheDirname, _e, isCacheCleaned, _f, isVerbose, extension, cacheFilehandler, documentSourceOutdirPathForLibreOffice_1, command_1, files_1, file;
+            var _b, _c, rootDirname, _d, cacheDirname, _e, intermediateFilesStrategy, _f, isVerbose, extension, cacheFilehandler, documentSourceOutdirPathForLibreOffice_1, command_1, files_1, file;
             return __generator(this, function (_g) {
                 switch (_g.label) {
                     case 0:
-                        _b = this.options, _c = _b.rootDirname, rootDirname = _c === void 0 ? process.cwd() : _c, _d = _b.cacheDirname, cacheDirname = _d === void 0 ? SCRAPE_CACHE_DIRNAME : _d, _e = _b.isCacheCleaned, isCacheCleaned = _e === void 0 ? false : _e, _f = _b.isVerbose, isVerbose = _f === void 0 ? IS_VERBOSE : _f;
+                        _b = this.options, _c = _b.rootDirname, rootDirname = _c === void 0 ? process.cwd() : _c, _d = _b.cacheDirname, cacheDirname = _d === void 0 ? DEFAULT_SCRAPE_CACHE_DIRNAME : _d, _e = _b.intermediateFilesStrategy, intermediateFilesStrategy = _e === void 0 ? DEFAULT_INTERMEDIATE_FILES_STRATEGY : _e, _f = _b.isVerbose, isVerbose = _f === void 0 ? DEFAULT_IS_VERBOSE : _f;
                         if (!$isRunningInNode()) {
                             throw new KnowledgeScrapeError('Scraping .doc files is only supported in Node environment');
                         }
@@ -13247,7 +13248,7 @@ var LegacyDocumentScraper = /** @class */ (function () {
                         return [4 /*yield*/, getScraperIntermediateSource(source, {
                                 rootDirname: rootDirname,
                                 cacheDirname: cacheDirname,
-                                isCacheCleaned: isCacheCleaned,
+                                intermediateFilesStrategy: intermediateFilesStrategy,
                                 extension: 'docx',
                                 isVerbose: isVerbose,
                             })];
@@ -13263,10 +13264,8 @@ var LegacyDocumentScraper = /** @class */ (function () {
                             .split('\\')
                             .join('/');
                         command_1 = "\"".concat(this.tools.executables.libreOfficePath, "\" --headless --convert-to docx \"").concat(source.filename, "\"  --outdir \"").concat(documentSourceOutdirPathForLibreOffice_1, "\"");
-                        // TODO: !!!!!! [🕊] Make execCommand standard (?node-)util of the promptbook - this should trigger build polution error
                         return [4 /*yield*/, $execCommand(command_1)];
                     case 3:
-                        // TODO: !!!!!! [🕊] Make execCommand standard (?node-)util of the promptbook - this should trigger build polution error
                         _g.sent();
                         return [4 /*yield*/, readdir(documentSourceOutdirPathForLibreOffice_1)];
                     case 4:
@@ -13423,7 +13422,7 @@ var pdfScraperMetadata = $deepFreeze({
     mimeTypes: ['application/pdf'],
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
     isAvilableInBrowser: true,
-    requiredExecutables: ['!!!!!!'],
+    requiredExecutables: [],
 }); /* <- TODO: [🤛] */
 /**
  * Registration of known scraper metadata
@@ -13480,7 +13479,7 @@ var PdfScraper = /** @class */ (function () {
                 /*
                 const {
                     cacheDirname = SCRAPE_CACHE_DIRNAME,
-                    isCacheCleaned = false,
+                     intermediateFilesStrategy = DEFAULT_INTERMEDIATE_FILES_STRATEGY,
                     isVerbose = IS_VERBOSE,
                 } = options;
                 */
@@ -13533,7 +13532,7 @@ var websiteScraperMetadata = $deepFreeze({
     mimeTypes: ['text/html'],
     documentationUrl: 'https://github.com/webgptorg/promptbook/discussions/@@',
     isAvilableInBrowser: false,
-    requiredExecutables: ['!!!!!!'],
+    requiredExecutables: [],
 }); /* <- TODO: [🤛] */
 /**
  * Registration of known scraper metadata
@@ -13599,11 +13598,11 @@ var WebsiteScraper = /** @class */ (function () {
         return __awaiter(this, void 0, void 0, function () {
             var _a, _b, 
             // TODO: [🧠] Maybe in node use headless browser not just JSDOM
-            rootDirname, _c, cacheDirname, _d, isCacheCleaned, _e, isVerbose, jsdom, _f, reader, article, html, i, cacheFilehandler, markdown;
+            rootDirname, _c, cacheDirname, _d, intermediateFilesStrategy, _e, isVerbose, jsdom, _f, reader, article, html, i, cacheFilehandler, markdown;
             return __generator(this, function (_g) {
                 switch (_g.label) {
                     case 0:
-                        _a = this.options, _b = _a.rootDirname, rootDirname = _b === void 0 ? process.cwd() : _b, _c = _a.cacheDirname, cacheDirname = _c === void 0 ? SCRAPE_CACHE_DIRNAME : _c, _d = _a.isCacheCleaned, isCacheCleaned = _d === void 0 ? false : _d, _e = _a.isVerbose, isVerbose = _e === void 0 ? IS_VERBOSE : _e;
+                        _a = this.options, _b = _a.rootDirname, rootDirname = _b === void 0 ? process.cwd() : _b, _c = _a.cacheDirname, cacheDirname = _c === void 0 ? DEFAULT_SCRAPE_CACHE_DIRNAME : _c, _d = _a.intermediateFilesStrategy, intermediateFilesStrategy = _d === void 0 ? DEFAULT_INTERMEDIATE_FILES_STRATEGY : _d, _e = _a.isVerbose, isVerbose = _e === void 0 ? DEFAULT_IS_VERBOSE : _e;
                         // TODO: !!!!!! Does this work in browser? Make it work.
                         if (source.url === null) {
                             throw new KnowledgeScrapeError('Website scraper requires URL');
@@ -13627,7 +13626,7 @@ var WebsiteScraper = /** @class */ (function () {
                         return [4 /*yield*/, getScraperIntermediateSource(source, {
                                 rootDirname: rootDirname,
                                 cacheDirname: cacheDirname,
-                                isCacheCleaned: isCacheCleaned,
+                                intermediateFilesStrategy: intermediateFilesStrategy,
                                 extension: 'html',
                                 isVerbose: isVerbose,
                             })];